2007-07-18 03:37:06 +02:00
|
|
|
/*
|
|
|
|
* blkfront.c
|
|
|
|
*
|
|
|
|
* XenLinux virtual block device driver.
|
|
|
|
*
|
|
|
|
* Copyright (c) 2003-2004, Keir Fraser & Steve Hand
|
|
|
|
* Modifications by Mark A. Williamson are (c) Intel Research Cambridge
|
|
|
|
* Copyright (c) 2004, Christian Limpach
|
|
|
|
* Copyright (c) 2004, Andrew Warfield
|
|
|
|
* Copyright (c) 2005, Christopher Clark
|
|
|
|
* Copyright (c) 2005, XenSource Ltd
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License version 2
|
|
|
|
* as published by the Free Software Foundation; or, when distributed
|
|
|
|
* separately from the Linux kernel or incorporated into other
|
|
|
|
* software packages, subject to the following license:
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
* of this source file (the "Software"), to deal in the Software without
|
|
|
|
* restriction, including without limitation the rights to use, copy, modify,
|
|
|
|
* merge, publish, distribute, sublicense, and/or sell copies of the Software,
|
|
|
|
* and to permit persons to whom the Software is furnished to do so, subject to
|
|
|
|
* the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
|
|
* IN THE SOFTWARE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/interrupt.h>
|
|
|
|
#include <linux/blkdev.h>
|
2008-02-21 22:03:45 +01:00
|
|
|
#include <linux/hdreg.h>
|
2008-06-17 10:47:08 +02:00
|
|
|
#include <linux/cdrom.h>
|
2007-07-18 03:37:06 +02:00
|
|
|
#include <linux/module.h>
|
include cleanup: Update gfp.h and slab.h includes to prepare for breaking implicit slab.h inclusion from percpu.h
percpu.h is included by sched.h and module.h and thus ends up being
included when building most .c files. percpu.h includes slab.h which
in turn includes gfp.h making everything defined by the two files
universally available and complicating inclusion dependencies.
percpu.h -> slab.h dependency is about to be removed. Prepare for
this change by updating users of gfp and slab facilities include those
headers directly instead of assuming availability. As this conversion
needs to touch large number of source files, the following script is
used as the basis of conversion.
http://userweb.kernel.org/~tj/misc/slabh-sweep.py
The script does the followings.
* Scan files for gfp and slab usages and update includes such that
only the necessary includes are there. ie. if only gfp is used,
gfp.h, if slab is used, slab.h.
* When the script inserts a new include, it looks at the include
blocks and try to put the new include such that its order conforms
to its surrounding. It's put in the include block which contains
core kernel includes, in the same order that the rest are ordered -
alphabetical, Christmas tree, rev-Xmas-tree or at the end if there
doesn't seem to be any matching order.
* If the script can't find a place to put a new include (mostly
because the file doesn't have fitting include block), it prints out
an error message indicating which .h file needs to be added to the
file.
The conversion was done in the following steps.
1. The initial automatic conversion of all .c files updated slightly
over 4000 files, deleting around 700 includes and adding ~480 gfp.h
and ~3000 slab.h inclusions. The script emitted errors for ~400
files.
2. Each error was manually checked. Some didn't need the inclusion,
some needed manual addition while adding it to implementation .h or
embedding .c file was more appropriate for others. This step added
inclusions to around 150 files.
3. The script was run again and the output was compared to the edits
from #2 to make sure no file was left behind.
4. Several build tests were done and a couple of problems were fixed.
e.g. lib/decompress_*.c used malloc/free() wrappers around slab
APIs requiring slab.h to be added manually.
5. The script was run on all .h files but without automatically
editing them as sprinkling gfp.h and slab.h inclusions around .h
files could easily lead to inclusion dependency hell. Most gfp.h
inclusion directives were ignored as stuff from gfp.h was usually
wildly available and often used in preprocessor macros. Each
slab.h inclusion directive was examined and added manually as
necessary.
6. percpu.h was updated not to include slab.h.
7. Build test were done on the following configurations and failures
were fixed. CONFIG_GCOV_KERNEL was turned off for all tests (as my
distributed build env didn't work with gcov compiles) and a few
more options had to be turned off depending on archs to make things
build (like ipr on powerpc/64 which failed due to missing writeq).
* x86 and x86_64 UP and SMP allmodconfig and a custom test config.
* powerpc and powerpc64 SMP allmodconfig
* sparc and sparc64 SMP allmodconfig
* ia64 SMP allmodconfig
* s390 SMP allmodconfig
* alpha SMP allmodconfig
* um on x86_64 SMP allmodconfig
8. percpu.h modifications were reverted so that it could be applied as
a separate patch and serve as bisection point.
Given the fact that I had only a couple of failures from tests on step
6, I'm fairly confident about the coverage of this conversion patch.
If there is a breakage, it's likely to be something in one of the arch
headers which should be easily discoverable easily on most builds of
the specific arch.
Signed-off-by: Tejun Heo <tj@kernel.org>
Guess-its-ok-by: Christoph Lameter <cl@linux-foundation.org>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Lee Schermerhorn <Lee.Schermerhorn@hp.com>
2010-03-24 09:04:11 +01:00
|
|
|
#include <linux/slab.h>
|
2010-06-02 14:28:52 +02:00
|
|
|
#include <linux/mutex.h>
|
2009-02-24 08:10:09 +01:00
|
|
|
#include <linux/scatterlist.h>
|
2012-01-20 16:15:26 +01:00
|
|
|
#include <linux/bitmap.h>
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2009-10-07 00:11:14 +02:00
|
|
|
#include <xen/xen.h>
|
2007-07-18 03:37:06 +02:00
|
|
|
#include <xen/xenbus.h>
|
|
|
|
#include <xen/grant_table.h>
|
|
|
|
#include <xen/events.h>
|
|
|
|
#include <xen/page.h>
|
2010-05-14 13:44:30 +02:00
|
|
|
#include <xen/platform_pci.h>
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
#include <xen/interface/grant_table.h>
|
|
|
|
#include <xen/interface/io/blkif.h>
|
2008-04-02 19:54:02 +02:00
|
|
|
#include <xen/interface/io/protocols.h>
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
#include <asm/xen/hypervisor.h>
|
|
|
|
|
|
|
|
enum blkif_state {
|
|
|
|
BLKIF_STATE_DISCONNECTED,
|
|
|
|
BLKIF_STATE_CONNECTED,
|
|
|
|
BLKIF_STATE_SUSPENDED,
|
|
|
|
};
|
|
|
|
|
|
|
|
struct blk_shadow {
|
|
|
|
struct blkif_request req;
|
2010-11-01 22:03:14 +01:00
|
|
|
struct request *request;
|
2007-07-18 03:37:06 +02:00
|
|
|
unsigned long frame[BLKIF_MAX_SEGMENTS_PER_REQUEST];
|
|
|
|
};
|
|
|
|
|
2010-06-02 14:28:52 +02:00
|
|
|
static DEFINE_MUTEX(blkfront_mutex);
|
2009-09-22 02:01:13 +02:00
|
|
|
static const struct block_device_operations xlvbd_block_fops;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2010-12-08 21:39:12 +01:00
|
|
|
#define BLK_RING_SIZE __CONST_RING_SIZE(blkif, PAGE_SIZE)
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
/*
|
|
|
|
* We have one of these per vbd, whether ide, scsi or 'other'. They
|
|
|
|
* hang in private_data off the gendisk structure. We may end up
|
|
|
|
* putting all kinds of interesting stuff here :-)
|
|
|
|
*/
|
|
|
|
struct blkfront_info
|
|
|
|
{
|
2012-02-17 21:04:44 +01:00
|
|
|
spinlock_t io_lock;
|
2010-05-01 00:01:19 +02:00
|
|
|
struct mutex mutex;
|
2007-07-18 03:37:06 +02:00
|
|
|
struct xenbus_device *xbdev;
|
|
|
|
struct gendisk *gd;
|
|
|
|
int vdevice;
|
|
|
|
blkif_vdev_t handle;
|
|
|
|
enum blkif_state connected;
|
|
|
|
int ring_ref;
|
|
|
|
struct blkif_front_ring ring;
|
2009-02-24 08:10:09 +01:00
|
|
|
struct scatterlist sg[BLKIF_MAX_SEGMENTS_PER_REQUEST];
|
2007-07-18 03:37:06 +02:00
|
|
|
unsigned int evtchn, irq;
|
|
|
|
struct request_queue *rq;
|
|
|
|
struct work_struct work;
|
|
|
|
struct gnttab_free_callback callback;
|
|
|
|
struct blk_shadow shadow[BLK_RING_SIZE];
|
|
|
|
unsigned long shadow_free;
|
2010-09-03 11:56:16 +02:00
|
|
|
unsigned int feature_flush;
|
2011-05-03 18:01:11 +02:00
|
|
|
unsigned int flush_op;
|
2011-10-12 22:23:30 +02:00
|
|
|
unsigned int feature_discard:1;
|
|
|
|
unsigned int feature_secdiscard:1;
|
2011-09-01 12:39:09 +02:00
|
|
|
unsigned int discard_granularity;
|
|
|
|
unsigned int discard_alignment;
|
2008-04-02 19:54:04 +02:00
|
|
|
int is_ready;
|
2007-07-18 03:37:06 +02:00
|
|
|
};
|
|
|
|
|
2010-08-07 18:28:55 +02:00
|
|
|
static unsigned int nr_minors;
|
|
|
|
static unsigned long *minors;
|
|
|
|
static DEFINE_SPINLOCK(minor_lock);
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
#define MAXIMUM_OUTSTANDING_BLOCK_REQS \
|
|
|
|
(BLKIF_MAX_SEGMENTS_PER_REQUEST * BLK_RING_SIZE)
|
|
|
|
#define GRANT_INVALID_REF 0
|
|
|
|
|
|
|
|
#define PARTS_PER_DISK 16
|
2008-09-17 23:30:32 +02:00
|
|
|
#define PARTS_PER_EXT_DISK 256
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
#define BLKIF_MAJOR(dev) ((dev)>>8)
|
|
|
|
#define BLKIF_MINOR(dev) ((dev) & 0xff)
|
|
|
|
|
2008-09-17 23:30:32 +02:00
|
|
|
#define EXT_SHIFT 28
|
|
|
|
#define EXTENDED (1<<EXT_SHIFT)
|
|
|
|
#define VDEV_IS_EXTENDED(dev) ((dev)&(EXTENDED))
|
|
|
|
#define BLKIF_MINOR_EXT(dev) ((dev)&(~EXTENDED))
|
2010-12-02 18:55:00 +01:00
|
|
|
#define EMULATED_HD_DISK_MINOR_OFFSET (0)
|
|
|
|
#define EMULATED_HD_DISK_NAME_OFFSET (EMULATED_HD_DISK_MINOR_OFFSET / 256)
|
2011-07-14 15:30:22 +02:00
|
|
|
#define EMULATED_SD_DISK_MINOR_OFFSET (0)
|
|
|
|
#define EMULATED_SD_DISK_NAME_OFFSET (EMULATED_SD_DISK_MINOR_OFFSET / 256)
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2008-09-17 23:30:32 +02:00
|
|
|
#define DEV_NAME "xvd" /* name in /dev */
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
static int get_id_from_freelist(struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
unsigned long free = info->shadow_free;
|
2009-05-22 09:25:32 +02:00
|
|
|
BUG_ON(free >= BLK_RING_SIZE);
|
2011-10-12 18:12:36 +02:00
|
|
|
info->shadow_free = info->shadow[free].req.u.rw.id;
|
|
|
|
info->shadow[free].req.u.rw.id = 0x0fffffee; /* debug */
|
2007-07-18 03:37:06 +02:00
|
|
|
return free;
|
|
|
|
}
|
|
|
|
|
2012-05-25 23:34:51 +02:00
|
|
|
static int add_id_to_freelist(struct blkfront_info *info,
|
2007-07-18 03:37:06 +02:00
|
|
|
unsigned long id)
|
|
|
|
{
|
2012-05-25 23:34:51 +02:00
|
|
|
if (info->shadow[id].req.u.rw.id != id)
|
|
|
|
return -EINVAL;
|
|
|
|
if (info->shadow[id].request == NULL)
|
|
|
|
return -EINVAL;
|
2011-10-12 18:12:36 +02:00
|
|
|
info->shadow[id].req.u.rw.id = info->shadow_free;
|
2010-11-01 22:03:14 +01:00
|
|
|
info->shadow[id].request = NULL;
|
2007-07-18 03:37:06 +02:00
|
|
|
info->shadow_free = id;
|
2012-05-25 23:34:51 +02:00
|
|
|
return 0;
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
2012-05-25 23:34:51 +02:00
|
|
|
static const char *op_name(int op)
|
|
|
|
{
|
|
|
|
static const char *const names[] = {
|
|
|
|
[BLKIF_OP_READ] = "read",
|
|
|
|
[BLKIF_OP_WRITE] = "write",
|
|
|
|
[BLKIF_OP_WRITE_BARRIER] = "barrier",
|
|
|
|
[BLKIF_OP_FLUSH_DISKCACHE] = "flush",
|
|
|
|
[BLKIF_OP_DISCARD] = "discard" };
|
|
|
|
|
|
|
|
if (op < 0 || op >= ARRAY_SIZE(names))
|
|
|
|
return "unknown";
|
|
|
|
|
|
|
|
if (!names[op])
|
|
|
|
return "reserved";
|
|
|
|
|
|
|
|
return names[op];
|
|
|
|
}
|
2010-08-07 18:28:55 +02:00
|
|
|
static int xlbd_reserve_minors(unsigned int minor, unsigned int nr)
|
|
|
|
{
|
|
|
|
unsigned int end = minor + nr;
|
|
|
|
int rc;
|
|
|
|
|
|
|
|
if (end > nr_minors) {
|
|
|
|
unsigned long *bitmap, *old;
|
|
|
|
|
2011-11-29 22:08:00 +01:00
|
|
|
bitmap = kcalloc(BITS_TO_LONGS(end), sizeof(*bitmap),
|
2010-08-07 18:28:55 +02:00
|
|
|
GFP_KERNEL);
|
|
|
|
if (bitmap == NULL)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
spin_lock(&minor_lock);
|
|
|
|
if (end > nr_minors) {
|
|
|
|
old = minors;
|
|
|
|
memcpy(bitmap, minors,
|
|
|
|
BITS_TO_LONGS(nr_minors) * sizeof(*bitmap));
|
|
|
|
minors = bitmap;
|
|
|
|
nr_minors = BITS_TO_LONGS(end) * BITS_PER_LONG;
|
|
|
|
} else
|
|
|
|
old = bitmap;
|
|
|
|
spin_unlock(&minor_lock);
|
|
|
|
kfree(old);
|
|
|
|
}
|
|
|
|
|
|
|
|
spin_lock(&minor_lock);
|
|
|
|
if (find_next_bit(minors, end, minor) >= end) {
|
2012-01-20 16:15:26 +01:00
|
|
|
bitmap_set(minors, minor, nr);
|
2010-08-07 18:28:55 +02:00
|
|
|
rc = 0;
|
|
|
|
} else
|
|
|
|
rc = -EBUSY;
|
|
|
|
spin_unlock(&minor_lock);
|
|
|
|
|
|
|
|
return rc;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void xlbd_release_minors(unsigned int minor, unsigned int nr)
|
|
|
|
{
|
|
|
|
unsigned int end = minor + nr;
|
|
|
|
|
|
|
|
BUG_ON(end > nr_minors);
|
|
|
|
spin_lock(&minor_lock);
|
2012-01-20 16:15:26 +01:00
|
|
|
bitmap_clear(minors, minor, nr);
|
2010-08-07 18:28:55 +02:00
|
|
|
spin_unlock(&minor_lock);
|
|
|
|
}
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
static void blkif_restart_queue_callback(void *arg)
|
|
|
|
{
|
|
|
|
struct blkfront_info *info = (struct blkfront_info *)arg;
|
|
|
|
schedule_work(&info->work);
|
|
|
|
}
|
|
|
|
|
2008-04-29 09:59:47 +02:00
|
|
|
static int blkif_getgeo(struct block_device *bd, struct hd_geometry *hg)
|
2008-02-21 22:03:45 +01:00
|
|
|
{
|
|
|
|
/* We don't have real geometry info, but let's at least return
|
|
|
|
values consistent with the size of the device */
|
|
|
|
sector_t nsect = get_capacity(bd->bd_disk);
|
|
|
|
sector_t cylinders = nsect;
|
|
|
|
|
|
|
|
hg->heads = 0xff;
|
|
|
|
hg->sectors = 0x3f;
|
|
|
|
sector_div(cylinders, hg->heads * hg->sectors);
|
|
|
|
hg->cylinders = cylinders;
|
|
|
|
if ((sector_t)(hg->cylinders + 1) * hg->heads * hg->sectors < nsect)
|
|
|
|
hg->cylinders = 0xffff;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-03-02 16:23:47 +01:00
|
|
|
static int blkif_ioctl(struct block_device *bdev, fmode_t mode,
|
2008-08-04 11:59:05 +02:00
|
|
|
unsigned command, unsigned long argument)
|
2008-06-17 10:47:08 +02:00
|
|
|
{
|
2008-03-02 16:23:47 +01:00
|
|
|
struct blkfront_info *info = bdev->bd_disk->private_data;
|
2008-06-17 10:47:08 +02:00
|
|
|
int i;
|
|
|
|
|
|
|
|
dev_dbg(&info->xbdev->dev, "command: 0x%x, argument: 0x%lx\n",
|
|
|
|
command, (long)argument);
|
|
|
|
|
|
|
|
switch (command) {
|
|
|
|
case CDROMMULTISESSION:
|
|
|
|
dev_dbg(&info->xbdev->dev, "FIXME: support multisession CDs later\n");
|
|
|
|
for (i = 0; i < sizeof(struct cdrom_multisession); i++)
|
|
|
|
if (put_user(0, (char __user *)(argument + i)))
|
|
|
|
return -EFAULT;
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
case CDROM_GET_CAPABILITY: {
|
|
|
|
struct gendisk *gd = info->gd;
|
|
|
|
if (gd->flags & GENHD_FL_CD)
|
|
|
|
return 0;
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
|
|
|
default:
|
|
|
|
/*printk(KERN_ALERT "ioctl %08x not supported by Xen blkdev\n",
|
|
|
|
command);*/
|
|
|
|
return -EINVAL; /* same return as native Linux */
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
/*
|
2010-11-01 19:32:27 +01:00
|
|
|
* Generate a Xen blkfront IO request from a blk layer request. Reads
|
2011-05-03 18:01:11 +02:00
|
|
|
* and writes are handled as expected.
|
2007-07-18 03:37:06 +02:00
|
|
|
*
|
2010-11-01 19:32:27 +01:00
|
|
|
* @req: a request struct
|
2007-07-18 03:37:06 +02:00
|
|
|
*/
|
|
|
|
static int blkif_queue_request(struct request *req)
|
|
|
|
{
|
|
|
|
struct blkfront_info *info = req->rq_disk->private_data;
|
|
|
|
unsigned long buffer_mfn;
|
|
|
|
struct blkif_request *ring_req;
|
|
|
|
unsigned long id;
|
|
|
|
unsigned int fsect, lsect;
|
2009-02-24 08:10:09 +01:00
|
|
|
int i, ref;
|
2007-07-18 03:37:06 +02:00
|
|
|
grant_ref_t gref_head;
|
2009-02-24 08:10:09 +01:00
|
|
|
struct scatterlist *sg;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
if (unlikely(info->connected != BLKIF_STATE_CONNECTED))
|
|
|
|
return 1;
|
|
|
|
|
|
|
|
if (gnttab_alloc_grant_references(
|
|
|
|
BLKIF_MAX_SEGMENTS_PER_REQUEST, &gref_head) < 0) {
|
|
|
|
gnttab_request_free_callback(
|
|
|
|
&info->callback,
|
|
|
|
blkif_restart_queue_callback,
|
|
|
|
info,
|
|
|
|
BLKIF_MAX_SEGMENTS_PER_REQUEST);
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Fill out a communications ring structure. */
|
|
|
|
ring_req = RING_GET_REQUEST(&info->ring, info->ring.req_prod_pvt);
|
|
|
|
id = get_id_from_freelist(info);
|
2010-11-01 22:03:14 +01:00
|
|
|
info->shadow[id].request = req;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2011-10-12 18:12:36 +02:00
|
|
|
ring_req->u.rw.id = id;
|
2010-12-22 16:05:00 +01:00
|
|
|
ring_req->u.rw.sector_number = (blkif_sector_t)blk_rq_pos(req);
|
2011-10-12 18:12:36 +02:00
|
|
|
ring_req->u.rw.handle = info->handle;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
ring_req->operation = rq_data_dir(req) ?
|
|
|
|
BLKIF_OP_WRITE : BLKIF_OP_READ;
|
2010-11-02 15:38:33 +01:00
|
|
|
|
|
|
|
if (req->cmd_flags & (REQ_FLUSH | REQ_FUA)) {
|
|
|
|
/*
|
2011-05-03 18:01:11 +02:00
|
|
|
* Ideally we can do an unordered flush-to-disk. In case the
|
|
|
|
* backend onlysupports barriers, use that. A barrier request
|
2010-11-02 15:38:33 +01:00
|
|
|
* a superset of FUA, so we can implement it the same
|
|
|
|
* way. (It's also a FLUSH+FUA, since it is
|
|
|
|
* guaranteed ordered WRT previous writes.)
|
|
|
|
*/
|
2011-05-03 18:01:11 +02:00
|
|
|
ring_req->operation = info->flush_op;
|
2010-11-02 15:38:33 +01:00
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2011-10-12 22:23:30 +02:00
|
|
|
if (unlikely(req->cmd_flags & (REQ_DISCARD | REQ_SECURE))) {
|
2011-09-01 12:39:09 +02:00
|
|
|
/* id, sector_number and handle are set above. */
|
|
|
|
ring_req->operation = BLKIF_OP_DISCARD;
|
|
|
|
ring_req->u.discard.nr_sectors = blk_rq_sectors(req);
|
2011-10-12 22:23:30 +02:00
|
|
|
if ((req->cmd_flags & REQ_SECURE) && info->feature_secdiscard)
|
|
|
|
ring_req->u.discard.flag = BLKIF_DISCARD_SECURE;
|
|
|
|
else
|
|
|
|
ring_req->u.discard.flag = 0;
|
2011-09-01 12:39:09 +02:00
|
|
|
} else {
|
2011-10-12 18:12:36 +02:00
|
|
|
ring_req->u.rw.nr_segments = blk_rq_map_sg(req->q, req,
|
|
|
|
info->sg);
|
|
|
|
BUG_ON(ring_req->u.rw.nr_segments >
|
|
|
|
BLKIF_MAX_SEGMENTS_PER_REQUEST);
|
2009-02-24 08:10:09 +01:00
|
|
|
|
2011-10-12 18:12:36 +02:00
|
|
|
for_each_sg(info->sg, sg, ring_req->u.rw.nr_segments, i) {
|
2011-09-01 12:39:09 +02:00
|
|
|
buffer_mfn = pfn_to_mfn(page_to_pfn(sg_page(sg)));
|
|
|
|
fsect = sg->offset >> 9;
|
|
|
|
lsect = fsect + (sg->length >> 9) - 1;
|
|
|
|
/* install a grant reference. */
|
|
|
|
ref = gnttab_claim_grant_reference(&gref_head);
|
|
|
|
BUG_ON(ref == -ENOSPC);
|
2007-08-16 13:43:12 +02:00
|
|
|
|
2011-09-01 12:39:09 +02:00
|
|
|
gnttab_grant_foreign_access_ref(
|
|
|
|
ref,
|
|
|
|
info->xbdev->otherend_id,
|
|
|
|
buffer_mfn,
|
|
|
|
rq_data_dir(req));
|
|
|
|
|
|
|
|
info->shadow[id].frame[i] = mfn_to_pfn(buffer_mfn);
|
|
|
|
ring_req->u.rw.seg[i] =
|
|
|
|
(struct blkif_request_segment) {
|
|
|
|
.gref = ref,
|
|
|
|
.first_sect = fsect,
|
|
|
|
.last_sect = lsect };
|
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
info->ring.req_prod_pvt++;
|
|
|
|
|
|
|
|
/* Keep a private copy so we can reissue requests when recovering. */
|
|
|
|
info->shadow[id].req = *ring_req;
|
|
|
|
|
|
|
|
gnttab_free_grant_references(gref_head);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static inline void flush_requests(struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
int notify;
|
|
|
|
|
|
|
|
RING_PUSH_REQUESTS_AND_CHECK_NOTIFY(&info->ring, notify);
|
|
|
|
|
|
|
|
if (notify)
|
|
|
|
notify_remote_via_irq(info->irq);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* do_blkif_request
|
|
|
|
* read a block; request is in a request queue
|
|
|
|
*/
|
2007-07-24 09:28:11 +02:00
|
|
|
static void do_blkif_request(struct request_queue *rq)
|
2007-07-18 03:37:06 +02:00
|
|
|
{
|
|
|
|
struct blkfront_info *info = NULL;
|
|
|
|
struct request *req;
|
|
|
|
int queued;
|
|
|
|
|
|
|
|
pr_debug("Entered do_blkif_request\n");
|
|
|
|
|
|
|
|
queued = 0;
|
|
|
|
|
2009-05-08 04:54:16 +02:00
|
|
|
while ((req = blk_peek_request(rq)) != NULL) {
|
2007-07-18 03:37:06 +02:00
|
|
|
info = req->rq_disk->private_data;
|
|
|
|
|
|
|
|
if (RING_FULL(&info->ring))
|
|
|
|
goto wait;
|
|
|
|
|
2009-05-08 04:54:16 +02:00
|
|
|
blk_start_request(req);
|
2009-05-08 04:54:15 +02:00
|
|
|
|
2011-09-16 21:15:14 +02:00
|
|
|
if ((req->cmd_type != REQ_TYPE_FS) ||
|
|
|
|
((req->cmd_flags & (REQ_FLUSH | REQ_FUA)) &&
|
|
|
|
!info->flush_op)) {
|
2009-05-08 04:54:15 +02:00
|
|
|
__blk_end_request_all(req, -EIO);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
pr_debug("do_blk_req %p: cmd %p, sec %lx, "
|
2009-05-07 15:24:39 +02:00
|
|
|
"(%u/%u) buffer:%p [%s]\n",
|
|
|
|
req, req->cmd, (unsigned long)blk_rq_pos(req),
|
|
|
|
blk_rq_cur_sectors(req), blk_rq_sectors(req),
|
|
|
|
req->buffer, rq_data_dir(req) ? "write" : "read");
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
if (blkif_queue_request(req)) {
|
|
|
|
blk_requeue_request(rq, req);
|
|
|
|
wait:
|
|
|
|
/* Avoid pointless unplugs. */
|
|
|
|
blk_stop_queue(rq);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
queued++;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (queued != 0)
|
|
|
|
flush_requests(info);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int xlvbd_init_blk_queue(struct gendisk *gd, u16 sector_size)
|
|
|
|
{
|
2007-07-24 09:28:11 +02:00
|
|
|
struct request_queue *rq;
|
2011-09-01 12:39:09 +02:00
|
|
|
struct blkfront_info *info = gd->private_data;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2012-02-17 21:04:44 +01:00
|
|
|
rq = blk_init_queue(do_blkif_request, &info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
if (rq == NULL)
|
|
|
|
return -1;
|
|
|
|
|
2008-10-27 10:45:54 +01:00
|
|
|
queue_flag_set_unlocked(QUEUE_FLAG_VIRT, rq);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2011-09-01 12:39:09 +02:00
|
|
|
if (info->feature_discard) {
|
|
|
|
queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, rq);
|
|
|
|
blk_queue_max_discard_sectors(rq, get_capacity(gd));
|
|
|
|
rq->limits.discard_granularity = info->discard_granularity;
|
|
|
|
rq->limits.discard_alignment = info->discard_alignment;
|
2011-10-12 22:23:30 +02:00
|
|
|
if (info->feature_secdiscard)
|
|
|
|
queue_flag_set_unlocked(QUEUE_FLAG_SECDISCARD, rq);
|
2011-09-01 12:39:09 +02:00
|
|
|
}
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
/* Hard sector size and max sectors impersonate the equiv. hardware. */
|
2009-05-22 23:17:49 +02:00
|
|
|
blk_queue_logical_block_size(rq, sector_size);
|
2010-02-26 06:20:38 +01:00
|
|
|
blk_queue_max_hw_sectors(rq, 512);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
/* Each segment in a request is up to an aligned page in size. */
|
|
|
|
blk_queue_segment_boundary(rq, PAGE_SIZE - 1);
|
|
|
|
blk_queue_max_segment_size(rq, PAGE_SIZE);
|
|
|
|
|
|
|
|
/* Ensure a merged request will fit in a single I/O ring slot. */
|
2010-02-26 06:20:39 +01:00
|
|
|
blk_queue_max_segments(rq, BLKIF_MAX_SEGMENTS_PER_REQUEST);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
/* Make sure buffer addresses are sector-aligned. */
|
|
|
|
blk_queue_dma_alignment(rq, 511);
|
|
|
|
|
2008-06-17 10:47:08 +02:00
|
|
|
/* Make sure we don't use bounce buffers. */
|
|
|
|
blk_queue_bounce_limit(rq, BLK_BOUNCE_ANY);
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
gd->queue = rq;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2010-09-03 11:56:16 +02:00
|
|
|
static void xlvbd_flush(struct blkfront_info *info)
|
2007-07-18 03:37:06 +02:00
|
|
|
{
|
2010-09-03 11:56:16 +02:00
|
|
|
blk_queue_flush(info->rq, info->feature_flush);
|
2011-05-03 18:01:11 +02:00
|
|
|
printk(KERN_INFO "blkfront: %s: %s: %s\n",
|
2010-09-03 11:56:16 +02:00
|
|
|
info->gd->disk_name,
|
2011-05-03 18:01:11 +02:00
|
|
|
info->flush_op == BLKIF_OP_WRITE_BARRIER ?
|
|
|
|
"barrier" : (info->flush_op == BLKIF_OP_FLUSH_DISKCACHE ?
|
|
|
|
"flush diskcache" : "barrier or flush"),
|
2010-09-03 11:56:16 +02:00
|
|
|
info->feature_flush ? "enabled" : "disabled");
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
2010-12-02 18:55:00 +01:00
|
|
|
static int xen_translate_vdev(int vdevice, int *minor, unsigned int *offset)
|
|
|
|
{
|
|
|
|
int major;
|
|
|
|
major = BLKIF_MAJOR(vdevice);
|
|
|
|
*minor = BLKIF_MINOR(vdevice);
|
|
|
|
switch (major) {
|
|
|
|
case XEN_IDE0_MAJOR:
|
|
|
|
*offset = (*minor / 64) + EMULATED_HD_DISK_NAME_OFFSET;
|
|
|
|
*minor = ((*minor / 64) * PARTS_PER_DISK) +
|
|
|
|
EMULATED_HD_DISK_MINOR_OFFSET;
|
|
|
|
break;
|
|
|
|
case XEN_IDE1_MAJOR:
|
|
|
|
*offset = (*minor / 64) + 2 + EMULATED_HD_DISK_NAME_OFFSET;
|
|
|
|
*minor = (((*minor / 64) + 2) * PARTS_PER_DISK) +
|
|
|
|
EMULATED_HD_DISK_MINOR_OFFSET;
|
|
|
|
break;
|
|
|
|
case XEN_SCSI_DISK0_MAJOR:
|
|
|
|
*offset = (*minor / PARTS_PER_DISK) + EMULATED_SD_DISK_NAME_OFFSET;
|
|
|
|
*minor = *minor + EMULATED_SD_DISK_MINOR_OFFSET;
|
|
|
|
break;
|
|
|
|
case XEN_SCSI_DISK1_MAJOR:
|
|
|
|
case XEN_SCSI_DISK2_MAJOR:
|
|
|
|
case XEN_SCSI_DISK3_MAJOR:
|
|
|
|
case XEN_SCSI_DISK4_MAJOR:
|
|
|
|
case XEN_SCSI_DISK5_MAJOR:
|
|
|
|
case XEN_SCSI_DISK6_MAJOR:
|
|
|
|
case XEN_SCSI_DISK7_MAJOR:
|
|
|
|
*offset = (*minor / PARTS_PER_DISK) +
|
|
|
|
((major - XEN_SCSI_DISK1_MAJOR + 1) * 16) +
|
|
|
|
EMULATED_SD_DISK_NAME_OFFSET;
|
|
|
|
*minor = *minor +
|
|
|
|
((major - XEN_SCSI_DISK1_MAJOR + 1) * 16 * PARTS_PER_DISK) +
|
|
|
|
EMULATED_SD_DISK_MINOR_OFFSET;
|
|
|
|
break;
|
|
|
|
case XEN_SCSI_DISK8_MAJOR:
|
|
|
|
case XEN_SCSI_DISK9_MAJOR:
|
|
|
|
case XEN_SCSI_DISK10_MAJOR:
|
|
|
|
case XEN_SCSI_DISK11_MAJOR:
|
|
|
|
case XEN_SCSI_DISK12_MAJOR:
|
|
|
|
case XEN_SCSI_DISK13_MAJOR:
|
|
|
|
case XEN_SCSI_DISK14_MAJOR:
|
|
|
|
case XEN_SCSI_DISK15_MAJOR:
|
|
|
|
*offset = (*minor / PARTS_PER_DISK) +
|
|
|
|
((major - XEN_SCSI_DISK8_MAJOR + 8) * 16) +
|
|
|
|
EMULATED_SD_DISK_NAME_OFFSET;
|
|
|
|
*minor = *minor +
|
|
|
|
((major - XEN_SCSI_DISK8_MAJOR + 8) * 16 * PARTS_PER_DISK) +
|
|
|
|
EMULATED_SD_DISK_MINOR_OFFSET;
|
|
|
|
break;
|
|
|
|
case XENVBD_MAJOR:
|
|
|
|
*offset = *minor / PARTS_PER_DISK;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
printk(KERN_WARNING "blkfront: your disk configuration is "
|
|
|
|
"incorrect, please use an xvd device instead\n");
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2012-04-05 17:37:22 +02:00
|
|
|
static char *encode_disk_name(char *ptr, unsigned int n)
|
|
|
|
{
|
|
|
|
if (n >= 26)
|
|
|
|
ptr = encode_disk_name(ptr, n / 26 - 1);
|
|
|
|
*ptr = 'a' + n % 26;
|
|
|
|
return ptr + 1;
|
|
|
|
}
|
|
|
|
|
2008-09-17 23:30:32 +02:00
|
|
|
static int xlvbd_alloc_gendisk(blkif_sector_t capacity,
|
|
|
|
struct blkfront_info *info,
|
|
|
|
u16 vdisk_info, u16 sector_size)
|
2007-07-18 03:37:06 +02:00
|
|
|
{
|
|
|
|
struct gendisk *gd;
|
|
|
|
int nr_minors = 1;
|
2010-12-02 18:55:00 +01:00
|
|
|
int err;
|
2008-09-17 23:30:32 +02:00
|
|
|
unsigned int offset;
|
|
|
|
int minor;
|
|
|
|
int nr_parts;
|
2012-04-05 17:37:22 +02:00
|
|
|
char *ptr;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
BUG_ON(info->gd != NULL);
|
|
|
|
BUG_ON(info->rq != NULL);
|
|
|
|
|
2008-09-17 23:30:32 +02:00
|
|
|
if ((info->vdevice>>EXT_SHIFT) > 1) {
|
|
|
|
/* this is above the extended range; something is wrong */
|
|
|
|
printk(KERN_WARNING "blkfront: vdevice 0x%x is above the extended range; ignoring\n", info->vdevice);
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!VDEV_IS_EXTENDED(info->vdevice)) {
|
2010-12-02 18:55:00 +01:00
|
|
|
err = xen_translate_vdev(info->vdevice, &minor, &offset);
|
|
|
|
if (err)
|
|
|
|
return err;
|
|
|
|
nr_parts = PARTS_PER_DISK;
|
2008-09-17 23:30:32 +02:00
|
|
|
} else {
|
|
|
|
minor = BLKIF_MINOR_EXT(info->vdevice);
|
|
|
|
nr_parts = PARTS_PER_EXT_DISK;
|
2010-12-02 18:55:00 +01:00
|
|
|
offset = minor / nr_parts;
|
2011-07-14 15:30:37 +02:00
|
|
|
if (xen_hvm_domain() && offset < EMULATED_HD_DISK_NAME_OFFSET + 4)
|
2010-12-02 18:55:00 +01:00
|
|
|
printk(KERN_WARNING "blkfront: vdevice 0x%x might conflict with "
|
|
|
|
"emulated IDE disks,\n\t choose an xvd device name"
|
|
|
|
"from xvde on\n", info->vdevice);
|
2008-09-17 23:30:32 +02:00
|
|
|
}
|
2012-04-05 17:37:22 +02:00
|
|
|
if (minor >> MINORBITS) {
|
|
|
|
pr_warn("blkfront: %#x's minor (%#x) out of range; ignoring\n",
|
|
|
|
info->vdevice, minor);
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
2008-09-17 23:30:32 +02:00
|
|
|
|
|
|
|
if ((minor % nr_parts) == 0)
|
|
|
|
nr_minors = nr_parts;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2010-08-07 18:28:55 +02:00
|
|
|
err = xlbd_reserve_minors(minor, nr_minors);
|
|
|
|
if (err)
|
|
|
|
goto out;
|
|
|
|
err = -ENODEV;
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
gd = alloc_disk(nr_minors);
|
|
|
|
if (gd == NULL)
|
2010-08-07 18:28:55 +02:00
|
|
|
goto release;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2012-04-05 17:37:22 +02:00
|
|
|
strcpy(gd->disk_name, DEV_NAME);
|
|
|
|
ptr = encode_disk_name(gd->disk_name + sizeof(DEV_NAME) - 1, offset);
|
|
|
|
BUG_ON(ptr >= gd->disk_name + DISK_NAME_LEN);
|
|
|
|
if (nr_minors > 1)
|
|
|
|
*ptr = 0;
|
|
|
|
else
|
|
|
|
snprintf(ptr, gd->disk_name + DISK_NAME_LEN - ptr,
|
|
|
|
"%d", minor & (nr_parts - 1));
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
gd->major = XENVBD_MAJOR;
|
|
|
|
gd->first_minor = minor;
|
|
|
|
gd->fops = &xlvbd_block_fops;
|
|
|
|
gd->private_data = info;
|
|
|
|
gd->driverfs_dev = &(info->xbdev->dev);
|
|
|
|
set_capacity(gd, capacity);
|
|
|
|
|
|
|
|
if (xlvbd_init_blk_queue(gd, sector_size)) {
|
|
|
|
del_gendisk(gd);
|
2010-08-07 18:28:55 +02:00
|
|
|
goto release;
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
info->rq = gd->queue;
|
|
|
|
info->gd = gd;
|
|
|
|
|
2010-09-03 11:56:16 +02:00
|
|
|
xlvbd_flush(info);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
if (vdisk_info & VDISK_READONLY)
|
|
|
|
set_disk_ro(gd, 1);
|
|
|
|
|
|
|
|
if (vdisk_info & VDISK_REMOVABLE)
|
|
|
|
gd->flags |= GENHD_FL_REMOVABLE;
|
|
|
|
|
|
|
|
if (vdisk_info & VDISK_CDROM)
|
|
|
|
gd->flags |= GENHD_FL_CD;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
2010-08-07 18:28:55 +02:00
|
|
|
release:
|
|
|
|
xlbd_release_minors(minor, nr_minors);
|
2007-07-18 03:37:06 +02:00
|
|
|
out:
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2010-08-07 18:33:17 +02:00
|
|
|
static void xlvbd_release_gendisk(struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
unsigned int minor, nr_minors;
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
if (info->rq == NULL)
|
|
|
|
return;
|
|
|
|
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_lock_irqsave(&info->io_lock, flags);
|
2010-08-07 18:33:17 +02:00
|
|
|
|
|
|
|
/* No more blkif_request(). */
|
|
|
|
blk_stop_queue(info->rq);
|
|
|
|
|
|
|
|
/* No more gnttab callback work. */
|
|
|
|
gnttab_cancel_free_callback(&info->callback);
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_unlock_irqrestore(&info->io_lock, flags);
|
2010-08-07 18:33:17 +02:00
|
|
|
|
|
|
|
/* Flush gnttab callback work. Must be done with no locks held. */
|
2010-12-24 15:59:06 +01:00
|
|
|
flush_work_sync(&info->work);
|
2010-08-07 18:33:17 +02:00
|
|
|
|
|
|
|
del_gendisk(info->gd);
|
|
|
|
|
|
|
|
minor = info->gd->first_minor;
|
|
|
|
nr_minors = info->gd->minors;
|
|
|
|
xlbd_release_minors(minor, nr_minors);
|
|
|
|
|
|
|
|
blk_cleanup_queue(info->rq);
|
|
|
|
info->rq = NULL;
|
|
|
|
|
|
|
|
put_disk(info->gd);
|
|
|
|
info->gd = NULL;
|
|
|
|
}
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
static void kick_pending_request_queues(struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
if (!RING_FULL(&info->ring)) {
|
|
|
|
/* Re-enable calldowns. */
|
|
|
|
blk_start_queue(info->rq);
|
|
|
|
/* Kick things off immediately. */
|
|
|
|
do_blkif_request(info->rq);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void blkif_restart_queue(struct work_struct *work)
|
|
|
|
{
|
|
|
|
struct blkfront_info *info = container_of(work, struct blkfront_info, work);
|
|
|
|
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_lock_irq(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
if (info->connected == BLKIF_STATE_CONNECTED)
|
|
|
|
kick_pending_request_queues(info);
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_unlock_irq(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
static void blkif_free(struct blkfront_info *info, int suspend)
|
|
|
|
{
|
|
|
|
/* Prevent new requests being issued until we fix things up. */
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_lock_irq(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
info->connected = suspend ?
|
|
|
|
BLKIF_STATE_SUSPENDED : BLKIF_STATE_DISCONNECTED;
|
|
|
|
/* No more blkif_request(). */
|
|
|
|
if (info->rq)
|
|
|
|
blk_stop_queue(info->rq);
|
|
|
|
/* No more gnttab callback work. */
|
|
|
|
gnttab_cancel_free_callback(&info->callback);
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_unlock_irq(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
/* Flush gnttab callback work. Must be done with no locks held. */
|
2010-12-24 15:59:06 +01:00
|
|
|
flush_work_sync(&info->work);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
/* Free resources associated with old device channel. */
|
|
|
|
if (info->ring_ref != GRANT_INVALID_REF) {
|
|
|
|
gnttab_end_foreign_access(info->ring_ref, 0,
|
|
|
|
(unsigned long)info->ring.sring);
|
|
|
|
info->ring_ref = GRANT_INVALID_REF;
|
|
|
|
info->ring.sring = NULL;
|
|
|
|
}
|
|
|
|
if (info->irq)
|
|
|
|
unbind_from_irqhandler(info->irq, info);
|
|
|
|
info->evtchn = info->irq = 0;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
static void blkif_completion(struct blk_shadow *s)
|
|
|
|
{
|
|
|
|
int i;
|
2011-10-12 22:23:30 +02:00
|
|
|
/* Do not let BLKIF_OP_DISCARD as nr_segment is in the same place
|
|
|
|
* flag. */
|
2011-10-12 18:12:36 +02:00
|
|
|
for (i = 0; i < s->req.u.rw.nr_segments; i++)
|
2010-12-22 16:05:00 +01:00
|
|
|
gnttab_end_foreign_access(s->req.u.rw.seg[i].gref, 0, 0UL);
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
static irqreturn_t blkif_interrupt(int irq, void *dev_id)
|
|
|
|
{
|
|
|
|
struct request *req;
|
|
|
|
struct blkif_response *bret;
|
|
|
|
RING_IDX i, rp;
|
|
|
|
unsigned long flags;
|
|
|
|
struct blkfront_info *info = (struct blkfront_info *)dev_id;
|
2007-12-11 23:47:36 +01:00
|
|
|
int error;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_lock_irqsave(&info->io_lock, flags);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
if (unlikely(info->connected != BLKIF_STATE_CONNECTED)) {
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_unlock_irqrestore(&info->io_lock, flags);
|
2007-07-18 03:37:06 +02:00
|
|
|
return IRQ_HANDLED;
|
|
|
|
}
|
|
|
|
|
|
|
|
again:
|
|
|
|
rp = info->ring.sring->rsp_prod;
|
|
|
|
rmb(); /* Ensure we see queued responses up to 'rp'. */
|
|
|
|
|
|
|
|
for (i = info->ring.rsp_cons; i != rp; i++) {
|
|
|
|
unsigned long id;
|
|
|
|
|
|
|
|
bret = RING_GET_RESPONSE(&info->ring, i);
|
|
|
|
id = bret->id;
|
2012-05-25 23:34:51 +02:00
|
|
|
/*
|
|
|
|
* The backend has messed up and given us an id that we would
|
|
|
|
* never have given to it (we stamp it up to BLK_RING_SIZE -
|
|
|
|
* look in get_id_from_freelist.
|
|
|
|
*/
|
|
|
|
if (id >= BLK_RING_SIZE) {
|
|
|
|
WARN(1, "%s: response to %s has incorrect id (%ld)\n",
|
|
|
|
info->gd->disk_name, op_name(bret->operation), id);
|
|
|
|
/* We can't safely get the 'struct request' as
|
|
|
|
* the id is busted. */
|
|
|
|
continue;
|
|
|
|
}
|
2010-11-01 22:03:14 +01:00
|
|
|
req = info->shadow[id].request;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2011-10-12 22:23:30 +02:00
|
|
|
if (bret->operation != BLKIF_OP_DISCARD)
|
|
|
|
blkif_completion(&info->shadow[id]);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2012-05-25 23:34:51 +02:00
|
|
|
if (add_id_to_freelist(info, id)) {
|
|
|
|
WARN(1, "%s: response to %s (id %ld) couldn't be recycled!\n",
|
|
|
|
info->gd->disk_name, op_name(bret->operation), id);
|
|
|
|
continue;
|
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2007-12-11 23:47:36 +01:00
|
|
|
error = (bret->status == BLKIF_RSP_OKAY) ? 0 : -EIO;
|
2007-07-18 03:37:06 +02:00
|
|
|
switch (bret->operation) {
|
2011-09-01 12:39:09 +02:00
|
|
|
case BLKIF_OP_DISCARD:
|
|
|
|
if (unlikely(bret->status == BLKIF_RSP_EOPNOTSUPP)) {
|
|
|
|
struct request_queue *rq = info->rq;
|
2012-05-25 23:34:51 +02:00
|
|
|
printk(KERN_WARNING "blkfront: %s: %s op failed\n",
|
|
|
|
info->gd->disk_name, op_name(bret->operation));
|
2011-09-01 12:39:09 +02:00
|
|
|
error = -EOPNOTSUPP;
|
|
|
|
info->feature_discard = 0;
|
2011-10-12 22:23:30 +02:00
|
|
|
info->feature_secdiscard = 0;
|
2011-09-01 12:39:09 +02:00
|
|
|
queue_flag_clear(QUEUE_FLAG_DISCARD, rq);
|
2011-10-12 22:23:30 +02:00
|
|
|
queue_flag_clear(QUEUE_FLAG_SECDISCARD, rq);
|
2011-09-01 12:39:09 +02:00
|
|
|
}
|
|
|
|
__blk_end_request_all(req, error);
|
|
|
|
break;
|
2011-05-03 18:01:11 +02:00
|
|
|
case BLKIF_OP_FLUSH_DISKCACHE:
|
2007-07-18 03:37:06 +02:00
|
|
|
case BLKIF_OP_WRITE_BARRIER:
|
|
|
|
if (unlikely(bret->status == BLKIF_RSP_EOPNOTSUPP)) {
|
2012-05-25 23:34:51 +02:00
|
|
|
printk(KERN_WARNING "blkfront: %s: %s op failed\n",
|
|
|
|
info->gd->disk_name, op_name(bret->operation));
|
2007-12-11 23:47:36 +01:00
|
|
|
error = -EOPNOTSUPP;
|
2010-11-02 16:55:58 +01:00
|
|
|
}
|
|
|
|
if (unlikely(bret->status == BLKIF_RSP_ERROR &&
|
2011-10-12 18:12:36 +02:00
|
|
|
info->shadow[id].req.u.rw.nr_segments == 0)) {
|
2012-05-25 23:34:51 +02:00
|
|
|
printk(KERN_WARNING "blkfront: %s: empty %s op failed\n",
|
|
|
|
info->gd->disk_name, op_name(bret->operation));
|
2010-11-02 16:55:58 +01:00
|
|
|
error = -EOPNOTSUPP;
|
|
|
|
}
|
|
|
|
if (unlikely(error)) {
|
|
|
|
if (error == -EOPNOTSUPP)
|
|
|
|
error = 0;
|
2010-09-03 11:56:16 +02:00
|
|
|
info->feature_flush = 0;
|
2011-05-03 18:01:11 +02:00
|
|
|
info->flush_op = 0;
|
2010-09-03 11:56:16 +02:00
|
|
|
xlvbd_flush(info);
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
/* fall through */
|
|
|
|
case BLKIF_OP_READ:
|
|
|
|
case BLKIF_OP_WRITE:
|
|
|
|
if (unlikely(bret->status != BLKIF_RSP_OKAY))
|
|
|
|
dev_dbg(&info->xbdev->dev, "Bad return from blkdev data "
|
|
|
|
"request: %x\n", bret->status);
|
|
|
|
|
2009-04-23 04:05:19 +02:00
|
|
|
__blk_end_request_all(req, error);
|
2007-07-18 03:37:06 +02:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
BUG();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
info->ring.rsp_cons = i;
|
|
|
|
|
|
|
|
if (i != info->ring.req_prod_pvt) {
|
|
|
|
int more_to_do;
|
|
|
|
RING_FINAL_CHECK_FOR_RESPONSES(&info->ring, more_to_do);
|
|
|
|
if (more_to_do)
|
|
|
|
goto again;
|
|
|
|
} else
|
|
|
|
info->ring.sring->rsp_event = i + 1;
|
|
|
|
|
|
|
|
kick_pending_request_queues(info);
|
|
|
|
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_unlock_irqrestore(&info->io_lock, flags);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
return IRQ_HANDLED;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static int setup_blkring(struct xenbus_device *dev,
|
|
|
|
struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
struct blkif_sring *sring;
|
|
|
|
int err;
|
|
|
|
|
|
|
|
info->ring_ref = GRANT_INVALID_REF;
|
|
|
|
|
2008-06-17 10:47:08 +02:00
|
|
|
sring = (struct blkif_sring *)__get_free_page(GFP_NOIO | __GFP_HIGH);
|
2007-07-18 03:37:06 +02:00
|
|
|
if (!sring) {
|
|
|
|
xenbus_dev_fatal(dev, -ENOMEM, "allocating shared ring");
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
|
|
|
SHARED_RING_INIT(sring);
|
|
|
|
FRONT_RING_INIT(&info->ring, sring, PAGE_SIZE);
|
2009-02-24 08:10:09 +01:00
|
|
|
|
|
|
|
sg_init_table(info->sg, BLKIF_MAX_SEGMENTS_PER_REQUEST);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
err = xenbus_grant_ring(dev, virt_to_mfn(info->ring.sring));
|
|
|
|
if (err < 0) {
|
|
|
|
free_page((unsigned long)sring);
|
|
|
|
info->ring.sring = NULL;
|
|
|
|
goto fail;
|
|
|
|
}
|
|
|
|
info->ring_ref = err;
|
|
|
|
|
|
|
|
err = xenbus_alloc_evtchn(dev, &info->evtchn);
|
|
|
|
if (err)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
err = bind_evtchn_to_irqhandler(info->evtchn,
|
|
|
|
blkif_interrupt,
|
|
|
|
IRQF_SAMPLE_RANDOM, "blkif", info);
|
|
|
|
if (err <= 0) {
|
|
|
|
xenbus_dev_fatal(dev, err,
|
|
|
|
"bind_evtchn_to_irqhandler failed");
|
|
|
|
goto fail;
|
|
|
|
}
|
|
|
|
info->irq = err;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
fail:
|
|
|
|
blkif_free(info, 0);
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/* Common code used when first setting up, and when resuming. */
|
2009-12-04 16:33:54 +01:00
|
|
|
static int talk_to_blkback(struct xenbus_device *dev,
|
2007-07-18 03:37:06 +02:00
|
|
|
struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
const char *message = NULL;
|
|
|
|
struct xenbus_transaction xbt;
|
|
|
|
int err;
|
|
|
|
|
|
|
|
/* Create shared ring, alloc event channel. */
|
|
|
|
err = setup_blkring(dev, info);
|
|
|
|
if (err)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
again:
|
|
|
|
err = xenbus_transaction_start(&xbt);
|
|
|
|
if (err) {
|
|
|
|
xenbus_dev_fatal(dev, err, "starting transaction");
|
|
|
|
goto destroy_blkring;
|
|
|
|
}
|
|
|
|
|
|
|
|
err = xenbus_printf(xbt, dev->nodename,
|
|
|
|
"ring-ref", "%u", info->ring_ref);
|
|
|
|
if (err) {
|
|
|
|
message = "writing ring-ref";
|
|
|
|
goto abort_transaction;
|
|
|
|
}
|
|
|
|
err = xenbus_printf(xbt, dev->nodename,
|
|
|
|
"event-channel", "%u", info->evtchn);
|
|
|
|
if (err) {
|
|
|
|
message = "writing event-channel";
|
|
|
|
goto abort_transaction;
|
|
|
|
}
|
2008-04-02 19:54:02 +02:00
|
|
|
err = xenbus_printf(xbt, dev->nodename, "protocol", "%s",
|
|
|
|
XEN_IO_PROTO_ABI_NATIVE);
|
|
|
|
if (err) {
|
|
|
|
message = "writing protocol";
|
|
|
|
goto abort_transaction;
|
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
err = xenbus_transaction_end(xbt, 0);
|
|
|
|
if (err) {
|
|
|
|
if (err == -EAGAIN)
|
|
|
|
goto again;
|
|
|
|
xenbus_dev_fatal(dev, err, "completing transaction");
|
|
|
|
goto destroy_blkring;
|
|
|
|
}
|
|
|
|
|
|
|
|
xenbus_switch_state(dev, XenbusStateInitialised);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
abort_transaction:
|
|
|
|
xenbus_transaction_end(xbt, 1);
|
|
|
|
if (message)
|
|
|
|
xenbus_dev_fatal(dev, err, "%s", message);
|
|
|
|
destroy_blkring:
|
|
|
|
blkif_free(info, 0);
|
|
|
|
out:
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Entry point to this code when a new device is created. Allocate the basic
|
|
|
|
* structures and the ring buffer for communication with the backend, and
|
|
|
|
* inform the backend of the appropriate details for those. Switch to
|
|
|
|
* Initialised state.
|
|
|
|
*/
|
|
|
|
static int blkfront_probe(struct xenbus_device *dev,
|
|
|
|
const struct xenbus_device_id *id)
|
|
|
|
{
|
|
|
|
int err, vdevice, i;
|
|
|
|
struct blkfront_info *info;
|
|
|
|
|
|
|
|
/* FIXME: Use dynamic device id if this is not set. */
|
|
|
|
err = xenbus_scanf(XBT_NIL, dev->nodename,
|
|
|
|
"virtual-device", "%i", &vdevice);
|
|
|
|
if (err != 1) {
|
2008-09-17 23:30:32 +02:00
|
|
|
/* go looking in the extended area instead */
|
|
|
|
err = xenbus_scanf(XBT_NIL, dev->nodename, "virtual-device-ext",
|
|
|
|
"%i", &vdevice);
|
|
|
|
if (err != 1) {
|
|
|
|
xenbus_dev_fatal(dev, err, "reading virtual-device");
|
|
|
|
return err;
|
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
2010-07-29 15:53:16 +02:00
|
|
|
if (xen_hvm_domain()) {
|
|
|
|
char *type;
|
|
|
|
int len;
|
|
|
|
/* no unplug has been done: do not hook devices != xen vbds */
|
2010-08-23 12:59:29 +02:00
|
|
|
if (xen_platform_pci_unplug & XEN_UNPLUG_UNNECESSARY) {
|
2010-07-29 15:53:16 +02:00
|
|
|
int major;
|
|
|
|
|
|
|
|
if (!VDEV_IS_EXTENDED(vdevice))
|
|
|
|
major = BLKIF_MAJOR(vdevice);
|
|
|
|
else
|
|
|
|
major = XENVBD_MAJOR;
|
|
|
|
|
|
|
|
if (major != XENVBD_MAJOR) {
|
|
|
|
printk(KERN_INFO
|
|
|
|
"%s: HVM does not support vbd %d as xen block device\n",
|
|
|
|
__FUNCTION__, vdevice);
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
/* do not create a PV cdrom device if we are an HVM guest */
|
|
|
|
type = xenbus_read(XBT_NIL, dev->nodename, "device-type", &len);
|
|
|
|
if (IS_ERR(type))
|
|
|
|
return -ENODEV;
|
|
|
|
if (strncmp(type, "cdrom", 5) == 0) {
|
|
|
|
kfree(type);
|
2010-05-14 13:44:30 +02:00
|
|
|
return -ENODEV;
|
|
|
|
}
|
2010-07-29 15:53:16 +02:00
|
|
|
kfree(type);
|
2010-05-14 13:44:30 +02:00
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
info = kzalloc(sizeof(*info), GFP_KERNEL);
|
|
|
|
if (!info) {
|
|
|
|
xenbus_dev_fatal(dev, -ENOMEM, "allocating info structure");
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
|
|
|
|
2010-05-01 00:01:19 +02:00
|
|
|
mutex_init(&info->mutex);
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_lock_init(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
info->xbdev = dev;
|
|
|
|
info->vdevice = vdevice;
|
|
|
|
info->connected = BLKIF_STATE_DISCONNECTED;
|
|
|
|
INIT_WORK(&info->work, blkif_restart_queue);
|
|
|
|
|
|
|
|
for (i = 0; i < BLK_RING_SIZE; i++)
|
2011-10-12 18:12:36 +02:00
|
|
|
info->shadow[i].req.u.rw.id = i+1;
|
|
|
|
info->shadow[BLK_RING_SIZE-1].req.u.rw.id = 0x0fffffff;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
/* Front end dir is a number, which is used as the id. */
|
|
|
|
info->handle = simple_strtoul(strrchr(dev->nodename, '/')+1, NULL, 0);
|
2009-04-30 23:43:31 +02:00
|
|
|
dev_set_drvdata(&dev->dev, info);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2009-12-04 16:33:54 +01:00
|
|
|
err = talk_to_blkback(dev, info);
|
2007-07-18 03:37:06 +02:00
|
|
|
if (err) {
|
|
|
|
kfree(info);
|
2009-04-30 23:43:31 +02:00
|
|
|
dev_set_drvdata(&dev->dev, NULL);
|
2007-07-18 03:37:06 +02:00
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static int blkif_recover(struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
struct blkif_request *req;
|
|
|
|
struct blk_shadow *copy;
|
|
|
|
int j;
|
|
|
|
|
|
|
|
/* Stage 1: Make a safe copy of the shadow state. */
|
2008-06-17 10:47:08 +02:00
|
|
|
copy = kmalloc(sizeof(info->shadow),
|
|
|
|
GFP_NOIO | __GFP_REPEAT | __GFP_HIGH);
|
2007-07-18 03:37:06 +02:00
|
|
|
if (!copy)
|
|
|
|
return -ENOMEM;
|
|
|
|
memcpy(copy, info->shadow, sizeof(info->shadow));
|
|
|
|
|
|
|
|
/* Stage 2: Set up free list. */
|
|
|
|
memset(&info->shadow, 0, sizeof(info->shadow));
|
|
|
|
for (i = 0; i < BLK_RING_SIZE; i++)
|
2011-10-12 18:12:36 +02:00
|
|
|
info->shadow[i].req.u.rw.id = i+1;
|
2007-07-18 03:37:06 +02:00
|
|
|
info->shadow_free = info->ring.req_prod_pvt;
|
2011-10-12 18:12:36 +02:00
|
|
|
info->shadow[BLK_RING_SIZE-1].req.u.rw.id = 0x0fffffff;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
/* Stage 3: Find pending requests and requeue them. */
|
|
|
|
for (i = 0; i < BLK_RING_SIZE; i++) {
|
|
|
|
/* Not in use? */
|
2010-11-01 22:03:14 +01:00
|
|
|
if (!copy[i].request)
|
2007-07-18 03:37:06 +02:00
|
|
|
continue;
|
|
|
|
|
|
|
|
/* Grab a request slot and copy shadow state into it. */
|
|
|
|
req = RING_GET_REQUEST(&info->ring, info->ring.req_prod_pvt);
|
|
|
|
*req = copy[i].req;
|
|
|
|
|
|
|
|
/* We get a new request id, and must reset the shadow state. */
|
2011-10-12 18:12:36 +02:00
|
|
|
req->u.rw.id = get_id_from_freelist(info);
|
|
|
|
memcpy(&info->shadow[req->u.rw.id], ©[i], sizeof(copy[i]));
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2011-10-12 22:23:30 +02:00
|
|
|
if (req->operation != BLKIF_OP_DISCARD) {
|
2007-07-18 03:37:06 +02:00
|
|
|
/* Rewrite any grant references invalidated by susp/resume. */
|
2011-10-12 22:23:30 +02:00
|
|
|
for (j = 0; j < req->u.rw.nr_segments; j++)
|
|
|
|
gnttab_grant_foreign_access_ref(
|
|
|
|
req->u.rw.seg[j].gref,
|
|
|
|
info->xbdev->otherend_id,
|
|
|
|
pfn_to_mfn(info->shadow[req->u.rw.id].frame[j]),
|
|
|
|
rq_data_dir(info->shadow[req->u.rw.id].request));
|
|
|
|
}
|
2011-10-12 18:12:36 +02:00
|
|
|
info->shadow[req->u.rw.id].req = *req;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
info->ring.req_prod_pvt++;
|
|
|
|
}
|
|
|
|
|
|
|
|
kfree(copy);
|
|
|
|
|
|
|
|
xenbus_switch_state(info->xbdev, XenbusStateConnected);
|
|
|
|
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_lock_irq(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
/* Now safe for us to use the shared ring */
|
|
|
|
info->connected = BLKIF_STATE_CONNECTED;
|
|
|
|
|
|
|
|
/* Send off requeued requests */
|
|
|
|
flush_requests(info);
|
|
|
|
|
|
|
|
/* Kick any other new requests queued since we resumed */
|
|
|
|
kick_pending_request_queues(info);
|
|
|
|
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_unlock_irq(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* We are reconnecting to the backend, due to a suspend/resume, or a backend
|
|
|
|
* driver restart. We tear down our blkif structure and recreate it, but
|
|
|
|
* leave the device-layer structures intact so that this is transparent to the
|
|
|
|
* rest of the kernel.
|
|
|
|
*/
|
|
|
|
static int blkfront_resume(struct xenbus_device *dev)
|
|
|
|
{
|
2009-04-30 23:43:31 +02:00
|
|
|
struct blkfront_info *info = dev_get_drvdata(&dev->dev);
|
2007-07-18 03:37:06 +02:00
|
|
|
int err;
|
|
|
|
|
|
|
|
dev_dbg(&dev->dev, "blkfront_resume: %s\n", dev->nodename);
|
|
|
|
|
|
|
|
blkif_free(info, info->connected == BLKIF_STATE_CONNECTED);
|
|
|
|
|
2009-12-04 16:33:54 +01:00
|
|
|
err = talk_to_blkback(dev, info);
|
2007-07-18 03:37:06 +02:00
|
|
|
if (info->connected == BLKIF_STATE_SUSPENDED && !err)
|
|
|
|
err = blkif_recover(info);
|
|
|
|
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2010-05-01 00:01:19 +02:00
|
|
|
static void
|
|
|
|
blkfront_closing(struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
struct xenbus_device *xbdev = info->xbdev;
|
|
|
|
struct block_device *bdev = NULL;
|
|
|
|
|
|
|
|
mutex_lock(&info->mutex);
|
|
|
|
|
|
|
|
if (xbdev->state == XenbusStateClosing) {
|
|
|
|
mutex_unlock(&info->mutex);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (info->gd)
|
|
|
|
bdev = bdget_disk(info->gd, 0);
|
|
|
|
|
|
|
|
mutex_unlock(&info->mutex);
|
|
|
|
|
|
|
|
if (!bdev) {
|
|
|
|
xenbus_frontend_closed(xbdev);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
mutex_lock(&bdev->bd_mutex);
|
|
|
|
|
2010-05-01 00:01:23 +02:00
|
|
|
if (bdev->bd_openers) {
|
2010-05-01 00:01:19 +02:00
|
|
|
xenbus_dev_error(xbdev, -EBUSY,
|
|
|
|
"Device in use; refusing to close");
|
|
|
|
xenbus_switch_state(xbdev, XenbusStateClosing);
|
|
|
|
} else {
|
|
|
|
xlvbd_release_gendisk(info);
|
|
|
|
xenbus_frontend_closed(xbdev);
|
|
|
|
}
|
|
|
|
|
|
|
|
mutex_unlock(&bdev->bd_mutex);
|
|
|
|
bdput(bdev);
|
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2011-09-01 12:39:09 +02:00
|
|
|
static void blkfront_setup_discard(struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
int err;
|
|
|
|
char *type;
|
|
|
|
unsigned int discard_granularity;
|
|
|
|
unsigned int discard_alignment;
|
2011-10-12 22:23:30 +02:00
|
|
|
unsigned int discard_secure;
|
2011-09-01 12:39:09 +02:00
|
|
|
|
|
|
|
type = xenbus_read(XBT_NIL, info->xbdev->otherend, "type", NULL);
|
|
|
|
if (IS_ERR(type))
|
|
|
|
return;
|
|
|
|
|
2011-10-12 22:23:30 +02:00
|
|
|
info->feature_secdiscard = 0;
|
2011-09-01 12:39:09 +02:00
|
|
|
if (strncmp(type, "phy", 3) == 0) {
|
|
|
|
err = xenbus_gather(XBT_NIL, info->xbdev->otherend,
|
|
|
|
"discard-granularity", "%u", &discard_granularity,
|
|
|
|
"discard-alignment", "%u", &discard_alignment,
|
|
|
|
NULL);
|
|
|
|
if (!err) {
|
|
|
|
info->feature_discard = 1;
|
|
|
|
info->discard_granularity = discard_granularity;
|
|
|
|
info->discard_alignment = discard_alignment;
|
|
|
|
}
|
2011-10-12 22:23:30 +02:00
|
|
|
err = xenbus_gather(XBT_NIL, info->xbdev->otherend,
|
|
|
|
"discard-secure", "%d", &discard_secure,
|
|
|
|
NULL);
|
|
|
|
if (!err)
|
|
|
|
info->feature_secdiscard = discard_secure;
|
|
|
|
|
2011-09-01 12:39:09 +02:00
|
|
|
} else if (strncmp(type, "file", 4) == 0)
|
|
|
|
info->feature_discard = 1;
|
|
|
|
|
|
|
|
kfree(type);
|
|
|
|
}
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
/*
|
|
|
|
* Invoked when the backend is finally 'ready' (and has told produced
|
|
|
|
* the details about the physical device - #sectors, size, etc).
|
|
|
|
*/
|
|
|
|
static void blkfront_connect(struct blkfront_info *info)
|
|
|
|
{
|
|
|
|
unsigned long long sectors;
|
|
|
|
unsigned long sector_size;
|
|
|
|
unsigned int binfo;
|
|
|
|
int err;
|
2011-09-01 12:39:09 +02:00
|
|
|
int barrier, flush, discard;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2010-03-11 22:42:26 +01:00
|
|
|
switch (info->connected) {
|
|
|
|
case BLKIF_STATE_CONNECTED:
|
|
|
|
/*
|
|
|
|
* Potentially, the back-end may be signalling
|
|
|
|
* a capacity change; update the capacity.
|
|
|
|
*/
|
|
|
|
err = xenbus_scanf(XBT_NIL, info->xbdev->otherend,
|
|
|
|
"sectors", "%Lu", §ors);
|
|
|
|
if (XENBUS_EXIST_ERR(err))
|
|
|
|
return;
|
|
|
|
printk(KERN_INFO "Setting capacity to %Lu\n",
|
|
|
|
sectors);
|
|
|
|
set_capacity(info->gd, sectors);
|
2010-03-18 23:00:54 +01:00
|
|
|
revalidate_disk(info->gd);
|
2010-03-11 22:42:26 +01:00
|
|
|
|
|
|
|
/* fall through */
|
|
|
|
case BLKIF_STATE_SUSPENDED:
|
2007-07-18 03:37:06 +02:00
|
|
|
return;
|
|
|
|
|
2010-03-12 00:10:40 +01:00
|
|
|
default:
|
|
|
|
break;
|
2010-03-11 22:42:26 +01:00
|
|
|
}
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
dev_dbg(&info->xbdev->dev, "%s:%s.\n",
|
|
|
|
__func__, info->xbdev->otherend);
|
|
|
|
|
|
|
|
err = xenbus_gather(XBT_NIL, info->xbdev->otherend,
|
|
|
|
"sectors", "%llu", §ors,
|
|
|
|
"info", "%u", &binfo,
|
|
|
|
"sector-size", "%lu", §or_size,
|
|
|
|
NULL);
|
|
|
|
if (err) {
|
|
|
|
xenbus_dev_fatal(info->xbdev, err,
|
|
|
|
"reading backend fields at %s",
|
|
|
|
info->xbdev->otherend);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2011-05-03 18:01:11 +02:00
|
|
|
info->feature_flush = 0;
|
|
|
|
info->flush_op = 0;
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
err = xenbus_gather(XBT_NIL, info->xbdev->otherend,
|
2011-05-03 18:04:52 +02:00
|
|
|
"feature-barrier", "%d", &barrier,
|
2007-07-18 03:37:06 +02:00
|
|
|
NULL);
|
2010-07-28 19:49:29 +02:00
|
|
|
|
|
|
|
/*
|
|
|
|
* If there's no "feature-barrier" defined, then it means
|
|
|
|
* we're dealing with a very old backend which writes
|
2010-09-03 11:56:16 +02:00
|
|
|
* synchronously; nothing to do.
|
2010-07-28 19:49:29 +02:00
|
|
|
*
|
2010-09-03 11:56:16 +02:00
|
|
|
* If there are barriers, then we use flush.
|
2010-07-28 19:49:29 +02:00
|
|
|
*/
|
2011-05-03 18:01:11 +02:00
|
|
|
if (!err && barrier) {
|
2010-11-02 15:38:33 +01:00
|
|
|
info->feature_flush = REQ_FLUSH | REQ_FUA;
|
2011-05-03 18:01:11 +02:00
|
|
|
info->flush_op = BLKIF_OP_WRITE_BARRIER;
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* And if there is "feature-flush-cache" use that above
|
|
|
|
* barriers.
|
|
|
|
*/
|
|
|
|
err = xenbus_gather(XBT_NIL, info->xbdev->otherend,
|
|
|
|
"feature-flush-cache", "%d", &flush,
|
|
|
|
NULL);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2011-05-03 18:01:11 +02:00
|
|
|
if (!err && flush) {
|
|
|
|
info->feature_flush = REQ_FLUSH;
|
|
|
|
info->flush_op = BLKIF_OP_FLUSH_DISKCACHE;
|
|
|
|
}
|
2011-09-01 12:39:09 +02:00
|
|
|
|
|
|
|
err = xenbus_gather(XBT_NIL, info->xbdev->otherend,
|
|
|
|
"feature-discard", "%d", &discard,
|
|
|
|
NULL);
|
|
|
|
|
|
|
|
if (!err && discard)
|
|
|
|
blkfront_setup_discard(info);
|
|
|
|
|
2008-09-17 23:30:32 +02:00
|
|
|
err = xlvbd_alloc_gendisk(sectors, info, binfo, sector_size);
|
2007-07-18 03:37:06 +02:00
|
|
|
if (err) {
|
|
|
|
xenbus_dev_fatal(info->xbdev, err, "xlvbd_add at %s",
|
|
|
|
info->xbdev->otherend);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
xenbus_switch_state(info->xbdev, XenbusStateConnected);
|
|
|
|
|
|
|
|
/* Kick pending requests. */
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_lock_irq(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
info->connected = BLKIF_STATE_CONNECTED;
|
|
|
|
kick_pending_request_queues(info);
|
2012-02-17 21:04:44 +01:00
|
|
|
spin_unlock_irq(&info->io_lock);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
add_disk(info->gd);
|
2008-04-02 19:54:04 +02:00
|
|
|
|
|
|
|
info->is_ready = 1;
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Callback received when the backend's state changes.
|
|
|
|
*/
|
2009-12-04 16:33:54 +01:00
|
|
|
static void blkback_changed(struct xenbus_device *dev,
|
2007-07-18 03:37:06 +02:00
|
|
|
enum xenbus_state backend_state)
|
|
|
|
{
|
2009-04-30 23:43:31 +02:00
|
|
|
struct blkfront_info *info = dev_get_drvdata(&dev->dev);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2009-12-04 16:33:54 +01:00
|
|
|
dev_dbg(&dev->dev, "blkfront:blkback_changed to state %d.\n", backend_state);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
switch (backend_state) {
|
|
|
|
case XenbusStateInitialising:
|
|
|
|
case XenbusStateInitWait:
|
|
|
|
case XenbusStateInitialised:
|
2009-10-13 23:22:29 +02:00
|
|
|
case XenbusStateReconfiguring:
|
|
|
|
case XenbusStateReconfigured:
|
2007-07-18 03:37:06 +02:00
|
|
|
case XenbusStateUnknown:
|
|
|
|
case XenbusStateClosed:
|
|
|
|
break;
|
|
|
|
|
|
|
|
case XenbusStateConnected:
|
|
|
|
blkfront_connect(info);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case XenbusStateClosing:
|
2010-05-01 00:01:19 +02:00
|
|
|
blkfront_closing(info);
|
2007-07-18 03:37:06 +02:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-05-01 00:01:22 +02:00
|
|
|
static int blkfront_remove(struct xenbus_device *xbdev)
|
2007-07-18 03:37:06 +02:00
|
|
|
{
|
2010-05-01 00:01:22 +02:00
|
|
|
struct blkfront_info *info = dev_get_drvdata(&xbdev->dev);
|
|
|
|
struct block_device *bdev = NULL;
|
|
|
|
struct gendisk *disk;
|
2007-07-18 03:37:06 +02:00
|
|
|
|
2010-05-01 00:01:22 +02:00
|
|
|
dev_dbg(&xbdev->dev, "%s removed", xbdev->nodename);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
blkif_free(info, 0);
|
|
|
|
|
2010-05-01 00:01:22 +02:00
|
|
|
mutex_lock(&info->mutex);
|
|
|
|
|
|
|
|
disk = info->gd;
|
|
|
|
if (disk)
|
|
|
|
bdev = bdget_disk(disk, 0);
|
|
|
|
|
|
|
|
info->xbdev = NULL;
|
|
|
|
mutex_unlock(&info->mutex);
|
|
|
|
|
|
|
|
if (!bdev) {
|
|
|
|
kfree(info);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The xbdev was removed before we reached the Closed
|
|
|
|
* state. See if it's safe to remove the disk. If the bdev
|
|
|
|
* isn't closed yet, we let release take care of it.
|
|
|
|
*/
|
|
|
|
|
|
|
|
mutex_lock(&bdev->bd_mutex);
|
|
|
|
info = disk->private_data;
|
|
|
|
|
2010-08-07 18:51:21 +02:00
|
|
|
dev_warn(disk_to_dev(disk),
|
|
|
|
"%s was hot-unplugged, %d stale handles\n",
|
|
|
|
xbdev->nodename, bdev->bd_openers);
|
|
|
|
|
2010-05-01 00:01:23 +02:00
|
|
|
if (info && !bdev->bd_openers) {
|
2010-05-01 00:01:22 +02:00
|
|
|
xlvbd_release_gendisk(info);
|
|
|
|
disk->private_data = NULL;
|
2010-08-07 18:28:55 +02:00
|
|
|
kfree(info);
|
2010-05-01 00:01:22 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
mutex_unlock(&bdev->bd_mutex);
|
|
|
|
bdput(bdev);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-04-02 19:54:04 +02:00
|
|
|
static int blkfront_is_ready(struct xenbus_device *dev)
|
|
|
|
{
|
2009-04-30 23:43:31 +02:00
|
|
|
struct blkfront_info *info = dev_get_drvdata(&dev->dev);
|
2008-04-02 19:54:04 +02:00
|
|
|
|
2010-08-07 18:31:12 +02:00
|
|
|
return info->is_ready && info->xbdev;
|
2008-04-02 19:54:04 +02:00
|
|
|
}
|
|
|
|
|
2008-03-02 16:23:47 +01:00
|
|
|
static int blkif_open(struct block_device *bdev, fmode_t mode)
|
2007-07-18 03:37:06 +02:00
|
|
|
{
|
2010-08-07 18:36:53 +02:00
|
|
|
struct gendisk *disk = bdev->bd_disk;
|
|
|
|
struct blkfront_info *info;
|
|
|
|
int err = 0;
|
2010-08-07 18:25:34 +02:00
|
|
|
|
2010-06-02 14:28:52 +02:00
|
|
|
mutex_lock(&blkfront_mutex);
|
2010-08-07 18:25:34 +02:00
|
|
|
|
2010-08-07 18:36:53 +02:00
|
|
|
info = disk->private_data;
|
|
|
|
if (!info) {
|
|
|
|
/* xbdev gone */
|
|
|
|
err = -ERESTARTSYS;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
mutex_lock(&info->mutex);
|
|
|
|
|
|
|
|
if (!info->gd)
|
|
|
|
/* xbdev is closed */
|
|
|
|
err = -ERESTARTSYS;
|
|
|
|
|
|
|
|
mutex_unlock(&info->mutex);
|
|
|
|
|
|
|
|
out:
|
2010-06-02 14:28:52 +02:00
|
|
|
mutex_unlock(&blkfront_mutex);
|
2010-08-07 18:36:53 +02:00
|
|
|
return err;
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
|
2008-03-02 16:23:47 +01:00
|
|
|
static int blkif_release(struct gendisk *disk, fmode_t mode)
|
2007-07-18 03:37:06 +02:00
|
|
|
{
|
2008-03-02 16:23:47 +01:00
|
|
|
struct blkfront_info *info = disk->private_data;
|
2010-08-07 18:45:12 +02:00
|
|
|
struct block_device *bdev;
|
|
|
|
struct xenbus_device *xbdev;
|
|
|
|
|
2010-06-02 14:28:52 +02:00
|
|
|
mutex_lock(&blkfront_mutex);
|
2010-08-07 18:45:12 +02:00
|
|
|
|
|
|
|
bdev = bdget_disk(disk, 0);
|
|
|
|
|
2010-08-07 18:47:26 +02:00
|
|
|
if (bdev->bd_openers)
|
|
|
|
goto out;
|
|
|
|
|
2010-08-07 18:45:12 +02:00
|
|
|
/*
|
|
|
|
* Check if we have been instructed to close. We will have
|
|
|
|
* deferred this request, because the bdev was still open.
|
|
|
|
*/
|
|
|
|
|
|
|
|
mutex_lock(&info->mutex);
|
|
|
|
xbdev = info->xbdev;
|
|
|
|
|
|
|
|
if (xbdev && xbdev->state == XenbusStateClosing) {
|
|
|
|
/* pending switch to state closed */
|
2010-08-07 18:51:21 +02:00
|
|
|
dev_info(disk_to_dev(bdev->bd_disk), "releasing disk\n");
|
2010-08-07 18:45:12 +02:00
|
|
|
xlvbd_release_gendisk(info);
|
|
|
|
xenbus_frontend_closed(info->xbdev);
|
|
|
|
}
|
|
|
|
|
|
|
|
mutex_unlock(&info->mutex);
|
|
|
|
|
|
|
|
if (!xbdev) {
|
|
|
|
/* sudden device removal */
|
2010-08-07 18:51:21 +02:00
|
|
|
dev_info(disk_to_dev(bdev->bd_disk), "releasing disk\n");
|
2010-08-07 18:45:12 +02:00
|
|
|
xlvbd_release_gendisk(info);
|
|
|
|
disk->private_data = NULL;
|
|
|
|
kfree(info);
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
2010-08-07 18:45:12 +02:00
|
|
|
|
2010-08-09 03:50:05 +02:00
|
|
|
out:
|
2012-02-16 13:16:25 +01:00
|
|
|
bdput(bdev);
|
2010-06-02 14:28:52 +02:00
|
|
|
mutex_unlock(&blkfront_mutex);
|
2007-07-18 03:37:06 +02:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2009-09-22 02:01:13 +02:00
|
|
|
static const struct block_device_operations xlvbd_block_fops =
|
2007-07-18 03:37:06 +02:00
|
|
|
{
|
|
|
|
.owner = THIS_MODULE,
|
2008-03-02 16:23:47 +01:00
|
|
|
.open = blkif_open,
|
|
|
|
.release = blkif_release,
|
2008-02-21 22:03:45 +01:00
|
|
|
.getgeo = blkif_getgeo,
|
2010-07-08 10:18:46 +02:00
|
|
|
.ioctl = blkif_ioctl,
|
2007-07-18 03:37:06 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2010-01-10 13:39:52 +01:00
|
|
|
static const struct xenbus_device_id blkfront_ids[] = {
|
2007-07-18 03:37:06 +02:00
|
|
|
{ "vbd" },
|
|
|
|
{ "" }
|
|
|
|
};
|
|
|
|
|
2011-12-22 10:08:13 +01:00
|
|
|
static DEFINE_XENBUS_DRIVER(blkfront, ,
|
2007-07-18 03:37:06 +02:00
|
|
|
.probe = blkfront_probe,
|
|
|
|
.remove = blkfront_remove,
|
|
|
|
.resume = blkfront_resume,
|
2009-12-04 16:33:54 +01:00
|
|
|
.otherend_changed = blkback_changed,
|
2008-04-02 19:54:04 +02:00
|
|
|
.is_ready = blkfront_is_ready,
|
2011-12-22 10:08:13 +01:00
|
|
|
);
|
2007-07-18 03:37:06 +02:00
|
|
|
|
|
|
|
static int __init xlblk_init(void)
|
|
|
|
{
|
2011-10-07 21:34:38 +02:00
|
|
|
int ret;
|
|
|
|
|
2008-08-19 22:16:17 +02:00
|
|
|
if (!xen_domain())
|
2007-07-18 03:37:06 +02:00
|
|
|
return -ENODEV;
|
|
|
|
|
2012-03-27 19:31:08 +02:00
|
|
|
if (xen_hvm_domain() && !xen_platform_pci_unplug)
|
2012-03-21 15:08:38 +01:00
|
|
|
return -ENODEV;
|
|
|
|
|
2007-07-18 03:37:06 +02:00
|
|
|
if (register_blkdev(XENVBD_MAJOR, DEV_NAME)) {
|
|
|
|
printk(KERN_WARNING "xen_blk: can't get major %d with name %s\n",
|
|
|
|
XENVBD_MAJOR, DEV_NAME);
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
|
|
|
|
2011-12-22 10:08:13 +01:00
|
|
|
ret = xenbus_register_frontend(&blkfront_driver);
|
2011-10-07 21:34:38 +02:00
|
|
|
if (ret) {
|
|
|
|
unregister_blkdev(XENVBD_MAJOR, DEV_NAME);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
module_init(xlblk_init);
|
|
|
|
|
|
|
|
|
2008-06-17 10:47:08 +02:00
|
|
|
static void __exit xlblk_exit(void)
|
2007-07-18 03:37:06 +02:00
|
|
|
{
|
2012-04-05 17:04:52 +02:00
|
|
|
xenbus_unregister_driver(&blkfront_driver);
|
|
|
|
unregister_blkdev(XENVBD_MAJOR, DEV_NAME);
|
|
|
|
kfree(minors);
|
2007-07-18 03:37:06 +02:00
|
|
|
}
|
|
|
|
module_exit(xlblk_exit);
|
|
|
|
|
|
|
|
MODULE_DESCRIPTION("Xen virtual block device frontend");
|
|
|
|
MODULE_LICENSE("GPL");
|
|
|
|
MODULE_ALIAS_BLOCKDEV_MAJOR(XENVBD_MAJOR);
|
2008-04-02 19:54:05 +02:00
|
|
|
MODULE_ALIAS("xen:vbd");
|
2008-04-02 19:54:06 +02:00
|
|
|
MODULE_ALIAS("xenblk");
|