2012-01-18 15:40:44 +01:00
|
|
|
/*
|
|
|
|
* Image streaming
|
|
|
|
*
|
|
|
|
* Copyright IBM, Corp. 2011
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Stefan Hajnoczi <stefanha@linux.vnet.ibm.com>
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU LGPL, version 2 or later.
|
|
|
|
* See the COPYING.LIB file in the top-level directory.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "trace.h"
|
2012-12-17 18:19:44 +01:00
|
|
|
#include "block/block_int.h"
|
|
|
|
#include "block/blockjob.h"
|
2015-03-17 17:22:46 +01:00
|
|
|
#include "qapi/qmp/qerror.h"
|
2012-05-09 16:09:46 +02:00
|
|
|
#include "qemu/ratelimit.h"
|
2015-10-19 17:53:22 +02:00
|
|
|
#include "sysemu/block-backend.h"
|
2012-01-18 15:40:44 +01:00
|
|
|
|
|
|
|
enum {
|
|
|
|
/*
|
|
|
|
* Size of data buffer for populating the image file. This should be large
|
|
|
|
* enough to process multiple clusters in a single call, so that populating
|
|
|
|
* contiguous regions of the image is efficient.
|
|
|
|
*/
|
|
|
|
STREAM_BUFFER_SIZE = 512 * 1024, /* in bytes */
|
|
|
|
};
|
|
|
|
|
2012-01-18 15:40:45 +01:00
|
|
|
#define SLICE_TIME 100000000ULL /* ns */
|
|
|
|
|
2012-01-18 15:40:44 +01:00
|
|
|
typedef struct StreamBlockJob {
|
|
|
|
BlockJob common;
|
2012-01-18 15:40:45 +01:00
|
|
|
RateLimit limit;
|
2012-01-18 15:40:44 +01:00
|
|
|
BlockDriverState *base;
|
2012-09-28 17:22:59 +02:00
|
|
|
BlockdevOnError on_error;
|
block: add backing-file option to block-stream
On some image chains, QEMU may not always be able to resolve the
filenames properly, when updating the backing file of an image
after a block job.
For instance, certain relative pathnames may fail, or drives may
have been specified originally by file descriptor (e.g. /dev/fd/???),
or a relative protocol pathname may have been used.
In these instances, QEMU may lack the information to be able to make
the correct choice, but the user or management layer most likely does
have that knowledge.
With this extension to the block-stream api, the user is able to change
the backing file of the active layer as part of the block-stream
operation.
This allows the change to be 'safe', in the sense that if the attempt
to write the active image metadata fails, then the block-stream
operation returns failure, without disrupting the guest.
If a backing file string is not specified in the command, the backing
file string to use is determined in the same manner as it was
previously.
Reviewed-by: Eric Blake <eblake@redhat.com>
Signed-off-by: Jeff Cody <jcody@redhat.com>
Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
2014-06-25 21:40:11 +02:00
|
|
|
char *backing_file_str;
|
2012-01-18 15:40:44 +01:00
|
|
|
} StreamBlockJob;
|
|
|
|
|
|
|
|
static int coroutine_fn stream_populate(BlockDriverState *bs,
|
|
|
|
int64_t sector_num, int nb_sectors,
|
|
|
|
void *buf)
|
|
|
|
{
|
|
|
|
struct iovec iov = {
|
|
|
|
.iov_base = buf,
|
|
|
|
.iov_len = nb_sectors * BDRV_SECTOR_SIZE,
|
|
|
|
};
|
|
|
|
QEMUIOVector qiov;
|
|
|
|
|
|
|
|
qemu_iovec_init_external(&qiov, &iov, 1);
|
|
|
|
|
|
|
|
/* Copy-on-read the unallocated clusters */
|
|
|
|
return bdrv_co_copy_on_readv(bs, sector_num, nb_sectors, &qiov);
|
|
|
|
}
|
|
|
|
|
2014-10-21 13:03:57 +02:00
|
|
|
typedef struct {
|
|
|
|
int ret;
|
|
|
|
bool reached_end;
|
|
|
|
} StreamCompleteData;
|
|
|
|
|
|
|
|
static void stream_complete(BlockJob *job, void *opaque)
|
|
|
|
{
|
|
|
|
StreamBlockJob *s = container_of(job, StreamBlockJob, common);
|
|
|
|
StreamCompleteData *data = opaque;
|
|
|
|
BlockDriverState *base = s->base;
|
|
|
|
|
|
|
|
if (!block_job_is_cancelled(&s->common) && data->reached_end &&
|
|
|
|
data->ret == 0) {
|
|
|
|
const char *base_id = NULL, *base_fmt = NULL;
|
|
|
|
if (base) {
|
|
|
|
base_id = s->backing_file_str;
|
|
|
|
if (base->drv) {
|
|
|
|
base_fmt = base->drv->format_name;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
data->ret = bdrv_change_backing_file(job->bs, base_id, base_fmt);
|
2015-09-14 15:33:33 +02:00
|
|
|
bdrv_set_backing_hd(job->bs, base);
|
2014-10-21 13:03:57 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
g_free(s->backing_file_str);
|
|
|
|
block_job_completed(&s->common, data->ret);
|
|
|
|
g_free(data);
|
|
|
|
}
|
|
|
|
|
2012-01-18 15:40:44 +01:00
|
|
|
static void coroutine_fn stream_run(void *opaque)
|
|
|
|
{
|
|
|
|
StreamBlockJob *s = opaque;
|
2014-10-21 13:03:57 +02:00
|
|
|
StreamCompleteData *data;
|
2012-01-18 15:40:44 +01:00
|
|
|
BlockDriverState *bs = s->common.bs;
|
2012-01-18 15:40:53 +01:00
|
|
|
BlockDriverState *base = s->base;
|
2012-01-18 15:40:44 +01:00
|
|
|
int64_t sector_num, end;
|
2012-09-28 17:22:59 +02:00
|
|
|
int error = 0;
|
2012-01-18 15:40:44 +01:00
|
|
|
int ret = 0;
|
2012-05-10 16:10:42 +02:00
|
|
|
int n = 0;
|
2012-01-18 15:40:44 +01:00
|
|
|
void *buf;
|
|
|
|
|
2015-06-17 14:55:21 +02:00
|
|
|
if (!bs->backing) {
|
2013-11-13 20:37:58 +01:00
|
|
|
block_job_completed(&s->common, 0);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2012-01-18 15:40:44 +01:00
|
|
|
s->common.len = bdrv_getlength(bs);
|
|
|
|
if (s->common.len < 0) {
|
2012-10-18 16:49:20 +02:00
|
|
|
block_job_completed(&s->common, s->common.len);
|
2012-01-18 15:40:44 +01:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
end = s->common.len >> BDRV_SECTOR_BITS;
|
|
|
|
buf = qemu_blockalign(bs, STREAM_BUFFER_SIZE);
|
|
|
|
|
|
|
|
/* Turn on copy-on-read for the whole block device so that guest read
|
|
|
|
* requests help us make progress. Only do this when copying the entire
|
|
|
|
* backing chain since the copy-on-read operation does not take base into
|
|
|
|
* account.
|
|
|
|
*/
|
|
|
|
if (!base) {
|
|
|
|
bdrv_enable_copy_on_read(bs);
|
|
|
|
}
|
|
|
|
|
|
|
|
for (sector_num = 0; sector_num < end; sector_num += n) {
|
2012-05-08 16:51:45 +02:00
|
|
|
uint64_t delay_ns = 0;
|
2012-05-08 16:52:00 +02:00
|
|
|
bool copy;
|
2012-05-08 16:51:45 +02:00
|
|
|
|
|
|
|
wait:
|
|
|
|
/* Note that even when no rate limit is applied we need to yield
|
2012-11-13 16:35:13 +01:00
|
|
|
* with no pending I/O here so that bdrv_drain_all() returns.
|
2012-05-08 16:51:45 +02:00
|
|
|
*/
|
2013-08-21 17:03:05 +02:00
|
|
|
block_job_sleep_ns(&s->common, QEMU_CLOCK_REALTIME, delay_ns);
|
2012-01-18 15:40:44 +01:00
|
|
|
if (block_job_is_cancelled(&s->common)) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2013-09-22 08:19:10 +02:00
|
|
|
copy = false;
|
|
|
|
|
2013-09-04 19:00:22 +02:00
|
|
|
ret = bdrv_is_allocated(bs, sector_num,
|
|
|
|
STREAM_BUFFER_SIZE / BDRV_SECTOR_SIZE, &n);
|
2012-05-08 16:52:00 +02:00
|
|
|
if (ret == 1) {
|
|
|
|
/* Allocated in the top, no need to copy. */
|
2013-09-04 19:00:25 +02:00
|
|
|
} else if (ret >= 0) {
|
2012-05-08 16:52:00 +02:00
|
|
|
/* Copy if allocated in the intermediate images. Limit to the
|
|
|
|
* known-unallocated area [sector_num, sector_num+n). */
|
2015-06-17 14:55:21 +02:00
|
|
|
ret = bdrv_is_allocated_above(backing_bs(bs), base,
|
2013-09-04 19:00:24 +02:00
|
|
|
sector_num, n, &n);
|
2012-08-28 16:26:48 +02:00
|
|
|
|
|
|
|
/* Finish early if end of backing file has been reached */
|
|
|
|
if (ret == 0 && n == 0) {
|
|
|
|
n = end - sector_num;
|
|
|
|
}
|
|
|
|
|
2012-05-08 16:52:00 +02:00
|
|
|
copy = (ret == 1);
|
|
|
|
}
|
2012-01-18 15:40:44 +01:00
|
|
|
trace_stream_one_iteration(s, sector_num, n, ret);
|
2013-09-22 08:19:10 +02:00
|
|
|
if (copy) {
|
2012-01-18 15:40:45 +01:00
|
|
|
if (s->common.speed) {
|
2012-05-08 16:51:45 +02:00
|
|
|
delay_ns = ratelimit_calculate_delay(&s->limit, n);
|
2012-01-18 15:40:45 +01:00
|
|
|
if (delay_ns > 0) {
|
2012-05-08 16:51:45 +02:00
|
|
|
goto wait;
|
2012-01-18 15:40:45 +01:00
|
|
|
}
|
|
|
|
}
|
2012-01-18 15:40:44 +01:00
|
|
|
ret = stream_populate(bs, sector_num, n, buf);
|
|
|
|
}
|
|
|
|
if (ret < 0) {
|
2012-09-28 17:22:59 +02:00
|
|
|
BlockErrorAction action =
|
|
|
|
block_job_error_action(&s->common, s->common.bs, s->on_error,
|
|
|
|
true, -ret);
|
2014-06-18 08:43:30 +02:00
|
|
|
if (action == BLOCK_ERROR_ACTION_STOP) {
|
2012-09-28 17:22:59 +02:00
|
|
|
n = 0;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (error == 0) {
|
|
|
|
error = ret;
|
|
|
|
}
|
2014-06-18 08:43:30 +02:00
|
|
|
if (action == BLOCK_ERROR_ACTION_REPORT) {
|
2012-09-28 17:22:59 +02:00
|
|
|
break;
|
|
|
|
}
|
2012-01-18 15:40:44 +01:00
|
|
|
}
|
2012-01-18 15:40:53 +01:00
|
|
|
ret = 0;
|
2012-01-18 15:40:44 +01:00
|
|
|
|
|
|
|
/* Publish progress */
|
|
|
|
s->common.offset += n * BDRV_SECTOR_SIZE;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!base) {
|
|
|
|
bdrv_disable_copy_on_read(bs);
|
|
|
|
}
|
|
|
|
|
2012-09-28 17:22:59 +02:00
|
|
|
/* Do not remove the backing file if an error was there but ignored. */
|
|
|
|
ret = error;
|
|
|
|
|
2012-01-18 15:40:44 +01:00
|
|
|
qemu_vfree(buf);
|
2014-10-21 13:03:57 +02:00
|
|
|
|
|
|
|
/* Modify backing chain and close BDSes in main loop */
|
|
|
|
data = g_malloc(sizeof(*data));
|
|
|
|
data->ret = ret;
|
|
|
|
data->reached_end = sector_num == end;
|
|
|
|
block_job_defer_to_main_loop(&s->common, stream_complete, data);
|
2012-01-18 15:40:44 +01:00
|
|
|
}
|
|
|
|
|
2012-04-25 17:51:02 +02:00
|
|
|
static void stream_set_speed(BlockJob *job, int64_t speed, Error **errp)
|
2012-01-18 15:40:45 +01:00
|
|
|
{
|
|
|
|
StreamBlockJob *s = container_of(job, StreamBlockJob, common);
|
|
|
|
|
2012-04-25 17:51:02 +02:00
|
|
|
if (speed < 0) {
|
2015-03-17 11:54:50 +01:00
|
|
|
error_setg(errp, QERR_INVALID_PARAMETER, "speed");
|
2012-04-25 17:51:01 +02:00
|
|
|
return;
|
2012-01-18 15:40:45 +01:00
|
|
|
}
|
2012-05-09 16:09:46 +02:00
|
|
|
ratelimit_set_speed(&s->limit, speed / BDRV_SECTOR_SIZE, SLICE_TIME);
|
2012-01-18 15:40:45 +01:00
|
|
|
}
|
|
|
|
|
2013-10-08 11:29:38 +02:00
|
|
|
static const BlockJobDriver stream_job_driver = {
|
2012-01-18 15:40:44 +01:00
|
|
|
.instance_size = sizeof(StreamBlockJob),
|
2013-10-08 11:29:40 +02:00
|
|
|
.job_type = BLOCK_JOB_TYPE_STREAM,
|
2012-01-18 15:40:45 +01:00
|
|
|
.set_speed = stream_set_speed,
|
2012-01-18 15:40:44 +01:00
|
|
|
};
|
|
|
|
|
2012-04-25 17:51:00 +02:00
|
|
|
void stream_start(BlockDriverState *bs, BlockDriverState *base,
|
block: add backing-file option to block-stream
On some image chains, QEMU may not always be able to resolve the
filenames properly, when updating the backing file of an image
after a block job.
For instance, certain relative pathnames may fail, or drives may
have been specified originally by file descriptor (e.g. /dev/fd/???),
or a relative protocol pathname may have been used.
In these instances, QEMU may lack the information to be able to make
the correct choice, but the user or management layer most likely does
have that knowledge.
With this extension to the block-stream api, the user is able to change
the backing file of the active layer as part of the block-stream
operation.
This allows the change to be 'safe', in the sense that if the attempt
to write the active image metadata fails, then the block-stream
operation returns failure, without disrupting the guest.
If a backing file string is not specified in the command, the backing
file string to use is determined in the same manner as it was
previously.
Reviewed-by: Eric Blake <eblake@redhat.com>
Signed-off-by: Jeff Cody <jcody@redhat.com>
Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
2014-06-25 21:40:11 +02:00
|
|
|
const char *backing_file_str, int64_t speed,
|
2012-09-28 17:22:59 +02:00
|
|
|
BlockdevOnError on_error,
|
2014-10-07 13:59:15 +02:00
|
|
|
BlockCompletionFunc *cb,
|
2012-04-25 17:51:00 +02:00
|
|
|
void *opaque, Error **errp)
|
2012-01-18 15:40:44 +01:00
|
|
|
{
|
|
|
|
StreamBlockJob *s;
|
|
|
|
|
2012-09-28 17:22:59 +02:00
|
|
|
if ((on_error == BLOCKDEV_ON_ERROR_STOP ||
|
|
|
|
on_error == BLOCKDEV_ON_ERROR_ENOSPC) &&
|
2015-10-19 17:53:22 +02:00
|
|
|
(!bs->blk || !blk_iostatus_is_enabled(bs->blk))) {
|
2015-03-17 11:54:50 +01:00
|
|
|
error_setg(errp, QERR_INVALID_PARAMETER, "on-error");
|
2012-09-28 17:22:59 +02:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2013-10-08 11:29:38 +02:00
|
|
|
s = block_job_create(&stream_job_driver, bs, speed, cb, opaque, errp);
|
2012-01-18 15:40:44 +01:00
|
|
|
if (!s) {
|
2012-04-25 17:51:00 +02:00
|
|
|
return;
|
2012-01-18 15:40:44 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
s->base = base;
|
block: add backing-file option to block-stream
On some image chains, QEMU may not always be able to resolve the
filenames properly, when updating the backing file of an image
after a block job.
For instance, certain relative pathnames may fail, or drives may
have been specified originally by file descriptor (e.g. /dev/fd/???),
or a relative protocol pathname may have been used.
In these instances, QEMU may lack the information to be able to make
the correct choice, but the user or management layer most likely does
have that knowledge.
With this extension to the block-stream api, the user is able to change
the backing file of the active layer as part of the block-stream
operation.
This allows the change to be 'safe', in the sense that if the attempt
to write the active image metadata fails, then the block-stream
operation returns failure, without disrupting the guest.
If a backing file string is not specified in the command, the backing
file string to use is determined in the same manner as it was
previously.
Reviewed-by: Eric Blake <eblake@redhat.com>
Signed-off-by: Jeff Cody <jcody@redhat.com>
Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
2014-06-25 21:40:11 +02:00
|
|
|
s->backing_file_str = g_strdup(backing_file_str);
|
2012-01-18 15:40:44 +01:00
|
|
|
|
2012-09-28 17:22:59 +02:00
|
|
|
s->on_error = on_error;
|
2012-05-08 16:51:46 +02:00
|
|
|
s->common.co = qemu_coroutine_create(stream_run);
|
|
|
|
trace_stream_start(bs, base, s, s->common.co, opaque);
|
|
|
|
qemu_coroutine_enter(s->common.co, s);
|
2012-01-18 15:40:44 +01:00
|
|
|
}
|