2008-10-13 05:12:02 +02:00
|
|
|
/*
|
|
|
|
* QEMU live migration
|
|
|
|
*
|
|
|
|
* Copyright IBM, Corp. 2008
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Anthony Liguori <aliguori@us.ibm.com>
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2. See
|
|
|
|
* the COPYING file in the top-level directory.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef QEMU_MIGRATION_H
|
|
|
|
#define QEMU_MIGRATION_H
|
|
|
|
|
2009-03-06 00:01:23 +01:00
|
|
|
#include "qemu-common.h"
|
2018-02-11 10:36:01 +01:00
|
|
|
#include "qapi/qapi-types-migration.h"
|
2012-12-19 09:55:50 +01:00
|
|
|
#include "qemu/thread.h"
|
2013-06-26 03:35:35 +02:00
|
|
|
#include "exec/cpu-common.h"
|
2016-10-27 08:42:55 +02:00
|
|
|
#include "qemu/coroutine_int.h"
|
2017-06-27 06:10:13 +02:00
|
|
|
#include "hw/qdev.h"
|
2017-07-24 12:42:02 +02:00
|
|
|
#include "io/channel.h"
|
2009-03-06 00:01:23 +01:00
|
|
|
|
2015-05-21 14:24:14 +02:00
|
|
|
/* State for the incoming migration */
|
|
|
|
struct MigrationIncomingState {
|
2015-11-05 19:10:34 +01:00
|
|
|
QEMUFile *from_src_file;
|
2015-05-21 14:24:16 +02:00
|
|
|
|
2015-11-05 19:10:50 +01:00
|
|
|
/*
|
|
|
|
* Free at the start of the main state load, set as the main thread finishes
|
|
|
|
* loading state.
|
|
|
|
*/
|
|
|
|
QemuEvent main_thread_load_event;
|
|
|
|
|
2017-02-24 19:28:34 +01:00
|
|
|
size_t largest_page_size;
|
2015-11-05 19:11:17 +01:00
|
|
|
bool have_fault_thread;
|
2015-11-05 19:11:04 +01:00
|
|
|
QemuThread fault_thread;
|
|
|
|
QemuSemaphore fault_thread_sem;
|
2018-02-08 11:31:06 +01:00
|
|
|
/* Set this when we want the fault thread to quit */
|
|
|
|
bool fault_thread_quit;
|
2015-11-05 19:11:04 +01:00
|
|
|
|
2015-11-05 19:11:18 +01:00
|
|
|
bool have_listen_thread;
|
|
|
|
QemuThread listen_thread;
|
|
|
|
QemuSemaphore listen_thread_sem;
|
|
|
|
|
2015-11-05 19:11:03 +01:00
|
|
|
/* For the kernel to send us notifications */
|
|
|
|
int userfault_fd;
|
2018-02-08 11:31:06 +01:00
|
|
|
/* To notify the fault_thread to wake, e.g., when need to quit */
|
|
|
|
int userfault_event_fd;
|
2015-11-05 19:10:46 +01:00
|
|
|
QEMUFile *to_src_file;
|
2015-11-05 19:10:47 +01:00
|
|
|
QemuMutex rp_mutex; /* We send replies from multiple threads */
|
2015-11-05 19:11:10 +01:00
|
|
|
void *postcopy_tmp_page;
|
2017-02-24 19:28:36 +01:00
|
|
|
void *postcopy_tmp_zero_page;
|
2015-11-05 19:10:46 +01:00
|
|
|
|
2016-02-24 09:53:38 +01:00
|
|
|
QEMUBH *bh;
|
|
|
|
|
2015-12-16 12:47:34 +01:00
|
|
|
int state;
|
2016-10-27 08:42:55 +02:00
|
|
|
|
|
|
|
bool have_colo_incoming_thread;
|
|
|
|
QemuThread colo_incoming_thread;
|
|
|
|
/* The coroutine we should enter (back) after failover */
|
|
|
|
Coroutine *migration_incoming_co;
|
2017-01-17 13:57:43 +01:00
|
|
|
QemuSemaphore colo_incoming_sem;
|
2015-05-21 14:24:14 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
MigrationIncomingState *migration_incoming_get_current(void);
|
|
|
|
void migration_incoming_state_destroy(void);
|
|
|
|
|
2017-06-27 06:10:13 +02:00
|
|
|
#define TYPE_MIGRATION "migration"
|
|
|
|
|
|
|
|
#define MIGRATION_CLASS(klass) \
|
|
|
|
OBJECT_CLASS_CHECK(MigrationClass, (klass), TYPE_MIGRATION)
|
|
|
|
#define MIGRATION_OBJ(obj) \
|
|
|
|
OBJECT_CHECK(MigrationState, (obj), TYPE_MIGRATION)
|
|
|
|
#define MIGRATION_GET_CLASS(obj) \
|
|
|
|
OBJECT_GET_CLASS(MigrationClass, (obj), TYPE_MIGRATION)
|
|
|
|
|
|
|
|
typedef struct MigrationClass {
|
|
|
|
/*< private >*/
|
|
|
|
DeviceClass parent_class;
|
|
|
|
} MigrationClass;
|
|
|
|
|
2010-05-11 15:56:35 +02:00
|
|
|
struct MigrationState
|
2008-11-11 17:46:33 +01:00
|
|
|
{
|
2017-06-27 06:10:13 +02:00
|
|
|
/*< private >*/
|
|
|
|
DeviceState parent_obj;
|
|
|
|
|
|
|
|
/*< public >*/
|
2012-12-19 09:55:50 +01:00
|
|
|
size_t bytes_xfer;
|
|
|
|
size_t xfer_limit;
|
|
|
|
QemuThread thread;
|
2013-02-22 17:36:21 +01:00
|
|
|
QEMUBH *cleanup_bh;
|
2016-01-15 04:37:42 +01:00
|
|
|
QEMUFile *to_dst_file;
|
2016-04-27 12:05:14 +02:00
|
|
|
|
2018-01-03 13:20:13 +01:00
|
|
|
/* bytes already send at the beggining of current interation */
|
|
|
|
uint64_t iteration_initial_bytes;
|
|
|
|
/* time at the start of current iteration */
|
|
|
|
int64_t iteration_start_time;
|
|
|
|
/*
|
|
|
|
* The final stage happens when the remaining data is smaller than
|
|
|
|
* this threshold; it's calculated from the requested downtime and
|
|
|
|
* measured bandwidth
|
|
|
|
*/
|
|
|
|
int64_t threshold_size;
|
|
|
|
|
2017-04-05 21:00:09 +02:00
|
|
|
/* params from 'migrate-set-parameters' */
|
2016-04-27 12:05:14 +02:00
|
|
|
MigrationParameters parameters;
|
2013-02-22 17:36:41 +01:00
|
|
|
|
|
|
|
int state;
|
2015-11-05 19:10:49 +01:00
|
|
|
|
|
|
|
/* State related to return path */
|
|
|
|
struct {
|
|
|
|
QEMUFile *from_dst_file;
|
|
|
|
QemuThread rp_thread;
|
|
|
|
bool error;
|
|
|
|
} rp_state;
|
|
|
|
|
2013-06-26 03:35:30 +02:00
|
|
|
double mbps;
|
2018-01-03 13:20:08 +01:00
|
|
|
/* Timestamp when recent migration starts (ms) */
|
|
|
|
int64_t start_time;
|
|
|
|
/* Total time used by latest migration (ms) */
|
2012-05-21 22:01:07 +02:00
|
|
|
int64_t total_time;
|
2018-01-03 13:20:10 +01:00
|
|
|
/* Timestamp when VM is down (ms) to migrate the last stuff */
|
|
|
|
int64_t downtime_start;
|
2012-08-13 09:35:16 +02:00
|
|
|
int64_t downtime;
|
2012-08-13 09:53:12 +02:00
|
|
|
int64_t expected_downtime;
|
qapi: Don't let implicit enum MAX member collide
Now that we guarantee the user doesn't have any enum values
beginning with a single underscore, we can use that for our
own purposes. Renaming ENUM_MAX to ENUM__MAX makes it obvious
that the sentinel is generated.
This patch was mostly generated by applying a temporary patch:
|diff --git a/scripts/qapi.py b/scripts/qapi.py
|index e6d014b..b862ec9 100644
|--- a/scripts/qapi.py
|+++ b/scripts/qapi.py
|@@ -1570,6 +1570,7 @@ const char *const %(c_name)s_lookup[] = {
| max_index = c_enum_const(name, 'MAX', prefix)
| ret += mcgen('''
| [%(max_index)s] = NULL,
|+// %(max_index)s
| };
| ''',
| max_index=max_index)
then running:
$ cat qapi-{types,event}.c tests/test-qapi-types.c |
sed -n 's,^// \(.*\)MAX,s|\1MAX|\1_MAX|g,p' > list
$ git grep -l _MAX | xargs sed -i -f list
The only things not generated are the changes in scripts/qapi.py.
Rejecting enum members named 'MAX' is now useless, and will be dropped
in the next patch.
Signed-off-by: Eric Blake <eblake@redhat.com>
Message-Id: <1447836791-369-23-git-send-email-eblake@redhat.com>
Reviewed-by: Juan Quintela <quintela@redhat.com>
[Rebased to current master, commit message tweaked]
Signed-off-by: Markus Armbruster <armbru@redhat.com>
2015-11-18 09:52:57 +01:00
|
|
|
bool enabled_capabilities[MIGRATION_CAPABILITY__MAX];
|
2013-07-22 16:01:58 +02:00
|
|
|
int64_t setup_time;
|
2018-01-03 13:20:09 +01:00
|
|
|
/*
|
|
|
|
* Whether guest was running when we enter the completion stage.
|
|
|
|
* If migration is interrupted by any reason, we need to continue
|
|
|
|
* running the guest on source.
|
|
|
|
*/
|
|
|
|
bool vm_was_running;
|
2015-11-05 19:10:56 +01:00
|
|
|
|
|
|
|
/* Flag set once the migration has been asked to enter postcopy */
|
|
|
|
bool start_postcopy;
|
2016-02-22 18:17:32 +01:00
|
|
|
/* Flag set after postcopy has sent the device state */
|
|
|
|
bool postcopy_after_devices;
|
2015-11-05 19:11:05 +01:00
|
|
|
|
|
|
|
/* Flag set once the migration thread is running (and needs joining) */
|
|
|
|
bool migration_thread_running;
|
2015-11-05 19:11:08 +01:00
|
|
|
|
2017-01-24 08:59:52 +01:00
|
|
|
/* Flag set once the migration thread called bdrv_inactivate_all */
|
|
|
|
bool block_inactive;
|
|
|
|
|
2017-10-20 11:05:52 +02:00
|
|
|
/* Migration is paused due to pause-before-switchover */
|
|
|
|
QemuSemaphore pause_sem;
|
|
|
|
|
2017-01-17 13:57:43 +01:00
|
|
|
/* The semaphore is used to notify COLO thread that failover is finished */
|
|
|
|
QemuSemaphore colo_exit_sem;
|
migration: add reporting of errors for outgoing migration
Currently if an application initiates an outgoing migration,
it may or may not, get an error reported back on failure. If
the error occurs synchronously to the 'migrate' command
execution, the client app will see the error message. This
is the case for DNS lookup failures. If the error occurs
asynchronously to the monitor command though, the error
will be thrown away and the client left guessing about
what went wrong. This is the case for failure to connect
to the TCP server (eg due to wrong port, or firewall
rules, or other similar errors).
In the future we'll be adding more scope for errors to
happen asynchronously with the TLS protocol handshake.
TLS errors are hard to diagnose even when they are well
reported, so discarding errors entirely will make it
impossible to debug TLS connection problems.
Management apps which do migration are already using
'query-migrate' / 'info migrate' to check up on progress
of background migration operations and to see their end
status. This is a fine place to also include the error
message when things go wrong.
This patch thus adds an 'error-desc' field to the
MigrationInfo struct, which will be populated when
the 'status' is set to 'failed':
(qemu) migrate -d tcp:localhost:9001
(qemu) info migrate
capabilities: xbzrle: off rdma-pin-all: off auto-converge: off zero-blocks: off compress: off events: off x-postcopy-ram: off
Migration status: failed (Error connecting to socket: Connection refused)
total time: 0 milliseconds
In the HMP, when doing non-detached migration, it is
also possible to display this error message directly
to the app.
(qemu) migrate tcp:localhost:9001
Error connecting to socket: Connection refused
Or with QMP
{
"execute": "query-migrate",
"arguments": {}
}
{
"return": {
"status": "failed",
"error-desc": "address resolution failed for myhost:9000: No address associated with hostname"
}
}
Reviewed-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
Signed-off-by: Daniel P. Berrange <berrange@redhat.com>
Reviewed-by: Juan Quintela <quintela@redhat.com>
Message-Id: <1461751518-12128-11-git-send-email-berrange@redhat.com>
Signed-off-by: Amit Shah <amit.shah@redhat.com>
2016-04-27 12:05:00 +02:00
|
|
|
|
2017-01-17 13:57:42 +01:00
|
|
|
/* The semaphore is used to notify COLO thread to do checkpoint */
|
|
|
|
QemuSemaphore colo_checkpoint_sem;
|
|
|
|
int64_t colo_checkpoint_time;
|
|
|
|
QEMUTimer *colo_delay_timer;
|
|
|
|
|
2017-09-05 12:50:22 +02:00
|
|
|
/* The first error that has occurred.
|
|
|
|
We used the mutex to be able to return the 1st error message */
|
migration: add reporting of errors for outgoing migration
Currently if an application initiates an outgoing migration,
it may or may not, get an error reported back on failure. If
the error occurs synchronously to the 'migrate' command
execution, the client app will see the error message. This
is the case for DNS lookup failures. If the error occurs
asynchronously to the monitor command though, the error
will be thrown away and the client left guessing about
what went wrong. This is the case for failure to connect
to the TCP server (eg due to wrong port, or firewall
rules, or other similar errors).
In the future we'll be adding more scope for errors to
happen asynchronously with the TLS protocol handshake.
TLS errors are hard to diagnose even when they are well
reported, so discarding errors entirely will make it
impossible to debug TLS connection problems.
Management apps which do migration are already using
'query-migrate' / 'info migrate' to check up on progress
of background migration operations and to see their end
status. This is a fine place to also include the error
message when things go wrong.
This patch thus adds an 'error-desc' field to the
MigrationInfo struct, which will be populated when
the 'status' is set to 'failed':
(qemu) migrate -d tcp:localhost:9001
(qemu) info migrate
capabilities: xbzrle: off rdma-pin-all: off auto-converge: off zero-blocks: off compress: off events: off x-postcopy-ram: off
Migration status: failed (Error connecting to socket: Connection refused)
total time: 0 milliseconds
In the HMP, when doing non-detached migration, it is
also possible to display this error message directly
to the app.
(qemu) migrate tcp:localhost:9001
Error connecting to socket: Connection refused
Or with QMP
{
"execute": "query-migrate",
"arguments": {}
}
{
"return": {
"status": "failed",
"error-desc": "address resolution failed for myhost:9000: No address associated with hostname"
}
}
Reviewed-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
Signed-off-by: Daniel P. Berrange <berrange@redhat.com>
Reviewed-by: Juan Quintela <quintela@redhat.com>
Message-Id: <1461751518-12128-11-git-send-email-berrange@redhat.com>
Signed-off-by: Amit Shah <amit.shah@redhat.com>
2016-04-27 12:05:00 +02:00
|
|
|
Error *error;
|
2017-09-05 12:50:22 +02:00
|
|
|
/* mutex to protect errp */
|
|
|
|
QemuMutex error_mutex;
|
|
|
|
|
2017-04-05 18:32:37 +02:00
|
|
|
/* Do we have to clean up -b/-i from old migrate parameters */
|
|
|
|
/* This feature is deprecated and will be removed */
|
|
|
|
bool must_remove_block_options;
|
2017-06-27 06:10:14 +02:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Global switch on whether we need to store the global state
|
|
|
|
* during migration.
|
|
|
|
*/
|
|
|
|
bool store_global_state;
|
2017-06-27 06:10:15 +02:00
|
|
|
|
|
|
|
/* Whether the VM is only allowing for migratable devices */
|
|
|
|
bool only_migratable;
|
2017-06-27 06:10:16 +02:00
|
|
|
|
|
|
|
/* Whether we send QEMU_VM_CONFIGURATION during migration */
|
|
|
|
bool send_configuration;
|
2017-06-27 06:10:17 +02:00
|
|
|
/* Whether we send section footer during migration */
|
|
|
|
bool send_section_footer;
|
2008-11-11 17:46:33 +01:00
|
|
|
};
|
|
|
|
|
2015-12-16 12:47:33 +01:00
|
|
|
void migrate_set_state(int *state, int old_state, int new_state);
|
|
|
|
|
2016-06-01 12:17:14 +02:00
|
|
|
void migration_fd_process_incoming(QEMUFile *f);
|
2017-07-24 12:42:02 +02:00
|
|
|
void migration_ioc_process_incoming(QIOChannel *ioc);
|
2010-06-09 14:10:55 +02:00
|
|
|
|
2017-07-24 13:06:25 +02:00
|
|
|
bool migration_has_all_channels(void);
|
|
|
|
|
2009-05-28 21:22:57 +02:00
|
|
|
uint64_t migrate_max_downtime(void);
|
|
|
|
|
2017-09-05 12:50:22 +02:00
|
|
|
void migrate_set_error(MigrationState *s, const Error *error);
|
migration: add reporting of errors for outgoing migration
Currently if an application initiates an outgoing migration,
it may or may not, get an error reported back on failure. If
the error occurs synchronously to the 'migrate' command
execution, the client app will see the error message. This
is the case for DNS lookup failures. If the error occurs
asynchronously to the monitor command though, the error
will be thrown away and the client left guessing about
what went wrong. This is the case for failure to connect
to the TCP server (eg due to wrong port, or firewall
rules, or other similar errors).
In the future we'll be adding more scope for errors to
happen asynchronously with the TLS protocol handshake.
TLS errors are hard to diagnose even when they are well
reported, so discarding errors entirely will make it
impossible to debug TLS connection problems.
Management apps which do migration are already using
'query-migrate' / 'info migrate' to check up on progress
of background migration operations and to see their end
status. This is a fine place to also include the error
message when things go wrong.
This patch thus adds an 'error-desc' field to the
MigrationInfo struct, which will be populated when
the 'status' is set to 'failed':
(qemu) migrate -d tcp:localhost:9001
(qemu) info migrate
capabilities: xbzrle: off rdma-pin-all: off auto-converge: off zero-blocks: off compress: off events: off x-postcopy-ram: off
Migration status: failed (Error connecting to socket: Connection refused)
total time: 0 milliseconds
In the HMP, when doing non-detached migration, it is
also possible to display this error message directly
to the app.
(qemu) migrate tcp:localhost:9001
Error connecting to socket: Connection refused
Or with QMP
{
"execute": "query-migrate",
"arguments": {}
}
{
"return": {
"status": "failed",
"error-desc": "address resolution failed for myhost:9000: No address associated with hostname"
}
}
Reviewed-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
Signed-off-by: Daniel P. Berrange <berrange@redhat.com>
Reviewed-by: Juan Quintela <quintela@redhat.com>
Message-Id: <1461751518-12128-11-git-send-email-berrange@redhat.com>
Signed-off-by: Amit Shah <amit.shah@redhat.com>
2016-04-27 12:05:00 +02:00
|
|
|
void migrate_fd_error(MigrationState *s, const Error *error);
|
2008-11-11 17:46:33 +01:00
|
|
|
|
2017-12-15 18:16:54 +01:00
|
|
|
void migrate_fd_connect(MigrationState *s, Error *error_in);
|
2008-11-11 17:46:33 +01:00
|
|
|
|
2018-02-08 11:31:15 +01:00
|
|
|
void migrate_init(MigrationState *s);
|
2016-05-04 21:44:19 +02:00
|
|
|
bool migration_is_blocked(Error **errp);
|
2015-11-05 19:10:58 +01:00
|
|
|
/* True if outgoing migration has entered postcopy phase */
|
2017-03-20 22:25:28 +01:00
|
|
|
bool migration_in_postcopy(void);
|
2012-08-13 09:42:49 +02:00
|
|
|
MigrationState *migrate_get_current(void);
|
2010-12-13 17:30:12 +01:00
|
|
|
|
2017-07-10 18:30:16 +02:00
|
|
|
bool migrate_postcopy(void);
|
|
|
|
|
2017-02-03 16:23:20 +01:00
|
|
|
bool migrate_release_ram(void);
|
2015-11-05 19:10:51 +01:00
|
|
|
bool migrate_postcopy_ram(void);
|
2013-07-18 09:48:50 +02:00
|
|
|
bool migrate_zero_blocks(void);
|
2013-06-26 03:35:36 +02:00
|
|
|
|
2013-06-24 11:49:42 +02:00
|
|
|
bool migrate_auto_converge(void);
|
2016-01-14 12:23:00 +01:00
|
|
|
bool migrate_use_multifd(void);
|
2017-10-20 11:05:50 +02:00
|
|
|
bool migrate_pause_before_switchover(void);
|
2016-01-15 08:56:17 +01:00
|
|
|
int migrate_multifd_channels(void);
|
2017-04-27 10:48:25 +02:00
|
|
|
int migrate_multifd_page_count(void);
|
2013-06-24 11:49:42 +02:00
|
|
|
|
2012-08-06 20:42:53 +02:00
|
|
|
int migrate_use_xbzrle(void);
|
|
|
|
int64_t migrate_xbzrle_cache_size(void);
|
2016-10-27 08:42:52 +02:00
|
|
|
bool migrate_colo_enabled(void);
|
2012-08-06 20:42:53 +02:00
|
|
|
|
2017-04-05 18:32:37 +02:00
|
|
|
bool migrate_use_block(void);
|
|
|
|
bool migrate_use_block_incremental(void);
|
2017-06-26 12:28:55 +02:00
|
|
|
bool migrate_use_return_path(void);
|
2017-04-05 18:32:37 +02:00
|
|
|
|
2015-03-23 09:32:17 +01:00
|
|
|
bool migrate_use_compression(void);
|
|
|
|
int migrate_compress_level(void);
|
|
|
|
int migrate_compress_threads(void);
|
2015-03-23 09:32:18 +01:00
|
|
|
int migrate_decompress_threads(void);
|
2015-07-07 14:44:05 +02:00
|
|
|
bool migrate_use_events(void);
|
2015-03-23 09:32:17 +01:00
|
|
|
|
2015-11-05 19:10:47 +01:00
|
|
|
/* Sending on the return path - generic and then for each message type */
|
|
|
|
void migrate_send_rp_shut(MigrationIncomingState *mis,
|
|
|
|
uint32_t value);
|
|
|
|
void migrate_send_rp_pong(MigrationIncomingState *mis,
|
|
|
|
uint32_t value);
|
2018-02-08 11:31:12 +01:00
|
|
|
int migrate_send_rp_req_pages(MigrationIncomingState *mis, const char* rbname,
|
2015-11-05 19:11:07 +01:00
|
|
|
ram_addr_t start, size_t len);
|
2015-11-05 19:10:47 +01:00
|
|
|
|
2008-10-13 05:12:02 +02:00
|
|
|
#endif
|