2008-10-13 05:12:02 +02:00
|
|
|
/*
|
|
|
|
* QEMU live migration
|
|
|
|
*
|
|
|
|
* Copyright IBM, Corp. 2008
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Anthony Liguori <aliguori@us.ibm.com>
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2. See
|
|
|
|
* the COPYING file in the top-level directory.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "qemu-common.h"
|
|
|
|
#include "migration.h"
|
2009-03-06 00:01:23 +01:00
|
|
|
#include "monitor.h"
|
2008-11-11 17:46:33 +01:00
|
|
|
#include "buffered_file.h"
|
|
|
|
#include "sysemu.h"
|
|
|
|
#include "block.h"
|
|
|
|
#include "qemu_socket.h"
|
|
|
|
|
|
|
|
//#define DEBUG_MIGRATION
|
|
|
|
|
|
|
|
#ifdef DEBUG_MIGRATION
|
|
|
|
#define dprintf(fmt, ...) \
|
|
|
|
do { printf("migration: " fmt, ## __VA_ARGS__); } while (0)
|
|
|
|
#else
|
|
|
|
#define dprintf(fmt, ...) \
|
|
|
|
do { } while (0)
|
|
|
|
#endif
|
2008-10-13 05:12:02 +02:00
|
|
|
|
|
|
|
/* Migration speed throttling */
|
|
|
|
static uint32_t max_throttle = (32 << 20);
|
|
|
|
|
|
|
|
static MigrationState *current_migration;
|
|
|
|
|
|
|
|
void qemu_start_incoming_migration(const char *uri)
|
|
|
|
{
|
2008-10-13 05:14:31 +02:00
|
|
|
const char *p;
|
|
|
|
|
|
|
|
if (strstart(uri, "tcp:", &p))
|
|
|
|
tcp_start_incoming_migration(p);
|
2008-11-11 17:46:33 +01:00
|
|
|
#if !defined(WIN32)
|
|
|
|
else if (strstart(uri, "exec:", &p))
|
|
|
|
exec_start_incoming_migration(p);
|
|
|
|
#endif
|
2008-10-13 05:14:31 +02:00
|
|
|
else
|
|
|
|
fprintf(stderr, "unknown migration protocol: %s\n", uri);
|
2008-10-13 05:12:02 +02:00
|
|
|
}
|
|
|
|
|
2009-03-06 00:01:23 +01:00
|
|
|
void do_migrate(Monitor *mon, int detach, const char *uri)
|
2008-10-13 05:12:02 +02:00
|
|
|
{
|
2008-10-13 05:14:31 +02:00
|
|
|
MigrationState *s = NULL;
|
|
|
|
const char *p;
|
|
|
|
|
|
|
|
if (strstart(uri, "tcp:", &p))
|
2008-10-25 00:10:31 +02:00
|
|
|
s = tcp_start_outgoing_migration(p, max_throttle, detach);
|
2008-11-11 17:46:33 +01:00
|
|
|
#if !defined(WIN32)
|
|
|
|
else if (strstart(uri, "exec:", &p))
|
|
|
|
s = exec_start_outgoing_migration(p, max_throttle, detach);
|
|
|
|
#endif
|
2008-10-13 05:14:31 +02:00
|
|
|
else
|
2009-03-06 00:01:23 +01:00
|
|
|
monitor_printf(mon, "unknown migration protocol: %s\n", uri);
|
2008-10-13 05:14:31 +02:00
|
|
|
|
|
|
|
if (s == NULL)
|
2009-03-06 00:01:23 +01:00
|
|
|
monitor_printf(mon, "migration failed\n");
|
2008-10-13 05:14:31 +02:00
|
|
|
else {
|
2008-10-25 00:10:31 +02:00
|
|
|
if (current_migration)
|
|
|
|
current_migration->release(current_migration);
|
2008-10-13 05:14:31 +02:00
|
|
|
|
2008-10-25 00:10:31 +02:00
|
|
|
current_migration = s;
|
2008-10-13 05:14:31 +02:00
|
|
|
}
|
2008-10-13 05:12:02 +02:00
|
|
|
}
|
|
|
|
|
2009-03-06 00:01:23 +01:00
|
|
|
void do_migrate_cancel(Monitor *mon)
|
2008-10-13 05:12:02 +02:00
|
|
|
{
|
|
|
|
MigrationState *s = current_migration;
|
|
|
|
|
|
|
|
if (s)
|
2008-10-25 00:10:31 +02:00
|
|
|
s->cancel(s);
|
2008-10-13 05:12:02 +02:00
|
|
|
}
|
|
|
|
|
2009-03-06 00:01:23 +01:00
|
|
|
void do_migrate_set_speed(Monitor *mon, const char *value)
|
2008-10-13 05:12:02 +02:00
|
|
|
{
|
|
|
|
double d;
|
|
|
|
char *ptr;
|
2009-05-21 00:26:58 +02:00
|
|
|
FdMigrationState *s;
|
2008-10-13 05:12:02 +02:00
|
|
|
|
|
|
|
d = strtod(value, &ptr);
|
|
|
|
switch (*ptr) {
|
|
|
|
case 'G': case 'g':
|
2008-10-25 00:10:31 +02:00
|
|
|
d *= 1024;
|
2008-10-13 05:12:02 +02:00
|
|
|
case 'M': case 'm':
|
2008-10-25 00:10:31 +02:00
|
|
|
d *= 1024;
|
2008-10-13 05:12:02 +02:00
|
|
|
case 'K': case 'k':
|
2008-10-25 00:10:31 +02:00
|
|
|
d *= 1024;
|
2008-10-13 05:12:02 +02:00
|
|
|
default:
|
2008-10-25 00:10:31 +02:00
|
|
|
break;
|
2008-10-13 05:12:02 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
max_throttle = (uint32_t)d;
|
2009-05-21 00:26:58 +02:00
|
|
|
s = migrate_to_fms(current_migration);
|
|
|
|
|
|
|
|
if (s) {
|
|
|
|
qemu_file_set_rate_limit(s->file, max_throttle);
|
|
|
|
}
|
|
|
|
|
2008-10-13 05:12:02 +02:00
|
|
|
}
|
|
|
|
|
2009-03-06 00:01:23 +01:00
|
|
|
void do_info_migrate(Monitor *mon)
|
2008-10-13 05:12:02 +02:00
|
|
|
{
|
|
|
|
MigrationState *s = current_migration;
|
2009-03-06 00:01:23 +01:00
|
|
|
|
2008-10-13 05:12:02 +02:00
|
|
|
if (s) {
|
2009-03-06 00:01:23 +01:00
|
|
|
monitor_printf(mon, "Migration status: ");
|
2008-10-25 00:10:31 +02:00
|
|
|
switch (s->get_status(s)) {
|
|
|
|
case MIG_STATE_ACTIVE:
|
2009-03-06 00:01:23 +01:00
|
|
|
monitor_printf(mon, "active\n");
|
2009-05-21 23:38:01 +02:00
|
|
|
monitor_printf(mon, "transferred ram: %" PRIu64 " kbytes\n", ram_bytes_transferred() >> 10);
|
|
|
|
monitor_printf(mon, "remaining ram: %" PRIu64 " kbytes\n", ram_bytes_remaining() >> 10);
|
|
|
|
monitor_printf(mon, "total ram: %" PRIu64 " kbytes\n", ram_bytes_total() >> 10);
|
2008-10-25 00:10:31 +02:00
|
|
|
break;
|
|
|
|
case MIG_STATE_COMPLETED:
|
2009-03-06 00:01:23 +01:00
|
|
|
monitor_printf(mon, "completed\n");
|
2008-10-25 00:10:31 +02:00
|
|
|
break;
|
|
|
|
case MIG_STATE_ERROR:
|
2009-03-06 00:01:23 +01:00
|
|
|
monitor_printf(mon, "failed\n");
|
2008-10-25 00:10:31 +02:00
|
|
|
break;
|
|
|
|
case MIG_STATE_CANCELLED:
|
2009-03-06 00:01:23 +01:00
|
|
|
monitor_printf(mon, "cancelled\n");
|
2008-10-25 00:10:31 +02:00
|
|
|
break;
|
|
|
|
}
|
2008-10-13 05:12:02 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2008-11-11 17:46:33 +01:00
|
|
|
/* shared migration helpers */
|
|
|
|
|
2009-03-06 00:01:42 +01:00
|
|
|
void migrate_fd_monitor_suspend(FdMigrationState *s)
|
|
|
|
{
|
|
|
|
s->mon_resume = cur_mon;
|
2009-03-06 00:01:51 +01:00
|
|
|
if (monitor_suspend(cur_mon) == 0)
|
|
|
|
dprintf("suspending monitor\n");
|
|
|
|
else
|
|
|
|
monitor_printf(cur_mon, "terminal does not allow synchronous "
|
|
|
|
"migration, continuing detached\n");
|
2009-03-06 00:01:42 +01:00
|
|
|
}
|
|
|
|
|
2008-11-11 17:46:33 +01:00
|
|
|
void migrate_fd_error(FdMigrationState *s)
|
|
|
|
{
|
|
|
|
dprintf("setting error state\n");
|
|
|
|
s->state = MIG_STATE_ERROR;
|
|
|
|
migrate_fd_cleanup(s);
|
|
|
|
}
|
|
|
|
|
|
|
|
void migrate_fd_cleanup(FdMigrationState *s)
|
|
|
|
{
|
|
|
|
qemu_set_fd_handler2(s->fd, NULL, NULL, NULL, NULL);
|
|
|
|
|
|
|
|
if (s->file) {
|
|
|
|
dprintf("closing file\n");
|
|
|
|
qemu_fclose(s->file);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (s->fd != -1)
|
|
|
|
close(s->fd);
|
|
|
|
|
|
|
|
/* Don't resume monitor until we've flushed all of the buffers */
|
2009-03-06 00:01:42 +01:00
|
|
|
if (s->mon_resume)
|
|
|
|
monitor_resume(s->mon_resume);
|
2008-11-11 17:46:33 +01:00
|
|
|
|
|
|
|
s->fd = -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
void migrate_fd_put_notify(void *opaque)
|
|
|
|
{
|
|
|
|
FdMigrationState *s = opaque;
|
|
|
|
|
|
|
|
qemu_set_fd_handler2(s->fd, NULL, NULL, NULL, NULL);
|
|
|
|
qemu_file_put_notify(s->file);
|
|
|
|
}
|
|
|
|
|
|
|
|
ssize_t migrate_fd_put_buffer(void *opaque, const void *data, size_t size)
|
|
|
|
{
|
|
|
|
FdMigrationState *s = opaque;
|
|
|
|
ssize_t ret;
|
|
|
|
|
|
|
|
do {
|
|
|
|
ret = s->write(s, data, size);
|
2009-05-19 13:08:53 +02:00
|
|
|
} while (ret == -1 && ((s->get_error(s)) == EINTR));
|
2008-11-11 17:46:33 +01:00
|
|
|
|
|
|
|
if (ret == -1)
|
|
|
|
ret = -(s->get_error(s));
|
|
|
|
|
|
|
|
if (ret == -EAGAIN)
|
|
|
|
qemu_set_fd_handler2(s->fd, NULL, NULL, migrate_fd_put_notify, s);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
void migrate_fd_connect(FdMigrationState *s)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
s->file = qemu_fopen_ops_buffered(s,
|
|
|
|
s->bandwidth_limit,
|
|
|
|
migrate_fd_put_buffer,
|
|
|
|
migrate_fd_put_ready,
|
|
|
|
migrate_fd_wait_for_unfreeze,
|
|
|
|
migrate_fd_close);
|
|
|
|
|
|
|
|
dprintf("beginning savevm\n");
|
|
|
|
ret = qemu_savevm_state_begin(s->file);
|
|
|
|
if (ret < 0) {
|
|
|
|
dprintf("failed, %d\n", ret);
|
|
|
|
migrate_fd_error(s);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
migrate_fd_put_ready(s);
|
|
|
|
}
|
|
|
|
|
|
|
|
void migrate_fd_put_ready(void *opaque)
|
|
|
|
{
|
|
|
|
FdMigrationState *s = opaque;
|
|
|
|
|
|
|
|
if (s->state != MIG_STATE_ACTIVE) {
|
|
|
|
dprintf("put_ready returning because of non-active state\n");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
dprintf("iterate\n");
|
|
|
|
if (qemu_savevm_state_iterate(s->file) == 1) {
|
2009-04-05 21:30:33 +02:00
|
|
|
int state;
|
2008-11-11 17:46:33 +01:00
|
|
|
dprintf("done iterating\n");
|
|
|
|
vm_stop(0);
|
|
|
|
|
|
|
|
bdrv_flush_all();
|
2009-04-05 21:30:33 +02:00
|
|
|
if ((qemu_savevm_state_complete(s->file)) < 0) {
|
|
|
|
vm_start();
|
|
|
|
state = MIG_STATE_ERROR;
|
|
|
|
} else {
|
|
|
|
state = MIG_STATE_COMPLETED;
|
|
|
|
}
|
2008-11-11 17:46:33 +01:00
|
|
|
migrate_fd_cleanup(s);
|
2009-04-05 21:30:33 +02:00
|
|
|
s->state = state;
|
2008-11-11 17:46:33 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
int migrate_fd_get_status(MigrationState *mig_state)
|
|
|
|
{
|
|
|
|
FdMigrationState *s = migrate_to_fms(mig_state);
|
|
|
|
return s->state;
|
|
|
|
}
|
|
|
|
|
|
|
|
void migrate_fd_cancel(MigrationState *mig_state)
|
|
|
|
{
|
|
|
|
FdMigrationState *s = migrate_to_fms(mig_state);
|
|
|
|
|
|
|
|
if (s->state != MIG_STATE_ACTIVE)
|
|
|
|
return;
|
|
|
|
|
|
|
|
dprintf("cancelling migration\n");
|
|
|
|
|
|
|
|
s->state = MIG_STATE_CANCELLED;
|
|
|
|
|
|
|
|
migrate_fd_cleanup(s);
|
|
|
|
}
|
|
|
|
|
|
|
|
void migrate_fd_release(MigrationState *mig_state)
|
|
|
|
{
|
|
|
|
FdMigrationState *s = migrate_to_fms(mig_state);
|
|
|
|
|
|
|
|
dprintf("releasing state\n");
|
|
|
|
|
|
|
|
if (s->state == MIG_STATE_ACTIVE) {
|
|
|
|
s->state = MIG_STATE_CANCELLED;
|
|
|
|
migrate_fd_cleanup(s);
|
|
|
|
}
|
|
|
|
free(s);
|
|
|
|
}
|
|
|
|
|
|
|
|
void migrate_fd_wait_for_unfreeze(void *opaque)
|
|
|
|
{
|
|
|
|
FdMigrationState *s = opaque;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
dprintf("wait for unfreeze\n");
|
|
|
|
if (s->state != MIG_STATE_ACTIVE)
|
|
|
|
return;
|
|
|
|
|
|
|
|
do {
|
|
|
|
fd_set wfds;
|
|
|
|
|
|
|
|
FD_ZERO(&wfds);
|
|
|
|
FD_SET(s->fd, &wfds);
|
|
|
|
|
|
|
|
ret = select(s->fd + 1, NULL, &wfds, NULL, NULL);
|
|
|
|
} while (ret == -1 && (s->get_error(s)) == EINTR);
|
|
|
|
}
|
|
|
|
|
|
|
|
int migrate_fd_close(void *opaque)
|
|
|
|
{
|
|
|
|
FdMigrationState *s = opaque;
|
2009-06-08 13:28:01 +02:00
|
|
|
|
|
|
|
qemu_set_fd_handler2(s->fd, NULL, NULL, NULL, NULL);
|
2008-11-11 17:46:33 +01:00
|
|
|
return s->close(s);
|
|
|
|
}
|