83ecdb18eb
The round-robin scheduler will iterate over the CPU list with an assigned budget until the next timer expiry and may exit early because of a TB exit. This is fine under normal operation but with icount enabled and SMP it is possible for a CPU to be starved of run time and the system live-locks. For example, booting a riscv64 platform with '-icount shift=0,align=off,sleep=on -smp 2' we observe a livelock once the kernel has timers enabled and starts performing TLB shootdowns. In this case we have CPU 0 in M-mode with interrupts disabled sending an IPI to CPU 1. As we enter the TCG loop, we assign the icount budget to next timer interrupt to CPU 0 and begin executing where the guest is sat in a busy loop exhausting all of the budget before we try to execute CPU 1 which is the target of the IPI but CPU 1 is left with no budget with which to execute and the process repeats. We try here to add some fairness by splitting the budget across all of the CPUs on the thread fairly before entering each one. The CPU count is cached on CPU list generation ID to avoid iterating the list on each loop iteration. With this change it is possible to boot an SMP rv64 guest with icount enabled and no hangs. Reviewed-by: Philippe Mathieu-Daudé <philmd@linaro.org> Tested-by: Peter Maydell <peter.maydell@linaro.org> Signed-off-by: Jamie Iles <quic_jiles@quicinc.com> Reviewed-by: Richard Henderson <richard.henderson@linaro.org> Message-Id: <20230427020925.51003-3-quic_jiles@quicinc.com> Signed-off-by: Richard Henderson <richard.henderson@linaro.org>
391 lines
9.7 KiB
C
391 lines
9.7 KiB
C
/*
|
|
* replay.c
|
|
*
|
|
* Copyright (c) 2010-2015 Institute for System Programming
|
|
* of the Russian Academy of Sciences.
|
|
*
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
* See the COPYING file in the top-level directory.
|
|
*
|
|
*/
|
|
|
|
#include "qemu/osdep.h"
|
|
#include "qapi/error.h"
|
|
#include "sysemu/cpu-timers.h"
|
|
#include "sysemu/replay.h"
|
|
#include "sysemu/runstate.h"
|
|
#include "replay-internal.h"
|
|
#include "qemu/main-loop.h"
|
|
#include "qemu/option.h"
|
|
#include "sysemu/cpus.h"
|
|
#include "qemu/error-report.h"
|
|
|
|
/* Current version of the replay mechanism.
|
|
Increase it when file format changes. */
|
|
#define REPLAY_VERSION 0xe0200c
|
|
/* Size of replay log header */
|
|
#define HEADER_SIZE (sizeof(uint32_t) + sizeof(uint64_t))
|
|
|
|
ReplayMode replay_mode = REPLAY_MODE_NONE;
|
|
char *replay_snapshot;
|
|
|
|
/* Name of replay file */
|
|
static char *replay_filename;
|
|
ReplayState replay_state;
|
|
static GSList *replay_blockers;
|
|
|
|
/* Replay breakpoints */
|
|
uint64_t replay_break_icount = -1ULL;
|
|
QEMUTimer *replay_break_timer;
|
|
|
|
bool replay_next_event_is(int event)
|
|
{
|
|
bool res = false;
|
|
|
|
/* nothing to skip - not all instructions used */
|
|
if (replay_state.instruction_count != 0) {
|
|
assert(replay_state.data_kind == EVENT_INSTRUCTION);
|
|
return event == EVENT_INSTRUCTION;
|
|
}
|
|
|
|
while (true) {
|
|
unsigned int data_kind = replay_state.data_kind;
|
|
if (event == data_kind) {
|
|
res = true;
|
|
}
|
|
switch (data_kind) {
|
|
case EVENT_SHUTDOWN ... EVENT_SHUTDOWN_LAST:
|
|
replay_finish_event();
|
|
qemu_system_shutdown_request(data_kind - EVENT_SHUTDOWN);
|
|
break;
|
|
default:
|
|
/* clock, time_t, checkpoint and other events */
|
|
return res;
|
|
}
|
|
}
|
|
return res;
|
|
}
|
|
|
|
uint64_t replay_get_current_icount(void)
|
|
{
|
|
return icount_get_raw();
|
|
}
|
|
|
|
int replay_get_instructions(void)
|
|
{
|
|
int res = 0;
|
|
g_assert(replay_mutex_locked());
|
|
if (replay_next_event_is(EVENT_INSTRUCTION)) {
|
|
res = replay_state.instruction_count;
|
|
if (replay_break_icount != -1LL) {
|
|
uint64_t current = replay_get_current_icount();
|
|
assert(replay_break_icount >= current);
|
|
if (current + res > replay_break_icount) {
|
|
res = replay_break_icount - current;
|
|
}
|
|
}
|
|
}
|
|
return res;
|
|
}
|
|
|
|
void replay_account_executed_instructions(void)
|
|
{
|
|
if (replay_mode == REPLAY_MODE_PLAY) {
|
|
g_assert(replay_mutex_locked());
|
|
if (replay_state.instruction_count > 0) {
|
|
replay_advance_current_icount(replay_get_current_icount());
|
|
}
|
|
}
|
|
}
|
|
|
|
bool replay_exception(void)
|
|
{
|
|
|
|
if (replay_mode == REPLAY_MODE_RECORD) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_save_instructions();
|
|
replay_put_event(EVENT_EXCEPTION);
|
|
return true;
|
|
} else if (replay_mode == REPLAY_MODE_PLAY) {
|
|
g_assert(replay_mutex_locked());
|
|
bool res = replay_has_exception();
|
|
if (res) {
|
|
replay_finish_event();
|
|
}
|
|
return res;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool replay_has_exception(void)
|
|
{
|
|
bool res = false;
|
|
if (replay_mode == REPLAY_MODE_PLAY) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_account_executed_instructions();
|
|
res = replay_next_event_is(EVENT_EXCEPTION);
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
bool replay_interrupt(void)
|
|
{
|
|
if (replay_mode == REPLAY_MODE_RECORD) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_save_instructions();
|
|
replay_put_event(EVENT_INTERRUPT);
|
|
return true;
|
|
} else if (replay_mode == REPLAY_MODE_PLAY) {
|
|
g_assert(replay_mutex_locked());
|
|
bool res = replay_has_interrupt();
|
|
if (res) {
|
|
replay_finish_event();
|
|
}
|
|
return res;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool replay_has_interrupt(void)
|
|
{
|
|
bool res = false;
|
|
if (replay_mode == REPLAY_MODE_PLAY) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_account_executed_instructions();
|
|
res = replay_next_event_is(EVENT_INTERRUPT);
|
|
}
|
|
return res;
|
|
}
|
|
|
|
void replay_shutdown_request(ShutdownCause cause)
|
|
{
|
|
if (replay_mode == REPLAY_MODE_RECORD) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_put_event(EVENT_SHUTDOWN + cause);
|
|
}
|
|
}
|
|
|
|
bool replay_checkpoint(ReplayCheckpoint checkpoint)
|
|
{
|
|
assert(EVENT_CHECKPOINT + checkpoint <= EVENT_CHECKPOINT_LAST);
|
|
|
|
replay_save_instructions();
|
|
|
|
if (replay_mode == REPLAY_MODE_PLAY) {
|
|
g_assert(replay_mutex_locked());
|
|
if (replay_next_event_is(EVENT_CHECKPOINT + checkpoint)) {
|
|
replay_finish_event();
|
|
} else {
|
|
return false;
|
|
}
|
|
} else if (replay_mode == REPLAY_MODE_RECORD) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_put_event(EVENT_CHECKPOINT + checkpoint);
|
|
}
|
|
return true;
|
|
}
|
|
|
|
void replay_async_events(void)
|
|
{
|
|
static bool processing = false;
|
|
/*
|
|
* If we are already processing the events, recursion may occur
|
|
* in case of incorrect implementation when HW event modifies timers.
|
|
* Timer modification may invoke the icount warp, event processing,
|
|
* and cause the recursion.
|
|
*/
|
|
g_assert(!processing);
|
|
processing = true;
|
|
|
|
replay_save_instructions();
|
|
|
|
if (replay_mode == REPLAY_MODE_PLAY) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_read_events();
|
|
} else if (replay_mode == REPLAY_MODE_RECORD) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_save_events();
|
|
}
|
|
processing = false;
|
|
}
|
|
|
|
bool replay_has_event(void)
|
|
{
|
|
bool res = false;
|
|
if (replay_mode == REPLAY_MODE_PLAY) {
|
|
g_assert(replay_mutex_locked());
|
|
replay_account_executed_instructions();
|
|
res = EVENT_CHECKPOINT <= replay_state.data_kind
|
|
&& replay_state.data_kind <= EVENT_CHECKPOINT_LAST;
|
|
res = res || (EVENT_ASYNC <= replay_state.data_kind
|
|
&& replay_state.data_kind <= EVENT_ASYNC_LAST);
|
|
}
|
|
return res;
|
|
}
|
|
|
|
static void replay_enable(const char *fname, int mode)
|
|
{
|
|
const char *fmode = NULL;
|
|
assert(!replay_file);
|
|
|
|
switch (mode) {
|
|
case REPLAY_MODE_RECORD:
|
|
fmode = "wb";
|
|
break;
|
|
case REPLAY_MODE_PLAY:
|
|
fmode = "rb";
|
|
break;
|
|
default:
|
|
fprintf(stderr, "Replay: internal error: invalid replay mode\n");
|
|
exit(1);
|
|
}
|
|
|
|
atexit(replay_finish);
|
|
|
|
replay_file = fopen(fname, fmode);
|
|
if (replay_file == NULL) {
|
|
fprintf(stderr, "Replay: open %s: %s\n", fname, strerror(errno));
|
|
exit(1);
|
|
}
|
|
|
|
replay_filename = g_strdup(fname);
|
|
replay_mode = mode;
|
|
replay_mutex_init();
|
|
|
|
replay_state.data_kind = -1;
|
|
replay_state.instruction_count = 0;
|
|
replay_state.current_icount = 0;
|
|
replay_state.has_unread_data = 0;
|
|
|
|
/* skip file header for RECORD and check it for PLAY */
|
|
if (replay_mode == REPLAY_MODE_RECORD) {
|
|
fseek(replay_file, HEADER_SIZE, SEEK_SET);
|
|
} else if (replay_mode == REPLAY_MODE_PLAY) {
|
|
unsigned int version = replay_get_dword();
|
|
if (version != REPLAY_VERSION) {
|
|
fprintf(stderr, "Replay: invalid input log file version\n");
|
|
exit(1);
|
|
}
|
|
/* go to the beginning */
|
|
fseek(replay_file, HEADER_SIZE, SEEK_SET);
|
|
replay_fetch_data_kind();
|
|
}
|
|
|
|
replay_init_events();
|
|
}
|
|
|
|
void replay_configure(QemuOpts *opts)
|
|
{
|
|
const char *fname;
|
|
const char *rr;
|
|
ReplayMode mode = REPLAY_MODE_NONE;
|
|
Location loc;
|
|
|
|
if (!opts) {
|
|
return;
|
|
}
|
|
|
|
loc_push_none(&loc);
|
|
qemu_opts_loc_restore(opts);
|
|
|
|
rr = qemu_opt_get(opts, "rr");
|
|
if (!rr) {
|
|
/* Just enabling icount */
|
|
goto out;
|
|
} else if (!strcmp(rr, "record")) {
|
|
mode = REPLAY_MODE_RECORD;
|
|
} else if (!strcmp(rr, "replay")) {
|
|
mode = REPLAY_MODE_PLAY;
|
|
} else {
|
|
error_report("Invalid icount rr option: %s", rr);
|
|
exit(1);
|
|
}
|
|
|
|
fname = qemu_opt_get(opts, "rrfile");
|
|
if (!fname) {
|
|
error_report("File name not specified for replay");
|
|
exit(1);
|
|
}
|
|
|
|
replay_snapshot = g_strdup(qemu_opt_get(opts, "rrsnapshot"));
|
|
replay_vmstate_register();
|
|
replay_enable(fname, mode);
|
|
|
|
out:
|
|
loc_pop(&loc);
|
|
}
|
|
|
|
void replay_start(void)
|
|
{
|
|
if (replay_mode == REPLAY_MODE_NONE) {
|
|
return;
|
|
}
|
|
|
|
if (replay_blockers) {
|
|
error_reportf_err(replay_blockers->data, "Record/replay: ");
|
|
exit(1);
|
|
}
|
|
if (!icount_enabled()) {
|
|
error_report("Please enable icount to use record/replay");
|
|
exit(1);
|
|
}
|
|
|
|
/* Timer for snapshotting will be set up here. */
|
|
|
|
replay_enable_events();
|
|
}
|
|
|
|
void replay_finish(void)
|
|
{
|
|
if (replay_mode == REPLAY_MODE_NONE) {
|
|
return;
|
|
}
|
|
|
|
replay_save_instructions();
|
|
|
|
/* finalize the file */
|
|
if (replay_file) {
|
|
if (replay_mode == REPLAY_MODE_RECORD) {
|
|
/*
|
|
* Can't do it in the signal handler, therefore
|
|
* add shutdown event here for the case of Ctrl-C.
|
|
*/
|
|
replay_shutdown_request(SHUTDOWN_CAUSE_HOST_SIGNAL);
|
|
/* write end event */
|
|
replay_put_event(EVENT_END);
|
|
|
|
/* write header */
|
|
fseek(replay_file, 0, SEEK_SET);
|
|
replay_put_dword(REPLAY_VERSION);
|
|
}
|
|
|
|
fclose(replay_file);
|
|
replay_file = NULL;
|
|
}
|
|
g_free(replay_filename);
|
|
replay_filename = NULL;
|
|
|
|
g_free(replay_snapshot);
|
|
replay_snapshot = NULL;
|
|
|
|
replay_finish_events();
|
|
replay_mode = REPLAY_MODE_NONE;
|
|
}
|
|
|
|
void replay_add_blocker(const char *feature)
|
|
{
|
|
Error *reason = NULL;
|
|
|
|
error_setg(&reason, "Record/replay feature is not supported for '%s'",
|
|
feature);
|
|
replay_blockers = g_slist_prepend(replay_blockers, reason);
|
|
}
|
|
|
|
const char *replay_get_filename(void)
|
|
{
|
|
return replay_filename;
|
|
}
|