2017-07-14 10:25:40 +02:00
|
|
|
/*
|
|
|
|
* Generic intermediate code generation.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2016-2017 Lluís Vilanova <vilanova@ac.upc.edu>
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
|
|
* See the COPYING file in the top-level directory.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "qemu/osdep.h"
|
|
|
|
#include "qemu/error-report.h"
|
|
|
|
#include "tcg/tcg.h"
|
|
|
|
#include "tcg/tcg-op.h"
|
|
|
|
#include "exec/exec-all.h"
|
|
|
|
#include "exec/gen-icount.h"
|
|
|
|
#include "exec/log.h"
|
|
|
|
#include "exec/translator.h"
|
2018-12-07 23:35:56 +01:00
|
|
|
#include "exec/plugin-gen.h"
|
2020-10-03 19:13:43 +02:00
|
|
|
#include "sysemu/replay.h"
|
2017-07-14 10:25:40 +02:00
|
|
|
|
|
|
|
/* Pairs with tcg_clear_temp_count.
|
|
|
|
To be called by #TranslatorOps.{translate_insn,tb_stop} if
|
|
|
|
(1) the target is sufficiently clean to support reporting,
|
|
|
|
(2) as and when all temporaries are known to be consumed.
|
|
|
|
For most targets, (2) is at the end of translate_insn. */
|
|
|
|
void translator_loop_temp_check(DisasContextBase *db)
|
|
|
|
{
|
|
|
|
if (tcg_check_temp_count()) {
|
|
|
|
qemu_log("warning: TCG temporary leaks before "
|
|
|
|
TARGET_FMT_lx "\n", db->pc_next);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-06-21 00:28:18 +02:00
|
|
|
bool translator_use_goto_tb(DisasContextBase *db, target_ulong dest)
|
|
|
|
{
|
2021-07-18 00:18:41 +02:00
|
|
|
/* Suppress goto_tb if requested. */
|
|
|
|
if (tb_cflags(db->tb) & CF_NO_GOTO_TB) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2021-06-21 00:28:18 +02:00
|
|
|
/* Check for the dest on the same page as the start of the TB. */
|
|
|
|
return ((db->pc_first ^ dest) & TARGET_PAGE_MASK) == 0;
|
|
|
|
}
|
|
|
|
|
2021-08-05 22:48:35 +02:00
|
|
|
static inline void translator_page_protect(DisasContextBase *dcbase,
|
|
|
|
target_ulong pc)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_USER_ONLY
|
|
|
|
dcbase->page_protect_end = pc | ~TARGET_PAGE_MASK;
|
|
|
|
page_protect(pc);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2017-07-14 10:25:40 +02:00
|
|
|
void translator_loop(const TranslatorOps *ops, DisasContextBase *db,
|
2019-04-16 08:54:54 +02:00
|
|
|
CPUState *cpu, TranslationBlock *tb, int max_insns)
|
2017-07-14 10:25:40 +02:00
|
|
|
{
|
2021-06-30 04:04:34 +02:00
|
|
|
uint32_t cflags = tb_cflags(tb);
|
2018-12-07 23:35:56 +01:00
|
|
|
bool plugin_enabled;
|
2018-09-12 10:19:10 +02:00
|
|
|
|
2017-07-14 10:25:40 +02:00
|
|
|
/* Initialize DisasContext */
|
|
|
|
db->tb = tb;
|
|
|
|
db->pc_first = tb->pc;
|
|
|
|
db->pc_next = db->pc_first;
|
|
|
|
db->is_jmp = DISAS_NEXT;
|
|
|
|
db->num_insns = 0;
|
2019-04-16 08:54:54 +02:00
|
|
|
db->max_insns = max_insns;
|
2021-07-19 22:43:46 +02:00
|
|
|
db->singlestep_enabled = cflags & CF_SINGLE_STEP;
|
2021-08-05 22:48:35 +02:00
|
|
|
translator_page_protect(db, db->pc_next);
|
2017-07-14 10:25:40 +02:00
|
|
|
|
2018-02-20 02:51:58 +01:00
|
|
|
ops->init_disas_context(db, cpu);
|
2017-07-14 10:25:40 +02:00
|
|
|
tcg_debug_assert(db->is_jmp == DISAS_NEXT); /* no early exit */
|
|
|
|
|
|
|
|
/* Reset the temp count so that we can identify leaks */
|
|
|
|
tcg_clear_temp_count();
|
|
|
|
|
|
|
|
/* Start translating. */
|
|
|
|
gen_tb_start(db->tb);
|
|
|
|
ops->tb_start(db, cpu);
|
|
|
|
tcg_debug_assert(db->is_jmp == DISAS_NEXT); /* no early exit */
|
|
|
|
|
2021-06-30 04:04:34 +02:00
|
|
|
plugin_enabled = plugin_gen_tb_start(cpu, tb, cflags & CF_MEMI_ONLY);
|
2018-12-07 23:35:56 +01:00
|
|
|
|
2017-07-14 10:25:40 +02:00
|
|
|
while (true) {
|
|
|
|
db->num_insns++;
|
|
|
|
ops->insn_start(db, cpu);
|
|
|
|
tcg_debug_assert(db->is_jmp == DISAS_NEXT); /* no early exit */
|
|
|
|
|
2018-12-07 23:35:56 +01:00
|
|
|
if (plugin_enabled) {
|
|
|
|
plugin_gen_insn_start(cpu, db);
|
|
|
|
}
|
|
|
|
|
2017-07-14 10:25:40 +02:00
|
|
|
/* Disassemble one instruction. The translate_insn hook should
|
|
|
|
update db->pc_next and db->is_jmp to indicate what should be
|
|
|
|
done next -- either exiting this loop or locate the start of
|
|
|
|
the next instruction. */
|
2021-06-30 04:04:34 +02:00
|
|
|
if (db->num_insns == db->max_insns && (cflags & CF_LAST_IO)) {
|
2017-07-14 10:25:40 +02:00
|
|
|
/* Accept I/O on the last instruction. */
|
|
|
|
gen_io_start();
|
|
|
|
ops->translate_insn(db, cpu);
|
|
|
|
} else {
|
2021-02-13 14:03:22 +01:00
|
|
|
/* we should only see CF_MEMI_ONLY for io_recompile */
|
2021-06-30 04:04:34 +02:00
|
|
|
tcg_debug_assert(!(cflags & CF_MEMI_ONLY));
|
2017-07-14 10:25:40 +02:00
|
|
|
ops->translate_insn(db, cpu);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Stop translation if translate_insn so indicated. */
|
|
|
|
if (db->is_jmp != DISAS_NEXT) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2018-12-07 23:35:56 +01:00
|
|
|
/*
|
|
|
|
* We can't instrument after instructions that change control
|
|
|
|
* flow although this only really affects post-load operations.
|
|
|
|
*/
|
|
|
|
if (plugin_enabled) {
|
|
|
|
plugin_gen_insn_end();
|
|
|
|
}
|
|
|
|
|
2017-07-14 10:25:40 +02:00
|
|
|
/* Stop translation if the output buffer is full,
|
|
|
|
or we have executed all of the allowed instructions. */
|
2018-02-20 02:51:58 +01:00
|
|
|
if (tcg_op_buf_full() || db->num_insns >= db->max_insns) {
|
2017-07-14 10:25:40 +02:00
|
|
|
db->is_jmp = DISAS_TOO_MANY;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Emit code to exit the TB, as indicated by db->is_jmp. */
|
|
|
|
ops->tb_stop(db, cpu);
|
2021-07-19 21:03:21 +02:00
|
|
|
gen_tb_end(db->tb, db->num_insns);
|
2017-07-14 10:25:40 +02:00
|
|
|
|
2018-12-07 23:35:56 +01:00
|
|
|
if (plugin_enabled) {
|
|
|
|
plugin_gen_tb_end(cpu);
|
|
|
|
}
|
|
|
|
|
2017-07-14 10:25:40 +02:00
|
|
|
/* The disas_log hook may use these values rather than recompute. */
|
2020-10-29 17:49:05 +01:00
|
|
|
tb->size = db->pc_next - db->pc_first;
|
|
|
|
tb->icount = db->num_insns;
|
2017-07-14 10:25:40 +02:00
|
|
|
|
|
|
|
#ifdef DEBUG_DISAS
|
|
|
|
if (qemu_loglevel_mask(CPU_LOG_TB_IN_ASM)
|
|
|
|
&& qemu_log_in_addr_range(db->pc_first)) {
|
2022-04-17 20:29:47 +02:00
|
|
|
FILE *logfile = qemu_log_trylock();
|
2017-07-14 10:25:40 +02:00
|
|
|
qemu_log("----------------\n");
|
|
|
|
ops->disas_log(db, cpu);
|
|
|
|
qemu_log("\n");
|
2019-11-18 22:15:26 +01:00
|
|
|
qemu_log_unlock(logfile);
|
2017-07-14 10:25:40 +02:00
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
2021-08-05 22:48:35 +02:00
|
|
|
|
|
|
|
static inline void translator_maybe_page_protect(DisasContextBase *dcbase,
|
|
|
|
target_ulong pc, size_t len)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_USER_ONLY
|
|
|
|
target_ulong end = pc + len - 1;
|
|
|
|
|
|
|
|
if (end > dcbase->page_protect_end) {
|
|
|
|
translator_page_protect(dcbase, end);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
#define GEN_TRANSLATOR_LD(fullname, type, load_fn, swap_fn) \
|
|
|
|
type fullname ## _swap(CPUArchState *env, DisasContextBase *dcbase, \
|
|
|
|
abi_ptr pc, bool do_swap) \
|
|
|
|
{ \
|
|
|
|
translator_maybe_page_protect(dcbase, pc, sizeof(type)); \
|
|
|
|
type ret = load_fn(env, pc); \
|
|
|
|
if (do_swap) { \
|
|
|
|
ret = swap_fn(ret); \
|
|
|
|
} \
|
2021-10-26 12:22:26 +02:00
|
|
|
plugin_insn_append(pc, &ret, sizeof(ret)); \
|
2021-08-05 22:48:35 +02:00
|
|
|
return ret; \
|
|
|
|
}
|
|
|
|
|
|
|
|
FOR_EACH_TRANSLATOR_LD(GEN_TRANSLATOR_LD)
|
|
|
|
|
|
|
|
#undef GEN_TRANSLATOR_LD
|