plugins: implement inline operation relative to cpu_index
Instead of working on a fixed memory location, allow to address it based on cpu_index, an element size and a given offset. Result address: ptr + offset + cpu_index * element_size. With this, we can target a member in a struct array from a base pointer. Current semantic is not modified, thus inline operation still targets always the same memory location. Reviewed-by: Richard Henderson <richard.henderson@linaro.org> Signed-off-by: Pierrick Bouvier <pierrick.bouvier@linaro.org> Message-Id: <20240304130036.124418-4-pierrick.bouvier@linaro.org> Signed-off-by: Alex Bennée <alex.bennee@linaro.org> Message-Id: <20240305121005.3528075-17-alex.bennee@linaro.org>
This commit is contained in:
parent
8042e2eadf
commit
62f92b8d97
@ -133,16 +133,28 @@ static void gen_empty_udata_cb_no_rwg(void)
|
|||||||
*/
|
*/
|
||||||
static void gen_empty_inline_cb(void)
|
static void gen_empty_inline_cb(void)
|
||||||
{
|
{
|
||||||
|
TCGv_i32 cpu_index = tcg_temp_ebb_new_i32();
|
||||||
|
TCGv_ptr cpu_index_as_ptr = tcg_temp_ebb_new_ptr();
|
||||||
TCGv_i64 val = tcg_temp_ebb_new_i64();
|
TCGv_i64 val = tcg_temp_ebb_new_i64();
|
||||||
TCGv_ptr ptr = tcg_temp_ebb_new_ptr();
|
TCGv_ptr ptr = tcg_temp_ebb_new_ptr();
|
||||||
|
|
||||||
|
tcg_gen_ld_i32(cpu_index, tcg_env,
|
||||||
|
-offsetof(ArchCPU, env) + offsetof(CPUState, cpu_index));
|
||||||
|
/* second operand will be replaced by immediate value */
|
||||||
|
tcg_gen_mul_i32(cpu_index, cpu_index, cpu_index);
|
||||||
|
tcg_gen_ext_i32_ptr(cpu_index_as_ptr, cpu_index);
|
||||||
|
|
||||||
tcg_gen_movi_ptr(ptr, 0);
|
tcg_gen_movi_ptr(ptr, 0);
|
||||||
|
tcg_gen_add_ptr(ptr, ptr, cpu_index_as_ptr);
|
||||||
tcg_gen_ld_i64(val, ptr, 0);
|
tcg_gen_ld_i64(val, ptr, 0);
|
||||||
/* pass an immediate != 0 so that it doesn't get optimized away */
|
/* second operand will be replaced by immediate value */
|
||||||
tcg_gen_addi_i64(val, val, 0xdeadface);
|
tcg_gen_add_i64(val, val, val);
|
||||||
|
|
||||||
tcg_gen_st_i64(val, ptr, 0);
|
tcg_gen_st_i64(val, ptr, 0);
|
||||||
tcg_temp_free_ptr(ptr);
|
tcg_temp_free_ptr(ptr);
|
||||||
tcg_temp_free_i64(val);
|
tcg_temp_free_i64(val);
|
||||||
|
tcg_temp_free_ptr(cpu_index_as_ptr);
|
||||||
|
tcg_temp_free_i32(cpu_index);
|
||||||
}
|
}
|
||||||
|
|
||||||
static void gen_empty_mem_cb(TCGv_i64 addr, uint32_t info)
|
static void gen_empty_mem_cb(TCGv_i64 addr, uint32_t info)
|
||||||
@ -290,12 +302,37 @@ static TCGOp *copy_const_ptr(TCGOp **begin_op, TCGOp *op, void *ptr)
|
|||||||
return op;
|
return op;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static TCGOp *copy_ld_i32(TCGOp **begin_op, TCGOp *op)
|
||||||
|
{
|
||||||
|
return copy_op(begin_op, op, INDEX_op_ld_i32);
|
||||||
|
}
|
||||||
|
|
||||||
|
static TCGOp *copy_ext_i32_ptr(TCGOp **begin_op, TCGOp *op)
|
||||||
|
{
|
||||||
|
if (UINTPTR_MAX == UINT32_MAX) {
|
||||||
|
op = copy_op(begin_op, op, INDEX_op_mov_i32);
|
||||||
|
} else {
|
||||||
|
op = copy_op(begin_op, op, INDEX_op_ext_i32_i64);
|
||||||
|
}
|
||||||
|
return op;
|
||||||
|
}
|
||||||
|
|
||||||
|
static TCGOp *copy_add_ptr(TCGOp **begin_op, TCGOp *op)
|
||||||
|
{
|
||||||
|
if (UINTPTR_MAX == UINT32_MAX) {
|
||||||
|
op = copy_op(begin_op, op, INDEX_op_add_i32);
|
||||||
|
} else {
|
||||||
|
op = copy_op(begin_op, op, INDEX_op_add_i64);
|
||||||
|
}
|
||||||
|
return op;
|
||||||
|
}
|
||||||
|
|
||||||
static TCGOp *copy_ld_i64(TCGOp **begin_op, TCGOp *op)
|
static TCGOp *copy_ld_i64(TCGOp **begin_op, TCGOp *op)
|
||||||
{
|
{
|
||||||
if (TCG_TARGET_REG_BITS == 32) {
|
if (TCG_TARGET_REG_BITS == 32) {
|
||||||
/* 2x ld_i32 */
|
/* 2x ld_i32 */
|
||||||
op = copy_op(begin_op, op, INDEX_op_ld_i32);
|
op = copy_ld_i32(begin_op, op);
|
||||||
op = copy_op(begin_op, op, INDEX_op_ld_i32);
|
op = copy_ld_i32(begin_op, op);
|
||||||
} else {
|
} else {
|
||||||
/* ld_i64 */
|
/* ld_i64 */
|
||||||
op = copy_op(begin_op, op, INDEX_op_ld_i64);
|
op = copy_op(begin_op, op, INDEX_op_ld_i64);
|
||||||
@ -331,6 +368,13 @@ static TCGOp *copy_add_i64(TCGOp **begin_op, TCGOp *op, uint64_t v)
|
|||||||
return op;
|
return op;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static TCGOp *copy_mul_i32(TCGOp **begin_op, TCGOp *op, uint32_t v)
|
||||||
|
{
|
||||||
|
op = copy_op(begin_op, op, INDEX_op_mul_i32);
|
||||||
|
op->args[2] = tcgv_i32_arg(tcg_constant_i32(v));
|
||||||
|
return op;
|
||||||
|
}
|
||||||
|
|
||||||
static TCGOp *copy_st_ptr(TCGOp **begin_op, TCGOp *op)
|
static TCGOp *copy_st_ptr(TCGOp **begin_op, TCGOp *op)
|
||||||
{
|
{
|
||||||
if (UINTPTR_MAX == UINT32_MAX) {
|
if (UINTPTR_MAX == UINT32_MAX) {
|
||||||
@ -396,18 +440,17 @@ static TCGOp *append_inline_cb(const struct qemu_plugin_dyn_cb *cb,
|
|||||||
TCGOp *begin_op, TCGOp *op,
|
TCGOp *begin_op, TCGOp *op,
|
||||||
int *unused)
|
int *unused)
|
||||||
{
|
{
|
||||||
/* const_ptr */
|
char *ptr = cb->userp;
|
||||||
op = copy_const_ptr(&begin_op, op, cb->userp);
|
size_t elem_size = 0;
|
||||||
|
size_t offset = 0;
|
||||||
/* ld_i64 */
|
op = copy_ld_i32(&begin_op, op);
|
||||||
|
op = copy_mul_i32(&begin_op, op, elem_size);
|
||||||
|
op = copy_ext_i32_ptr(&begin_op, op);
|
||||||
|
op = copy_const_ptr(&begin_op, op, ptr + offset);
|
||||||
|
op = copy_add_ptr(&begin_op, op);
|
||||||
op = copy_ld_i64(&begin_op, op);
|
op = copy_ld_i64(&begin_op, op);
|
||||||
|
|
||||||
/* add_i64 */
|
|
||||||
op = copy_add_i64(&begin_op, op, cb->inline_insn.imm);
|
op = copy_add_i64(&begin_op, op, cb->inline_insn.imm);
|
||||||
|
|
||||||
/* st_i64 */
|
|
||||||
op = copy_st_i64(&begin_op, op);
|
op = copy_st_i64(&begin_op, op);
|
||||||
|
|
||||||
return op;
|
return op;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -106,7 +106,8 @@ void qemu_plugin_register_vcpu_tb_exec_inline(struct qemu_plugin_tb *tb,
|
|||||||
void *ptr, uint64_t imm)
|
void *ptr, uint64_t imm)
|
||||||
{
|
{
|
||||||
if (!tb->mem_only) {
|
if (!tb->mem_only) {
|
||||||
plugin_register_inline_op(&tb->cbs[PLUGIN_CB_INLINE], 0, op, ptr, imm);
|
plugin_register_inline_op(&tb->cbs[PLUGIN_CB_INLINE],
|
||||||
|
0, op, ptr, imm);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -318,7 +318,8 @@ static struct qemu_plugin_dyn_cb *plugin_get_dyn_cb(GArray **arr)
|
|||||||
|
|
||||||
void plugin_register_inline_op(GArray **arr,
|
void plugin_register_inline_op(GArray **arr,
|
||||||
enum qemu_plugin_mem_rw rw,
|
enum qemu_plugin_mem_rw rw,
|
||||||
enum qemu_plugin_op op, void *ptr,
|
enum qemu_plugin_op op,
|
||||||
|
void *ptr,
|
||||||
uint64_t imm)
|
uint64_t imm)
|
||||||
{
|
{
|
||||||
struct qemu_plugin_dyn_cb *dyn_cb;
|
struct qemu_plugin_dyn_cb *dyn_cb;
|
||||||
@ -474,9 +475,12 @@ void qemu_plugin_flush_cb(void)
|
|||||||
plugin_cb__simple(QEMU_PLUGIN_EV_FLUSH);
|
plugin_cb__simple(QEMU_PLUGIN_EV_FLUSH);
|
||||||
}
|
}
|
||||||
|
|
||||||
void exec_inline_op(struct qemu_plugin_dyn_cb *cb)
|
void exec_inline_op(struct qemu_plugin_dyn_cb *cb, int cpu_index)
|
||||||
{
|
{
|
||||||
uint64_t *val = cb->userp;
|
char *ptr = cb->userp;
|
||||||
|
size_t elem_size = 0;
|
||||||
|
size_t offset = 0;
|
||||||
|
uint64_t *val = (uint64_t *)(ptr + offset + cpu_index * elem_size);
|
||||||
|
|
||||||
switch (cb->inline_insn.op) {
|
switch (cb->inline_insn.op) {
|
||||||
case QEMU_PLUGIN_INLINE_ADD_U64:
|
case QEMU_PLUGIN_INLINE_ADD_U64:
|
||||||
@ -509,7 +513,7 @@ void qemu_plugin_vcpu_mem_cb(CPUState *cpu, uint64_t vaddr,
|
|||||||
vaddr, cb->userp);
|
vaddr, cb->userp);
|
||||||
break;
|
break;
|
||||||
case PLUGIN_CB_INLINE:
|
case PLUGIN_CB_INLINE:
|
||||||
exec_inline_op(cb);
|
exec_inline_op(cb, cpu->cpu_index);
|
||||||
break;
|
break;
|
||||||
default:
|
default:
|
||||||
g_assert_not_reached();
|
g_assert_not_reached();
|
||||||
|
@ -99,7 +99,7 @@ void plugin_register_vcpu_mem_cb(GArray **arr,
|
|||||||
enum qemu_plugin_mem_rw rw,
|
enum qemu_plugin_mem_rw rw,
|
||||||
void *udata);
|
void *udata);
|
||||||
|
|
||||||
void exec_inline_op(struct qemu_plugin_dyn_cb *cb);
|
void exec_inline_op(struct qemu_plugin_dyn_cb *cb, int cpu_index);
|
||||||
|
|
||||||
int plugin_num_vcpus(void);
|
int plugin_num_vcpus(void);
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user