2008-02-01 11:05:41 +01:00
|
|
|
/*
|
|
|
|
* Tiny Code Generator for QEMU
|
|
|
|
*
|
|
|
|
* Copyright (c) 2008 Fabrice Bellard
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
|
|
* in the Software without restriction, including without limitation the rights
|
|
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
|
|
* furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
|
|
* THE SOFTWARE.
|
|
|
|
*/
|
2016-06-29 11:14:47 +02:00
|
|
|
|
|
|
|
#ifndef I386_TCG_TARGET_H
|
|
|
|
#define I386_TCG_TARGET_H
|
2008-02-01 11:05:41 +01:00
|
|
|
|
2014-04-01 17:34:03 +02:00
|
|
|
#define TCG_TARGET_INSN_UNIT_SIZE 1
|
2015-05-05 09:18:22 +02:00
|
|
|
#define TCG_TARGET_TLB_DISPLACEMENT_BITS 31
|
2014-04-01 17:34:03 +02:00
|
|
|
|
2013-08-20 23:41:29 +02:00
|
|
|
#ifdef __x86_64__
|
|
|
|
# define TCG_TARGET_REG_BITS 64
|
2017-08-17 23:47:43 +02:00
|
|
|
# define TCG_TARGET_NB_REGS 32
|
2021-03-10 06:30:38 +01:00
|
|
|
# define MAX_CODE_GEN_BUFFER_SIZE (2 * GiB)
|
2010-06-04 02:35:17 +02:00
|
|
|
#else
|
2013-08-20 23:41:29 +02:00
|
|
|
# define TCG_TARGET_REG_BITS 32
|
2017-08-17 23:47:43 +02:00
|
|
|
# define TCG_TARGET_NB_REGS 24
|
2021-03-10 06:30:38 +01:00
|
|
|
# define MAX_CODE_GEN_BUFFER_SIZE UINT32_MAX
|
2010-06-04 02:35:17 +02:00
|
|
|
#endif
|
2008-02-01 11:05:41 +01:00
|
|
|
|
2011-11-09 09:03:33 +01:00
|
|
|
typedef enum {
|
2008-02-01 11:05:41 +01:00
|
|
|
TCG_REG_EAX = 0,
|
|
|
|
TCG_REG_ECX,
|
|
|
|
TCG_REG_EDX,
|
|
|
|
TCG_REG_EBX,
|
|
|
|
TCG_REG_ESP,
|
|
|
|
TCG_REG_EBP,
|
|
|
|
TCG_REG_ESI,
|
|
|
|
TCG_REG_EDI,
|
2010-06-04 02:35:17 +02:00
|
|
|
|
|
|
|
/* 64-bit registers; always define the symbols to avoid
|
|
|
|
too much if-deffing. */
|
|
|
|
TCG_REG_R8,
|
|
|
|
TCG_REG_R9,
|
|
|
|
TCG_REG_R10,
|
|
|
|
TCG_REG_R11,
|
|
|
|
TCG_REG_R12,
|
|
|
|
TCG_REG_R13,
|
|
|
|
TCG_REG_R14,
|
|
|
|
TCG_REG_R15,
|
2017-08-17 23:47:43 +02:00
|
|
|
|
|
|
|
TCG_REG_XMM0,
|
|
|
|
TCG_REG_XMM1,
|
|
|
|
TCG_REG_XMM2,
|
|
|
|
TCG_REG_XMM3,
|
|
|
|
TCG_REG_XMM4,
|
|
|
|
TCG_REG_XMM5,
|
|
|
|
TCG_REG_XMM6,
|
|
|
|
TCG_REG_XMM7,
|
|
|
|
|
|
|
|
/* 64-bit registers; likewise always define. */
|
|
|
|
TCG_REG_XMM8,
|
|
|
|
TCG_REG_XMM9,
|
|
|
|
TCG_REG_XMM10,
|
|
|
|
TCG_REG_XMM11,
|
|
|
|
TCG_REG_XMM12,
|
|
|
|
TCG_REG_XMM13,
|
|
|
|
TCG_REG_XMM14,
|
|
|
|
TCG_REG_XMM15,
|
|
|
|
|
2010-06-04 02:35:17 +02:00
|
|
|
TCG_REG_RAX = TCG_REG_EAX,
|
|
|
|
TCG_REG_RCX = TCG_REG_ECX,
|
|
|
|
TCG_REG_RDX = TCG_REG_EDX,
|
|
|
|
TCG_REG_RBX = TCG_REG_EBX,
|
|
|
|
TCG_REG_RSP = TCG_REG_ESP,
|
|
|
|
TCG_REG_RBP = TCG_REG_EBP,
|
|
|
|
TCG_REG_RSI = TCG_REG_ESI,
|
|
|
|
TCG_REG_RDI = TCG_REG_EDI,
|
2018-10-30 22:52:44 +01:00
|
|
|
|
|
|
|
TCG_AREG0 = TCG_REG_EBP,
|
2018-10-30 22:55:43 +01:00
|
|
|
TCG_REG_CALL_STACK = TCG_REG_ESP
|
2011-11-09 09:03:33 +01:00
|
|
|
} TCGReg;
|
2008-02-01 11:05:41 +01:00
|
|
|
|
|
|
|
/* used for function call generation */
|
|
|
|
#define TCG_TARGET_STACK_ALIGN 16
|
2012-09-13 19:37:43 +02:00
|
|
|
#if defined(_WIN64)
|
|
|
|
#define TCG_TARGET_CALL_STACK_OFFSET 32
|
|
|
|
#else
|
2008-05-22 16:59:57 +02:00
|
|
|
#define TCG_TARGET_CALL_STACK_OFFSET 0
|
2012-09-13 19:37:43 +02:00
|
|
|
#endif
|
2022-10-16 04:48:48 +02:00
|
|
|
#define TCG_TARGET_CALL_ARG_I64 TCG_CALL_ARG_NORMAL
|
2008-02-01 11:05:41 +01:00
|
|
|
|
2014-01-28 06:49:17 +01:00
|
|
|
extern bool have_bmi1;
|
2016-11-22 14:15:04 +01:00
|
|
|
extern bool have_popcnt;
|
2017-08-17 23:47:43 +02:00
|
|
|
extern bool have_avx1;
|
|
|
|
extern bool have_avx2;
|
2021-12-16 03:16:36 +01:00
|
|
|
extern bool have_avx512bw;
|
|
|
|
extern bool have_avx512dq;
|
|
|
|
extern bool have_avx512vbmi2;
|
|
|
|
extern bool have_avx512vl;
|
2018-11-20 10:26:40 +01:00
|
|
|
extern bool have_movbe;
|
2014-01-28 06:49:17 +01:00
|
|
|
|
2009-03-10 20:37:46 +01:00
|
|
|
/* optional instructions */
|
2011-08-17 23:11:46 +02:00
|
|
|
#define TCG_TARGET_HAS_div2_i32 1
|
|
|
|
#define TCG_TARGET_HAS_rot_i32 1
|
|
|
|
#define TCG_TARGET_HAS_ext8s_i32 1
|
|
|
|
#define TCG_TARGET_HAS_ext16s_i32 1
|
|
|
|
#define TCG_TARGET_HAS_ext8u_i32 1
|
|
|
|
#define TCG_TARGET_HAS_ext16u_i32 1
|
|
|
|
#define TCG_TARGET_HAS_bswap16_i32 1
|
|
|
|
#define TCG_TARGET_HAS_bswap32_i32 1
|
|
|
|
#define TCG_TARGET_HAS_neg_i32 1
|
|
|
|
#define TCG_TARGET_HAS_not_i32 1
|
2014-01-28 06:49:17 +01:00
|
|
|
#define TCG_TARGET_HAS_andc_i32 have_bmi1
|
2011-08-17 23:11:46 +02:00
|
|
|
#define TCG_TARGET_HAS_orc_i32 0
|
|
|
|
#define TCG_TARGET_HAS_eqv_i32 0
|
|
|
|
#define TCG_TARGET_HAS_nand_i32 0
|
|
|
|
#define TCG_TARGET_HAS_nor_i32 0
|
2016-11-16 12:22:54 +01:00
|
|
|
#define TCG_TARGET_HAS_clz_i32 1
|
|
|
|
#define TCG_TARGET_HAS_ctz_i32 1
|
2016-11-22 14:15:04 +01:00
|
|
|
#define TCG_TARGET_HAS_ctpop_i32 have_popcnt
|
2011-09-29 18:52:11 +02:00
|
|
|
#define TCG_TARGET_HAS_deposit_i32 1
|
2016-10-14 21:08:13 +02:00
|
|
|
#define TCG_TARGET_HAS_extract_i32 1
|
|
|
|
#define TCG_TARGET_HAS_sextract_i32 1
|
2019-02-25 20:42:35 +01:00
|
|
|
#define TCG_TARGET_HAS_extract2_i32 1
|
2012-09-21 19:13:36 +02:00
|
|
|
#define TCG_TARGET_HAS_movcond_i32 1
|
2013-02-20 08:51:50 +01:00
|
|
|
#define TCG_TARGET_HAS_add2_i32 1
|
|
|
|
#define TCG_TARGET_HAS_sub2_i32 1
|
|
|
|
#define TCG_TARGET_HAS_mulu2_i32 1
|
2013-02-20 08:51:57 +01:00
|
|
|
#define TCG_TARGET_HAS_muls2_i32 1
|
2013-08-14 23:35:56 +02:00
|
|
|
#define TCG_TARGET_HAS_muluh_i32 0
|
|
|
|
#define TCG_TARGET_HAS_mulsh_i32 0
|
2017-08-01 07:02:31 +02:00
|
|
|
#define TCG_TARGET_HAS_direct_jump 1
|
2009-03-10 20:37:46 +01:00
|
|
|
|
2010-06-04 02:35:17 +02:00
|
|
|
#if TCG_TARGET_REG_BITS == 64
|
2018-12-01 01:31:15 +01:00
|
|
|
/* Keep target addresses zero-extended in a register. */
|
|
|
|
#define TCG_TARGET_HAS_extrl_i64_i32 (TARGET_LONG_BITS == 32)
|
|
|
|
#define TCG_TARGET_HAS_extrh_i64_i32 (TARGET_LONG_BITS == 32)
|
2011-08-17 23:11:46 +02:00
|
|
|
#define TCG_TARGET_HAS_div2_i64 1
|
|
|
|
#define TCG_TARGET_HAS_rot_i64 1
|
|
|
|
#define TCG_TARGET_HAS_ext8s_i64 1
|
|
|
|
#define TCG_TARGET_HAS_ext16s_i64 1
|
|
|
|
#define TCG_TARGET_HAS_ext32s_i64 1
|
|
|
|
#define TCG_TARGET_HAS_ext8u_i64 1
|
|
|
|
#define TCG_TARGET_HAS_ext16u_i64 1
|
|
|
|
#define TCG_TARGET_HAS_ext32u_i64 1
|
|
|
|
#define TCG_TARGET_HAS_bswap16_i64 1
|
|
|
|
#define TCG_TARGET_HAS_bswap32_i64 1
|
|
|
|
#define TCG_TARGET_HAS_bswap64_i64 1
|
|
|
|
#define TCG_TARGET_HAS_neg_i64 1
|
|
|
|
#define TCG_TARGET_HAS_not_i64 1
|
2014-01-28 06:49:17 +01:00
|
|
|
#define TCG_TARGET_HAS_andc_i64 have_bmi1
|
2011-08-17 23:11:46 +02:00
|
|
|
#define TCG_TARGET_HAS_orc_i64 0
|
|
|
|
#define TCG_TARGET_HAS_eqv_i64 0
|
|
|
|
#define TCG_TARGET_HAS_nand_i64 0
|
|
|
|
#define TCG_TARGET_HAS_nor_i64 0
|
2016-11-16 12:22:54 +01:00
|
|
|
#define TCG_TARGET_HAS_clz_i64 1
|
|
|
|
#define TCG_TARGET_HAS_ctz_i64 1
|
2016-11-22 14:15:04 +01:00
|
|
|
#define TCG_TARGET_HAS_ctpop_i64 have_popcnt
|
2011-09-29 18:52:11 +02:00
|
|
|
#define TCG_TARGET_HAS_deposit_i64 1
|
2016-10-14 21:08:13 +02:00
|
|
|
#define TCG_TARGET_HAS_extract_i64 1
|
2016-10-14 19:04:32 +02:00
|
|
|
#define TCG_TARGET_HAS_sextract_i64 0
|
2019-02-25 20:42:35 +01:00
|
|
|
#define TCG_TARGET_HAS_extract2_i64 1
|
2012-09-21 19:13:36 +02:00
|
|
|
#define TCG_TARGET_HAS_movcond_i64 1
|
2013-02-20 08:51:57 +01:00
|
|
|
#define TCG_TARGET_HAS_add2_i64 1
|
|
|
|
#define TCG_TARGET_HAS_sub2_i64 1
|
|
|
|
#define TCG_TARGET_HAS_mulu2_i64 1
|
|
|
|
#define TCG_TARGET_HAS_muls2_i64 1
|
2013-08-14 23:35:56 +02:00
|
|
|
#define TCG_TARGET_HAS_muluh_i64 0
|
|
|
|
#define TCG_TARGET_HAS_mulsh_i64 0
|
2020-12-09 20:58:39 +01:00
|
|
|
#define TCG_TARGET_HAS_qemu_st8_i32 0
|
|
|
|
#else
|
|
|
|
#define TCG_TARGET_HAS_qemu_st8_i32 1
|
2010-06-04 02:35:17 +02:00
|
|
|
#endif
|
|
|
|
|
2017-08-17 23:47:43 +02:00
|
|
|
/* We do not support older SSE systems, only beginning with AVX1. */
|
|
|
|
#define TCG_TARGET_HAS_v64 have_avx1
|
|
|
|
#define TCG_TARGET_HAS_v128 have_avx1
|
|
|
|
#define TCG_TARGET_HAS_v256 have_avx2
|
|
|
|
|
|
|
|
#define TCG_TARGET_HAS_andc_vec 1
|
2021-12-16 16:37:02 +01:00
|
|
|
#define TCG_TARGET_HAS_orc_vec have_avx512vl
|
|
|
|
#define TCG_TARGET_HAS_nand_vec have_avx512vl
|
|
|
|
#define TCG_TARGET_HAS_nor_vec have_avx512vl
|
|
|
|
#define TCG_TARGET_HAS_eqv_vec have_avx512vl
|
|
|
|
#define TCG_TARGET_HAS_not_vec have_avx512vl
|
2017-08-17 23:47:43 +02:00
|
|
|
#define TCG_TARGET_HAS_neg_vec 0
|
2019-04-18 03:54:20 +02:00
|
|
|
#define TCG_TARGET_HAS_abs_vec 1
|
2021-12-18 07:02:57 +01:00
|
|
|
#define TCG_TARGET_HAS_roti_vec have_avx512vl
|
2020-04-20 17:22:44 +02:00
|
|
|
#define TCG_TARGET_HAS_rots_vec 0
|
2021-12-18 18:15:29 +01:00
|
|
|
#define TCG_TARGET_HAS_rotv_vec have_avx512vl
|
2017-08-17 23:47:43 +02:00
|
|
|
#define TCG_TARGET_HAS_shi_vec 1
|
2019-04-19 07:19:31 +02:00
|
|
|
#define TCG_TARGET_HAS_shs_vec 1
|
2019-04-14 21:13:21 +02:00
|
|
|
#define TCG_TARGET_HAS_shv_vec have_avx2
|
2017-08-17 23:47:43 +02:00
|
|
|
#define TCG_TARGET_HAS_mul_vec 1
|
2018-12-18 04:00:41 +01:00
|
|
|
#define TCG_TARGET_HAS_sat_vec 1
|
2018-12-18 05:17:56 +01:00
|
|
|
#define TCG_TARGET_HAS_minmax_vec 1
|
2021-12-16 17:06:33 +01:00
|
|
|
#define TCG_TARGET_HAS_bitsel_vec have_avx512vl
|
2019-04-19 22:13:33 +02:00
|
|
|
#define TCG_TARGET_HAS_cmpsel_vec -1
|
2017-08-17 23:47:43 +02:00
|
|
|
|
2011-09-29 18:52:11 +02:00
|
|
|
#define TCG_TARGET_deposit_i32_valid(ofs, len) \
|
|
|
|
(((ofs) == 0 && (len) == 8) || ((ofs) == 8 && (len) == 8) || \
|
|
|
|
((ofs) == 0 && (len) == 16))
|
|
|
|
#define TCG_TARGET_deposit_i64_valid TCG_TARGET_deposit_i32_valid
|
|
|
|
|
2016-10-14 21:08:13 +02:00
|
|
|
/* Check for the possibility of high-byte extraction and, for 64-bit,
|
|
|
|
zero-extending 32-bit right-shift. */
|
|
|
|
#define TCG_TARGET_extract_i32_valid(ofs, len) ((ofs) == 8 && (len) == 8)
|
|
|
|
#define TCG_TARGET_extract_i64_valid(ofs, len) \
|
|
|
|
(((ofs) == 8 && (len) == 8) || ((ofs) + (len)) == 32)
|
|
|
|
|
2020-10-29 07:30:21 +01:00
|
|
|
static inline void tb_target_set_jmp_target(uintptr_t tc_ptr, uintptr_t jmp_rx,
|
|
|
|
uintptr_t jmp_rw, uintptr_t addr)
|
2017-08-01 07:02:31 +02:00
|
|
|
{
|
|
|
|
/* patch the branch destination */
|
2020-10-29 07:30:21 +01:00
|
|
|
qatomic_set((int32_t *)jmp_rw, addr - (jmp_rx + 4));
|
2017-08-01 07:02:31 +02:00
|
|
|
/* no need to flush icache explicitly */
|
|
|
|
}
|
|
|
|
|
2017-02-23 19:29:27 +01:00
|
|
|
/* This defines the natural memory order supported by this
|
|
|
|
* architecture before guarantees made by various barrier
|
|
|
|
* instructions.
|
|
|
|
*
|
|
|
|
* The x86 has a pretty strong memory ordering which only really
|
|
|
|
* allows for some stores to be re-ordered after loads.
|
|
|
|
*/
|
2020-01-01 12:23:00 +01:00
|
|
|
#include "tcg/tcg-mo.h"
|
2017-02-23 19:29:27 +01:00
|
|
|
|
|
|
|
#define TCG_TARGET_DEFAULT_MO (TCG_MO_ALL & ~TCG_MO_ST_LD)
|
|
|
|
|
2018-11-20 10:26:40 +01:00
|
|
|
#define TCG_TARGET_HAS_MEMORY_BSWAP have_movbe
|
2018-11-20 08:37:42 +01:00
|
|
|
|
2017-07-30 21:30:41 +02:00
|
|
|
#define TCG_TARGET_NEED_LDST_LABELS
|
2017-07-21 07:56:42 +02:00
|
|
|
#define TCG_TARGET_NEED_POOL_LABELS
|
2017-07-30 21:30:41 +02:00
|
|
|
|
2012-12-06 12:15:58 +01:00
|
|
|
#endif
|