2021-01-04 10:26:59 +01:00
|
|
|
/* Copyright (C) 2012-2021 Free Software Foundation, Inc.
|
2012-01-05 22:36:35 +01:00
|
|
|
Contributed by Richard Henderson <rth@redhat.com>.
|
|
|
|
|
|
|
|
This file is part of the GNU Transactional Memory Library (libitm).
|
|
|
|
|
|
|
|
Libitm is free software; you can redistribute it and/or modify it
|
|
|
|
under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation; either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
Libitm is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
|
|
WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
|
|
FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
|
|
more details.
|
|
|
|
|
|
|
|
Under Section 7 of GPL version 3, you are granted additional
|
|
|
|
permissions described in the GCC Runtime Library Exception, version
|
|
|
|
3.1, as published by the Free Software Foundation.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License and
|
|
|
|
a copy of the GCC Runtime Library Exception along with this program;
|
|
|
|
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
|
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
|
acinclude.m4 (LIBITM_CHECK_AS_HTM): New.
libitm/
* acinclude.m4 (LIBITM_CHECK_AS_HTM): New.
* configure.ac: Use it.
(AC_CHECK_HEADERS): Check for sys/auxv.h.
(AC_CHECK_FUNCS): Check for getauxval.
* config.h.in, configure: Rebuild.
* configure.tgt (target_cpu): Add -mhtm to XCFLAGS.
* config/powerpc/target.h: Include sys/auxv.h and htmintrin.h.
(USE_HTM_FASTPATH): Define.
(_TBEGIN_STARTED, _TBEGIN_INDETERMINATE, _TBEGIN_PERSISTENT,
_HTM_RETRIES) New macros.
(htm_abort, htm_abort_should_retry, htm_available, htm_begin, htm_init,
htm_begin_success, htm_commit, htm_transaction_active): New functions.
gcc/
* config.gcc (powerpc*-*-*): Install htmintrin.h and htmxlintrin.h.
* config/rs6000/t-rs6000 (MD_INCLUDES): Add htm.md.
* config/rs6000/rs6000.opt: Add -mhtm option.
* config/rs6000/rs6000-cpus.def (POWERPC_MASKS): Add OPTION_MASK_HTM.
(ISA_2_7_MASKS_SERVER): Add OPTION_MASK_HTM.
* config/rs6000/rs6000-c.c (rs6000_target_modify_macros): Define
__HTM__ if the HTM instructions are available.
* config/rs6000/predicates.md (u3bit_cint_operand, u10bit_cint_operand,
htm_spr_reg_operand): New define_predicates.
* config/rs6000/rs6000.md (define_attr "type"): Add htm.
(TFHAR_REGNO, TFIAR_REGNO, TEXASR_REGNO): New define_constants.
Include htm.md.
* config/rs6000/rs6000-builtin.def (BU_HTM_0, BU_HTM_1, BU_HTM_2,
BU_HTM_3, BU_HTM_SPR0, BU_HTM_SPR1): Add support macros for defining
HTM builtin functions.
* config/rs6000/rs6000.c (RS6000_BUILTIN_H): New macro.
(rs6000_reg_names, alt_reg_names): Add HTM SPR register names.
(rs6000_init_hard_regno_mode_ok): Add support for HTM instructions.
(rs6000_builtin_mask_calculate): Likewise.
(rs6000_option_override_internal): Likewise.
(bdesc_htm): Add new HTM builtin support.
(htm_spr_num): New function.
(htm_spr_regno): Likewise.
(rs6000_htm_spr_icode): Likewise.
(htm_expand_builtin): Likewise.
(htm_init_builtins): Likewise.
(rs6000_expand_builtin): Add support for HTM builtin functions.
(rs6000_init_builtins): Likewise.
(rs6000_invalid_builtin, rs6000_opt_mask): Add support for -mhtm option.
* config/rs6000/rs6000.h (ASM_CPU_SPEC): Add support for -mhtm.
(TARGET_HTM, MASK_HTM): Define macros.
(FIRST_PSEUDO_REGISTER): Adjust for new HTM SPR registers.
(FIXED_REGISTERS): Likewise.
(CALL_USED_REGISTERS): Likewise.
(CALL_REALLY_USED_REGISTERS): Likewise.
(REG_ALLOC_ORDER): Likewise.
(enum reg_class): Likewise.
(REG_CLASS_NAMES): Likewise.
(REG_CLASS_CONTENTS): Likewise.
(REGISTER_NAMES): Likewise.
(ADDITIONAL_REGISTER_NAMES): Likewise.
(RS6000_BTC_SPR, RS6000_BTC_VOID, RS6000_BTC_32BIT, RS6000_BTC_64BIT,
RS6000_BTC_MISC_MASK, RS6000_BTM_HTM): New macros.
(RS6000_BTM_COMMON): Add RS6000_BTM_HTM.
* config/rs6000/htm.md: New file.
* config/rs6000/htmintrin.h: New file.
* config/rs6000/htmxlintrin.h: New file.
gcc/testsuite/
* lib/target-supports.exp (check_effective_target_powerpc_htm_ok): New
function to test if HTM is available.
* gcc.target/powerpc/htm-xl-intrin-1.c: New test.
* gcc.target/powerpc/htm-builtin-1.c: New test.
From-SVN: r200960
2013-07-15 19:23:49 +02:00
|
|
|
#ifdef HAVE_SYS_AUXV_H
|
|
|
|
#include <sys/auxv.h>
|
|
|
|
#endif
|
|
|
|
|
2012-01-05 22:36:35 +01:00
|
|
|
namespace GTM HIDDEN {
|
|
|
|
|
|
|
|
typedef int v128 __attribute__((vector_size(16), may_alias, aligned(16)));
|
|
|
|
typedef struct gtm_jmpbuf
|
|
|
|
{
|
|
|
|
#if defined(__ALTIVEC__) || defined(__VSX__)
|
|
|
|
v128 vr[12]; /* vr20-vr31 */
|
|
|
|
unsigned long long vscr; /* long long for padding only */
|
|
|
|
#endif
|
|
|
|
#ifndef _SOFT_FLOAT
|
|
|
|
double fr[18]; /* f14-f31 */
|
|
|
|
double fpscr;
|
|
|
|
#endif
|
|
|
|
unsigned long gr[18]; /* r14-r31 */
|
|
|
|
void *cfa;
|
|
|
|
unsigned long pc;
|
|
|
|
unsigned long toc; /* r2 on aix, r13 on darwin */
|
|
|
|
unsigned long cr;
|
|
|
|
} gtm_jmpbuf;
|
|
|
|
|
|
|
|
/* The size of one line in hardware caches (in bytes). */
|
|
|
|
#if defined (__powerpc64__) || defined (__ppc64__)
|
|
|
|
# define HW_CACHELINE_SIZE 128
|
|
|
|
#else
|
|
|
|
# define HW_CACHELINE_SIZE 32
|
|
|
|
#endif
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
cpu_relax (void)
|
|
|
|
{
|
|
|
|
__asm volatile ("" : : : "memory");
|
|
|
|
}
|
|
|
|
|
acinclude.m4 (LIBITM_CHECK_AS_HTM): New.
libitm/
* acinclude.m4 (LIBITM_CHECK_AS_HTM): New.
* configure.ac: Use it.
(AC_CHECK_HEADERS): Check for sys/auxv.h.
(AC_CHECK_FUNCS): Check for getauxval.
* config.h.in, configure: Rebuild.
* configure.tgt (target_cpu): Add -mhtm to XCFLAGS.
* config/powerpc/target.h: Include sys/auxv.h and htmintrin.h.
(USE_HTM_FASTPATH): Define.
(_TBEGIN_STARTED, _TBEGIN_INDETERMINATE, _TBEGIN_PERSISTENT,
_HTM_RETRIES) New macros.
(htm_abort, htm_abort_should_retry, htm_available, htm_begin, htm_init,
htm_begin_success, htm_commit, htm_transaction_active): New functions.
gcc/
* config.gcc (powerpc*-*-*): Install htmintrin.h and htmxlintrin.h.
* config/rs6000/t-rs6000 (MD_INCLUDES): Add htm.md.
* config/rs6000/rs6000.opt: Add -mhtm option.
* config/rs6000/rs6000-cpus.def (POWERPC_MASKS): Add OPTION_MASK_HTM.
(ISA_2_7_MASKS_SERVER): Add OPTION_MASK_HTM.
* config/rs6000/rs6000-c.c (rs6000_target_modify_macros): Define
__HTM__ if the HTM instructions are available.
* config/rs6000/predicates.md (u3bit_cint_operand, u10bit_cint_operand,
htm_spr_reg_operand): New define_predicates.
* config/rs6000/rs6000.md (define_attr "type"): Add htm.
(TFHAR_REGNO, TFIAR_REGNO, TEXASR_REGNO): New define_constants.
Include htm.md.
* config/rs6000/rs6000-builtin.def (BU_HTM_0, BU_HTM_1, BU_HTM_2,
BU_HTM_3, BU_HTM_SPR0, BU_HTM_SPR1): Add support macros for defining
HTM builtin functions.
* config/rs6000/rs6000.c (RS6000_BUILTIN_H): New macro.
(rs6000_reg_names, alt_reg_names): Add HTM SPR register names.
(rs6000_init_hard_regno_mode_ok): Add support for HTM instructions.
(rs6000_builtin_mask_calculate): Likewise.
(rs6000_option_override_internal): Likewise.
(bdesc_htm): Add new HTM builtin support.
(htm_spr_num): New function.
(htm_spr_regno): Likewise.
(rs6000_htm_spr_icode): Likewise.
(htm_expand_builtin): Likewise.
(htm_init_builtins): Likewise.
(rs6000_expand_builtin): Add support for HTM builtin functions.
(rs6000_init_builtins): Likewise.
(rs6000_invalid_builtin, rs6000_opt_mask): Add support for -mhtm option.
* config/rs6000/rs6000.h (ASM_CPU_SPEC): Add support for -mhtm.
(TARGET_HTM, MASK_HTM): Define macros.
(FIRST_PSEUDO_REGISTER): Adjust for new HTM SPR registers.
(FIXED_REGISTERS): Likewise.
(CALL_USED_REGISTERS): Likewise.
(CALL_REALLY_USED_REGISTERS): Likewise.
(REG_ALLOC_ORDER): Likewise.
(enum reg_class): Likewise.
(REG_CLASS_NAMES): Likewise.
(REG_CLASS_CONTENTS): Likewise.
(REGISTER_NAMES): Likewise.
(ADDITIONAL_REGISTER_NAMES): Likewise.
(RS6000_BTC_SPR, RS6000_BTC_VOID, RS6000_BTC_32BIT, RS6000_BTC_64BIT,
RS6000_BTC_MISC_MASK, RS6000_BTM_HTM): New macros.
(RS6000_BTM_COMMON): Add RS6000_BTM_HTM.
* config/rs6000/htm.md: New file.
* config/rs6000/htmintrin.h: New file.
* config/rs6000/htmxlintrin.h: New file.
gcc/testsuite/
* lib/target-supports.exp (check_effective_target_powerpc_htm_ok): New
function to test if HTM is available.
* gcc.target/powerpc/htm-xl-intrin-1.c: New test.
* gcc.target/powerpc/htm-builtin-1.c: New test.
From-SVN: r200960
2013-07-15 19:23:49 +02:00
|
|
|
// Use HTM if it is supported by the system.
|
|
|
|
// See gtm_thread::begin_transaction for how these functions are used.
|
|
|
|
#if defined (__linux__) \
|
|
|
|
&& defined (HAVE_AS_HTM) \
|
|
|
|
&& defined (HAVE_GETAUXVAL) \
|
|
|
|
&& defined (AT_HWCAP2) \
|
|
|
|
&& defined (PPC_FEATURE2_HAS_HTM)
|
|
|
|
|
|
|
|
#include <htmintrin.h>
|
|
|
|
|
|
|
|
#define USE_HTM_FASTPATH
|
|
|
|
|
|
|
|
#define _TBEGIN_STARTED 0
|
|
|
|
#define _TBEGIN_INDETERMINATE 1
|
|
|
|
#define _TBEGIN_PERSISTENT 2
|
|
|
|
|
|
|
|
/* Number of retries for transient failures. */
|
|
|
|
#define _HTM_RETRIES 10
|
|
|
|
|
|
|
|
static inline bool
|
|
|
|
htm_available (void)
|
|
|
|
{
|
2018-12-13 19:04:11 +01:00
|
|
|
#ifdef __BUILTIN_CPU_SUPPORTS__
|
|
|
|
if (__builtin_cpu_supports ("htm-no-suspend")
|
|
|
|
|| __builtin_cpu_supports ("htm"))
|
|
|
|
return true;
|
|
|
|
#else
|
|
|
|
unsigned long htm_flags = PPC_FEATURE2_HAS_HTM
|
|
|
|
#ifdef PPC_FEATURE2_HTM_NO_SUSPEND
|
|
|
|
| PPC_FEATURE2_HTM_NO_SUSPEND
|
|
|
|
#endif
|
|
|
|
| 0;
|
|
|
|
if (getauxval (AT_HWCAP2) & htm_flags)
|
|
|
|
return true;
|
|
|
|
#endif
|
|
|
|
return false;
|
acinclude.m4 (LIBITM_CHECK_AS_HTM): New.
libitm/
* acinclude.m4 (LIBITM_CHECK_AS_HTM): New.
* configure.ac: Use it.
(AC_CHECK_HEADERS): Check for sys/auxv.h.
(AC_CHECK_FUNCS): Check for getauxval.
* config.h.in, configure: Rebuild.
* configure.tgt (target_cpu): Add -mhtm to XCFLAGS.
* config/powerpc/target.h: Include sys/auxv.h and htmintrin.h.
(USE_HTM_FASTPATH): Define.
(_TBEGIN_STARTED, _TBEGIN_INDETERMINATE, _TBEGIN_PERSISTENT,
_HTM_RETRIES) New macros.
(htm_abort, htm_abort_should_retry, htm_available, htm_begin, htm_init,
htm_begin_success, htm_commit, htm_transaction_active): New functions.
gcc/
* config.gcc (powerpc*-*-*): Install htmintrin.h and htmxlintrin.h.
* config/rs6000/t-rs6000 (MD_INCLUDES): Add htm.md.
* config/rs6000/rs6000.opt: Add -mhtm option.
* config/rs6000/rs6000-cpus.def (POWERPC_MASKS): Add OPTION_MASK_HTM.
(ISA_2_7_MASKS_SERVER): Add OPTION_MASK_HTM.
* config/rs6000/rs6000-c.c (rs6000_target_modify_macros): Define
__HTM__ if the HTM instructions are available.
* config/rs6000/predicates.md (u3bit_cint_operand, u10bit_cint_operand,
htm_spr_reg_operand): New define_predicates.
* config/rs6000/rs6000.md (define_attr "type"): Add htm.
(TFHAR_REGNO, TFIAR_REGNO, TEXASR_REGNO): New define_constants.
Include htm.md.
* config/rs6000/rs6000-builtin.def (BU_HTM_0, BU_HTM_1, BU_HTM_2,
BU_HTM_3, BU_HTM_SPR0, BU_HTM_SPR1): Add support macros for defining
HTM builtin functions.
* config/rs6000/rs6000.c (RS6000_BUILTIN_H): New macro.
(rs6000_reg_names, alt_reg_names): Add HTM SPR register names.
(rs6000_init_hard_regno_mode_ok): Add support for HTM instructions.
(rs6000_builtin_mask_calculate): Likewise.
(rs6000_option_override_internal): Likewise.
(bdesc_htm): Add new HTM builtin support.
(htm_spr_num): New function.
(htm_spr_regno): Likewise.
(rs6000_htm_spr_icode): Likewise.
(htm_expand_builtin): Likewise.
(htm_init_builtins): Likewise.
(rs6000_expand_builtin): Add support for HTM builtin functions.
(rs6000_init_builtins): Likewise.
(rs6000_invalid_builtin, rs6000_opt_mask): Add support for -mhtm option.
* config/rs6000/rs6000.h (ASM_CPU_SPEC): Add support for -mhtm.
(TARGET_HTM, MASK_HTM): Define macros.
(FIRST_PSEUDO_REGISTER): Adjust for new HTM SPR registers.
(FIXED_REGISTERS): Likewise.
(CALL_USED_REGISTERS): Likewise.
(CALL_REALLY_USED_REGISTERS): Likewise.
(REG_ALLOC_ORDER): Likewise.
(enum reg_class): Likewise.
(REG_CLASS_NAMES): Likewise.
(REG_CLASS_CONTENTS): Likewise.
(REGISTER_NAMES): Likewise.
(ADDITIONAL_REGISTER_NAMES): Likewise.
(RS6000_BTC_SPR, RS6000_BTC_VOID, RS6000_BTC_32BIT, RS6000_BTC_64BIT,
RS6000_BTC_MISC_MASK, RS6000_BTM_HTM): New macros.
(RS6000_BTM_COMMON): Add RS6000_BTM_HTM.
* config/rs6000/htm.md: New file.
* config/rs6000/htmintrin.h: New file.
* config/rs6000/htmxlintrin.h: New file.
gcc/testsuite/
* lib/target-supports.exp (check_effective_target_powerpc_htm_ok): New
function to test if HTM is available.
* gcc.target/powerpc/htm-xl-intrin-1.c: New test.
* gcc.target/powerpc/htm-builtin-1.c: New test.
From-SVN: r200960
2013-07-15 19:23:49 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t
|
|
|
|
htm_init (void)
|
|
|
|
{
|
|
|
|
// Maximum number of times we try to execute a transaction
|
|
|
|
// as a HW transaction.
|
|
|
|
return htm_available () ? _HTM_RETRIES : 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t
|
|
|
|
htm_begin (void)
|
|
|
|
{
|
|
|
|
if (__builtin_expect (__builtin_tbegin (0), 1))
|
|
|
|
return _TBEGIN_STARTED;
|
|
|
|
|
|
|
|
if (_TEXASRU_FAILURE_PERSISTENT (__builtin_get_texasru ()))
|
|
|
|
return _TBEGIN_PERSISTENT;
|
|
|
|
|
|
|
|
return _TBEGIN_INDETERMINATE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool
|
|
|
|
htm_begin_success (uint32_t begin_ret)
|
|
|
|
{
|
|
|
|
return begin_ret == _TBEGIN_STARTED;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
htm_commit (void)
|
|
|
|
{
|
|
|
|
__builtin_tend (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
htm_abort (void)
|
|
|
|
{
|
|
|
|
__builtin_tabort (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool
|
|
|
|
htm_abort_should_retry (uint32_t begin_ret)
|
|
|
|
{
|
|
|
|
return begin_ret != _TBEGIN_PERSISTENT;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns true iff a hardware transaction is currently being executed. */
|
|
|
|
static inline bool
|
|
|
|
htm_transaction_active (void)
|
|
|
|
{
|
|
|
|
return (_HTM_STATE (__builtin_ttest ()) == _HTM_TRANSACTIONAL);
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
2012-01-05 22:36:35 +01:00
|
|
|
} // namespace GTM
|