355 lines
9.9 KiB
C
355 lines
9.9 KiB
C
/* AArch64 Non-NEON ACLE intrinsics include file.
|
|
|
|
Copyright (C) 2014-2022 Free Software Foundation, Inc.
|
|
Contributed by ARM Ltd.
|
|
|
|
This file is part of GCC.
|
|
|
|
GCC is free software; you can redistribute it and/or modify it
|
|
under the terms of the GNU General Public License as published
|
|
by the Free Software Foundation; either version 3, or (at your
|
|
option) any later version.
|
|
|
|
GCC is distributed in the hope that it will be useful, but WITHOUT
|
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
|
|
License for more details.
|
|
|
|
Under Section 7 of GPL version 3, you are granted additional
|
|
permissions described in the GCC Runtime Library Exception, version
|
|
3.1, as published by the Free Software Foundation.
|
|
|
|
You should have received a copy of the GNU General Public License and
|
|
a copy of the GCC Runtime Library Exception along with this program;
|
|
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#ifndef _GCC_ARM_ACLE_H
|
|
#define _GCC_ARM_ACLE_H
|
|
|
|
#include <stdint.h>
|
|
#include <stddef.h>
|
|
|
|
#pragma GCC aarch64 "arm_acle.h"
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#define _GCC_ARM_ACLE_ROR_FN(NAME, TYPE) \
|
|
__extension__ extern __inline TYPE \
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) \
|
|
NAME (TYPE __value, uint32_t __rotate) \
|
|
{ \
|
|
size_t __size = sizeof (TYPE) * __CHAR_BIT__; \
|
|
__rotate = __rotate % __size; \
|
|
return __value >> __rotate | __value << ((__size - __rotate) % __size); \
|
|
}
|
|
|
|
_GCC_ARM_ACLE_ROR_FN (__ror, uint32_t)
|
|
_GCC_ARM_ACLE_ROR_FN (__rorl, unsigned long)
|
|
_GCC_ARM_ACLE_ROR_FN (__rorll, uint64_t)
|
|
|
|
#undef _GCC_ARM_ACLE_ROR_FN
|
|
|
|
#define _GCC_ARM_ACLE_DATA_FN(NAME, BUILTIN, ITYPE, RTYPE) \
|
|
__extension__ extern __inline RTYPE \
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__)) \
|
|
__##NAME (ITYPE __value) \
|
|
{ \
|
|
return __builtin_##BUILTIN (__value); \
|
|
}
|
|
|
|
_GCC_ARM_ACLE_DATA_FN (clz, clz, uint32_t, unsigned int)
|
|
_GCC_ARM_ACLE_DATA_FN (clzl, clzl, unsigned long, unsigned int)
|
|
_GCC_ARM_ACLE_DATA_FN (clzll, clzll, uint64_t, unsigned int)
|
|
_GCC_ARM_ACLE_DATA_FN (cls, clrsb, uint32_t, unsigned int)
|
|
_GCC_ARM_ACLE_DATA_FN (clsl, clrsbl, unsigned long, unsigned int)
|
|
_GCC_ARM_ACLE_DATA_FN (clsll, clrsbll, uint64_t, unsigned int)
|
|
_GCC_ARM_ACLE_DATA_FN (rev16, aarch64_rev16, uint32_t, uint32_t)
|
|
_GCC_ARM_ACLE_DATA_FN (rev16l, aarch64_rev16l, unsigned long, unsigned long)
|
|
_GCC_ARM_ACLE_DATA_FN (rev16ll, aarch64_rev16ll, uint64_t, uint64_t)
|
|
_GCC_ARM_ACLE_DATA_FN (rbit, aarch64_rbit, uint32_t, uint32_t)
|
|
_GCC_ARM_ACLE_DATA_FN (rbitl, aarch64_rbitl, unsigned long, unsigned long)
|
|
_GCC_ARM_ACLE_DATA_FN (rbitll, aarch64_rbitll, uint64_t, uint64_t)
|
|
_GCC_ARM_ACLE_DATA_FN (revsh, bswap16, int16_t, int16_t)
|
|
_GCC_ARM_ACLE_DATA_FN (rev, bswap32, uint32_t, uint32_t)
|
|
_GCC_ARM_ACLE_DATA_FN (revll, bswap64, uint64_t, uint64_t)
|
|
|
|
#undef _GCC_ARM_ACLE_DATA_FN
|
|
|
|
__extension__ extern __inline unsigned long
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__revl (unsigned long __value)
|
|
{
|
|
if (sizeof (unsigned long) == 8)
|
|
return __revll (__value);
|
|
else
|
|
return __rev (__value);
|
|
}
|
|
|
|
#pragma GCC push_options
|
|
#pragma GCC target ("arch=armv8.3-a")
|
|
__extension__ extern __inline int32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__jcvt (double __a)
|
|
{
|
|
return __builtin_aarch64_jcvtzs (__a);
|
|
}
|
|
|
|
#pragma GCC pop_options
|
|
|
|
#pragma GCC push_options
|
|
#pragma GCC target ("arch=armv8.5-a")
|
|
__extension__ extern __inline float
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rint32zf (float __a)
|
|
{
|
|
return __builtin_aarch64_frint32zsf (__a);
|
|
}
|
|
|
|
__extension__ extern __inline double
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rint32z (double __a)
|
|
{
|
|
return __builtin_aarch64_frint32zdf (__a);
|
|
}
|
|
|
|
__extension__ extern __inline float
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rint64zf (float __a)
|
|
{
|
|
return __builtin_aarch64_frint64zsf (__a);
|
|
}
|
|
|
|
__extension__ extern __inline double
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rint64z (double __a)
|
|
{
|
|
return __builtin_aarch64_frint64zdf (__a);
|
|
}
|
|
|
|
__extension__ extern __inline float
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rint32xf (float __a)
|
|
{
|
|
return __builtin_aarch64_frint32xsf (__a);
|
|
}
|
|
|
|
__extension__ extern __inline double
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rint32x (double __a)
|
|
{
|
|
return __builtin_aarch64_frint32xdf (__a);
|
|
}
|
|
|
|
__extension__ extern __inline float
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rint64xf (float __a)
|
|
{
|
|
return __builtin_aarch64_frint64xsf (__a);
|
|
}
|
|
|
|
__extension__ extern __inline double
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rint64x (double __a)
|
|
{
|
|
return __builtin_aarch64_frint64xdf (__a);
|
|
}
|
|
|
|
|
|
#pragma GCC pop_options
|
|
|
|
#pragma GCC push_options
|
|
|
|
#pragma GCC target ("+nothing+crc")
|
|
|
|
__extension__ extern __inline uint32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__crc32b (uint32_t __a, uint8_t __b)
|
|
{
|
|
return __builtin_aarch64_crc32b (__a, __b);
|
|
}
|
|
|
|
__extension__ extern __inline uint32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__crc32cb (uint32_t __a, uint8_t __b)
|
|
{
|
|
return __builtin_aarch64_crc32cb (__a, __b);
|
|
}
|
|
|
|
__extension__ extern __inline uint32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__crc32ch (uint32_t __a, uint16_t __b)
|
|
{
|
|
return __builtin_aarch64_crc32ch (__a, __b);
|
|
}
|
|
|
|
__extension__ extern __inline uint32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__crc32cw (uint32_t __a, uint32_t __b)
|
|
{
|
|
return __builtin_aarch64_crc32cw (__a, __b);
|
|
}
|
|
|
|
__extension__ extern __inline uint32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__crc32cd (uint32_t __a, uint64_t __b)
|
|
{
|
|
return __builtin_aarch64_crc32cx (__a, __b);
|
|
}
|
|
|
|
__extension__ extern __inline uint32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__crc32h (uint32_t __a, uint16_t __b)
|
|
{
|
|
return __builtin_aarch64_crc32h (__a, __b);
|
|
}
|
|
|
|
__extension__ extern __inline uint32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__crc32w (uint32_t __a, uint32_t __b)
|
|
{
|
|
return __builtin_aarch64_crc32w (__a, __b);
|
|
}
|
|
|
|
__extension__ extern __inline uint32_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__crc32d (uint32_t __a, uint64_t __b)
|
|
{
|
|
return __builtin_aarch64_crc32x (__a, __b);
|
|
}
|
|
|
|
#pragma GCC pop_options
|
|
|
|
#ifdef __ARM_FEATURE_TME
|
|
#pragma GCC push_options
|
|
#pragma GCC target ("+nothing+tme")
|
|
|
|
#define _TMFAILURE_REASON 0x00007fffu
|
|
#define _TMFAILURE_RTRY 0x00008000u
|
|
#define _TMFAILURE_CNCL 0x00010000u
|
|
#define _TMFAILURE_MEM 0x00020000u
|
|
#define _TMFAILURE_IMP 0x00040000u
|
|
#define _TMFAILURE_ERR 0x00080000u
|
|
#define _TMFAILURE_SIZE 0x00100000u
|
|
#define _TMFAILURE_NEST 0x00200000u
|
|
#define _TMFAILURE_DBG 0x00400000u
|
|
#define _TMFAILURE_INT 0x00800000u
|
|
#define _TMFAILURE_TRIVIAL 0x01000000u
|
|
|
|
__extension__ extern __inline uint64_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__tstart (void)
|
|
{
|
|
return __builtin_aarch64_tstart ();
|
|
}
|
|
|
|
__extension__ extern __inline void
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__tcommit (void)
|
|
{
|
|
__builtin_aarch64_tcommit ();
|
|
}
|
|
|
|
__extension__ extern __inline void
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__tcancel (const uint64_t __reason)
|
|
{
|
|
__builtin_aarch64_tcancel (__reason);
|
|
}
|
|
|
|
__extension__ extern __inline uint64_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__ttest (void)
|
|
{
|
|
return __builtin_aarch64_ttest ();
|
|
}
|
|
|
|
#pragma GCC pop_options
|
|
#endif
|
|
|
|
#ifdef __ARM_FEATURE_LS64
|
|
#pragma GCC push_options
|
|
#pragma GCC target ("+nothing+ls64")
|
|
|
|
typedef __arm_data512_t data512_t;
|
|
|
|
__extension__ extern __inline data512_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__arm_ld64b (const void *__addr)
|
|
{
|
|
return __builtin_aarch64_ld64b (__addr);
|
|
}
|
|
|
|
__extension__ extern __inline void
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__arm_st64b (void *__addr, data512_t __value)
|
|
{
|
|
__builtin_aarch64_st64b (__addr, __value);
|
|
}
|
|
|
|
__extension__ extern __inline uint64_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__arm_st64bv (void *__addr, data512_t __value)
|
|
{
|
|
return __builtin_aarch64_st64bv (__addr, __value);
|
|
}
|
|
|
|
__extension__ extern __inline uint64_t
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__arm_st64bv0 (void *__addr, data512_t __value)
|
|
{
|
|
return __builtin_aarch64_st64bv0 (__addr, __value);
|
|
}
|
|
|
|
#pragma GCC pop_options
|
|
#endif
|
|
|
|
#pragma GCC push_options
|
|
#pragma GCC target ("+nothing+rng")
|
|
__extension__ extern __inline int
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rndr (uint64_t *__res)
|
|
{
|
|
return __builtin_aarch64_rndr (__res);
|
|
}
|
|
|
|
__extension__ extern __inline int
|
|
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
|
|
__rndrrs (uint64_t *__res)
|
|
{
|
|
return __builtin_aarch64_rndrrs (__res);
|
|
}
|
|
|
|
#pragma GCC pop_options
|
|
|
|
#pragma GCC push_options
|
|
#pragma GCC target ("arch=armv8.5-a+memtag")
|
|
|
|
#define __arm_mte_create_random_tag(__ptr, __u64_mask) \
|
|
__builtin_aarch64_memtag_irg(__ptr, __u64_mask)
|
|
|
|
#define __arm_mte_exclude_tag(__ptr, __u64_excluded) \
|
|
__builtin_aarch64_memtag_gmi(__ptr, __u64_excluded)
|
|
|
|
#define __arm_mte_ptrdiff(__ptr_a, __ptr_b) \
|
|
__builtin_aarch64_memtag_subp(__ptr_a, __ptr_b)
|
|
|
|
#define __arm_mte_increment_tag(__ptr, __u_offset) \
|
|
__builtin_aarch64_memtag_inc_tag(__ptr, __u_offset)
|
|
|
|
#define __arm_mte_set_tag(__tagged_address) \
|
|
__builtin_aarch64_memtag_set_tag(__tagged_address)
|
|
|
|
#define __arm_mte_get_tag(__address) \
|
|
__builtin_aarch64_memtag_get_tag(__address)
|
|
|
|
#pragma GCC pop_options
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif
|