2016-09-09 23:22:15 +02:00
|
|
|
// Support routines for the -*- C++ -*- dynamic memory management.
|
|
|
|
|
2021-01-04 10:26:59 +01:00
|
|
|
// Copyright (C) 1997-2021 Free Software Foundation, Inc.
|
2016-09-09 23:22:15 +02:00
|
|
|
//
|
|
|
|
// This file is part of GCC.
|
|
|
|
//
|
|
|
|
// GCC is free software; you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
// the Free Software Foundation; either version 3, or (at your option)
|
|
|
|
// any later version.
|
|
|
|
//
|
|
|
|
// GCC is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU General Public License for more details.
|
|
|
|
//
|
|
|
|
// Under Section 7 of GPL version 3, you are granted additional
|
|
|
|
// permissions described in the GCC Runtime Library Exception, version
|
|
|
|
// 3.1, as published by the Free Software Foundation.
|
|
|
|
|
|
|
|
// You should have received a copy of the GNU General Public License and
|
|
|
|
// a copy of the GCC Runtime Library Exception along with this program;
|
|
|
|
// see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
|
|
|
// <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
#include <bits/c++config.h>
|
|
|
|
#include <stdlib.h>
|
2018-08-08 17:16:43 +02:00
|
|
|
#include <stdint.h>
|
2018-08-13 20:54:38 +02:00
|
|
|
#include <bit>
|
2016-09-09 23:22:15 +02:00
|
|
|
#include "new"
|
|
|
|
|
2018-08-08 17:16:43 +02:00
|
|
|
#if !_GLIBCXX_HAVE_ALIGNED_ALLOC && !_GLIBCXX_HAVE__ALIGNED_MALLOC \
|
|
|
|
&& !_GLIBCXX_HAVE_POSIX_MEMALIGN && _GLIBCXX_HAVE_MEMALIGN
|
|
|
|
# if _GLIBCXX_HOSTED && __has_include(<malloc.h>)
|
|
|
|
// Some C libraries declare memalign in <malloc.h>
|
|
|
|
# include <malloc.h>
|
|
|
|
# else
|
|
|
|
extern "C" void *memalign(std::size_t boundary, std::size_t size);
|
|
|
|
# endif
|
|
|
|
#endif
|
|
|
|
|
2016-09-09 23:22:15 +02:00
|
|
|
using std::new_handler;
|
|
|
|
using std::bad_alloc;
|
|
|
|
|
2020-01-17 16:49:02 +01:00
|
|
|
#if ! _GLIBCXX_HOSTED
|
2020-10-26 13:02:50 +01:00
|
|
|
using std::size_t;
|
2020-01-17 16:49:02 +01:00
|
|
|
extern "C"
|
|
|
|
{
|
|
|
|
# if _GLIBCXX_HAVE_ALIGNED_ALLOC
|
|
|
|
void *aligned_alloc(size_t alignment, size_t size);
|
|
|
|
# elif _GLIBCXX_HAVE__ALIGNED_MALLOC
|
|
|
|
void *_aligned_malloc(size_t size, size_t alignment);
|
|
|
|
# elif _GLIBCXX_HAVE_POSIX_MEMALIGN
|
|
|
|
void *posix_memalign(void **, size_t alignment, size_t size);
|
|
|
|
# elif _GLIBCXX_HAVE_MEMALIGN
|
|
|
|
void *memalign(size_t alignment, size_t size);
|
|
|
|
# endif
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2018-08-08 17:16:43 +02:00
|
|
|
namespace __gnu_cxx {
|
|
|
|
#if _GLIBCXX_HAVE_ALIGNED_ALLOC
|
|
|
|
using ::aligned_alloc;
|
|
|
|
#elif _GLIBCXX_HAVE__ALIGNED_MALLOC
|
|
|
|
static inline void*
|
|
|
|
aligned_alloc (std::size_t al, std::size_t sz)
|
|
|
|
{ return _aligned_malloc(sz, al); }
|
2016-09-09 23:22:15 +02:00
|
|
|
#elif _GLIBCXX_HAVE_POSIX_MEMALIGN
|
|
|
|
static inline void*
|
|
|
|
aligned_alloc (std::size_t al, std::size_t sz)
|
|
|
|
{
|
|
|
|
void *ptr;
|
2018-08-07 18:10:29 +02:00
|
|
|
// posix_memalign has additional requirement, not present on aligned_alloc:
|
2016-09-16 14:11:19 +02:00
|
|
|
// The value of alignment shall be a power of two multiple of sizeof(void *).
|
|
|
|
if (al < sizeof(void*))
|
|
|
|
al = sizeof(void*);
|
2016-09-09 23:22:15 +02:00
|
|
|
int ret = posix_memalign (&ptr, al, sz);
|
|
|
|
if (ret == 0)
|
|
|
|
return ptr;
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
#elif _GLIBCXX_HAVE_MEMALIGN
|
2018-08-07 18:10:29 +02:00
|
|
|
static inline void*
|
|
|
|
aligned_alloc (std::size_t al, std::size_t sz)
|
|
|
|
{
|
|
|
|
return memalign (al, sz);
|
|
|
|
}
|
|
|
|
#else // !HAVE__ALIGNED_MALLOC && !HAVE_POSIX_MEMALIGN && !HAVE_MEMALIGN
|
2017-01-26 15:30:45 +01:00
|
|
|
// The C library doesn't provide any aligned allocation functions, define one.
|
|
|
|
// This is a modified version of code from gcc/config/i386/gmm_malloc.h
|
|
|
|
static inline void*
|
|
|
|
aligned_alloc (std::size_t al, std::size_t sz)
|
|
|
|
{
|
|
|
|
// We need extra bytes to store the original value returned by malloc.
|
|
|
|
if (al < sizeof(void*))
|
|
|
|
al = sizeof(void*);
|
|
|
|
void* const malloc_ptr = malloc(sz + al);
|
|
|
|
if (!malloc_ptr)
|
|
|
|
return nullptr;
|
|
|
|
// Align to the requested value, leaving room for the original malloc value.
|
|
|
|
void* const aligned_ptr = (void *) (((uintptr_t) malloc_ptr + al) & -al);
|
|
|
|
|
|
|
|
// Store the original malloc value where it can be found by operator delete.
|
|
|
|
((void **) aligned_ptr)[-1] = malloc_ptr;
|
|
|
|
|
|
|
|
return aligned_ptr;
|
|
|
|
}
|
2016-09-09 23:22:15 +02:00
|
|
|
#endif
|
2018-08-08 17:16:43 +02:00
|
|
|
} // namespace __gnu_cxx
|
2016-09-09 23:22:15 +02:00
|
|
|
|
|
|
|
_GLIBCXX_WEAK_DEFINITION void *
|
|
|
|
operator new (std::size_t sz, std::align_val_t al)
|
|
|
|
{
|
2016-09-16 14:11:19 +02:00
|
|
|
std::size_t align = (std::size_t)al;
|
2016-09-09 23:22:15 +02:00
|
|
|
|
2018-08-07 18:10:29 +02:00
|
|
|
/* Alignment must be a power of two. */
|
|
|
|
/* XXX This should be checked by the compiler (PR 86878). */
|
2020-02-17 17:03:48 +01:00
|
|
|
if (__builtin_expect (!std::__has_single_bit(align), false))
|
2018-08-07 18:10:29 +02:00
|
|
|
_GLIBCXX_THROW_OR_ABORT(bad_alloc());
|
|
|
|
|
2016-09-09 23:22:15 +02:00
|
|
|
/* malloc (0) is unpredictable; avoid it. */
|
2018-08-07 18:10:29 +02:00
|
|
|
if (__builtin_expect (sz == 0, false))
|
2016-09-09 23:22:15 +02:00
|
|
|
sz = 1;
|
|
|
|
|
2016-09-16 14:11:19 +02:00
|
|
|
#if _GLIBCXX_HAVE_ALIGNED_ALLOC
|
2019-10-18 13:27:31 +02:00
|
|
|
# if defined _AIX || defined __APPLE__
|
2018-07-30 19:12:44 +02:00
|
|
|
/* AIX 7.2.0.0 aligned_alloc incorrectly has posix_memalign's requirement
|
2019-10-18 13:27:31 +02:00
|
|
|
* that alignment is a multiple of sizeof(void*).
|
|
|
|
* OS X 10.15 has the same requirement. */
|
2018-07-30 19:12:44 +02:00
|
|
|
if (align < sizeof(void*))
|
|
|
|
align = sizeof(void*);
|
|
|
|
# endif
|
2016-09-16 14:11:19 +02:00
|
|
|
/* C11: the value of size shall be an integral multiple of alignment. */
|
2018-08-13 20:54:38 +02:00
|
|
|
sz = (sz + align - 1) & ~(align - 1);
|
2016-09-16 14:11:19 +02:00
|
|
|
#endif
|
|
|
|
|
2018-08-10 22:20:27 +02:00
|
|
|
void *p;
|
|
|
|
|
|
|
|
while ((p = __gnu_cxx::aligned_alloc (align, sz)) == nullptr)
|
2016-09-09 23:22:15 +02:00
|
|
|
{
|
|
|
|
new_handler handler = std::get_new_handler ();
|
|
|
|
if (! handler)
|
|
|
|
_GLIBCXX_THROW_OR_ABORT(bad_alloc());
|
|
|
|
handler ();
|
|
|
|
}
|
|
|
|
|
|
|
|
return p;
|
|
|
|
}
|