800bcc8c00
This patch adds very basic allocator support (omp_{init,destroy}_allocator, omp_{alloc,free}, omp_[sg]et_default_allocator). The plan is to use memkind (likely dlopened) for high bandwidth memory, but that part isn't implemented yet, probably mlock for pinned memory and see what other options there are for other kinds of memory. For offloading targets, we need to decide if we want to support the dynamic allocators (and on which targets), or if e.g. all we do is at compile time replace omp_alloc/omp_free calls with constexpr predefined allocators with something special. And allocate directive and allocator/uses_allocators clauses are future work too. 2020-05-19 Jakub Jelinek <jakub@redhat.com> * omp.h.in (omp_uintptr_t): New typedef. (__GOMP_UINTPTR_T_ENUM): Define. (omp_memspace_handle_t, omp_allocator_handle_t, omp_alloctrait_key_t, omp_alloctrait_value_t, omp_alloctrait_t): New typedefs. (__GOMP_DEFAULT_NULL_ALLOCATOR): Define. (omp_init_allocator, omp_destroy_allocator, omp_set_default_allocator, omp_get_default_allocator, omp_alloc, omp_free): Declare. * libgomp.h (struct gomp_team_state): Add def_allocator field. (gomp_def_allocator): Declare. * libgomp.map (OMP_5.0.1): Export omp_set_default_allocator, omp_get_default_allocator, omp_init_allocator, omp_destroy_allocator, omp_alloc and omp_free. * team.c (gomp_team_start): Copy over ts.def_allocator. * env.c (gomp_def_allocator): New variable. (parse_wait_policy): Adjust function comment. (parse_allocator): New function. (handle_omp_display_env): Print OMP_ALLOCATOR. (initialize_env): Call parse_allocator. * Makefile.am (libgomp_la_SOURCES): Add allocator.c. * allocator.c: New file. * icv.c (omp_set_default_allocator, omp_get_default_allocator): New functions. * testsuite/libgomp.c-c++-common/alloc-1.c: New test. * testsuite/libgomp.c-c++-common/alloc-2.c: New test. * testsuite/libgomp.c-c++-common/alloc-3.c: New test. * Makefile.in: Regenerated.
1490 lines
34 KiB
C
1490 lines
34 KiB
C
/* Copyright (C) 2005-2020 Free Software Foundation, Inc.
|
|
Contributed by Richard Henderson <rth@redhat.com>.
|
|
|
|
This file is part of the GNU Offloading and Multi Processing Library
|
|
(libgomp).
|
|
|
|
Libgomp is free software; you can redistribute it and/or modify it
|
|
under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 3, or (at your option)
|
|
any later version.
|
|
|
|
Libgomp is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
more details.
|
|
|
|
Under Section 7 of GPL version 3, you are granted additional
|
|
permissions described in the GCC Runtime Library Exception, version
|
|
3.1, as published by the Free Software Foundation.
|
|
|
|
You should have received a copy of the GNU General Public License and
|
|
a copy of the GCC Runtime Library Exception along with this program;
|
|
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
/* This file defines the OpenMP internal control variables and arranges
|
|
for them to be initialized from environment variables at startup. */
|
|
|
|
#define _GNU_SOURCE
|
|
#include "libgomp.h"
|
|
#include "gomp-constants.h"
|
|
#include <limits.h>
|
|
#ifndef LIBGOMP_OFFLOADED_ONLY
|
|
#include "libgomp_f.h"
|
|
#include "oacc-int.h"
|
|
#include <ctype.h>
|
|
#include <stdlib.h>
|
|
#include <stdio.h>
|
|
#ifdef HAVE_INTTYPES_H
|
|
# include <inttypes.h> /* For PRIu64. */
|
|
#endif
|
|
#ifdef STRING_WITH_STRINGS
|
|
# include <string.h>
|
|
# include <strings.h>
|
|
#else
|
|
# ifdef HAVE_STRING_H
|
|
# include <string.h>
|
|
# else
|
|
# ifdef HAVE_STRINGS_H
|
|
# include <strings.h>
|
|
# endif
|
|
# endif
|
|
#endif
|
|
#include <errno.h>
|
|
#include "thread-stacksize.h"
|
|
|
|
#ifndef HAVE_STRTOULL
|
|
# define strtoull(ptr, eptr, base) strtoul (ptr, eptr, base)
|
|
#endif
|
|
#endif /* LIBGOMP_OFFLOADED_ONLY */
|
|
|
|
#include "secure_getenv.h"
|
|
|
|
struct gomp_task_icv gomp_global_icv = {
|
|
.nthreads_var = 1,
|
|
.thread_limit_var = UINT_MAX,
|
|
.run_sched_var = GFS_DYNAMIC,
|
|
.run_sched_chunk_size = 1,
|
|
.default_device_var = 0,
|
|
.dyn_var = false,
|
|
.nest_var = false,
|
|
.bind_var = omp_proc_bind_false,
|
|
.target_data = NULL
|
|
};
|
|
|
|
unsigned long gomp_max_active_levels_var = INT_MAX;
|
|
bool gomp_cancel_var = false;
|
|
int gomp_max_task_priority_var = 0;
|
|
#ifndef HAVE_SYNC_BUILTINS
|
|
gomp_mutex_t gomp_managed_threads_lock;
|
|
#endif
|
|
unsigned long gomp_available_cpus = 1, gomp_managed_threads = 1;
|
|
unsigned long long gomp_spin_count_var, gomp_throttled_spin_count_var;
|
|
unsigned long *gomp_nthreads_var_list, gomp_nthreads_var_list_len;
|
|
char *gomp_bind_var_list;
|
|
unsigned long gomp_bind_var_list_len;
|
|
void **gomp_places_list;
|
|
unsigned long gomp_places_list_len;
|
|
uintptr_t gomp_def_allocator = omp_default_mem_alloc;
|
|
int gomp_debug_var;
|
|
unsigned int gomp_num_teams_var;
|
|
bool gomp_display_affinity_var;
|
|
char *gomp_affinity_format_var = "level %L thread %i affinity %A";
|
|
size_t gomp_affinity_format_len;
|
|
char *goacc_device_type;
|
|
int goacc_device_num;
|
|
int goacc_default_dims[GOMP_DIM_MAX];
|
|
|
|
#ifndef LIBGOMP_OFFLOADED_ONLY
|
|
|
|
/* Parse the OMP_SCHEDULE environment variable. */
|
|
|
|
static void
|
|
parse_schedule (void)
|
|
{
|
|
char *env, *end;
|
|
unsigned long value;
|
|
int monotonic = 0;
|
|
|
|
env = getenv ("OMP_SCHEDULE");
|
|
if (env == NULL)
|
|
return;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (strncasecmp (env, "monotonic", 9) == 0)
|
|
{
|
|
monotonic = 1;
|
|
env += 9;
|
|
}
|
|
else if (strncasecmp (env, "nonmonotonic", 12) == 0)
|
|
{
|
|
monotonic = -1;
|
|
env += 12;
|
|
}
|
|
if (monotonic)
|
|
{
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env != ':')
|
|
goto unknown;
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
}
|
|
if (strncasecmp (env, "static", 6) == 0)
|
|
{
|
|
gomp_global_icv.run_sched_var = GFS_STATIC;
|
|
env += 6;
|
|
}
|
|
else if (strncasecmp (env, "dynamic", 7) == 0)
|
|
{
|
|
gomp_global_icv.run_sched_var = GFS_DYNAMIC;
|
|
env += 7;
|
|
}
|
|
else if (strncasecmp (env, "guided", 6) == 0)
|
|
{
|
|
gomp_global_icv.run_sched_var = GFS_GUIDED;
|
|
env += 6;
|
|
}
|
|
else if (strncasecmp (env, "auto", 4) == 0)
|
|
{
|
|
gomp_global_icv.run_sched_var = GFS_AUTO;
|
|
env += 4;
|
|
}
|
|
else
|
|
goto unknown;
|
|
|
|
if (monotonic == 1
|
|
|| (monotonic == 0 && gomp_global_icv.run_sched_var == GFS_STATIC))
|
|
gomp_global_icv.run_sched_var |= GFS_MONOTONIC;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
{
|
|
gomp_global_icv.run_sched_chunk_size
|
|
= (gomp_global_icv.run_sched_var & ~GFS_MONOTONIC) != GFS_STATIC;
|
|
return;
|
|
}
|
|
if (*env++ != ',')
|
|
goto unknown;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
errno = 0;
|
|
value = strtoul (env, &end, 10);
|
|
if (errno)
|
|
goto invalid;
|
|
|
|
while (isspace ((unsigned char) *end))
|
|
++end;
|
|
if (*end != '\0')
|
|
goto invalid;
|
|
|
|
if ((int)value != value)
|
|
goto invalid;
|
|
|
|
if (value == 0
|
|
&& (gomp_global_icv.run_sched_var & ~GFS_MONOTONIC) != GFS_STATIC)
|
|
value = 1;
|
|
gomp_global_icv.run_sched_chunk_size = value;
|
|
return;
|
|
|
|
unknown:
|
|
gomp_error ("Unknown value for environment variable OMP_SCHEDULE");
|
|
return;
|
|
|
|
invalid:
|
|
gomp_error ("Invalid value for chunk size in "
|
|
"environment variable OMP_SCHEDULE");
|
|
return;
|
|
}
|
|
|
|
/* Parse an unsigned long environment variable. Return true if one was
|
|
present and it was successfully parsed. If SECURE, use secure_getenv to the
|
|
environment variable. */
|
|
|
|
static bool
|
|
parse_unsigned_long_1 (const char *name, unsigned long *pvalue, bool allow_zero,
|
|
bool secure)
|
|
{
|
|
char *env, *end;
|
|
unsigned long value;
|
|
|
|
env = (secure ? secure_getenv (name) : getenv (name));
|
|
if (env == NULL)
|
|
return false;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
errno = 0;
|
|
value = strtoul (env, &end, 10);
|
|
if (errno || (long) value <= 0 - allow_zero)
|
|
goto invalid;
|
|
|
|
while (isspace ((unsigned char) *end))
|
|
++end;
|
|
if (*end != '\0')
|
|
goto invalid;
|
|
|
|
*pvalue = value;
|
|
return true;
|
|
|
|
invalid:
|
|
gomp_error ("Invalid value for environment variable %s", name);
|
|
return false;
|
|
}
|
|
|
|
/* As parse_unsigned_long_1, but always use getenv. */
|
|
|
|
static bool
|
|
parse_unsigned_long (const char *name, unsigned long *pvalue, bool allow_zero)
|
|
{
|
|
return parse_unsigned_long_1 (name, pvalue, allow_zero, false);
|
|
}
|
|
|
|
/* Parse a positive int environment variable. Return true if one was
|
|
present and it was successfully parsed. If SECURE, use secure_getenv to the
|
|
environment variable. */
|
|
|
|
static bool
|
|
parse_int_1 (const char *name, int *pvalue, bool allow_zero, bool secure)
|
|
{
|
|
unsigned long value;
|
|
if (!parse_unsigned_long_1 (name, &value, allow_zero, secure))
|
|
return false;
|
|
if (value > INT_MAX)
|
|
{
|
|
gomp_error ("Invalid value for environment variable %s", name);
|
|
return false;
|
|
}
|
|
*pvalue = (int) value;
|
|
return true;
|
|
}
|
|
|
|
/* As parse_int_1, but use getenv. */
|
|
|
|
static bool
|
|
parse_int (const char *name, int *pvalue, bool allow_zero)
|
|
{
|
|
return parse_int_1 (name, pvalue, allow_zero, false);
|
|
}
|
|
|
|
/* As parse_int_1, but use getenv_secure. */
|
|
|
|
static bool
|
|
parse_int_secure (const char *name, int *pvalue, bool allow_zero)
|
|
{
|
|
return parse_int_1 (name, pvalue, allow_zero, true);
|
|
}
|
|
|
|
/* Parse an unsigned long list environment variable. Return true if one was
|
|
present and it was successfully parsed. */
|
|
|
|
static bool
|
|
parse_unsigned_long_list (const char *name, unsigned long *p1stvalue,
|
|
unsigned long **pvalues,
|
|
unsigned long *pnvalues)
|
|
{
|
|
char *env, *end;
|
|
unsigned long value, *values = NULL;
|
|
|
|
env = getenv (name);
|
|
if (env == NULL)
|
|
return false;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
errno = 0;
|
|
value = strtoul (env, &end, 10);
|
|
if (errno || (long) value <= 0)
|
|
goto invalid;
|
|
|
|
while (isspace ((unsigned char) *end))
|
|
++end;
|
|
if (*end != '\0')
|
|
{
|
|
if (*end == ',')
|
|
{
|
|
unsigned long nvalues = 0, nalloced = 0;
|
|
|
|
do
|
|
{
|
|
env = end + 1;
|
|
if (nvalues == nalloced)
|
|
{
|
|
unsigned long *n;
|
|
nalloced = nalloced ? nalloced * 2 : 16;
|
|
n = realloc (values, nalloced * sizeof (unsigned long));
|
|
if (n == NULL)
|
|
{
|
|
free (values);
|
|
gomp_error ("Out of memory while trying to parse"
|
|
" environment variable %s", name);
|
|
return false;
|
|
}
|
|
values = n;
|
|
if (nvalues == 0)
|
|
values[nvalues++] = value;
|
|
}
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
errno = 0;
|
|
value = strtoul (env, &end, 10);
|
|
if (errno || (long) value <= 0)
|
|
goto invalid;
|
|
|
|
values[nvalues++] = value;
|
|
while (isspace ((unsigned char) *end))
|
|
++end;
|
|
if (*end == '\0')
|
|
break;
|
|
if (*end != ',')
|
|
goto invalid;
|
|
}
|
|
while (1);
|
|
*p1stvalue = values[0];
|
|
*pvalues = values;
|
|
*pnvalues = nvalues;
|
|
return true;
|
|
}
|
|
goto invalid;
|
|
}
|
|
|
|
*p1stvalue = value;
|
|
return true;
|
|
|
|
invalid:
|
|
free (values);
|
|
gomp_error ("Invalid value for environment variable %s", name);
|
|
return false;
|
|
}
|
|
|
|
/* Parse environment variable set to a boolean or list of omp_proc_bind_t
|
|
enum values. Return true if one was present and it was successfully
|
|
parsed. */
|
|
|
|
static bool
|
|
parse_bind_var (const char *name, char *p1stvalue,
|
|
char **pvalues, unsigned long *pnvalues)
|
|
{
|
|
char *env;
|
|
char value = omp_proc_bind_false, *values = NULL;
|
|
int i;
|
|
static struct proc_bind_kinds
|
|
{
|
|
const char name[7];
|
|
const char len;
|
|
omp_proc_bind_t kind;
|
|
} kinds[] =
|
|
{
|
|
{ "false", 5, omp_proc_bind_false },
|
|
{ "true", 4, omp_proc_bind_true },
|
|
{ "master", 6, omp_proc_bind_master },
|
|
{ "close", 5, omp_proc_bind_close },
|
|
{ "spread", 6, omp_proc_bind_spread }
|
|
};
|
|
|
|
env = getenv (name);
|
|
if (env == NULL)
|
|
return false;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
for (i = 0; i < 5; i++)
|
|
if (strncasecmp (env, kinds[i].name, kinds[i].len) == 0)
|
|
{
|
|
value = kinds[i].kind;
|
|
env += kinds[i].len;
|
|
break;
|
|
}
|
|
if (i == 5)
|
|
goto invalid;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env != '\0')
|
|
{
|
|
if (*env == ',')
|
|
{
|
|
unsigned long nvalues = 0, nalloced = 0;
|
|
|
|
if (value == omp_proc_bind_false
|
|
|| value == omp_proc_bind_true)
|
|
goto invalid;
|
|
|
|
do
|
|
{
|
|
env++;
|
|
if (nvalues == nalloced)
|
|
{
|
|
char *n;
|
|
nalloced = nalloced ? nalloced * 2 : 16;
|
|
n = realloc (values, nalloced);
|
|
if (n == NULL)
|
|
{
|
|
free (values);
|
|
gomp_error ("Out of memory while trying to parse"
|
|
" environment variable %s", name);
|
|
return false;
|
|
}
|
|
values = n;
|
|
if (nvalues == 0)
|
|
values[nvalues++] = value;
|
|
}
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
for (i = 2; i < 5; i++)
|
|
if (strncasecmp (env, kinds[i].name, kinds[i].len) == 0)
|
|
{
|
|
value = kinds[i].kind;
|
|
env += kinds[i].len;
|
|
break;
|
|
}
|
|
if (i == 5)
|
|
goto invalid;
|
|
|
|
values[nvalues++] = value;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
break;
|
|
if (*env != ',')
|
|
goto invalid;
|
|
}
|
|
while (1);
|
|
*p1stvalue = values[0];
|
|
*pvalues = values;
|
|
*pnvalues = nvalues;
|
|
return true;
|
|
}
|
|
goto invalid;
|
|
}
|
|
|
|
*p1stvalue = value;
|
|
return true;
|
|
|
|
invalid:
|
|
free (values);
|
|
gomp_error ("Invalid value for environment variable %s", name);
|
|
return false;
|
|
}
|
|
|
|
static bool
|
|
parse_one_place (char **envp, bool *negatep, unsigned long *lenp,
|
|
long *stridep)
|
|
{
|
|
char *env = *envp, *start;
|
|
void *p = gomp_places_list ? gomp_places_list[gomp_places_list_len] : NULL;
|
|
unsigned long len = 1;
|
|
long stride = 1;
|
|
int pass;
|
|
bool any_negate = false;
|
|
*negatep = false;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '!')
|
|
{
|
|
*negatep = true;
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
}
|
|
if (*env != '{')
|
|
return false;
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
start = env;
|
|
for (pass = 0; pass < (any_negate ? 2 : 1); pass++)
|
|
{
|
|
env = start;
|
|
do
|
|
{
|
|
unsigned long this_num, this_len = 1;
|
|
long this_stride = 1;
|
|
bool this_negate = (*env == '!');
|
|
if (this_negate)
|
|
{
|
|
if (gomp_places_list)
|
|
any_negate = true;
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
}
|
|
|
|
errno = 0;
|
|
this_num = strtoul (env, &env, 10);
|
|
if (errno)
|
|
return false;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == ':')
|
|
{
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
errno = 0;
|
|
this_len = strtoul (env, &env, 10);
|
|
if (errno || this_len == 0)
|
|
return false;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == ':')
|
|
{
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
errno = 0;
|
|
this_stride = strtol (env, &env, 10);
|
|
if (errno)
|
|
return false;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
}
|
|
}
|
|
if (this_negate && this_len != 1)
|
|
return false;
|
|
if (gomp_places_list && pass == this_negate)
|
|
{
|
|
if (this_negate)
|
|
{
|
|
if (!gomp_affinity_remove_cpu (p, this_num))
|
|
return false;
|
|
}
|
|
else if (!gomp_affinity_add_cpus (p, this_num, this_len,
|
|
this_stride, false))
|
|
return false;
|
|
}
|
|
if (*env == '}')
|
|
break;
|
|
if (*env != ',')
|
|
return false;
|
|
++env;
|
|
}
|
|
while (1);
|
|
}
|
|
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == ':')
|
|
{
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
errno = 0;
|
|
len = strtoul (env, &env, 10);
|
|
if (errno || len == 0 || len >= 65536)
|
|
return false;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == ':')
|
|
{
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
errno = 0;
|
|
stride = strtol (env, &env, 10);
|
|
if (errno)
|
|
return false;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
}
|
|
}
|
|
if (*negatep && len != 1)
|
|
return false;
|
|
*envp = env;
|
|
*lenp = len;
|
|
*stridep = stride;
|
|
return true;
|
|
}
|
|
|
|
static bool
|
|
parse_places_var (const char *name, bool ignore)
|
|
{
|
|
char *env = getenv (name), *end;
|
|
bool any_negate = false;
|
|
int level = 0;
|
|
unsigned long count = 0;
|
|
if (env == NULL)
|
|
return false;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
if (strncasecmp (env, "threads", 7) == 0)
|
|
{
|
|
env += 7;
|
|
level = 1;
|
|
}
|
|
else if (strncasecmp (env, "cores", 5) == 0)
|
|
{
|
|
env += 5;
|
|
level = 2;
|
|
}
|
|
else if (strncasecmp (env, "sockets", 7) == 0)
|
|
{
|
|
env += 7;
|
|
level = 3;
|
|
}
|
|
if (level)
|
|
{
|
|
count = ULONG_MAX;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env != '\0')
|
|
{
|
|
if (*env++ != '(')
|
|
goto invalid;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
|
|
errno = 0;
|
|
count = strtoul (env, &end, 10);
|
|
if (errno)
|
|
goto invalid;
|
|
env = end;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env != ')')
|
|
goto invalid;
|
|
++env;
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env != '\0')
|
|
goto invalid;
|
|
}
|
|
|
|
if (ignore)
|
|
return false;
|
|
|
|
return gomp_affinity_init_level (level, count, false);
|
|
}
|
|
|
|
count = 0;
|
|
end = env;
|
|
do
|
|
{
|
|
bool negate;
|
|
unsigned long len;
|
|
long stride;
|
|
if (!parse_one_place (&end, &negate, &len, &stride))
|
|
goto invalid;
|
|
if (negate)
|
|
{
|
|
if (!any_negate)
|
|
count++;
|
|
any_negate = true;
|
|
}
|
|
else
|
|
count += len;
|
|
if (count > 65536)
|
|
goto invalid;
|
|
if (*end == '\0')
|
|
break;
|
|
if (*end != ',')
|
|
goto invalid;
|
|
end++;
|
|
}
|
|
while (1);
|
|
|
|
if (ignore)
|
|
return false;
|
|
|
|
gomp_places_list_len = 0;
|
|
gomp_places_list = gomp_affinity_alloc (count, false);
|
|
if (gomp_places_list == NULL)
|
|
return false;
|
|
|
|
do
|
|
{
|
|
bool negate;
|
|
unsigned long len;
|
|
long stride;
|
|
gomp_affinity_init_place (gomp_places_list[gomp_places_list_len]);
|
|
if (!parse_one_place (&env, &negate, &len, &stride))
|
|
goto invalid;
|
|
if (negate)
|
|
{
|
|
void *p;
|
|
for (count = 0; count < gomp_places_list_len; count++)
|
|
if (gomp_affinity_same_place
|
|
(gomp_places_list[count],
|
|
gomp_places_list[gomp_places_list_len]))
|
|
break;
|
|
if (count == gomp_places_list_len)
|
|
{
|
|
gomp_error ("Trying to remove a non-existing place from list "
|
|
"of places");
|
|
goto invalid;
|
|
}
|
|
p = gomp_places_list[count];
|
|
memmove (&gomp_places_list[count],
|
|
&gomp_places_list[count + 1],
|
|
(gomp_places_list_len - count - 1) * sizeof (void *));
|
|
--gomp_places_list_len;
|
|
gomp_places_list[gomp_places_list_len] = p;
|
|
}
|
|
else if (len == 1)
|
|
++gomp_places_list_len;
|
|
else
|
|
{
|
|
for (count = 0; count < len - 1; count++)
|
|
if (!gomp_affinity_copy_place
|
|
(gomp_places_list[gomp_places_list_len + count + 1],
|
|
gomp_places_list[gomp_places_list_len + count],
|
|
stride))
|
|
goto invalid;
|
|
gomp_places_list_len += len;
|
|
}
|
|
if (*env == '\0')
|
|
break;
|
|
env++;
|
|
}
|
|
while (1);
|
|
|
|
if (gomp_places_list_len == 0)
|
|
{
|
|
gomp_error ("All places have been removed");
|
|
goto invalid;
|
|
}
|
|
if (!gomp_affinity_finalize_place_list (false))
|
|
goto invalid;
|
|
return true;
|
|
|
|
invalid:
|
|
free (gomp_places_list);
|
|
gomp_places_list = NULL;
|
|
gomp_places_list_len = 0;
|
|
gomp_error ("Invalid value for environment variable %s", name);
|
|
return false;
|
|
}
|
|
|
|
/* Parse the OMP_STACKSIZE environment varible. Return true if one was
|
|
present and it was successfully parsed. */
|
|
|
|
static bool
|
|
parse_stacksize (const char *name, unsigned long *pvalue)
|
|
{
|
|
char *env, *end;
|
|
unsigned long value, shift = 10;
|
|
|
|
env = getenv (name);
|
|
if (env == NULL)
|
|
return false;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
errno = 0;
|
|
value = strtoul (env, &end, 10);
|
|
if (errno)
|
|
goto invalid;
|
|
|
|
while (isspace ((unsigned char) *end))
|
|
++end;
|
|
if (*end != '\0')
|
|
{
|
|
switch (tolower ((unsigned char) *end))
|
|
{
|
|
case 'b':
|
|
shift = 0;
|
|
break;
|
|
case 'k':
|
|
break;
|
|
case 'm':
|
|
shift = 20;
|
|
break;
|
|
case 'g':
|
|
shift = 30;
|
|
break;
|
|
default:
|
|
goto invalid;
|
|
}
|
|
++end;
|
|
while (isspace ((unsigned char) *end))
|
|
++end;
|
|
if (*end != '\0')
|
|
goto invalid;
|
|
}
|
|
|
|
if (((value << shift) >> shift) != value)
|
|
goto invalid;
|
|
|
|
*pvalue = value << shift;
|
|
return true;
|
|
|
|
invalid:
|
|
gomp_error ("Invalid value for environment variable %s", name);
|
|
return false;
|
|
}
|
|
|
|
/* Parse the GOMP_SPINCOUNT environment varible. Return true if one was
|
|
present and it was successfully parsed. */
|
|
|
|
static bool
|
|
parse_spincount (const char *name, unsigned long long *pvalue)
|
|
{
|
|
char *env, *end;
|
|
unsigned long long value, mult = 1;
|
|
|
|
env = getenv (name);
|
|
if (env == NULL)
|
|
return false;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
goto invalid;
|
|
|
|
if (strncasecmp (env, "infinite", 8) == 0
|
|
|| strncasecmp (env, "infinity", 8) == 0)
|
|
{
|
|
value = ~0ULL;
|
|
end = env + 8;
|
|
goto check_tail;
|
|
}
|
|
|
|
errno = 0;
|
|
value = strtoull (env, &end, 10);
|
|
if (errno)
|
|
goto invalid;
|
|
|
|
while (isspace ((unsigned char) *end))
|
|
++end;
|
|
if (*end != '\0')
|
|
{
|
|
switch (tolower ((unsigned char) *end))
|
|
{
|
|
case 'k':
|
|
mult = 1000LL;
|
|
break;
|
|
case 'm':
|
|
mult = 1000LL * 1000LL;
|
|
break;
|
|
case 'g':
|
|
mult = 1000LL * 1000LL * 1000LL;
|
|
break;
|
|
case 't':
|
|
mult = 1000LL * 1000LL * 1000LL * 1000LL;
|
|
break;
|
|
default:
|
|
goto invalid;
|
|
}
|
|
++end;
|
|
check_tail:
|
|
while (isspace ((unsigned char) *end))
|
|
++end;
|
|
if (*end != '\0')
|
|
goto invalid;
|
|
}
|
|
|
|
if (value > ~0ULL / mult)
|
|
value = ~0ULL;
|
|
else
|
|
value *= mult;
|
|
|
|
*pvalue = value;
|
|
return true;
|
|
|
|
invalid:
|
|
gomp_error ("Invalid value for environment variable %s", name);
|
|
return false;
|
|
}
|
|
|
|
/* Parse a boolean value for environment variable NAME and store the
|
|
result in VALUE. */
|
|
|
|
static void
|
|
parse_boolean (const char *name, bool *value)
|
|
{
|
|
const char *env;
|
|
|
|
env = getenv (name);
|
|
if (env == NULL)
|
|
return;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (strncasecmp (env, "true", 4) == 0)
|
|
{
|
|
*value = true;
|
|
env += 4;
|
|
}
|
|
else if (strncasecmp (env, "false", 5) == 0)
|
|
{
|
|
*value = false;
|
|
env += 5;
|
|
}
|
|
else
|
|
env = "X";
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env != '\0')
|
|
gomp_error ("Invalid value for environment variable %s", name);
|
|
}
|
|
|
|
/* Parse the OMP_WAIT_POLICY environment variable and return the value. */
|
|
|
|
static int
|
|
parse_wait_policy (void)
|
|
{
|
|
const char *env;
|
|
int ret = -1;
|
|
|
|
env = getenv ("OMP_WAIT_POLICY");
|
|
if (env == NULL)
|
|
return -1;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (strncasecmp (env, "active", 6) == 0)
|
|
{
|
|
ret = 1;
|
|
env += 6;
|
|
}
|
|
else if (strncasecmp (env, "passive", 7) == 0)
|
|
{
|
|
ret = 0;
|
|
env += 7;
|
|
}
|
|
else
|
|
env = "X";
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
return ret;
|
|
gomp_error ("Invalid value for environment variable OMP_WAIT_POLICY");
|
|
return -1;
|
|
}
|
|
|
|
/* Parse the GOMP_CPU_AFFINITY environment varible. Return true if one was
|
|
present and it was successfully parsed. */
|
|
|
|
static bool
|
|
parse_affinity (bool ignore)
|
|
{
|
|
char *env, *end, *start;
|
|
int pass;
|
|
unsigned long cpu_beg, cpu_end, cpu_stride;
|
|
size_t count = 0, needed;
|
|
|
|
env = getenv ("GOMP_CPU_AFFINITY");
|
|
if (env == NULL)
|
|
return false;
|
|
|
|
start = env;
|
|
for (pass = 0; pass < 2; pass++)
|
|
{
|
|
env = start;
|
|
if (pass == 1)
|
|
{
|
|
if (ignore)
|
|
return false;
|
|
|
|
gomp_places_list_len = 0;
|
|
gomp_places_list = gomp_affinity_alloc (count, true);
|
|
if (gomp_places_list == NULL)
|
|
return false;
|
|
}
|
|
do
|
|
{
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
|
|
errno = 0;
|
|
cpu_beg = strtoul (env, &end, 0);
|
|
if (errno || cpu_beg >= 65536)
|
|
goto invalid;
|
|
cpu_end = cpu_beg;
|
|
cpu_stride = 1;
|
|
|
|
env = end;
|
|
if (*env == '-')
|
|
{
|
|
errno = 0;
|
|
cpu_end = strtoul (++env, &end, 0);
|
|
if (errno || cpu_end >= 65536 || cpu_end < cpu_beg)
|
|
goto invalid;
|
|
|
|
env = end;
|
|
if (*env == ':')
|
|
{
|
|
errno = 0;
|
|
cpu_stride = strtoul (++env, &end, 0);
|
|
if (errno || cpu_stride == 0 || cpu_stride >= 65536)
|
|
goto invalid;
|
|
|
|
env = end;
|
|
}
|
|
}
|
|
|
|
needed = (cpu_end - cpu_beg) / cpu_stride + 1;
|
|
if (pass == 0)
|
|
count += needed;
|
|
else
|
|
{
|
|
while (needed--)
|
|
{
|
|
void *p = gomp_places_list[gomp_places_list_len];
|
|
gomp_affinity_init_place (p);
|
|
if (gomp_affinity_add_cpus (p, cpu_beg, 1, 0, true))
|
|
++gomp_places_list_len;
|
|
cpu_beg += cpu_stride;
|
|
}
|
|
}
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
|
|
if (*env == ',')
|
|
env++;
|
|
else if (*env == '\0')
|
|
break;
|
|
}
|
|
while (1);
|
|
}
|
|
|
|
if (gomp_places_list_len == 0)
|
|
{
|
|
free (gomp_places_list);
|
|
gomp_places_list = NULL;
|
|
return false;
|
|
}
|
|
return true;
|
|
|
|
invalid:
|
|
gomp_error ("Invalid value for enviroment variable GOMP_CPU_AFFINITY");
|
|
return false;
|
|
}
|
|
|
|
/* Parse the OMP_ALLOCATOR environment variable and return the value. */
|
|
|
|
static uintptr_t
|
|
parse_allocator (void)
|
|
{
|
|
const char *env;
|
|
uintptr_t ret = omp_default_mem_alloc;
|
|
|
|
env = getenv ("OMP_ALLOCATOR");
|
|
if (env == NULL)
|
|
return ret;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (0)
|
|
;
|
|
#define C(v) \
|
|
else if (strncasecmp (env, #v, sizeof (#v) - 1) == 0) \
|
|
{ \
|
|
ret = v; \
|
|
env += sizeof (#v) - 1; \
|
|
}
|
|
C (omp_default_mem_alloc)
|
|
C (omp_large_cap_mem_alloc)
|
|
C (omp_const_mem_alloc)
|
|
C (omp_high_bw_mem_alloc)
|
|
C (omp_low_lat_mem_alloc)
|
|
C (omp_cgroup_mem_alloc)
|
|
C (omp_pteam_mem_alloc)
|
|
C (omp_thread_mem_alloc)
|
|
#undef C
|
|
else
|
|
env = "X";
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env == '\0')
|
|
return ret;
|
|
gomp_error ("Invalid value for environment variable OMP_ALLOCATOR");
|
|
return omp_default_mem_alloc;
|
|
}
|
|
|
|
static void
|
|
parse_acc_device_type (void)
|
|
{
|
|
const char *env = getenv ("ACC_DEVICE_TYPE");
|
|
|
|
if (env && *env != '\0')
|
|
goacc_device_type = strdup (env);
|
|
else
|
|
goacc_device_type = NULL;
|
|
}
|
|
|
|
static void
|
|
parse_gomp_openacc_dim (void)
|
|
{
|
|
/* The syntax is the same as for the -fopenacc-dim compilation option. */
|
|
const char *var_name = "GOMP_OPENACC_DIM";
|
|
const char *env_var = getenv (var_name);
|
|
if (!env_var)
|
|
return;
|
|
|
|
const char *pos = env_var;
|
|
int i;
|
|
for (i = 0; *pos && i != GOMP_DIM_MAX; i++)
|
|
{
|
|
if (i && *pos++ != ':')
|
|
break;
|
|
|
|
if (*pos == ':')
|
|
continue;
|
|
|
|
const char *eptr;
|
|
errno = 0;
|
|
long val = strtol (pos, (char **)&eptr, 10);
|
|
if (errno || val < 0 || (unsigned)val != val)
|
|
break;
|
|
|
|
goacc_default_dims[i] = (int)val;
|
|
pos = eptr;
|
|
}
|
|
}
|
|
|
|
static void
|
|
handle_omp_display_env (unsigned long stacksize, int wait_policy)
|
|
{
|
|
const char *env;
|
|
bool display = false;
|
|
bool verbose = false;
|
|
int i;
|
|
|
|
env = getenv ("OMP_DISPLAY_ENV");
|
|
if (env == NULL)
|
|
return;
|
|
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (strncasecmp (env, "true", 4) == 0)
|
|
{
|
|
display = true;
|
|
env += 4;
|
|
}
|
|
else if (strncasecmp (env, "false", 5) == 0)
|
|
{
|
|
display = false;
|
|
env += 5;
|
|
}
|
|
else if (strncasecmp (env, "verbose", 7) == 0)
|
|
{
|
|
display = true;
|
|
verbose = true;
|
|
env += 7;
|
|
}
|
|
else
|
|
env = "X";
|
|
while (isspace ((unsigned char) *env))
|
|
++env;
|
|
if (*env != '\0')
|
|
gomp_error ("Invalid value for environment variable OMP_DISPLAY_ENV");
|
|
|
|
if (!display)
|
|
return;
|
|
|
|
fputs ("\nOPENMP DISPLAY ENVIRONMENT BEGIN\n", stderr);
|
|
|
|
fputs (" _OPENMP = '201511'\n", stderr);
|
|
fprintf (stderr, " OMP_DYNAMIC = '%s'\n",
|
|
gomp_global_icv.dyn_var ? "TRUE" : "FALSE");
|
|
fprintf (stderr, " OMP_NESTED = '%s'\n",
|
|
gomp_global_icv.nest_var ? "TRUE" : "FALSE");
|
|
|
|
fprintf (stderr, " OMP_NUM_THREADS = '%lu", gomp_global_icv.nthreads_var);
|
|
for (i = 1; i < gomp_nthreads_var_list_len; i++)
|
|
fprintf (stderr, ",%lu", gomp_nthreads_var_list[i]);
|
|
fputs ("'\n", stderr);
|
|
|
|
fprintf (stderr, " OMP_SCHEDULE = '");
|
|
if ((gomp_global_icv.run_sched_var & GFS_MONOTONIC))
|
|
{
|
|
if (gomp_global_icv.run_sched_var != (GFS_MONOTONIC | GFS_STATIC))
|
|
fputs ("MONOTONIC:", stderr);
|
|
}
|
|
else if (gomp_global_icv.run_sched_var == GFS_STATIC)
|
|
fputs ("NONMONOTONIC:", stderr);
|
|
switch (gomp_global_icv.run_sched_var & ~GFS_MONOTONIC)
|
|
{
|
|
case GFS_RUNTIME:
|
|
fputs ("RUNTIME", stderr);
|
|
if (gomp_global_icv.run_sched_chunk_size != 1)
|
|
fprintf (stderr, ",%d", gomp_global_icv.run_sched_chunk_size);
|
|
break;
|
|
case GFS_STATIC:
|
|
fputs ("STATIC", stderr);
|
|
if (gomp_global_icv.run_sched_chunk_size != 0)
|
|
fprintf (stderr, ",%d", gomp_global_icv.run_sched_chunk_size);
|
|
break;
|
|
case GFS_DYNAMIC:
|
|
fputs ("DYNAMIC", stderr);
|
|
if (gomp_global_icv.run_sched_chunk_size != 1)
|
|
fprintf (stderr, ",%d", gomp_global_icv.run_sched_chunk_size);
|
|
break;
|
|
case GFS_GUIDED:
|
|
fputs ("GUIDED", stderr);
|
|
if (gomp_global_icv.run_sched_chunk_size != 1)
|
|
fprintf (stderr, ",%d", gomp_global_icv.run_sched_chunk_size);
|
|
break;
|
|
case GFS_AUTO:
|
|
fputs ("AUTO", stderr);
|
|
break;
|
|
}
|
|
fputs ("'\n", stderr);
|
|
|
|
fputs (" OMP_PROC_BIND = '", stderr);
|
|
switch (gomp_global_icv.bind_var)
|
|
{
|
|
case omp_proc_bind_false:
|
|
fputs ("FALSE", stderr);
|
|
break;
|
|
case omp_proc_bind_true:
|
|
fputs ("TRUE", stderr);
|
|
break;
|
|
case omp_proc_bind_master:
|
|
fputs ("MASTER", stderr);
|
|
break;
|
|
case omp_proc_bind_close:
|
|
fputs ("CLOSE", stderr);
|
|
break;
|
|
case omp_proc_bind_spread:
|
|
fputs ("SPREAD", stderr);
|
|
break;
|
|
}
|
|
for (i = 1; i < gomp_bind_var_list_len; i++)
|
|
switch (gomp_bind_var_list[i])
|
|
{
|
|
case omp_proc_bind_master:
|
|
fputs (",MASTER", stderr);
|
|
break;
|
|
case omp_proc_bind_close:
|
|
fputs (",CLOSE", stderr);
|
|
break;
|
|
case omp_proc_bind_spread:
|
|
fputs (",SPREAD", stderr);
|
|
break;
|
|
}
|
|
fputs ("'\n", stderr);
|
|
fputs (" OMP_PLACES = '", stderr);
|
|
for (i = 0; i < gomp_places_list_len; i++)
|
|
{
|
|
fputs ("{", stderr);
|
|
gomp_affinity_print_place (gomp_places_list[i]);
|
|
fputs (i + 1 == gomp_places_list_len ? "}" : "},", stderr);
|
|
}
|
|
fputs ("'\n", stderr);
|
|
|
|
fprintf (stderr, " OMP_STACKSIZE = '%lu'\n", stacksize);
|
|
|
|
/* GOMP's default value is actually neither active nor passive. */
|
|
fprintf (stderr, " OMP_WAIT_POLICY = '%s'\n",
|
|
wait_policy > 0 ? "ACTIVE" : "PASSIVE");
|
|
fprintf (stderr, " OMP_THREAD_LIMIT = '%u'\n",
|
|
gomp_global_icv.thread_limit_var);
|
|
fprintf (stderr, " OMP_MAX_ACTIVE_LEVELS = '%lu'\n",
|
|
gomp_max_active_levels_var);
|
|
|
|
fprintf (stderr, " OMP_CANCELLATION = '%s'\n",
|
|
gomp_cancel_var ? "TRUE" : "FALSE");
|
|
fprintf (stderr, " OMP_DEFAULT_DEVICE = '%d'\n",
|
|
gomp_global_icv.default_device_var);
|
|
fprintf (stderr, " OMP_MAX_TASK_PRIORITY = '%d'\n",
|
|
gomp_max_task_priority_var);
|
|
fprintf (stderr, " OMP_DISPLAY_AFFINITY = '%s'\n",
|
|
gomp_display_affinity_var ? "TRUE" : "FALSE");
|
|
fprintf (stderr, " OMP_AFFINITY_FORMAT = '%s'\n",
|
|
gomp_affinity_format_var);
|
|
fprintf (stderr, " OMP_ALLOCATOR = '");
|
|
switch (gomp_def_allocator)
|
|
{
|
|
#define C(v) case v: fputs (#v, stderr); break;
|
|
C (omp_default_mem_alloc)
|
|
C (omp_large_cap_mem_alloc)
|
|
C (omp_const_mem_alloc)
|
|
C (omp_high_bw_mem_alloc)
|
|
C (omp_low_lat_mem_alloc)
|
|
C (omp_cgroup_mem_alloc)
|
|
C (omp_pteam_mem_alloc)
|
|
C (omp_thread_mem_alloc)
|
|
#undef C
|
|
default: break;
|
|
}
|
|
fputs ("'\n", stderr);
|
|
|
|
if (verbose)
|
|
{
|
|
fputs (" GOMP_CPU_AFFINITY = ''\n", stderr);
|
|
fprintf (stderr, " GOMP_STACKSIZE = '%lu'\n", stacksize);
|
|
#ifdef HAVE_INTTYPES_H
|
|
fprintf (stderr, " GOMP_SPINCOUNT = '%"PRIu64"'\n",
|
|
(uint64_t) gomp_spin_count_var);
|
|
#else
|
|
fprintf (stderr, " GOMP_SPINCOUNT = '%lu'\n",
|
|
(unsigned long) gomp_spin_count_var);
|
|
#endif
|
|
}
|
|
|
|
fputs ("OPENMP DISPLAY ENVIRONMENT END\n", stderr);
|
|
}
|
|
|
|
|
|
static void __attribute__((constructor))
|
|
initialize_env (void)
|
|
{
|
|
unsigned long thread_limit_var, stacksize = GOMP_DEFAULT_STACKSIZE;
|
|
int wait_policy;
|
|
|
|
/* Do a compile time check that mkomp_h.pl did good job. */
|
|
omp_check_defines ();
|
|
|
|
parse_schedule ();
|
|
parse_boolean ("OMP_DYNAMIC", &gomp_global_icv.dyn_var);
|
|
parse_boolean ("OMP_NESTED", &gomp_global_icv.nest_var);
|
|
parse_boolean ("OMP_CANCELLATION", &gomp_cancel_var);
|
|
parse_boolean ("OMP_DISPLAY_AFFINITY", &gomp_display_affinity_var);
|
|
parse_int ("OMP_DEFAULT_DEVICE", &gomp_global_icv.default_device_var, true);
|
|
parse_int ("OMP_MAX_TASK_PRIORITY", &gomp_max_task_priority_var, true);
|
|
parse_unsigned_long ("OMP_MAX_ACTIVE_LEVELS", &gomp_max_active_levels_var,
|
|
true);
|
|
gomp_def_allocator = parse_allocator ();
|
|
if (parse_unsigned_long ("OMP_THREAD_LIMIT", &thread_limit_var, false))
|
|
{
|
|
gomp_global_icv.thread_limit_var
|
|
= thread_limit_var > INT_MAX ? UINT_MAX : thread_limit_var;
|
|
}
|
|
parse_int_secure ("GOMP_DEBUG", &gomp_debug_var, true);
|
|
#ifndef HAVE_SYNC_BUILTINS
|
|
gomp_mutex_init (&gomp_managed_threads_lock);
|
|
#endif
|
|
gomp_init_num_threads ();
|
|
gomp_available_cpus = gomp_global_icv.nthreads_var;
|
|
if (!parse_unsigned_long_list ("OMP_NUM_THREADS",
|
|
&gomp_global_icv.nthreads_var,
|
|
&gomp_nthreads_var_list,
|
|
&gomp_nthreads_var_list_len))
|
|
gomp_global_icv.nthreads_var = gomp_available_cpus;
|
|
bool ignore = false;
|
|
if (parse_bind_var ("OMP_PROC_BIND",
|
|
&gomp_global_icv.bind_var,
|
|
&gomp_bind_var_list,
|
|
&gomp_bind_var_list_len)
|
|
&& gomp_global_icv.bind_var == omp_proc_bind_false)
|
|
ignore = true;
|
|
/* Make sure OMP_PLACES and GOMP_CPU_AFFINITY env vars are always
|
|
parsed if present in the environment. If OMP_PROC_BIND was set
|
|
explicitly to false, don't populate places list though. If places
|
|
list was successfully set from OMP_PLACES, only parse but don't process
|
|
GOMP_CPU_AFFINITY. If OMP_PROC_BIND was not set in the environment,
|
|
default to OMP_PROC_BIND=true if OMP_PLACES or GOMP_CPU_AFFINITY
|
|
was successfully parsed into a places list, otherwise to
|
|
OMP_PROC_BIND=false. */
|
|
if (parse_places_var ("OMP_PLACES", ignore))
|
|
{
|
|
if (gomp_global_icv.bind_var == omp_proc_bind_false)
|
|
gomp_global_icv.bind_var = true;
|
|
ignore = true;
|
|
}
|
|
if (parse_affinity (ignore))
|
|
{
|
|
if (gomp_global_icv.bind_var == omp_proc_bind_false)
|
|
gomp_global_icv.bind_var = true;
|
|
ignore = true;
|
|
}
|
|
if (gomp_global_icv.bind_var != omp_proc_bind_false)
|
|
gomp_init_affinity ();
|
|
|
|
{
|
|
const char *env = getenv ("OMP_AFFINITY_FORMAT");
|
|
if (env != NULL)
|
|
gomp_set_affinity_format (env, strlen (env));
|
|
}
|
|
|
|
wait_policy = parse_wait_policy ();
|
|
if (!parse_spincount ("GOMP_SPINCOUNT", &gomp_spin_count_var))
|
|
{
|
|
/* Using a rough estimation of 100000 spins per msec,
|
|
use 5 min blocking for OMP_WAIT_POLICY=active,
|
|
3 msec blocking when OMP_WAIT_POLICY is not specificed
|
|
and 0 when OMP_WAIT_POLICY=passive.
|
|
Depending on the CPU speed, this can be e.g. 5 times longer
|
|
or 5 times shorter. */
|
|
if (wait_policy > 0)
|
|
gomp_spin_count_var = 30000000000LL;
|
|
else if (wait_policy < 0)
|
|
gomp_spin_count_var = 300000LL;
|
|
}
|
|
/* gomp_throttled_spin_count_var is used when there are more libgomp
|
|
managed threads than available CPUs. Use very short spinning. */
|
|
if (wait_policy > 0)
|
|
gomp_throttled_spin_count_var = 1000LL;
|
|
else if (wait_policy < 0)
|
|
gomp_throttled_spin_count_var = 100LL;
|
|
if (gomp_throttled_spin_count_var > gomp_spin_count_var)
|
|
gomp_throttled_spin_count_var = gomp_spin_count_var;
|
|
|
|
/* Not strictly environment related, but ordering constructors is tricky. */
|
|
pthread_attr_init (&gomp_thread_attr);
|
|
|
|
if (parse_stacksize ("OMP_STACKSIZE", &stacksize)
|
|
|| parse_stacksize ("GOMP_STACKSIZE", &stacksize)
|
|
|| GOMP_DEFAULT_STACKSIZE)
|
|
{
|
|
int err;
|
|
|
|
err = pthread_attr_setstacksize (&gomp_thread_attr, stacksize);
|
|
|
|
#ifdef PTHREAD_STACK_MIN
|
|
if (err == EINVAL)
|
|
{
|
|
if (stacksize < PTHREAD_STACK_MIN)
|
|
gomp_error ("Stack size less than minimum of %luk",
|
|
PTHREAD_STACK_MIN / 1024ul
|
|
+ (PTHREAD_STACK_MIN % 1024 != 0));
|
|
else
|
|
gomp_error ("Stack size larger than system limit");
|
|
}
|
|
else
|
|
#endif
|
|
if (err != 0)
|
|
gomp_error ("Stack size change failed: %s", strerror (err));
|
|
}
|
|
|
|
handle_omp_display_env (stacksize, wait_policy);
|
|
|
|
/* OpenACC. */
|
|
|
|
if (!parse_int ("ACC_DEVICE_NUM", &goacc_device_num, true))
|
|
goacc_device_num = 0;
|
|
|
|
parse_acc_device_type ();
|
|
parse_gomp_openacc_dim ();
|
|
|
|
goacc_runtime_initialize ();
|
|
|
|
goacc_profiling_initialize ();
|
|
}
|
|
#endif /* LIBGOMP_OFFLOADED_ONLY */
|