42fd8198b4
gcc/ * expr.c (do_store_flag): Use expand_vec_cmp_expr for mask results. (const_vector_mask_from_tree): New. (const_vector_from_tree): Use const_vector_mask_from_tree for boolean vectors. * optabs-query.h (get_vec_cmp_icode): New. * optabs-tree.c (expand_vec_cmp_expr_p): New. * optabs-tree.h (expand_vec_cmp_expr_p): New. * optabs.c (vector_compare_rtx): Add OPNO arg. (expand_vec_cond_expr): Adjust to vector_compare_rtx change. (expand_vec_cmp_expr): New. * optabs.def (vec_cmp_optab): New. (vec_cmpu_optab): New. * optabs.h (expand_vec_cmp_expr): New. * tree-vect-generic.c (expand_vector_comparison): Add vector comparison optabs check. * tree-vect-loop.c (vect_determine_vectorization_factor): Ignore mask operations for VF. Add mask type computation. * tree-vect-stmts.c (get_mask_type_for_scalar_type): New. (vectorizable_comparison): New. (vect_analyze_stmt): Add vectorizable_comparison. (vect_transform_stmt): Likewise. (vect_init_vector): Support boolean vector invariants. (vect_get_vec_def_for_operand): Add VECTYPE arg. (vectorizable_condition): Directly provide vectype for invariants used in comparison. * tree-vectorizer.h (get_mask_type_for_scalar_type): New. (enum vect_var_kind): Add vect_mask_var. (enum stmt_vec_info_type): Add comparison_vec_info_type. (vectorizable_comparison): New. (vect_get_vec_def_for_operand): Add VECTYPE arg. * tree-vect-data-refs.c (vect_get_new_vect_var): Support vect_mask_var. (vect_create_destination_var): Likewise. * tree-vect-patterns.c (check_bool_pattern): Check fails if we can vectorize comparison directly. (search_type_for_mask): New. (vect_recog_bool_pattern): Support cases when bool pattern check fails. * tree-vect-slp.c (vect_build_slp_tree_1): Allow comparison statements. (vect_get_constant_vectors): Support boolean vector constants. * config/i386/i386-protos.h (ix86_expand_mask_vec_cmp): New. (ix86_expand_int_vec_cmp): New. (ix86_expand_fp_vec_cmp): New. * config/i386/i386.c (ix86_expand_sse_cmp): Allow NULL for op_true and op_false. (ix86_int_cmp_code_to_pcmp_immediate): New. (ix86_fp_cmp_code_to_pcmp_immediate): New. (ix86_cmp_code_to_pcmp_immediate): New. (ix86_expand_mask_vec_cmp): New. (ix86_expand_fp_vec_cmp): New. (ix86_expand_int_sse_cmp): New. (ix86_expand_int_vcond): Use ix86_expand_int_sse_cmp. (ix86_expand_int_vec_cmp): New. (ix86_get_mask_mode): New. (TARGET_VECTORIZE_GET_MASK_MODE): New. * config/i386/sse.md (avx512fmaskmodelower): New. (vec_cmp<mode><avx512fmaskmodelower>): New. (vec_cmp<mode><sseintvecmodelower>): New. (vec_cmpv2div2di): New. (vec_cmpu<mode><avx512fmaskmodelower>): New. (vec_cmpu<mode><sseintvecmodelower>): New. (vec_cmpuv2div2di): New. gcc/testsuite/ * gcc.dg/vect/slp-cond-5.c: New test. From-SVN: r230098
352 lines
13 KiB
C++
352 lines
13 KiB
C++
/* Definitions for code generation pass of GNU compiler.
|
|
Copyright (C) 2001-2015 Free Software Foundation, Inc.
|
|
|
|
This file is part of GCC.
|
|
|
|
GCC is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 3, or (at your option)
|
|
any later version.
|
|
|
|
GCC is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with GCC; see the file COPYING3. If not see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#ifndef GCC_OPTABS_H
|
|
#define GCC_OPTABS_H
|
|
|
|
#include "optabs-query.h"
|
|
#include "optabs-libfuncs.h"
|
|
|
|
/* Generate code for a widening multiply. */
|
|
extern rtx expand_widening_mult (machine_mode, rtx, rtx, rtx, int, optab);
|
|
|
|
/* Describes the type of an expand_operand. Each value is associated
|
|
with a create_*_operand function; see the comments above those
|
|
functions for details. */
|
|
enum expand_operand_type {
|
|
EXPAND_FIXED,
|
|
EXPAND_OUTPUT,
|
|
EXPAND_INPUT,
|
|
EXPAND_CONVERT_TO,
|
|
EXPAND_CONVERT_FROM,
|
|
EXPAND_ADDRESS,
|
|
EXPAND_INTEGER
|
|
};
|
|
|
|
/* Information about an operand for instruction expansion. */
|
|
struct expand_operand {
|
|
/* The type of operand. */
|
|
ENUM_BITFIELD (expand_operand_type) type : 8;
|
|
|
|
/* True if any conversion should treat VALUE as being unsigned
|
|
rather than signed. Only meaningful for certain types. */
|
|
unsigned int unsigned_p : 1;
|
|
|
|
/* Unused; available for future use. */
|
|
unsigned int unused : 7;
|
|
|
|
/* The mode passed to the convert_*_operand function. It has a
|
|
type-dependent meaning. */
|
|
ENUM_BITFIELD (machine_mode) mode : 16;
|
|
|
|
/* The value of the operand. */
|
|
rtx value;
|
|
};
|
|
|
|
/* Initialize OP with the given fields. Initialise the other fields
|
|
to their default values. */
|
|
|
|
static inline void
|
|
create_expand_operand (struct expand_operand *op,
|
|
enum expand_operand_type type,
|
|
rtx value, machine_mode mode,
|
|
bool unsigned_p)
|
|
{
|
|
op->type = type;
|
|
op->unsigned_p = unsigned_p;
|
|
op->unused = 0;
|
|
op->mode = mode;
|
|
op->value = value;
|
|
}
|
|
|
|
/* Make OP describe an operand that must use rtx X, even if X is volatile. */
|
|
|
|
static inline void
|
|
create_fixed_operand (struct expand_operand *op, rtx x)
|
|
{
|
|
create_expand_operand (op, EXPAND_FIXED, x, VOIDmode, false);
|
|
}
|
|
|
|
/* Make OP describe an output operand that must have mode MODE.
|
|
X, if nonnull, is a suggestion for where the output should be stored.
|
|
It is OK for VALUE to be inconsistent with MODE, although it will just
|
|
be ignored in that case. */
|
|
|
|
static inline void
|
|
create_output_operand (struct expand_operand *op, rtx x,
|
|
machine_mode mode)
|
|
{
|
|
create_expand_operand (op, EXPAND_OUTPUT, x, mode, false);
|
|
}
|
|
|
|
/* Make OP describe an input operand that must have mode MODE and
|
|
value VALUE; MODE cannot be VOIDmode. The backend may request that
|
|
VALUE be copied into a different kind of rtx before being passed
|
|
as an operand. */
|
|
|
|
static inline void
|
|
create_input_operand (struct expand_operand *op, rtx value,
|
|
machine_mode mode)
|
|
{
|
|
create_expand_operand (op, EXPAND_INPUT, value, mode, false);
|
|
}
|
|
|
|
/* Like create_input_operand, except that VALUE must first be converted
|
|
to mode MODE. UNSIGNED_P says whether VALUE is unsigned. */
|
|
|
|
static inline void
|
|
create_convert_operand_to (struct expand_operand *op, rtx value,
|
|
machine_mode mode, bool unsigned_p)
|
|
{
|
|
create_expand_operand (op, EXPAND_CONVERT_TO, value, mode, unsigned_p);
|
|
}
|
|
|
|
/* Make OP describe an input operand that should have the same value
|
|
as VALUE, after any mode conversion that the backend might request.
|
|
If VALUE is a CONST_INT, it should be treated as having mode MODE.
|
|
UNSIGNED_P says whether VALUE is unsigned. */
|
|
|
|
static inline void
|
|
create_convert_operand_from (struct expand_operand *op, rtx value,
|
|
machine_mode mode, bool unsigned_p)
|
|
{
|
|
create_expand_operand (op, EXPAND_CONVERT_FROM, value, mode, unsigned_p);
|
|
}
|
|
|
|
|
|
/* Make OP describe an input Pmode address operand. VALUE is the value
|
|
of the address, but it may need to be converted to Pmode first. */
|
|
|
|
static inline void
|
|
create_address_operand (struct expand_operand *op, rtx value)
|
|
{
|
|
create_expand_operand (op, EXPAND_ADDRESS, value, Pmode, false);
|
|
}
|
|
|
|
/* Make OP describe an input operand that has value INTVAL and that has
|
|
no inherent mode. This function should only be used for operands that
|
|
are always expand-time constants. The backend may request that INTVAL
|
|
be copied into a different kind of rtx, but it must specify the mode
|
|
of that rtx if so. */
|
|
|
|
static inline void
|
|
create_integer_operand (struct expand_operand *op, HOST_WIDE_INT intval)
|
|
{
|
|
create_expand_operand (op, EXPAND_INTEGER, GEN_INT (intval), VOIDmode, false);
|
|
}
|
|
|
|
|
|
/* Passed to expand_simple_binop and expand_binop to say which options
|
|
to try to use if the requested operation can't be open-coded on the
|
|
requisite mode. Either OPTAB_LIB or OPTAB_LIB_WIDEN says try using
|
|
a library call. Either OPTAB_WIDEN or OPTAB_LIB_WIDEN says try
|
|
using a wider mode. OPTAB_MUST_WIDEN says try widening and don't
|
|
try anything else. */
|
|
|
|
enum optab_methods
|
|
{
|
|
OPTAB_DIRECT,
|
|
OPTAB_LIB,
|
|
OPTAB_WIDEN,
|
|
OPTAB_LIB_WIDEN,
|
|
OPTAB_MUST_WIDEN
|
|
};
|
|
|
|
extern rtx expand_widen_pattern_expr (struct separate_ops *, rtx , rtx , rtx,
|
|
rtx, int);
|
|
extern rtx expand_ternary_op (machine_mode mode, optab ternary_optab,
|
|
rtx op0, rtx op1, rtx op2, rtx target,
|
|
int unsignedp);
|
|
extern rtx simplify_expand_binop (machine_mode mode, optab binoptab,
|
|
rtx op0, rtx op1, rtx target, int unsignedp,
|
|
enum optab_methods methods);
|
|
extern bool force_expand_binop (machine_mode, optab, rtx, rtx, rtx, int,
|
|
enum optab_methods);
|
|
|
|
/* Generate code for a simple binary or unary operation. "Simple" in
|
|
this case means "can be unambiguously described by a (mode, code)
|
|
pair and mapped to a single optab." */
|
|
extern rtx expand_simple_binop (machine_mode, enum rtx_code, rtx,
|
|
rtx, rtx, int, enum optab_methods);
|
|
|
|
/* Expand a binary operation given optab and rtx operands. */
|
|
extern rtx expand_binop (machine_mode, optab, rtx, rtx, rtx, int,
|
|
enum optab_methods);
|
|
|
|
/* Expand a binary operation with both signed and unsigned forms. */
|
|
extern rtx sign_expand_binop (machine_mode, optab, optab, rtx, rtx,
|
|
rtx, int, enum optab_methods);
|
|
|
|
/* Generate code to perform an operation on one operand with two results. */
|
|
extern int expand_twoval_unop (optab, rtx, rtx, rtx, int);
|
|
|
|
/* Generate code to perform an operation on two operands with two results. */
|
|
extern int expand_twoval_binop (optab, rtx, rtx, rtx, rtx, int);
|
|
|
|
/* Generate code to perform an operation on two operands with two
|
|
results, using a library function. */
|
|
extern bool expand_twoval_binop_libfunc (optab, rtx, rtx, rtx, rtx,
|
|
enum rtx_code);
|
|
extern rtx expand_simple_unop (machine_mode, enum rtx_code, rtx, rtx,
|
|
int);
|
|
|
|
/* Expand a unary arithmetic operation given optab rtx operand. */
|
|
extern rtx expand_unop (machine_mode, optab, rtx, rtx, int);
|
|
|
|
/* Expand the absolute value operation. */
|
|
extern rtx expand_abs_nojump (machine_mode, rtx, rtx, int);
|
|
extern rtx expand_abs (machine_mode, rtx, rtx, int, int);
|
|
|
|
/* Expand the one's complement absolute value operation. */
|
|
extern rtx expand_one_cmpl_abs_nojump (machine_mode, rtx, rtx);
|
|
|
|
/* Expand the copysign operation. */
|
|
extern rtx expand_copysign (rtx, rtx, rtx);
|
|
/* Generate an instruction with a given INSN_CODE with an output and
|
|
an input. */
|
|
extern bool maybe_emit_unop_insn (enum insn_code, rtx, rtx, enum rtx_code);
|
|
extern void emit_unop_insn (enum insn_code, rtx, rtx, enum rtx_code);
|
|
|
|
/* Emit code to make a call to a constant function or a library call. */
|
|
extern void emit_libcall_block (rtx, rtx, rtx, rtx);
|
|
|
|
/* The various uses that a comparison can have; used by can_compare_p:
|
|
jumps, conditional moves, store flag operations. */
|
|
enum can_compare_purpose
|
|
{
|
|
ccp_jump,
|
|
ccp_cmov,
|
|
ccp_store_flag
|
|
};
|
|
|
|
/* Nonzero if a compare of mode MODE can be done straightforwardly
|
|
(without splitting it into pieces). */
|
|
extern int can_compare_p (enum rtx_code, machine_mode,
|
|
enum can_compare_purpose);
|
|
extern rtx prepare_operand (enum insn_code, rtx, int, machine_mode,
|
|
machine_mode, int);
|
|
/* Emit a pair of rtl insns to compare two rtx's and to jump
|
|
to a label if the comparison is true. */
|
|
extern void emit_cmp_and_jump_insns (rtx, rtx, enum rtx_code, rtx,
|
|
machine_mode, int, rtx, int prob=-1);
|
|
|
|
/* Generate code to indirectly jump to a location given in the rtx LOC. */
|
|
extern void emit_indirect_jump (rtx);
|
|
|
|
#include "insn-config.h"
|
|
|
|
#ifndef GCC_INSN_CONFIG_H
|
|
#error "insn-config.h must be included before optabs.h"
|
|
#endif
|
|
|
|
/* Emit a conditional move operation. */
|
|
rtx emit_conditional_move (rtx, enum rtx_code, rtx, rtx, machine_mode,
|
|
rtx, rtx, machine_mode, int);
|
|
|
|
/* Emit a conditional negate or bitwise complement operation. */
|
|
rtx emit_conditional_neg_or_complement (rtx, rtx_code, machine_mode, rtx,
|
|
rtx, rtx);
|
|
|
|
rtx emit_conditional_add (rtx, enum rtx_code, rtx, rtx, machine_mode,
|
|
rtx, rtx, machine_mode, int);
|
|
|
|
/* Create but don't emit one rtl instruction to perform certain operations.
|
|
Modes must match; operands must meet the operation's predicates.
|
|
Likewise for subtraction and for just copying. */
|
|
extern rtx_insn *gen_add2_insn (rtx, rtx);
|
|
extern rtx_insn *gen_add3_insn (rtx, rtx, rtx);
|
|
extern int have_add2_insn (rtx, rtx);
|
|
extern rtx_insn *gen_addptr3_insn (rtx, rtx, rtx);
|
|
extern int have_addptr3_insn (rtx, rtx, rtx);
|
|
extern rtx_insn *gen_sub2_insn (rtx, rtx);
|
|
extern rtx_insn *gen_sub3_insn (rtx, rtx, rtx);
|
|
extern int have_sub2_insn (rtx, rtx);
|
|
|
|
/* Generate the body of an insn to extend Y (with mode MFROM)
|
|
into X (with mode MTO). Do zero-extension if UNSIGNEDP is nonzero. */
|
|
extern rtx_insn *gen_extend_insn (rtx, rtx, machine_mode, machine_mode, int);
|
|
|
|
/* Generate code for a FLOAT_EXPR. */
|
|
extern void expand_float (rtx, rtx, int);
|
|
|
|
/* Generate code for a FIX_EXPR. */
|
|
extern void expand_fix (rtx, rtx, int);
|
|
|
|
/* Generate code for a FIXED_CONVERT_EXPR. */
|
|
extern void expand_fixed_convert (rtx, rtx, int, int);
|
|
|
|
/* Generate code for float to integral conversion. */
|
|
extern bool expand_sfix_optab (rtx, rtx, convert_optab);
|
|
|
|
/* Report whether the machine description contains an insn which can
|
|
perform the operation described by CODE and MODE. */
|
|
extern int have_insn_for (enum rtx_code, machine_mode);
|
|
|
|
/* Generate a conditional trap instruction. */
|
|
extern rtx_insn *gen_cond_trap (enum rtx_code, rtx, rtx, rtx);
|
|
|
|
/* Generate code for VEC_PERM_EXPR. */
|
|
extern rtx expand_vec_perm (machine_mode, rtx, rtx, rtx, rtx);
|
|
|
|
/* Generate code for vector comparison. */
|
|
extern rtx expand_vec_cmp_expr (tree, tree, rtx);
|
|
|
|
/* Generate code for VEC_COND_EXPR. */
|
|
extern rtx expand_vec_cond_expr (tree, tree, tree, tree, rtx);
|
|
|
|
/* Generate code for MULT_HIGHPART_EXPR. */
|
|
extern rtx expand_mult_highpart (machine_mode, rtx, rtx, rtx, bool);
|
|
|
|
extern rtx expand_sync_lock_test_and_set (rtx, rtx, rtx);
|
|
extern rtx expand_atomic_test_and_set (rtx, rtx, enum memmodel);
|
|
extern rtx expand_atomic_exchange (rtx, rtx, rtx, enum memmodel);
|
|
extern bool expand_atomic_compare_and_swap (rtx *, rtx *, rtx, rtx, rtx, bool,
|
|
enum memmodel, enum memmodel);
|
|
/* Generate memory barriers. */
|
|
extern void expand_mem_thread_fence (enum memmodel);
|
|
extern void expand_mem_signal_fence (enum memmodel);
|
|
|
|
rtx expand_atomic_load (rtx, rtx, enum memmodel);
|
|
rtx expand_atomic_store (rtx, rtx, enum memmodel, bool);
|
|
rtx expand_atomic_fetch_op (rtx, rtx, rtx, enum rtx_code, enum memmodel,
|
|
bool);
|
|
|
|
extern bool insn_operand_matches (enum insn_code icode, unsigned int opno,
|
|
rtx operand);
|
|
extern bool valid_multiword_target_p (rtx);
|
|
extern void create_convert_operand_from_type (struct expand_operand *op,
|
|
rtx value, tree type);
|
|
extern bool maybe_legitimize_operands (enum insn_code icode,
|
|
unsigned int opno, unsigned int nops,
|
|
struct expand_operand *ops);
|
|
extern rtx_insn *maybe_gen_insn (enum insn_code icode, unsigned int nops,
|
|
struct expand_operand *ops);
|
|
extern bool maybe_expand_insn (enum insn_code icode, unsigned int nops,
|
|
struct expand_operand *ops);
|
|
extern bool maybe_expand_jump_insn (enum insn_code icode, unsigned int nops,
|
|
struct expand_operand *ops);
|
|
extern void expand_insn (enum insn_code icode, unsigned int nops,
|
|
struct expand_operand *ops);
|
|
extern void expand_jump_insn (enum insn_code icode, unsigned int nops,
|
|
struct expand_operand *ops);
|
|
|
|
extern enum rtx_code get_rtx_code (enum tree_code tcode, bool unsignedp);
|
|
|
|
#endif /* GCC_OPTABS_H */
|