c566cc9f78
There are four optabs for various forms of fused multiply-add: fma, fms, fnma and fnms. Of these, only fma had a direct gimple representation. For the other three we relied on special pattern- matching during expand, although tree-ssa-math-opts.c did have some code to try to second-guess what expand would do. This patch removes the old FMA_EXPR representation of fma and introduces four new internal functions, one for each optab. IFN_FMA is tied to BUILT_IN_FMA* while the other three are independent directly-mapped internal functions. It's then possible to do the pattern-matching in match.pd and tree-ssa-math-opts.c (via folding) can select the exact FMA-based operation. The BRIG & HSA parts are a best guess, but seem relatively simple. 2018-05-18 Richard Sandiford <richard.sandiford@linaro.org> gcc/ * doc/sourcebuild.texi (scalar_all_fma): Document. * tree.def (FMA_EXPR): Delete. * internal-fn.def (FMA, FMS, FNMA, FNMS): New internal functions. * internal-fn.c (ternary_direct): New macro. (expand_ternary_optab_fn): Likewise. (direct_ternary_optab_supported_p): Likewise. * Makefile.in (build/genmatch.o): Depend on case-fn-macros.h. * builtins.c (fold_builtin_fma): Delete. (fold_builtin_3): Don't call it. * cfgexpand.c (expand_debug_expr): Remove FMA_EXPR handling. * expr.c (expand_expr_real_2): Likewise. * fold-const.c (operand_equal_p): Likewise. (fold_ternary_loc): Likewise. * gimple-pretty-print.c (dump_ternary_rhs): Likewise. * gimple.c (DEFTREECODE): Likewise. * gimplify.c (gimplify_expr): Likewise. * optabs-tree.c (optab_for_tree_code): Likewise. * tree-cfg.c (verify_gimple_assign_ternary): Likewise. * tree-eh.c (operation_could_trap_p): Likewise. (stmt_could_throw_1_p): Likewise. * tree-inline.c (estimate_operator_cost): Likewise. * tree-pretty-print.c (dump_generic_node): Likewise. (op_code_prio): Likewise. * tree-ssa-loop-im.c (stmt_cost): Likewise. * tree-ssa-operands.c (get_expr_operands): Likewise. * tree.c (commutative_ternary_tree_code, add_expr): Likewise. * fold-const-call.h (fold_fma): Delete. * fold-const-call.c (fold_const_call_ssss): Handle CFN_FMS, CFN_FNMA and CFN_FNMS. (fold_fma): Delete. * genmatch.c (combined_fn): New enum. (commutative_ternary_tree_code): Remove FMA_EXPR handling. (commutative_op): New function. (commutate): Use it. Handle more than 2 operands. (dt_operand::gen_gimple_expr): Use commutative_op. (parser::parse_expr): Allow :c to be used with non-binary operators if the commutative operand is known. * gimple-ssa-backprop.c (backprop::process_builtin_call_use): Handle CFN_FMS, CFN_FNMA and CFN_FNMS. (backprop::process_assign_use): Remove FMA_EXPR handling. * hsa-gen.c (gen_hsa_insns_for_operation_assignment): Likewise. (gen_hsa_fma): New function. (gen_hsa_insn_for_internal_fn_call): Use it for IFN_FMA, IFN_FMS, IFN_FNMA and IFN_FNMS. * match.pd: Add folds for IFN_FMS, IFN_FNMA and IFN_FNMS. * gimple-fold.h (follow_all_ssa_edges): Declare. * gimple-fold.c (follow_all_ssa_edges): New function. * tree-ssa-math-opts.c (convert_mult_to_fma_1): Use the gimple_build interface and use follow_all_ssa_edges to fold the result. (convert_mult_to_fma): Use direct_internal_fn_suppoerted_p instead of checking for optabs directly. * config/i386/i386.c (ix86_add_stmt_cost): Recognize FMAs as calls rather than FMA_EXPRs. * config/rs6000/rs6000.c (rs6000_gimple_fold_builtin): Create a call to IFN_FMA instead of an FMA_EXPR. gcc/brig/ * brigfrontend/brig-function.cc (brig_function::get_builtin_for_hsa_opcode): Use BUILT_IN_FMA for BRIG_OPCODE_FMA. (brig_function::get_tree_code_for_hsa_opcode): Treat BUILT_IN_FMA as a call. gcc/c/ * gimple-parser.c (c_parser_gimple_postfix_expression): Remove __FMA_EXPR handlng. gcc/cp/ * constexpr.c (cxx_eval_constant_expression): Remove FMA_EXPR handling. (potential_constant_expression_1): Likewise. gcc/testsuite/ * lib/target-supports.exp (check_effective_target_scalar_all_fma): New proc. * gcc.dg/fma-1.c: New test. * gcc.dg/fma-2.c: Likewise. * gcc.dg/fma-3.c: Likewise. * gcc.dg/fma-4.c: Likewise. * gcc.dg/fma-5.c: Likewise. * gcc.dg/fma-6.c: Likewise. * gcc.dg/fma-7.c: Likewise. * gcc.dg/gimplefe-26.c: Use .FMA instead of __FMA and require scalar_all_fma. * gfortran.dg/reassoc_7.f: Pass -ffp-contract=off. * gfortran.dg/reassoc_8.f: Likewise. * gfortran.dg/reassoc_9.f: Likewise. * gfortran.dg/reassoc_10.f: Likewise. From-SVN: r260348
162 lines
6.3 KiB
C++
162 lines
6.3 KiB
C++
/* Gimple folding definitions.
|
|
|
|
Copyright (C) 2011-2018 Free Software Foundation, Inc.
|
|
Contributed by Richard Guenther <rguenther@suse.de>
|
|
|
|
This file is part of GCC.
|
|
|
|
GCC is free software; you can redistribute it and/or modify it under
|
|
the terms of the GNU General Public License as published by the Free
|
|
Software Foundation; either version 3, or (at your option) any later
|
|
version.
|
|
|
|
GCC is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with GCC; see the file COPYING3. If not see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#ifndef GCC_GIMPLE_FOLD_H
|
|
#define GCC_GIMPLE_FOLD_H
|
|
|
|
extern tree create_tmp_reg_or_ssa_name (tree, gimple *stmt = NULL);
|
|
extern tree canonicalize_constructor_val (tree, tree);
|
|
extern tree get_symbol_constant_value (tree);
|
|
extern bool get_range_strlen (tree, tree[2], bool = false);
|
|
extern tree get_maxval_strlen (tree, int);
|
|
extern void gimplify_and_update_call_from_tree (gimple_stmt_iterator *, tree);
|
|
extern bool fold_stmt (gimple_stmt_iterator *);
|
|
extern bool fold_stmt (gimple_stmt_iterator *, tree (*) (tree));
|
|
extern bool fold_stmt_inplace (gimple_stmt_iterator *);
|
|
extern tree maybe_fold_and_comparisons (enum tree_code, tree, tree,
|
|
enum tree_code, tree, tree);
|
|
extern tree maybe_fold_or_comparisons (enum tree_code, tree, tree,
|
|
enum tree_code, tree, tree);
|
|
extern bool optimize_atomic_compare_exchange_p (gimple *);
|
|
extern void fold_builtin_atomic_compare_exchange (gimple_stmt_iterator *);
|
|
extern bool arith_overflowed_p (enum tree_code, const_tree, const_tree,
|
|
const_tree);
|
|
extern tree no_follow_ssa_edges (tree);
|
|
extern tree follow_single_use_edges (tree);
|
|
extern tree follow_all_ssa_edges (tree);
|
|
extern tree gimple_fold_stmt_to_constant_1 (gimple *, tree (*) (tree),
|
|
tree (*) (tree) = no_follow_ssa_edges);
|
|
extern tree gimple_fold_stmt_to_constant (gimple *, tree (*) (tree));
|
|
extern tree fold_ctor_reference (tree, tree, poly_uint64, poly_uint64, tree);
|
|
extern tree fold_const_aggregate_ref_1 (tree, tree (*) (tree));
|
|
extern tree fold_const_aggregate_ref (tree);
|
|
extern tree gimple_get_virt_method_for_binfo (HOST_WIDE_INT, tree,
|
|
bool *can_refer = NULL);
|
|
extern tree gimple_get_virt_method_for_vtable (HOST_WIDE_INT, tree,
|
|
unsigned HOST_WIDE_INT,
|
|
bool *can_refer = NULL);
|
|
extern tree gimple_fold_indirect_ref (tree);
|
|
extern bool gimple_fold_builtin_sprintf (gimple_stmt_iterator *);
|
|
extern bool gimple_fold_builtin_snprintf (gimple_stmt_iterator *);
|
|
extern bool arith_code_with_undefined_signed_overflow (tree_code);
|
|
extern gimple_seq rewrite_to_defined_overflow (gimple *);
|
|
extern void replace_call_with_value (gimple_stmt_iterator *, tree);
|
|
|
|
/* gimple_build, functionally matching fold_buildN, outputs stmts
|
|
int the provided sequence, matching and simplifying them on-the-fly.
|
|
Supposed to replace force_gimple_operand (fold_buildN (...), ...). */
|
|
extern tree gimple_build (gimple_seq *, location_t,
|
|
enum tree_code, tree, tree);
|
|
inline tree
|
|
gimple_build (gimple_seq *seq,
|
|
enum tree_code code, tree type, tree op0)
|
|
{
|
|
return gimple_build (seq, UNKNOWN_LOCATION, code, type, op0);
|
|
}
|
|
extern tree gimple_build (gimple_seq *, location_t,
|
|
enum tree_code, tree, tree, tree);
|
|
inline tree
|
|
gimple_build (gimple_seq *seq,
|
|
enum tree_code code, tree type, tree op0, tree op1)
|
|
{
|
|
return gimple_build (seq, UNKNOWN_LOCATION, code, type, op0, op1);
|
|
}
|
|
extern tree gimple_build (gimple_seq *, location_t,
|
|
enum tree_code, tree, tree, tree, tree);
|
|
inline tree
|
|
gimple_build (gimple_seq *seq,
|
|
enum tree_code code, tree type, tree op0, tree op1, tree op2)
|
|
{
|
|
return gimple_build (seq, UNKNOWN_LOCATION, code, type, op0, op1, op2);
|
|
}
|
|
extern tree gimple_build (gimple_seq *, location_t, combined_fn, tree, tree);
|
|
inline tree
|
|
gimple_build (gimple_seq *seq, combined_fn fn, tree type, tree arg0)
|
|
{
|
|
return gimple_build (seq, UNKNOWN_LOCATION, fn, type, arg0);
|
|
}
|
|
extern tree gimple_build (gimple_seq *, location_t, combined_fn,
|
|
tree, tree, tree);
|
|
inline tree
|
|
gimple_build (gimple_seq *seq, combined_fn fn,
|
|
tree type, tree arg0, tree arg1)
|
|
{
|
|
return gimple_build (seq, UNKNOWN_LOCATION, fn, type, arg0, arg1);
|
|
}
|
|
extern tree gimple_build (gimple_seq *, location_t, combined_fn,
|
|
tree, tree, tree, tree);
|
|
inline tree
|
|
gimple_build (gimple_seq *seq, combined_fn fn,
|
|
tree type, tree arg0, tree arg1, tree arg2)
|
|
{
|
|
return gimple_build (seq, UNKNOWN_LOCATION, fn, type, arg0, arg1, arg2);
|
|
}
|
|
|
|
extern tree gimple_convert (gimple_seq *, location_t, tree, tree);
|
|
inline tree
|
|
gimple_convert (gimple_seq *seq, tree type, tree op)
|
|
{
|
|
return gimple_convert (seq, UNKNOWN_LOCATION, type, op);
|
|
}
|
|
|
|
extern tree gimple_convert_to_ptrofftype (gimple_seq *, location_t, tree);
|
|
inline tree
|
|
gimple_convert_to_ptrofftype (gimple_seq *seq, tree op)
|
|
{
|
|
return gimple_convert_to_ptrofftype (seq, UNKNOWN_LOCATION, op);
|
|
}
|
|
|
|
extern tree gimple_build_vector_from_val (gimple_seq *, location_t, tree,
|
|
tree);
|
|
inline tree
|
|
gimple_build_vector_from_val (gimple_seq *seq, tree type, tree op)
|
|
{
|
|
return gimple_build_vector_from_val (seq, UNKNOWN_LOCATION, type, op);
|
|
}
|
|
|
|
class tree_vector_builder;
|
|
extern tree gimple_build_vector (gimple_seq *, location_t,
|
|
tree_vector_builder *);
|
|
inline tree
|
|
gimple_build_vector (gimple_seq *seq, tree_vector_builder *builder)
|
|
{
|
|
return gimple_build_vector (seq, UNKNOWN_LOCATION, builder);
|
|
}
|
|
|
|
extern bool gimple_stmt_nonnegative_warnv_p (gimple *, bool *, int = 0);
|
|
extern bool gimple_stmt_integer_valued_real_p (gimple *, int = 0);
|
|
|
|
/* In gimple-match.c. */
|
|
extern tree gimple_simplify (enum tree_code, tree, tree,
|
|
gimple_seq *, tree (*)(tree));
|
|
extern tree gimple_simplify (enum tree_code, tree, tree, tree,
|
|
gimple_seq *, tree (*)(tree));
|
|
extern tree gimple_simplify (enum tree_code, tree, tree, tree, tree,
|
|
gimple_seq *, tree (*)(tree));
|
|
extern tree gimple_simplify (combined_fn, tree, tree,
|
|
gimple_seq *, tree (*)(tree));
|
|
extern tree gimple_simplify (combined_fn, tree, tree, tree,
|
|
gimple_seq *, tree (*)(tree));
|
|
extern tree gimple_simplify (combined_fn, tree, tree, tree, tree,
|
|
gimple_seq *, tree (*)(tree));
|
|
|
|
#endif /* GCC_GIMPLE_FOLD_H */
|