2009-07-31 04:43:11 +02:00
|
|
|
/* Conversion of SESE regions to Polyhedra.
|
2011-01-03 18:01:36 +01:00
|
|
|
Copyright (C) 2009, 2010, 2011 Free Software Foundation, Inc.
|
2009-07-31 04:43:11 +02:00
|
|
|
Contributed by Sebastian Pop <sebastian.pop@amd.com>.
|
|
|
|
|
|
|
|
This file is part of GCC.
|
|
|
|
|
|
|
|
GCC is free software; you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation; either version 3, or (at your option)
|
|
|
|
any later version.
|
|
|
|
|
|
|
|
GCC is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
along with GCC; see the file COPYING3. If not see
|
|
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
|
|
|
|
#include "config.h"
|
2012-07-02 13:43:46 +02:00
|
|
|
|
|
|
|
#ifdef HAVE_cloog
|
|
|
|
#include <isl/set.h>
|
|
|
|
#include <isl/map.h>
|
|
|
|
#include <isl/union_map.h>
|
|
|
|
#include <isl/constraint.h>
|
|
|
|
#include <isl/aff.h>
|
|
|
|
#include <cloog/cloog.h>
|
|
|
|
#include <cloog/cloog.h>
|
|
|
|
#include <cloog/isl/domain.h>
|
|
|
|
#endif
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
#include "system.h"
|
|
|
|
#include "coretypes.h"
|
|
|
|
#include "tree-flow.h"
|
system.h (dump_file): Do not define.
gcc/
* system.h (dump_file): Do not define.
* tree-pass.h: Include dumpfile.h, which is a new file containing...
(enum tree_dump_index, TDF_*, get_dump_file_name, dump_enabled_p,
dump_initialized_p, dump_begin, dump_end, dump_node, dump_switch_p,
dump_flag_name, dump_file, dump_flags, dump_file_name,
get_dump_file_info, struct dump_file_info): all of this, moved to...
* dumpfile.h: Here, new file.
* tree-dump.h: Include dumpfile.h, but not tree-pass.h.
(dump_stmt): Remove prototype for C++ specific function.
(dump_enumerated_decls): Move prototype from here...
* tree-flow.h (dump_enumerated_decls): ... to here.
(get_ref_base_and_extent) Move prototype from here ...
* tree.h (get_ref_base_and_extent) ... to here.
* tree-ssa-live.c: Do not inclde tree-pretty-print.h, because
gimple-pretty-print.h is enough. Do not include tree-dump.h,
include timevar.h and dumpfile.h instead.
(struct numbered_tree_d, compare_decls_by_uid,
dump_enumerated_decls_push, dump_enumerated_decls): Move from here ...
* tree-dfa.c:(struct numbered_tree_d, compare_decls_by_uid,
dump_enumerated_decls_push, dump_enumerated_decls):... to here.
Do not include timevar.h.
* tree.c: Do not include timevar.h.
* tree-cfg.c: Do not include langhooks.h, tree-pretty-print.h, and
timevar.h.
(dump_cfg_stats): Use current_function_name.
(gimple_cfg2vcg): Likewise.
(dump_function_to_file): Likewise.
* df-scan.c: Do not include tree-pass.h and timevar.h.
Include dumpfile.h.
(df_entry_block_bitmap_verify, df_exit_block_bitmap_verify): Do not
use print_current_pass.
* df-problems.c: Include dumpfile.h.
Always define REG_DEAD_DEBUGGING, avoid #ifdef code, because it
leads to errors in the code not selected.
(df_note_compute): Do not print_rtl_with_bb here. Fix compilation
bug if REG_DEAD_DEBUGGING is not 0, get_insns is not available here.
* lcm.c: Include dumpfile.h.
Remove obsolete include of insn-attr.h.
* dojump.c (do_compare_rtx_and_jump): Remove failure printing for
missing probability notes.
* stmt.c: Include dumpfile.h.
(emit_case_decision_tree): Re-enable printing expand details only
if TDF_DETAILS.
* alias.c, auto-inc-dec.c, bb-reorder.c, caller-save.c, cfg.c,
cfgcleanup.c, cfgexpand.c, cfgloop.c, cfgloopmanip.c, cgraph.c,
cgraphclones.c, cgraphunit.c, combine.c, combine-stack-adj.c,
coverage.c, cprop.c, cse.c, cselib.c, dbgcnt.c, dce.c, df-core.c,
dse.c, dwarf2out.c, emit-rtl.c, except.c, expr.c, final.c,
function.c, fwprop.c, gcse.c, gimple-fold.c,
gimple-pretty-print.c, gimple-ssa-strength-reduction.c,
gimplify.c, graphite-blocking.c, graphite-clast-to-gimple.c,
graphite-dependences.c, graphite-interchange.c,
graphite-optimize-isl.c, graphite-poly.c,
graphite-sese-to-poly.c, haifa-sched.c, hw-doloop.c, ifcvt.c,
ipa.c, ipa-cp.c, ipa-inline-analysis.c, ipa-inline.c,
ipa-inline-transform.c, ipa-prop.c, ipa-pure-const.c,
ipa-reference.c, ipa-split.c, ipa-utils.c, ira.c, ira-emit.c,
jump.c, loop-doloop.c, loop-init.c, loop-invariant.c, loop-iv.c,
loop-unroll.c, loop-unswitch.c, lower-subreg.c,
lto-section-out.c, lto-streamer-in.c, matrix-reorg.c, mcf.c,
mode-switching.c, modulo-sched.c, omega.c, omp-low.c, passes.c,
plugin.c, postreload.c, postreload-gcse.c, predict.c, print-rtl.c,
print-tree.c, profile.c, recog.c, ree.c, regcprop.c, reginfo.c,
regmove.c, regrename.c, reg-stack.c, reload1.c, reorg.c,
sched-rgn.c, sched-vis.c, sel-sched.c, sel-sched-ir.c,
store-motion.c, tracer.c, trans-mem.c, tree-affine.c,
tree-call-cdce.c, tree-cfgcleanup.c, tree-chrec.c,
tree-data-ref.c, tree-diagnostic.c, tree-dump.c,
tree-eh.c, tree-flow-inline.h, tree-if-conv.c, tree-into-ssa.c,
tree-mudflap.c, tree-nrv.c, tree-object-size.c,
tree-optimize.c, tree-outof-ssa.c, tree-predcom.c,
tree-pretty-print.c, tree-profile.c, tree-scalar-evolution.c,
tree-sra.c, tree-ssa-address.c, tree-ssa-alias.c, tree-ssa.c,
tree-ssa-ccp.c, tree-ssa-coalesce.c, tree-ssa-copy.c,
tree-ssa-copyrename.c,, tree-ssa-dce.c, tree-ssa-dom.c,
tree-ssa-dse.c, tree-ssa-forwprop.c, tree-ssa-ifcombine.c,
tree-ssa-loop.c, tree-ssa-loop-ch.c, tree-ssa-loop-im.c,
tree-ssa-loop-ivcanon.c, tree-ssa-loop-ivopts.c,
tree-ssa-loop-manip.c, tree-ssa-loop-niter.c,
tree-ssa-loop-prefetch.c, tree-ssa-loop-unswitch.c,
tree-ssa-math-opts.c, tree-ssa-operands.c, tree-ssa-phiopt.c,
tree-ssa-phiprop.c, tree-ssa-pre.c, tree-ssa-propagate.c,
tree-ssa-reassoc.c, tree-ssa-sccvn.c, tree-ssa-sink.c,
tree-ssa-structalias.c, tree-ssa-tail-merge.c, tree-ssa-ter.c,
tree-ssa-threadedge.c, tree-ssa-threadupdate.c,
tree-ssa-uncprop.c, tree-ssa-uninit.c,
tree-switch-conversion.c, tree-tailcall.c,
tree-vect-data-refs.c, tree-vect-loop.c,
tree-vect-loop-manip.c, tree-vectorizer.c,
tree-vect-patterns.c, tree-vect-slp.c, tree-vect-stmts.c,
tree-vrp.c, value-prof.c, var-tracking.c, web.c: Include tree-pass.h
only if needed. If tree-pass.h is included, do not include timevar.h
and dumpfile.h. If tree-pass.h is not included but dump_file, or
dump_flags, or the TDF_* flags are used, include dumpfile.h.
If gimple-pretty-print.h is included, don't include tree-pretty-print.h.
Remove assorted unnecessary includes.
* config/mn10300/mn10300.c, config/c6x/c6x.c, config/ia64/ia64.c,
config/arm/arm.c, config/bfin/bfin.c, config/frv/frv.c,
config/spu/spu.c, config/mep/mep.c, config/i386/i386.c:
Include dumpfile.h.
* config/rl78/rl78.c: Include dumpfile.h instead of tree-pass.h.
* arm/t-arm, avr/t-avr, i386/t-i386, ia64/t-ia64, mep/t-mep,
spu/t-spu-elf: Fix dependencies.
c-family/
* c-gimplify.c: Include dumpfile.h instead of tree-dump.h.
* c-ada-spec.c: Likewise.
* c-dump.c (dump_stmt): Move to cp/dump.c, the only user.
c/
* c-decl.c: Include dumpfile.h instead of tree-dump.h.
* Make-lang.in: Fix dependencies.
cp/
* dump.c (dump_stmt): Moved here from c-dump.c.
* optimize.c: Include dumpfile.h instead of tree-dump.h.
* class.c: Likewise.
* decl2.c: Likewise.
* Make-lang.in: Fix dependencies.
fortran/
* f95-lang.c: Include dumpfile.h instead of tree-dump.h.
* Make-lang.in: Fix dependencies.
java/
* java-gimplify.c Include dumpfile.h instead of tree-dump.h
* Make-lang.in: Fix dependencies.
lto/
* lto.c: Do not include timevar.h.
* Make-lang.in: Fix dependencies.
ada/
* gcc-interface/utils.c: Include timevar.h.
* Make-lang.in: Fix dependencies.
From-SVN: r189519
2012-07-16 13:32:42 +02:00
|
|
|
#include "dumpfile.h"
|
2009-07-31 04:43:11 +02:00
|
|
|
#include "cfgloop.h"
|
|
|
|
#include "tree-chrec.h"
|
|
|
|
#include "tree-data-ref.h"
|
|
|
|
#include "tree-scalar-evolution.h"
|
|
|
|
#include "domwalk.h"
|
|
|
|
#include "sese.h"
|
|
|
|
|
|
|
|
#ifdef HAVE_cloog
|
|
|
|
#include "graphite-poly.h"
|
|
|
|
#include "graphite-sese-to-poly.h"
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
|
|
|
|
/* Assigns to RES the value of the INTEGER_CST T. */
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
tree_int_to_gmp (tree t, mpz_t res)
|
|
|
|
{
|
|
|
|
double_int di = tree_to_double_int (t);
|
|
|
|
mpz_set_double_int (res, di, TYPE_UNSIGNED (TREE_TYPE (t)));
|
|
|
|
}
|
|
|
|
|
2010-08-11 22:22:57 +02:00
|
|
|
/* Returns the index of the PHI argument defined in the outermost
|
|
|
|
loop. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
static size_t
|
2010-08-11 22:22:57 +02:00
|
|
|
phi_arg_in_outermost_loop (gimple phi)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
loop_p loop = gimple_bb (phi)->loop_father;
|
2010-08-11 22:22:57 +02:00
|
|
|
size_t i, res = 0;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
for (i = 0; i < gimple_phi_num_args (phi); i++)
|
|
|
|
if (!flow_bb_inside_loop_p (loop, gimple_phi_arg_edge (phi, i)->src))
|
2010-08-11 22:22:57 +02:00
|
|
|
{
|
|
|
|
loop = gimple_phi_arg_edge (phi, i)->src->loop_father;
|
|
|
|
res = i;
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-08-11 22:22:57 +02:00
|
|
|
return res;
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Removes a simple copy phi node "RES = phi (INIT, RES)" at position
|
|
|
|
PSI by inserting on the loop ENTRY edge assignment "RES = INIT". */
|
|
|
|
|
|
|
|
static void
|
|
|
|
remove_simple_copy_phi (gimple_stmt_iterator *psi)
|
|
|
|
{
|
|
|
|
gimple phi = gsi_stmt (*psi);
|
|
|
|
tree res = gimple_phi_result (phi);
|
2010-08-11 22:22:57 +02:00
|
|
|
size_t entry = phi_arg_in_outermost_loop (phi);
|
2009-07-31 04:43:11 +02:00
|
|
|
tree init = gimple_phi_arg_def (phi, entry);
|
|
|
|
gimple stmt = gimple_build_assign (res, init);
|
|
|
|
edge e = gimple_phi_arg_edge (phi, entry);
|
|
|
|
|
|
|
|
remove_phi_node (psi, false);
|
|
|
|
gsi_insert_on_edge_immediate (e, stmt);
|
|
|
|
SSA_NAME_DEF_STMT (res) = stmt;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Removes an invariant phi node at position PSI by inserting on the
|
|
|
|
loop ENTRY edge the assignment RES = INIT. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
remove_invariant_phi (sese region, gimple_stmt_iterator *psi)
|
|
|
|
{
|
|
|
|
gimple phi = gsi_stmt (*psi);
|
|
|
|
loop_p loop = loop_containing_stmt (phi);
|
|
|
|
tree res = gimple_phi_result (phi);
|
|
|
|
tree scev = scalar_evolution_in_region (region, loop, res);
|
2010-08-11 22:22:57 +02:00
|
|
|
size_t entry = phi_arg_in_outermost_loop (phi);
|
2009-07-31 04:43:11 +02:00
|
|
|
edge e = gimple_phi_arg_edge (phi, entry);
|
|
|
|
tree var;
|
|
|
|
gimple stmt;
|
coretypes.h (gimple_seq, [...]): Typedef as gimple.
* coretypes.h (gimple_seq, const_gimple_seq): Typedef as gimple.
* gimple.h (struct gimple_seq_node_d, struct gimple_seq_d): Remove.
(const_gimple_seq_node): Remove.
(gimple_seq_node): Typedef as gimple.
(struct gimple_statement_base): Add next and prev members,
adjust all WORD markers in using structs.
(union gimple_statement_d): Link via gsbase.next field for GC and PCH.
(gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt): Adjust as gimple_seq, gimple_seq_node and
gimple are the same.
(gimple_seq_set_last, gimple_seq_set_first): Don't allocate
gimple_seq, adjust.
(gimple_init_singleton): New function.
(gsi_start_1, gsi_last_1, gsi_end_p, gsi_one_before_end_p): Adjust.
(gsi_next, gsi_prev): Adjust, handle prev cyclic list correctly.
(gsi_stmt): Adjust.
(gsi_stmt_ptr): Remove.
(enum gimple_alloc_kind): Remove gimple_alloc_kind_seq member.
* gimple-iterator.c (update_bb_for_stmts): Take last parameter
again, adjust for above changes.
(update_call_edge_frequencies): Adjust for above changes.
(gsi_insert_seq_nodes_before): Rewrite for new data structure.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_split_seq_after): Ditto.
(gsi_set_stmt): Ditto.
(gsi_split_seq_before): Ditto.
(gsi_remove): Ditto.
(gsi_insert_seq_before_without_update): Don't free sequence.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_replace): Assert some more invariants.
(gsi_insert_before_without_update, gsi_insert_after_without_update):
Tidy.
(gsi_for_stmt): Don't search for stmt.
(gsi_insert_on_edge_immediate): Tidy.
* gimple.c (gimple_alloc_k): Remove "sequences".
(gimple_seq_cache): Remove.
(gimple_alloc_stat): Make stmt a singleton sequence.
(gimple_seq_alloc, gimple_seq_free): Remove.
(gimple_assign_set_rhs_with_ops_1): Ensure new stmt is a singleton.
(gimple_copy): Ditto.
* gimplify.c (gimplify_cleanup_point_expr): Use gsi_set_stmt,
create iterator from correct sequence.
* tree-phinodes.c (make_phi_node): Make stmt a singleton.
* gimple.h (gimple_stmt_iterator <seq>): Make it be pointer to
gimple_seq.
(gimple_seq_set_last, gimple_seq_set_first): Take pointer to
sequence, lazily allocate it.
(bb_seq_addr): New function.
(gsi_start_1): Rename from gsi_start, but take pointer to sequence.
(gsi_start): Macro to wrap gsi_start_1 taking pointer of argument.
(gsi_none): New function.
(gsi_start_bb): Adjust.
(gsi_last_1): Rename from gsi_last, but take pointer to sequence.
(gsi_last): Macro to wrap gsi_last_1 taking pointer of argument.
(gsi_last_bb): Adjust.
(gsi_seq): Adjust.
* tree-flow-inline.h (phi_nodes_ptr): New function.
* gimple-iterator.c (gsi_insert_seq_nodes_before): Adjust to
datastructure and interface change.
(gsi_insert_seq_before_without_update): Ditto.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_split_seq_after): Ditto, don't use gimple_seq_alloc.
(gsi_split_seq_before): Ditto.
(gsi_start_phis): Adjust.
* tree-vect-loop.c (vect_determine_vectorization_factor): Use
gsi_none.
(vect_transform_loop): Ditto.
* gimple.c (gimple_seq_add_stmt, gimple_seq_add_seq,
gimple_seq_copy): Don't use gimple_seq_alloc.
* gimplify.c (gimple_seq_add_stmt_without_update): Ditto.
(gimplify_seq_add_seq): Ditto.
* lto-streamer-in.c (make_new_block): Ditto.
* tree-cfg.c (create_bb): Ditto.
* tree-sra.c (initialize_parameter_reductions): Ditto.
* gimple.h (gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt, gimple_seq_set_last, gimple_seq_set_first,
gimple_seq_empty_p, gimple_seq_alloc_with_stmt, bb_seq,
set_bb_seq): Move down to after gimple_statement_d definition.
* gimple-fold.c (gimplify_and_update_call_from_tree): Use
gsi_replace_with_seq, instead of inserting itself.
* gimple-iterator.c (gsi_replace_with_seq): New function.
* tree-ssa-forwprop.c (forward_propagate_comparison): Take
iterator instead of statement, advance it.
(ssa_forward_propagate_and_combine): Adjust call to above.
* tree-phinodes.c (add_phi_node_to_bb): Tidy, don't use
gimple_seq_alloc.
* omp-low.c (finalize_task_copyfn): Don't use gimple_seq_alloc.
* tree-nested.c (walk_gimple_omp_for): Ditto.
* trans-mem.c (lower_transaction): Ditto.
* tree-eh.c (do_return_redirection): Ditto.
(do_goto_redirection): Ditto.
(lower_try_finally_switch): Ditto.
* gimplify.c (gimplify_stmt): Ditto.
(gimplify_scan_omp_clauses): Ditto.
(gimplify_omp_for): Ditto.
(gimplify_function_tree): Ditto.
* gimple-fold.c (gimplify_and_update_call_from_tree): Ditto.
* tree-mudflap.c (mf_decl_cache_locals): Ditto.
(mf_build_check_statement_for): Ditto.
(mx_register_decls): Ditto.
* graphite-sese-to-poly.c (remove_invariant_phi): Ditto,
and don't use itertors to append.
(insert_stmts): Ditto.
(insert_out_of_ssa_copy): Ditto.
(insert_out_of_ssa_copy_on_edge): Ditto.
* gimple.h (gimple_bind_body_ptr): New function.
(gimple_bind_body): Use it.
(gimple_catch_handler): Use gimple_catch_handler_ptr.
(gimple_eh_filter_failure_ptr): New function.
(gimple_eh_filter_failure): Use it.
(gimple_eh_else_n_body_ptr): New function.
(gimple_eh_else_n_body): Use it.
(gimple_eh_else_e_body_ptr): New function.
(gimple_eh_else_e_body): Use it.
(gimple_try_eval_ptr): New function.
(gimple_try_eval): Use it.
(gimple_try_cleanup_ptr): New function.
(gimple_try_cleanup): Use it.
(gimple_wce_cleanup_ptr): New function.
(gimple_wce_cleanup): Use it.
(gimple_omp_body_ptr): New function.
(gimple_omp_body): Use it.
(gimple_omp_for_pre_body_ptr): New function.
(gimple_omp_for_pre_body): Use it.
(gimple_transaction_body_ptr): New function.
(gimple_transaction_body): Use it.
(gsi_split_seq_before): Adjust to return nothing and take pointer
to sequence.
(gsi_set_stmt): Declare.
(gsi_replace_with_seq): Declare.
(walk_gimple_seq_mod): Declare.
* function.h (struct function <gimple_body>): Use typedef gimple_seq.
* gimple-iterator.c (gsi_set_stmt): New function.
(gsi_split_seq_before): Return new sequence via pointer argument.
(gsi_replace): Use gsi_set_stmt.
* tree-ssa-loop-im.c (move_computations_stmt): First remove
then insert stmt.
* tree-complex.c (update_complex_components_on_edge): Don't
copy gsi.
* tree-phinodes.c (resize_phi_node): Don't resize stmt in-place,
return new stmt.
(reserve_phi_args_for_new_edge): Change call to above,
use gsi_set_stmt.
* omp-low.c (lower_omp): Change prototype to take pointer to
sequence.
(lower_rec_input_clauses): Use gimple_seq_add_seq instead of
iterators. Adjust call to lower_omp.
(lower_lastprivate_clauses): Adjust call to lower_omp.
(lower_reduction_clauses): Ditto.
(expand_omp_taskreg): Nullify non-cfg body of child_fn.
(lower_omp_sections): Don't explicitely count sequence length,
nullify lowered bodies earlier, ensure stmts are part of only
one sequence, adjust call to lower_omp.
(lower_omp_single): Ensure stmts are part of only one sequence,
adjust call to lower_omp.
(lower_omp_master): Ditto.
(lower_omp_ordered): Ditto.
(lower_omp_critical): Ditto.
(lower_omp_for): Ditto.
(lower_omp_taskreg): Ditto, tidy.
(lower_omp_1): Adjust calls to lower_omp.
(execute_lower_omp): Ditto.
(lower_omp): Adjust to take pointer to sequence.
(diagnose_sb_2): Use walk_gimple_seq_mod.
(diagnose_omp_structured_block_errors): Ditto and set possibly
changed function body.
* gimple-low.c (lower_function_body): Set function body after
it stabilizes.
(lower_sequence): Adjust to take pointer to sequence.
(lower_omp_directive): Ensure stmt isn't put twice into the
sequence, adjust call to lower_sequence.
(lower_stmt): Adjust calls to lower_sequence.
(lower_gimple_bind): Ditto.
(gimple_try_catch_may_fallthru): Call gsi_start with lvalue.
* tree-nested.c (walk_body): Take pointer to sequence, use
walk_gimple_seq_mod.
(walk_function): Adjust call to walk_body, set possibly changed
body.
(walk_gimple_omp_for): Adjust calls to walk_body.
(convert_nonlocal_omp_clauses): Ditto.
(convert_nonlocal_reference_stmt): Ditto.
(convert_local_omp_clauses): Ditto.
(convert_local_reference_stmt): Ditto.
(convert_tramp_reference_stmt): Ditto.
(convert_gimple_call): Ditto.
(convert_nl_goto_reference): Use local iterator copy.
* gimple.c (walk_gimple_seq_mod): Renamed from walk_gimple_seq,
but taking pointer to sequence, ensure gsi_start is called with
callers lvalue.
(walk_gimple_seq): New wrapper around walk_gimple_seq_mod,
asserting that the sequence head didn't change.
(walk_gimple_stmt): Replace all calls to walk_gimple_seq with
walk_gimple_seq_mod.
* trans-mem.c (lower_transaction): Use walk_gimple_seq_mod.
(execute_lower_tm): Ditto, and set possibly changed body.
* tree-eh.c (lower_eh_constructs_1): Take pointer to sequence,
call gsi_start with that lvalue.
(replace_goto_queue_stmt_list): Ditto.
(replace_goto_queue_1): Adjust calls to replace_goto_queue_stmt_list.
(replace_goto_queue): Ditto.
(lower_try_finally_nofallthru): Adjust calls to lower_eh_constructs_1.
(lower_try_finally_onedest): Ditto.
(lower_try_finally_copy): Ditto.
(lower_try_finally_switch): Ditto.
(lower_try_finally): Ditto.
(lower_eh_filter): Ditto.
(lower_eh_must_not_throw): Ditto.
(lower_cleanup): Ditto.
(lower_eh_constructs_2): Ditto.
(lower_catch): Ditto, and ensure gsi_start is called with lvalue.
(lower_eh_constructs): Adjust calls to lower_eh_constructs_1, and
set possibly changed body.
(optimize_double_finally): Call gsi_start with lvalue.
* tree-cfg.c (make_blocks): Adjust call to gsi_split_seq_before.
(gimple_split_block): Ditto.
(gimple_merge_blocks): Use gsi_start_phis.
(move_stmt_r): Use walk_gimple_seq_mod.
* tree-ssa-dse.c (dse_enter_block): Use gsi_last_bb.
* cgraphbuild.c (build_cgraph_edges): Use gsi_start_phis.
(rebuild_cgraph_edges): Ditto.
(cgraph_rebuild_references): Ditto.
* ipa-prop.c (ipa_analyze_params_uses): Ditto.
* tree-inline.c (copy_phis_for_bb): Ditto.
* tree-ssa-dce.c: Ditto.
* cgraphunit.c (cgraph_analyze_function): Use gimple_has_body_p.
From-SVN: r187053
2012-05-02 18:41:48 +02:00
|
|
|
gimple_seq stmts = NULL;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
if (tree_contains_chrecs (scev, NULL))
|
|
|
|
scev = gimple_phi_arg_def (phi, entry);
|
|
|
|
|
|
|
|
var = force_gimple_operand (scev, &stmts, true, NULL_TREE);
|
|
|
|
stmt = gimple_build_assign (res, var);
|
|
|
|
remove_phi_node (psi, false);
|
|
|
|
|
coretypes.h (gimple_seq, [...]): Typedef as gimple.
* coretypes.h (gimple_seq, const_gimple_seq): Typedef as gimple.
* gimple.h (struct gimple_seq_node_d, struct gimple_seq_d): Remove.
(const_gimple_seq_node): Remove.
(gimple_seq_node): Typedef as gimple.
(struct gimple_statement_base): Add next and prev members,
adjust all WORD markers in using structs.
(union gimple_statement_d): Link via gsbase.next field for GC and PCH.
(gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt): Adjust as gimple_seq, gimple_seq_node and
gimple are the same.
(gimple_seq_set_last, gimple_seq_set_first): Don't allocate
gimple_seq, adjust.
(gimple_init_singleton): New function.
(gsi_start_1, gsi_last_1, gsi_end_p, gsi_one_before_end_p): Adjust.
(gsi_next, gsi_prev): Adjust, handle prev cyclic list correctly.
(gsi_stmt): Adjust.
(gsi_stmt_ptr): Remove.
(enum gimple_alloc_kind): Remove gimple_alloc_kind_seq member.
* gimple-iterator.c (update_bb_for_stmts): Take last parameter
again, adjust for above changes.
(update_call_edge_frequencies): Adjust for above changes.
(gsi_insert_seq_nodes_before): Rewrite for new data structure.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_split_seq_after): Ditto.
(gsi_set_stmt): Ditto.
(gsi_split_seq_before): Ditto.
(gsi_remove): Ditto.
(gsi_insert_seq_before_without_update): Don't free sequence.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_replace): Assert some more invariants.
(gsi_insert_before_without_update, gsi_insert_after_without_update):
Tidy.
(gsi_for_stmt): Don't search for stmt.
(gsi_insert_on_edge_immediate): Tidy.
* gimple.c (gimple_alloc_k): Remove "sequences".
(gimple_seq_cache): Remove.
(gimple_alloc_stat): Make stmt a singleton sequence.
(gimple_seq_alloc, gimple_seq_free): Remove.
(gimple_assign_set_rhs_with_ops_1): Ensure new stmt is a singleton.
(gimple_copy): Ditto.
* gimplify.c (gimplify_cleanup_point_expr): Use gsi_set_stmt,
create iterator from correct sequence.
* tree-phinodes.c (make_phi_node): Make stmt a singleton.
* gimple.h (gimple_stmt_iterator <seq>): Make it be pointer to
gimple_seq.
(gimple_seq_set_last, gimple_seq_set_first): Take pointer to
sequence, lazily allocate it.
(bb_seq_addr): New function.
(gsi_start_1): Rename from gsi_start, but take pointer to sequence.
(gsi_start): Macro to wrap gsi_start_1 taking pointer of argument.
(gsi_none): New function.
(gsi_start_bb): Adjust.
(gsi_last_1): Rename from gsi_last, but take pointer to sequence.
(gsi_last): Macro to wrap gsi_last_1 taking pointer of argument.
(gsi_last_bb): Adjust.
(gsi_seq): Adjust.
* tree-flow-inline.h (phi_nodes_ptr): New function.
* gimple-iterator.c (gsi_insert_seq_nodes_before): Adjust to
datastructure and interface change.
(gsi_insert_seq_before_without_update): Ditto.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_split_seq_after): Ditto, don't use gimple_seq_alloc.
(gsi_split_seq_before): Ditto.
(gsi_start_phis): Adjust.
* tree-vect-loop.c (vect_determine_vectorization_factor): Use
gsi_none.
(vect_transform_loop): Ditto.
* gimple.c (gimple_seq_add_stmt, gimple_seq_add_seq,
gimple_seq_copy): Don't use gimple_seq_alloc.
* gimplify.c (gimple_seq_add_stmt_without_update): Ditto.
(gimplify_seq_add_seq): Ditto.
* lto-streamer-in.c (make_new_block): Ditto.
* tree-cfg.c (create_bb): Ditto.
* tree-sra.c (initialize_parameter_reductions): Ditto.
* gimple.h (gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt, gimple_seq_set_last, gimple_seq_set_first,
gimple_seq_empty_p, gimple_seq_alloc_with_stmt, bb_seq,
set_bb_seq): Move down to after gimple_statement_d definition.
* gimple-fold.c (gimplify_and_update_call_from_tree): Use
gsi_replace_with_seq, instead of inserting itself.
* gimple-iterator.c (gsi_replace_with_seq): New function.
* tree-ssa-forwprop.c (forward_propagate_comparison): Take
iterator instead of statement, advance it.
(ssa_forward_propagate_and_combine): Adjust call to above.
* tree-phinodes.c (add_phi_node_to_bb): Tidy, don't use
gimple_seq_alloc.
* omp-low.c (finalize_task_copyfn): Don't use gimple_seq_alloc.
* tree-nested.c (walk_gimple_omp_for): Ditto.
* trans-mem.c (lower_transaction): Ditto.
* tree-eh.c (do_return_redirection): Ditto.
(do_goto_redirection): Ditto.
(lower_try_finally_switch): Ditto.
* gimplify.c (gimplify_stmt): Ditto.
(gimplify_scan_omp_clauses): Ditto.
(gimplify_omp_for): Ditto.
(gimplify_function_tree): Ditto.
* gimple-fold.c (gimplify_and_update_call_from_tree): Ditto.
* tree-mudflap.c (mf_decl_cache_locals): Ditto.
(mf_build_check_statement_for): Ditto.
(mx_register_decls): Ditto.
* graphite-sese-to-poly.c (remove_invariant_phi): Ditto,
and don't use itertors to append.
(insert_stmts): Ditto.
(insert_out_of_ssa_copy): Ditto.
(insert_out_of_ssa_copy_on_edge): Ditto.
* gimple.h (gimple_bind_body_ptr): New function.
(gimple_bind_body): Use it.
(gimple_catch_handler): Use gimple_catch_handler_ptr.
(gimple_eh_filter_failure_ptr): New function.
(gimple_eh_filter_failure): Use it.
(gimple_eh_else_n_body_ptr): New function.
(gimple_eh_else_n_body): Use it.
(gimple_eh_else_e_body_ptr): New function.
(gimple_eh_else_e_body): Use it.
(gimple_try_eval_ptr): New function.
(gimple_try_eval): Use it.
(gimple_try_cleanup_ptr): New function.
(gimple_try_cleanup): Use it.
(gimple_wce_cleanup_ptr): New function.
(gimple_wce_cleanup): Use it.
(gimple_omp_body_ptr): New function.
(gimple_omp_body): Use it.
(gimple_omp_for_pre_body_ptr): New function.
(gimple_omp_for_pre_body): Use it.
(gimple_transaction_body_ptr): New function.
(gimple_transaction_body): Use it.
(gsi_split_seq_before): Adjust to return nothing and take pointer
to sequence.
(gsi_set_stmt): Declare.
(gsi_replace_with_seq): Declare.
(walk_gimple_seq_mod): Declare.
* function.h (struct function <gimple_body>): Use typedef gimple_seq.
* gimple-iterator.c (gsi_set_stmt): New function.
(gsi_split_seq_before): Return new sequence via pointer argument.
(gsi_replace): Use gsi_set_stmt.
* tree-ssa-loop-im.c (move_computations_stmt): First remove
then insert stmt.
* tree-complex.c (update_complex_components_on_edge): Don't
copy gsi.
* tree-phinodes.c (resize_phi_node): Don't resize stmt in-place,
return new stmt.
(reserve_phi_args_for_new_edge): Change call to above,
use gsi_set_stmt.
* omp-low.c (lower_omp): Change prototype to take pointer to
sequence.
(lower_rec_input_clauses): Use gimple_seq_add_seq instead of
iterators. Adjust call to lower_omp.
(lower_lastprivate_clauses): Adjust call to lower_omp.
(lower_reduction_clauses): Ditto.
(expand_omp_taskreg): Nullify non-cfg body of child_fn.
(lower_omp_sections): Don't explicitely count sequence length,
nullify lowered bodies earlier, ensure stmts are part of only
one sequence, adjust call to lower_omp.
(lower_omp_single): Ensure stmts are part of only one sequence,
adjust call to lower_omp.
(lower_omp_master): Ditto.
(lower_omp_ordered): Ditto.
(lower_omp_critical): Ditto.
(lower_omp_for): Ditto.
(lower_omp_taskreg): Ditto, tidy.
(lower_omp_1): Adjust calls to lower_omp.
(execute_lower_omp): Ditto.
(lower_omp): Adjust to take pointer to sequence.
(diagnose_sb_2): Use walk_gimple_seq_mod.
(diagnose_omp_structured_block_errors): Ditto and set possibly
changed function body.
* gimple-low.c (lower_function_body): Set function body after
it stabilizes.
(lower_sequence): Adjust to take pointer to sequence.
(lower_omp_directive): Ensure stmt isn't put twice into the
sequence, adjust call to lower_sequence.
(lower_stmt): Adjust calls to lower_sequence.
(lower_gimple_bind): Ditto.
(gimple_try_catch_may_fallthru): Call gsi_start with lvalue.
* tree-nested.c (walk_body): Take pointer to sequence, use
walk_gimple_seq_mod.
(walk_function): Adjust call to walk_body, set possibly changed
body.
(walk_gimple_omp_for): Adjust calls to walk_body.
(convert_nonlocal_omp_clauses): Ditto.
(convert_nonlocal_reference_stmt): Ditto.
(convert_local_omp_clauses): Ditto.
(convert_local_reference_stmt): Ditto.
(convert_tramp_reference_stmt): Ditto.
(convert_gimple_call): Ditto.
(convert_nl_goto_reference): Use local iterator copy.
* gimple.c (walk_gimple_seq_mod): Renamed from walk_gimple_seq,
but taking pointer to sequence, ensure gsi_start is called with
callers lvalue.
(walk_gimple_seq): New wrapper around walk_gimple_seq_mod,
asserting that the sequence head didn't change.
(walk_gimple_stmt): Replace all calls to walk_gimple_seq with
walk_gimple_seq_mod.
* trans-mem.c (lower_transaction): Use walk_gimple_seq_mod.
(execute_lower_tm): Ditto, and set possibly changed body.
* tree-eh.c (lower_eh_constructs_1): Take pointer to sequence,
call gsi_start with that lvalue.
(replace_goto_queue_stmt_list): Ditto.
(replace_goto_queue_1): Adjust calls to replace_goto_queue_stmt_list.
(replace_goto_queue): Ditto.
(lower_try_finally_nofallthru): Adjust calls to lower_eh_constructs_1.
(lower_try_finally_onedest): Ditto.
(lower_try_finally_copy): Ditto.
(lower_try_finally_switch): Ditto.
(lower_try_finally): Ditto.
(lower_eh_filter): Ditto.
(lower_eh_must_not_throw): Ditto.
(lower_cleanup): Ditto.
(lower_eh_constructs_2): Ditto.
(lower_catch): Ditto, and ensure gsi_start is called with lvalue.
(lower_eh_constructs): Adjust calls to lower_eh_constructs_1, and
set possibly changed body.
(optimize_double_finally): Call gsi_start with lvalue.
* tree-cfg.c (make_blocks): Adjust call to gsi_split_seq_before.
(gimple_split_block): Ditto.
(gimple_merge_blocks): Use gsi_start_phis.
(move_stmt_r): Use walk_gimple_seq_mod.
* tree-ssa-dse.c (dse_enter_block): Use gsi_last_bb.
* cgraphbuild.c (build_cgraph_edges): Use gsi_start_phis.
(rebuild_cgraph_edges): Ditto.
(cgraph_rebuild_references): Ditto.
* ipa-prop.c (ipa_analyze_params_uses): Ditto.
* tree-inline.c (copy_phis_for_bb): Ditto.
* tree-ssa-dce.c: Ditto.
* cgraphunit.c (cgraph_analyze_function): Use gimple_has_body_p.
From-SVN: r187053
2012-05-02 18:41:48 +02:00
|
|
|
gimple_seq_add_stmt (&stmts, stmt);
|
2009-07-31 04:43:11 +02:00
|
|
|
gsi_insert_seq_on_edge (e, stmts);
|
|
|
|
gsi_commit_edge_inserts ();
|
|
|
|
SSA_NAME_DEF_STMT (res) = stmt;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns true when the phi node at PSI is of the form "a = phi (a, x)". */
|
|
|
|
|
|
|
|
static inline bool
|
|
|
|
simple_copy_phi_p (gimple phi)
|
|
|
|
{
|
|
|
|
tree res;
|
|
|
|
|
|
|
|
if (gimple_phi_num_args (phi) != 2)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
res = gimple_phi_result (phi);
|
|
|
|
return (res == gimple_phi_arg_def (phi, 0)
|
|
|
|
|| res == gimple_phi_arg_def (phi, 1));
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns true when the phi node at position PSI is a reduction phi
|
|
|
|
node in REGION. Otherwise moves the pointer PSI to the next phi to
|
|
|
|
be considered. */
|
|
|
|
|
|
|
|
static bool
|
|
|
|
reduction_phi_p (sese region, gimple_stmt_iterator *psi)
|
|
|
|
{
|
|
|
|
loop_p loop;
|
|
|
|
gimple phi = gsi_stmt (*psi);
|
|
|
|
tree res = gimple_phi_result (phi);
|
|
|
|
|
|
|
|
loop = loop_containing_stmt (phi);
|
|
|
|
|
|
|
|
if (simple_copy_phi_p (phi))
|
|
|
|
{
|
2010-03-13 18:35:15 +01:00
|
|
|
/* PRE introduces phi nodes like these, for an example,
|
2009-07-31 04:43:11 +02:00
|
|
|
see id-5.f in the fortran graphite testsuite:
|
|
|
|
|
|
|
|
# prephitmp.85_265 = PHI <prephitmp.85_258(33), prephitmp.85_265(18)>
|
|
|
|
*/
|
|
|
|
remove_simple_copy_phi (psi);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2010-08-11 22:28:31 +02:00
|
|
|
if (scev_analyzable_p (res, region))
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2010-08-11 22:28:31 +02:00
|
|
|
tree scev = scalar_evolution_in_region (region, loop, res);
|
|
|
|
|
|
|
|
if (evolution_function_is_invariant_p (scev, loop->num))
|
2009-11-25 05:56:21 +01:00
|
|
|
remove_invariant_phi (region, psi);
|
|
|
|
else
|
|
|
|
gsi_next (psi);
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* All the other cases are considered reductions. */
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Store the GRAPHITE representation of BB. */
|
|
|
|
|
|
|
|
static gimple_bb_p
|
|
|
|
new_gimple_bb (basic_block bb, VEC (data_reference_p, heap) *drs)
|
|
|
|
{
|
|
|
|
struct gimple_bb *gbb;
|
|
|
|
|
|
|
|
gbb = XNEW (struct gimple_bb);
|
|
|
|
bb->aux = gbb;
|
|
|
|
GBB_BB (gbb) = bb;
|
|
|
|
GBB_DATA_REFS (gbb) = drs;
|
|
|
|
GBB_CONDITIONS (gbb) = NULL;
|
|
|
|
GBB_CONDITION_CASES (gbb) = NULL;
|
|
|
|
|
|
|
|
return gbb;
|
|
|
|
}
|
|
|
|
|
2009-11-25 05:48:51 +01:00
|
|
|
static void
|
|
|
|
free_data_refs_aux (VEC (data_reference_p, heap) *datarefs)
|
|
|
|
{
|
|
|
|
unsigned int i;
|
|
|
|
struct data_reference *dr;
|
2009-11-25 06:20:31 +01:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, datarefs, i, dr)
|
2009-11-25 06:20:31 +01:00
|
|
|
if (dr->aux)
|
2009-11-25 05:48:51 +01:00
|
|
|
{
|
2009-11-25 06:19:32 +01:00
|
|
|
base_alias_pair *bap = (base_alias_pair *)(dr->aux);
|
2009-11-25 06:20:31 +01:00
|
|
|
|
2011-04-20 20:19:03 +02:00
|
|
|
free (bap->alias_set);
|
2009-11-25 06:20:31 +01:00
|
|
|
|
2009-11-25 06:19:32 +01:00
|
|
|
free (bap);
|
2009-11-25 05:48:51 +01:00
|
|
|
dr->aux = NULL;
|
|
|
|
}
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Frees GBB. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
free_gimple_bb (struct gimple_bb *gbb)
|
|
|
|
{
|
2009-11-25 05:48:51 +01:00
|
|
|
free_data_refs_aux (GBB_DATA_REFS (gbb));
|
2009-07-31 04:43:11 +02:00
|
|
|
free_data_refs (GBB_DATA_REFS (gbb));
|
|
|
|
|
|
|
|
VEC_free (gimple, heap, GBB_CONDITIONS (gbb));
|
|
|
|
VEC_free (gimple, heap, GBB_CONDITION_CASES (gbb));
|
|
|
|
GBB_BB (gbb)->aux = 0;
|
|
|
|
XDELETE (gbb);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Deletes all gimple bbs in SCOP. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
remove_gbbs_in_scop (scop_p scop)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
poly_bb_p pbb;
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (poly_bb_p, SCOP_BBS (scop), i, pbb)
|
2009-07-31 04:43:11 +02:00
|
|
|
free_gimple_bb (PBB_BLACK_BOX (pbb));
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Deletes all scops in SCOPS. */
|
|
|
|
|
|
|
|
void
|
|
|
|
free_scops (VEC (scop_p, heap) *scops)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
scop_p scop;
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (scop_p, scops, i, scop)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
remove_gbbs_in_scop (scop);
|
|
|
|
free_sese (SCOP_REGION (scop));
|
|
|
|
free_scop (scop);
|
|
|
|
}
|
|
|
|
|
|
|
|
VEC_free (scop_p, heap, scops);
|
|
|
|
}
|
|
|
|
|
2011-01-25 07:48:32 +01:00
|
|
|
/* Same as outermost_loop_in_sese, returns the outermost loop
|
|
|
|
containing BB in REGION, but makes sure that the returned loop
|
|
|
|
belongs to the REGION, and so this returns the first loop in the
|
|
|
|
REGION when the loop containing BB does not belong to REGION. */
|
|
|
|
|
|
|
|
static loop_p
|
|
|
|
outermost_loop_in_sese_1 (sese region, basic_block bb)
|
|
|
|
{
|
|
|
|
loop_p nest = outermost_loop_in_sese (region, bb);
|
|
|
|
|
|
|
|
if (loop_in_sese_p (nest, region))
|
|
|
|
return nest;
|
|
|
|
|
|
|
|
/* When the basic block BB does not belong to a loop in the region,
|
|
|
|
return the first loop in the region. */
|
|
|
|
nest = nest->inner;
|
|
|
|
while (nest)
|
|
|
|
if (loop_in_sese_p (nest, region))
|
|
|
|
break;
|
|
|
|
else
|
|
|
|
nest = nest->next;
|
|
|
|
|
|
|
|
gcc_assert (nest);
|
|
|
|
return nest;
|
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Generates a polyhedral black box only if the bb contains interesting
|
|
|
|
information. */
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
static gimple_bb_p
|
|
|
|
try_generate_gimple_bb (scop_p scop, basic_block bb)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
VEC (data_reference_p, heap) *drs = VEC_alloc (data_reference_p, heap, 5);
|
2011-01-25 07:48:32 +01:00
|
|
|
sese region = SCOP_REGION (scop);
|
|
|
|
loop_p nest = outermost_loop_in_sese_1 (region, bb);
|
2009-07-31 04:43:11 +02:00
|
|
|
gimple_stmt_iterator gsi;
|
|
|
|
|
|
|
|
for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
|
2009-11-18 07:02:26 +01:00
|
|
|
{
|
|
|
|
gimple stmt = gsi_stmt (gsi);
|
2011-01-25 07:48:32 +01:00
|
|
|
loop_p loop;
|
|
|
|
|
|
|
|
if (is_gimple_debug (stmt))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
loop = loop_containing_stmt (stmt);
|
|
|
|
if (!loop_in_sese_p (loop, region))
|
|
|
|
loop = nest;
|
|
|
|
|
|
|
|
graphite_find_data_references_in_stmt (nest, loop, stmt, &drs);
|
2009-11-18 07:02:26 +01:00
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
return new_gimple_bb (bb, drs);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns true if all predecessors of BB, that are not dominated by BB, are
|
|
|
|
marked in MAP. The predecessors dominated by BB are loop latches and will
|
|
|
|
be handled after BB. */
|
|
|
|
|
|
|
|
static bool
|
|
|
|
all_non_dominated_preds_marked_p (basic_block bb, sbitmap map)
|
|
|
|
{
|
|
|
|
edge e;
|
|
|
|
edge_iterator ei;
|
|
|
|
|
|
|
|
FOR_EACH_EDGE (e, ei, bb->preds)
|
|
|
|
if (!TEST_BIT (map, e->src->index)
|
|
|
|
&& !dominated_by_p (CDI_DOMINATORS, e->src, bb))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Compare the depth of two basic_block's P1 and P2. */
|
|
|
|
|
|
|
|
static int
|
|
|
|
compare_bb_depths (const void *p1, const void *p2)
|
|
|
|
{
|
|
|
|
const_basic_block const bb1 = *(const_basic_block const*)p1;
|
|
|
|
const_basic_block const bb2 = *(const_basic_block const*)p2;
|
|
|
|
int d1 = loop_depth (bb1->loop_father);
|
|
|
|
int d2 = loop_depth (bb2->loop_father);
|
|
|
|
|
|
|
|
if (d1 < d2)
|
|
|
|
return 1;
|
|
|
|
|
|
|
|
if (d1 > d2)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Sort the basic blocks from DOM such that the first are the ones at
|
|
|
|
a deepest loop level. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
graphite_sort_dominated_info (VEC (basic_block, heap) *dom)
|
|
|
|
{
|
2010-10-11 17:08:28 +02:00
|
|
|
VEC_qsort (basic_block, dom, compare_bb_depths);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Recursive helper function for build_scops_bbs. */
|
|
|
|
|
|
|
|
static void
|
2010-12-01 18:25:10 +01:00
|
|
|
build_scop_bbs_1 (scop_p scop, sbitmap visited, basic_block bb)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
sese region = SCOP_REGION (scop);
|
|
|
|
VEC (basic_block, heap) *dom;
|
2010-12-01 18:25:10 +01:00
|
|
|
poly_bb_p pbb;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
if (TEST_BIT (visited, bb->index)
|
|
|
|
|| !bb_in_sese_p (bb, region))
|
|
|
|
return;
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
pbb = new_poly_bb (scop, try_generate_gimple_bb (scop, bb));
|
|
|
|
VEC_safe_push (poly_bb_p, heap, SCOP_BBS (scop), pbb);
|
2009-07-31 04:43:11 +02:00
|
|
|
SET_BIT (visited, bb->index);
|
|
|
|
|
|
|
|
dom = get_dominated_by (CDI_DOMINATORS, bb);
|
|
|
|
|
|
|
|
if (dom == NULL)
|
|
|
|
return;
|
|
|
|
|
|
|
|
graphite_sort_dominated_info (dom);
|
|
|
|
|
|
|
|
while (!VEC_empty (basic_block, dom))
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
basic_block dom_bb;
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (basic_block, dom, i, dom_bb)
|
2009-07-31 04:43:11 +02:00
|
|
|
if (all_non_dominated_preds_marked_p (dom_bb, visited))
|
|
|
|
{
|
2010-12-01 18:25:10 +01:00
|
|
|
build_scop_bbs_1 (scop, visited, dom_bb);
|
2009-07-31 04:43:11 +02:00
|
|
|
VEC_unordered_remove (basic_block, dom, i);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
VEC_free (basic_block, heap, dom);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Gather the basic blocks belonging to the SCOP. */
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
static void
|
|
|
|
build_scop_bbs (scop_p scop)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
sbitmap visited = sbitmap_alloc (last_basic_block);
|
|
|
|
sese region = SCOP_REGION (scop);
|
|
|
|
|
|
|
|
sbitmap_zero (visited);
|
2010-12-01 18:25:10 +01:00
|
|
|
build_scop_bbs_1 (scop, visited, SESE_ENTRY_BB (region));
|
2009-07-31 04:43:11 +02:00
|
|
|
sbitmap_free (visited);
|
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Return an ISL identifier for the polyhedral basic block PBB. */
|
|
|
|
|
|
|
|
static isl_id *
|
|
|
|
isl_id_for_pbb (scop_p s, poly_bb_p pbb)
|
|
|
|
{
|
|
|
|
char name[50];
|
|
|
|
snprintf (name, sizeof (name), "S_%d", pbb_index (pbb));
|
|
|
|
return isl_id_alloc (s->ctx, name, pbb);
|
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Converts the STATIC_SCHEDULE of PBB into a scattering polyhedron.
|
|
|
|
We generate SCATTERING_DIMENSIONS scattering dimensions.
|
|
|
|
|
|
|
|
CLooG 0.15.0 and previous versions require, that all
|
|
|
|
scattering functions of one CloogProgram have the same number of
|
|
|
|
scattering dimensions, therefore we allow to specify it. This
|
|
|
|
should be removed in future versions of CLooG.
|
|
|
|
|
|
|
|
The scattering polyhedron consists of these dimensions: scattering,
|
|
|
|
loop_iterators, parameters.
|
|
|
|
|
|
|
|
Example:
|
|
|
|
|
|
|
|
| scattering_dimensions = 5
|
|
|
|
| used_scattering_dimensions = 3
|
|
|
|
| nb_iterators = 1
|
|
|
|
| scop_nb_params = 2
|
|
|
|
|
|
|
|
|
| Schedule:
|
|
|
|
| i
|
|
|
|
| 4 5
|
|
|
|
|
|
|
|
|
| Scattering polyhedron:
|
|
|
|
|
|
|
|
|
| scattering: {s1, s2, s3, s4, s5}
|
|
|
|
| loop_iterators: {i}
|
|
|
|
| parameters: {p1, p2}
|
|
|
|
|
|
|
|
|
| s1 s2 s3 s4 s5 i p1 p2 1
|
|
|
|
| 1 0 0 0 0 0 0 0 -4 = 0
|
|
|
|
| 0 1 0 0 0 -1 0 0 0 = 0
|
|
|
|
| 0 0 1 0 0 0 0 0 -5 = 0 */
|
|
|
|
|
|
|
|
static void
|
2012-07-02 13:43:46 +02:00
|
|
|
build_pbb_scattering_polyhedrons (isl_aff *static_sched,
|
2009-07-31 04:43:11 +02:00
|
|
|
poly_bb_p pbb, int scattering_dimensions)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
int nb_iterators = pbb_dim_iter_domain (pbb);
|
|
|
|
int used_scattering_dimensions = nb_iterators * 2 + 1;
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_int val;
|
|
|
|
isl_space *dc, *dm;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
gcc_assert (scattering_dimensions >= used_scattering_dimensions);
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_int_init (val);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
dc = isl_set_get_space (pbb->domain);
|
|
|
|
dm = isl_space_add_dims (isl_space_from_domain (dc),
|
|
|
|
isl_dim_out, scattering_dimensions);
|
|
|
|
pbb->schedule = isl_map_universe (dm);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
for (i = 0; i < scattering_dimensions; i++)
|
|
|
|
{
|
|
|
|
/* Textual order inside this loop. */
|
|
|
|
if ((i % 2) == 0)
|
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_constraint *c = isl_equality_alloc
|
|
|
|
(isl_local_space_from_space (isl_map_get_space (pbb->schedule)));
|
|
|
|
|
|
|
|
if (0 != isl_aff_get_coefficient (static_sched, isl_dim_in,
|
|
|
|
i / 2, &val))
|
|
|
|
gcc_unreachable ();
|
|
|
|
|
|
|
|
isl_int_neg (val, val);
|
|
|
|
c = isl_constraint_set_constant (c, val);
|
|
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_out, i, 1);
|
|
|
|
pbb->schedule = isl_map_add_constraint (pbb->schedule, c);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Iterations of this loop. */
|
|
|
|
else /* if ((i % 2) == 1) */
|
|
|
|
{
|
|
|
|
int loop = (i - 1) / 2;
|
2012-07-02 13:43:46 +02:00
|
|
|
pbb->schedule = isl_map_equate (pbb->schedule, isl_dim_in, loop,
|
|
|
|
isl_dim_out, i);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_int_clear (val);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
pbb->transformed = isl_map_copy (pbb->schedule);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Build for BB the static schedule.
|
|
|
|
|
|
|
|
The static schedule is a Dewey numbering of the abstract syntax
|
|
|
|
tree: http://en.wikipedia.org/wiki/Dewey_Decimal_Classification
|
|
|
|
|
|
|
|
The following example informally defines the static schedule:
|
|
|
|
|
|
|
|
A
|
|
|
|
for (i: ...)
|
|
|
|
{
|
|
|
|
for (j: ...)
|
|
|
|
{
|
|
|
|
B
|
|
|
|
C
|
|
|
|
}
|
|
|
|
|
|
|
|
for (k: ...)
|
|
|
|
{
|
|
|
|
D
|
|
|
|
E
|
|
|
|
}
|
|
|
|
}
|
|
|
|
F
|
|
|
|
|
|
|
|
Static schedules for A to F:
|
|
|
|
|
|
|
|
DEPTH
|
|
|
|
0 1 2
|
|
|
|
A 0
|
|
|
|
B 1 0 0
|
|
|
|
C 1 0 1
|
|
|
|
D 1 1 0
|
|
|
|
E 1 1 1
|
|
|
|
F 2
|
|
|
|
*/
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_scop_scattering (scop_p scop)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
poly_bb_p pbb;
|
|
|
|
gimple_bb_p previous_gbb = NULL;
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_space *dc = isl_set_get_space (scop->context);
|
|
|
|
isl_aff *static_sched;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
dc = isl_space_add_dims (dc, isl_dim_set, number_of_loops());
|
|
|
|
static_sched = isl_aff_zero_on_domain (isl_local_space_from_space (dc));
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
/* We have to start schedules at 0 on the first component and
|
|
|
|
because we cannot compare_prefix_loops against a previous loop,
|
|
|
|
prefix will be equal to zero, and that index will be
|
|
|
|
incremented before copying. */
|
2012-07-02 13:43:46 +02:00
|
|
|
static_sched = isl_aff_add_coefficient_si (static_sched, isl_dim_in, 0, -1);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (poly_bb_p, SCOP_BBS (scop), i, pbb)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
gimple_bb_p gbb = PBB_BLACK_BOX (pbb);
|
|
|
|
int prefix;
|
|
|
|
int nb_scat_dims = pbb_dim_iter_domain (pbb) * 2 + 1;
|
|
|
|
|
|
|
|
if (previous_gbb)
|
|
|
|
prefix = nb_common_loops (SCOP_REGION (scop), previous_gbb, gbb);
|
|
|
|
else
|
|
|
|
prefix = 0;
|
|
|
|
|
|
|
|
previous_gbb = gbb;
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static_sched = isl_aff_add_coefficient_si (static_sched, isl_dim_in,
|
|
|
|
prefix, 1);
|
|
|
|
build_pbb_scattering_polyhedrons (static_sched, pbb, nb_scat_dims);
|
|
|
|
}
|
|
|
|
|
|
|
|
isl_aff_free (static_sched);
|
|
|
|
}
|
|
|
|
|
|
|
|
static isl_pw_aff *extract_affine (scop_p, tree, __isl_take isl_space *space);
|
|
|
|
|
|
|
|
/* Extract an affine expression from the chain of recurrence E. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_pw_aff *
|
|
|
|
extract_affine_chrec (scop_p s, tree e, __isl_take isl_space *space)
|
|
|
|
{
|
|
|
|
isl_pw_aff *lhs = extract_affine (s, CHREC_LEFT (e), isl_space_copy (space));
|
|
|
|
isl_pw_aff *rhs = extract_affine (s, CHREC_RIGHT (e), isl_space_copy (space));
|
|
|
|
isl_local_space *ls = isl_local_space_from_space (space);
|
|
|
|
unsigned pos = sese_loop_depth ((sese) s->region,
|
|
|
|
get_loop (CHREC_VARIABLE (e))) - 1;
|
|
|
|
isl_aff *loop = isl_aff_set_coefficient_si
|
|
|
|
(isl_aff_zero_on_domain (ls), isl_dim_in, pos, 1);
|
|
|
|
isl_pw_aff *l = isl_pw_aff_from_aff (loop);
|
|
|
|
|
|
|
|
/* Before multiplying, make sure that the result is affine. */
|
|
|
|
gcc_assert (isl_pw_aff_is_cst (rhs)
|
|
|
|
|| isl_pw_aff_is_cst (l));
|
|
|
|
|
|
|
|
return isl_pw_aff_add (lhs, isl_pw_aff_mul (rhs, l));
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Extract an affine expression from the mult_expr E. */
|
|
|
|
|
|
|
|
static isl_pw_aff *
|
|
|
|
extract_affine_mul (scop_p s, tree e, __isl_take isl_space *space)
|
|
|
|
{
|
|
|
|
isl_pw_aff *lhs = extract_affine (s, TREE_OPERAND (e, 0),
|
|
|
|
isl_space_copy (space));
|
|
|
|
isl_pw_aff *rhs = extract_affine (s, TREE_OPERAND (e, 1), space);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
if (!isl_pw_aff_is_cst (lhs)
|
|
|
|
&& !isl_pw_aff_is_cst (rhs))
|
|
|
|
{
|
|
|
|
isl_pw_aff_free (lhs);
|
|
|
|
isl_pw_aff_free (rhs);
|
|
|
|
return NULL;
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
return isl_pw_aff_mul (lhs, rhs);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Return an ISL identifier from the name of the ssa_name E. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_id *
|
|
|
|
isl_id_for_ssa_name (scop_p s, tree e)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
const char *name = get_name (e);
|
|
|
|
isl_id *id;
|
|
|
|
|
|
|
|
if (name)
|
|
|
|
id = isl_id_alloc (s->ctx, name, e);
|
|
|
|
else
|
|
|
|
{
|
|
|
|
char name1[50];
|
|
|
|
snprintf (name1, sizeof (name1), "P_%d", SSA_NAME_VERSION (e));
|
|
|
|
id = isl_id_alloc (s->ctx, name1, e);
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
return id;
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Return an ISL identifier for the data reference DR. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_id *
|
|
|
|
isl_id_for_dr (scop_p s, data_reference_p dr ATTRIBUTE_UNUSED)
|
|
|
|
{
|
|
|
|
/* Data references all get the same isl_id. They need to be comparable
|
|
|
|
and are distinguished through the first dimension, which contains the
|
|
|
|
alias set number. */
|
|
|
|
return isl_id_alloc (s->ctx, "", 0);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Extract an affine expression from the ssa_name E. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_pw_aff *
|
|
|
|
extract_affine_name (scop_p s, tree e, __isl_take isl_space *space)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_aff *aff;
|
|
|
|
isl_set *dom;
|
|
|
|
isl_id *id;
|
|
|
|
int dimension;
|
|
|
|
|
|
|
|
id = isl_id_for_ssa_name (s, e);
|
|
|
|
dimension = isl_space_find_dim_by_id (space, isl_dim_param, id);
|
|
|
|
isl_id_free(id);
|
|
|
|
dom = isl_set_universe (isl_space_copy (space));
|
|
|
|
aff = isl_aff_zero_on_domain (isl_local_space_from_space (space));
|
|
|
|
aff = isl_aff_add_coefficient_si (aff, isl_dim_param, dimension, 1);
|
|
|
|
return isl_pw_aff_alloc (dom, aff);
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Extract an affine expression from the gmp constant G. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_pw_aff *
|
|
|
|
extract_affine_gmp (mpz_t g, __isl_take isl_space *space)
|
|
|
|
{
|
|
|
|
isl_local_space *ls = isl_local_space_from_space (isl_space_copy (space));
|
|
|
|
isl_aff *aff = isl_aff_zero_on_domain (ls);
|
|
|
|
isl_set *dom = isl_set_universe (space);
|
|
|
|
isl_int v;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_int_init (v);
|
|
|
|
isl_int_set_gmp (v, g);
|
|
|
|
aff = isl_aff_add_constant (aff, v);
|
|
|
|
isl_int_clear (v);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
return isl_pw_aff_alloc (dom, aff);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Extract an affine expression from the integer_cst E. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_pw_aff *
|
|
|
|
extract_affine_int (tree e, __isl_take isl_space *space)
|
|
|
|
{
|
|
|
|
isl_pw_aff *res;
|
|
|
|
mpz_t g;
|
|
|
|
|
|
|
|
mpz_init (g);
|
|
|
|
tree_int_to_gmp (e, g);
|
|
|
|
res = extract_affine_gmp (g, space);
|
|
|
|
mpz_clear (g);
|
|
|
|
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Compute pwaff mod 2^width. */
|
|
|
|
|
|
|
|
static isl_pw_aff *
|
|
|
|
wrap (isl_pw_aff *pwaff, unsigned width)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_int mod;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_int_init (mod);
|
|
|
|
isl_int_set_si (mod, 1);
|
|
|
|
isl_int_mul_2exp (mod, mod, width);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
pwaff = isl_pw_aff_mod (pwaff, mod);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_int_clear (mod);
|
|
|
|
|
|
|
|
return pwaff;
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* When parameter NAME is in REGION, returns its index in SESE_PARAMS.
|
|
|
|
Otherwise returns -1. */
|
|
|
|
|
|
|
|
static inline int
|
|
|
|
parameter_index_in_region_1 (tree name, sese region)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
tree p;
|
|
|
|
|
|
|
|
gcc_assert (TREE_CODE (name) == SSA_NAME);
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (tree, SESE_PARAMS (region), i, p)
|
2009-07-31 04:43:11 +02:00
|
|
|
if (p == name)
|
|
|
|
return i;
|
|
|
|
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* When the parameter NAME is in REGION, returns its index in
|
|
|
|
SESE_PARAMS. Otherwise this function inserts NAME in SESE_PARAMS
|
|
|
|
and returns the index of NAME. */
|
|
|
|
|
|
|
|
static int
|
|
|
|
parameter_index_in_region (tree name, sese region)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
|
|
|
|
gcc_assert (TREE_CODE (name) == SSA_NAME);
|
|
|
|
|
|
|
|
i = parameter_index_in_region_1 (name, region);
|
|
|
|
if (i != -1)
|
|
|
|
return i;
|
|
|
|
|
|
|
|
gcc_assert (SESE_ADD_PARAMS (region));
|
|
|
|
|
|
|
|
i = VEC_length (tree, SESE_PARAMS (region));
|
|
|
|
VEC_safe_push (tree, heap, SESE_PARAMS (region), name);
|
|
|
|
return i;
|
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Extract an affine expression from the tree E in the scop S. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_pw_aff *
|
|
|
|
extract_affine (scop_p s, tree e, __isl_take isl_space *space)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_pw_aff *lhs, *rhs, *res;
|
|
|
|
tree type;
|
|
|
|
|
|
|
|
if (e == chrec_dont_know) {
|
|
|
|
isl_space_free (space);
|
|
|
|
return NULL;
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
switch (TREE_CODE (e))
|
|
|
|
{
|
|
|
|
case POLYNOMIAL_CHREC:
|
2012-07-02 13:43:46 +02:00
|
|
|
res = extract_affine_chrec (s, e, space);
|
2009-07-31 04:43:11 +02:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MULT_EXPR:
|
2012-07-02 13:43:46 +02:00
|
|
|
res = extract_affine_mul (s, e, space);
|
2009-07-31 04:43:11 +02:00
|
|
|
break;
|
|
|
|
|
|
|
|
case PLUS_EXPR:
|
|
|
|
case POINTER_PLUS_EXPR:
|
2012-07-02 13:43:46 +02:00
|
|
|
lhs = extract_affine (s, TREE_OPERAND (e, 0), isl_space_copy (space));
|
|
|
|
rhs = extract_affine (s, TREE_OPERAND (e, 1), space);
|
|
|
|
res = isl_pw_aff_add (lhs, rhs);
|
2009-07-31 04:43:11 +02:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MINUS_EXPR:
|
2012-07-02 13:43:46 +02:00
|
|
|
lhs = extract_affine (s, TREE_OPERAND (e, 0), isl_space_copy (space));
|
|
|
|
rhs = extract_affine (s, TREE_OPERAND (e, 1), space);
|
|
|
|
res = isl_pw_aff_sub (lhs, rhs);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
case NEGATE_EXPR:
|
2012-07-02 13:43:46 +02:00
|
|
|
case BIT_NOT_EXPR:
|
|
|
|
lhs = extract_affine (s, TREE_OPERAND (e, 0), isl_space_copy (space));
|
|
|
|
rhs = extract_affine (s, integer_minus_one_node, space);
|
|
|
|
res = isl_pw_aff_mul (lhs, rhs);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case SSA_NAME:
|
|
|
|
gcc_assert (-1 != parameter_index_in_region_1 (e, SCOP_REGION (s)));
|
|
|
|
res = extract_affine_name (s, e, space);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case INTEGER_CST:
|
|
|
|
res = extract_affine_int (e, space);
|
|
|
|
/* No need to wrap a single integer. */
|
|
|
|
return res;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
CASE_CONVERT:
|
|
|
|
case NON_LVALUE_EXPR:
|
|
|
|
res = extract_affine (s, TREE_OPERAND (e, 0), space);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
default:
|
|
|
|
gcc_unreachable ();
|
|
|
|
break;
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
type = TREE_TYPE (e);
|
|
|
|
if (TYPE_UNSIGNED (type))
|
|
|
|
res = wrap (res, TYPE_PRECISION (type));
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
return res;
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* In the context of sese S, scan the expression E and translate it to
|
|
|
|
a linear expression C. When parsing a symbolic multiplication, K
|
|
|
|
represents the constant multiplier of an expression containing
|
|
|
|
parameters. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static void
|
|
|
|
scan_tree_for_params (sese s, tree e)
|
|
|
|
{
|
|
|
|
if (e == chrec_dont_know)
|
|
|
|
return;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
switch (TREE_CODE (e))
|
|
|
|
{
|
|
|
|
case POLYNOMIAL_CHREC:
|
|
|
|
scan_tree_for_params (s, CHREC_LEFT (e));
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case MULT_EXPR:
|
|
|
|
if (chrec_contains_symbols (TREE_OPERAND (e, 0)))
|
|
|
|
scan_tree_for_params (s, TREE_OPERAND (e, 0));
|
|
|
|
else
|
|
|
|
scan_tree_for_params (s, TREE_OPERAND (e, 1));
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case PLUS_EXPR:
|
|
|
|
case POINTER_PLUS_EXPR:
|
|
|
|
case MINUS_EXPR:
|
|
|
|
scan_tree_for_params (s, TREE_OPERAND (e, 0));
|
|
|
|
scan_tree_for_params (s, TREE_OPERAND (e, 1));
|
2009-07-31 04:43:11 +02:00
|
|
|
break;
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case NEGATE_EXPR:
|
|
|
|
case BIT_NOT_EXPR:
|
2009-07-31 04:43:11 +02:00
|
|
|
CASE_CONVERT:
|
|
|
|
case NON_LVALUE_EXPR:
|
2012-07-02 13:43:46 +02:00
|
|
|
scan_tree_for_params (s, TREE_OPERAND (e, 0));
|
2009-07-31 04:43:11 +02:00
|
|
|
break;
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case SSA_NAME:
|
|
|
|
parameter_index_in_region (e, s);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case INTEGER_CST:
|
2011-01-03 18:01:36 +01:00
|
|
|
case ADDR_EXPR:
|
|
|
|
break;
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
default:
|
|
|
|
gcc_unreachable ();
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Find parameters with respect to REGION in BB. We are looking in memory
|
|
|
|
access functions, conditions and loop bounds. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
find_params_in_bb (sese region, gimple_bb_p gbb)
|
|
|
|
{
|
|
|
|
int i;
|
2009-11-25 05:47:54 +01:00
|
|
|
unsigned j;
|
2009-07-31 04:43:11 +02:00
|
|
|
data_reference_p dr;
|
|
|
|
gimple stmt;
|
|
|
|
loop_p loop = GBB_BB (gbb)->loop_father;
|
|
|
|
|
2009-11-25 05:47:54 +01:00
|
|
|
/* Find parameters in the access functions of data references. */
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, GBB_DATA_REFS (gbb), i, dr)
|
2009-11-25 05:47:54 +01:00
|
|
|
for (j = 0; j < DR_NUM_DIMENSIONS (dr); j++)
|
2012-07-02 13:43:46 +02:00
|
|
|
scan_tree_for_params (region, DR_ACCESS_FN (dr, j));
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
/* Find parameters in conditional statements. */
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (gimple, GBB_CONDITIONS (gbb), i, stmt)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
tree lhs = scalar_evolution_in_region (region, loop,
|
|
|
|
gimple_cond_lhs (stmt));
|
|
|
|
tree rhs = scalar_evolution_in_region (region, loop,
|
|
|
|
gimple_cond_rhs (stmt));
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
scan_tree_for_params (region, lhs);
|
|
|
|
scan_tree_for_params (region, rhs);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Record the parameters used in the SCOP. A variable is a parameter
|
|
|
|
in a scop if it does not vary during the execution of that scop. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
find_scop_parameters (scop_p scop)
|
|
|
|
{
|
|
|
|
poly_bb_p pbb;
|
|
|
|
unsigned i;
|
|
|
|
sese region = SCOP_REGION (scop);
|
|
|
|
struct loop *loop;
|
2012-07-02 13:43:46 +02:00
|
|
|
int nbp;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
/* Find the parameters used in the loop bounds. */
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (loop_p, SESE_LOOP_NEST (region), i, loop)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
tree nb_iters = number_of_latch_executions (loop);
|
|
|
|
|
|
|
|
if (!chrec_contains_symbols (nb_iters))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
nb_iters = scalar_evolution_in_region (region, loop, nb_iters);
|
2012-07-02 13:43:46 +02:00
|
|
|
scan_tree_for_params (region, nb_iters);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Find the parameters used in data accesses. */
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (poly_bb_p, SCOP_BBS (scop), i, pbb)
|
2009-07-31 04:43:11 +02:00
|
|
|
find_params_in_bb (region, PBB_BLACK_BOX (pbb));
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
nbp = sese_nb_params (region);
|
|
|
|
scop_set_nb_params (scop, nbp);
|
2009-07-31 04:43:11 +02:00
|
|
|
SESE_ADD_PARAMS (region) = false;
|
2009-11-25 06:13:30 +01:00
|
|
|
|
2010-03-13 18:35:15 +01:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
tree e;
|
|
|
|
isl_space *space = isl_space_set_alloc (scop->ctx, nbp, 0);
|
2010-03-13 18:35:15 +01:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
FOR_EACH_VEC_ELT (tree, SESE_PARAMS (region), i, e)
|
|
|
|
space = isl_space_set_dim_id (space, isl_dim_param, i,
|
|
|
|
isl_id_for_ssa_name (scop, e));
|
2010-03-13 18:35:15 +01:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
scop->context = isl_set_universe (space);
|
2010-03-13 18:35:15 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Builds the constraint polyhedra for LOOP in SCOP. OUTER_PH gives
|
|
|
|
the constraints for the surrounding loops. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_loop_iteration_domains (scop_p scop, struct loop *loop,
|
2012-07-02 13:43:46 +02:00
|
|
|
int nb,
|
|
|
|
isl_set *outer, isl_set **doms)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
tree nb_iters = number_of_latch_executions (loop);
|
|
|
|
sese region = SCOP_REGION (scop);
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_set *inner = isl_set_copy (outer);
|
|
|
|
isl_space *space;
|
|
|
|
isl_constraint *c;
|
|
|
|
int pos = isl_set_dim (outer, isl_dim_set);
|
|
|
|
isl_int v;
|
|
|
|
mpz_t g;
|
|
|
|
|
|
|
|
mpz_init (g);
|
|
|
|
isl_int_init (v);
|
|
|
|
|
|
|
|
inner = isl_set_add_dims (inner, isl_dim_set, 1);
|
|
|
|
space = isl_set_get_space (inner);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
/* 0 <= loop_i */
|
2012-07-02 13:43:46 +02:00
|
|
|
c = isl_inequality_alloc
|
|
|
|
(isl_local_space_from_space (isl_space_copy (space)));
|
|
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_set, pos, 1);
|
|
|
|
inner = isl_set_add_constraint (inner, c);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* loop_i <= cst_nb_iters */
|
2009-07-31 04:43:11 +02:00
|
|
|
if (TREE_CODE (nb_iters) == INTEGER_CST)
|
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
c = isl_inequality_alloc
|
|
|
|
(isl_local_space_from_space(isl_space_copy (space)));
|
|
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_set, pos, -1);
|
|
|
|
tree_int_to_gmp (nb_iters, g);
|
|
|
|
isl_int_set_gmp (v, g);
|
|
|
|
c = isl_constraint_set_constant (c, v);
|
|
|
|
inner = isl_set_add_constraint (inner, c);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
2012-07-02 13:43:46 +02:00
|
|
|
|
|
|
|
/* loop_i <= expr_nb_iters */
|
2009-07-31 04:43:11 +02:00
|
|
|
else if (!chrec_contains_undetermined (nb_iters))
|
|
|
|
{
|
2009-11-25 06:13:30 +01:00
|
|
|
double_int nit;
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_pw_aff *aff;
|
|
|
|
isl_set *valid;
|
|
|
|
isl_local_space *ls;
|
|
|
|
isl_aff *al;
|
|
|
|
isl_set *le;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
nb_iters = scalar_evolution_in_region (region, loop, nb_iters);
|
2012-07-02 13:43:46 +02:00
|
|
|
|
|
|
|
aff = extract_affine (scop, nb_iters, isl_set_get_space (inner));
|
|
|
|
valid = isl_pw_aff_nonneg_set (isl_pw_aff_copy (aff));
|
|
|
|
valid = isl_set_project_out (valid, isl_dim_set, 0,
|
|
|
|
isl_set_dim (valid, isl_dim_set));
|
|
|
|
scop->context = isl_set_intersect (scop->context, valid);
|
|
|
|
|
|
|
|
ls = isl_local_space_from_space (isl_space_copy (space));
|
|
|
|
al = isl_aff_set_coefficient_si (isl_aff_zero_on_domain (ls),
|
|
|
|
isl_dim_in, pos, 1);
|
|
|
|
le = isl_pw_aff_le_set (isl_pw_aff_from_aff (al),
|
|
|
|
isl_pw_aff_copy (aff));
|
|
|
|
inner = isl_set_intersect (inner, le);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-04-12 10:35:01 +02:00
|
|
|
if (max_stmt_executions (loop, &nit))
|
2012-07-02 13:43:46 +02:00
|
|
|
{
|
|
|
|
/* Insert in the context the constraints from the
|
|
|
|
estimation of the number of iterations NIT and the
|
|
|
|
symbolic number of iterations (involving parameter
|
|
|
|
names) NB_ITERS. First, build the affine expression
|
|
|
|
"NIT - NB_ITERS" and then say that it is positive,
|
|
|
|
i.e., NIT approximates NB_ITERS: "NIT >= NB_ITERS". */
|
|
|
|
isl_pw_aff *approx;
|
|
|
|
mpz_t g;
|
|
|
|
isl_set *x;
|
|
|
|
isl_constraint *c;
|
|
|
|
|
|
|
|
mpz_init (g);
|
|
|
|
mpz_set_double_int (g, nit, false);
|
|
|
|
mpz_sub_ui (g, g, 1);
|
|
|
|
approx = extract_affine_gmp (g, isl_set_get_space (inner));
|
|
|
|
x = isl_pw_aff_ge_set (approx, aff);
|
|
|
|
x = isl_set_project_out (x, isl_dim_set, 0,
|
|
|
|
isl_set_dim (x, isl_dim_set));
|
|
|
|
scop->context = isl_set_intersect (scop->context, x);
|
|
|
|
|
|
|
|
c = isl_inequality_alloc
|
|
|
|
(isl_local_space_from_space (isl_space_copy (space)));
|
|
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_set, pos, -1);
|
|
|
|
isl_int_set_gmp (v, g);
|
|
|
|
mpz_clear (g);
|
|
|
|
c = isl_constraint_set_constant (c, v);
|
|
|
|
inner = isl_set_add_constraint (inner, c);
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
else
|
|
|
|
gcc_unreachable ();
|
|
|
|
|
|
|
|
if (loop->inner && loop_in_sese_p (loop->inner, region))
|
2012-07-02 13:43:46 +02:00
|
|
|
build_loop_iteration_domains (scop, loop->inner, nb + 1,
|
|
|
|
isl_set_copy (inner), doms);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
if (nb != 0
|
|
|
|
&& loop->next
|
|
|
|
&& loop_in_sese_p (loop->next, region))
|
2012-07-02 13:43:46 +02:00
|
|
|
build_loop_iteration_domains (scop, loop->next, nb,
|
|
|
|
isl_set_copy (outer), doms);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
doms[loop->num] = inner;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_set_free (outer);
|
|
|
|
isl_space_free (space);
|
|
|
|
isl_int_clear (v);
|
|
|
|
mpz_clear (g);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns a linear expression for tree T evaluated in PBB. */
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_pw_aff *
|
|
|
|
create_pw_aff_from_tree (poly_bb_p pbb, tree t)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
scop_p scop = PBB_SCOP (pbb);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
t = scalar_evolution_in_region (SCOP_REGION (scop), pbb_loop (pbb), t);
|
2009-07-31 04:43:11 +02:00
|
|
|
gcc_assert (!automatically_generated_chrec_p (t));
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
return extract_affine (scop, t, isl_set_get_space (pbb->domain));
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Add conditional statement STMT to pbb. CODE is used as the comparison
|
|
|
|
operator. This allows us to invert the condition or to handle
|
|
|
|
inequalities. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
static void
|
2012-07-02 13:43:46 +02:00
|
|
|
add_condition_to_pbb (poly_bb_p pbb, gimple stmt, enum tree_code code)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_pw_aff *lhs = create_pw_aff_from_tree (pbb, gimple_cond_lhs (stmt));
|
|
|
|
isl_pw_aff *rhs = create_pw_aff_from_tree (pbb, gimple_cond_rhs (stmt));
|
|
|
|
isl_set *cond;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
switch (code)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
case LT_EXPR:
|
|
|
|
cond = isl_pw_aff_lt_set (lhs, rhs);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case GT_EXPR:
|
|
|
|
cond = isl_pw_aff_gt_set (lhs, rhs);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case LE_EXPR:
|
|
|
|
cond = isl_pw_aff_le_set (lhs, rhs);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case GE_EXPR:
|
|
|
|
cond = isl_pw_aff_ge_set (lhs, rhs);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case EQ_EXPR:
|
|
|
|
cond = isl_pw_aff_eq_set (lhs, rhs);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
case NE_EXPR:
|
|
|
|
cond = isl_pw_aff_ne_set (lhs, rhs);
|
|
|
|
break;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
default:
|
|
|
|
isl_pw_aff_free(lhs);
|
|
|
|
isl_pw_aff_free(rhs);
|
|
|
|
return;
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
2012-07-02 13:43:46 +02:00
|
|
|
|
|
|
|
cond = isl_set_coalesce (cond);
|
|
|
|
cond = isl_set_set_tuple_id (cond, isl_set_get_tuple_id (pbb->domain));
|
|
|
|
pbb->domain = isl_set_intersect (pbb->domain, cond);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Add conditions to the domain of PBB. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
add_conditions_to_domain (poly_bb_p pbb)
|
|
|
|
{
|
|
|
|
unsigned int i;
|
|
|
|
gimple stmt;
|
|
|
|
gimple_bb_p gbb = PBB_BLACK_BOX (pbb);
|
|
|
|
|
2010-06-10 00:09:28 +02:00
|
|
|
if (VEC_empty (gimple, GBB_CONDITIONS (gbb)))
|
2009-07-31 04:43:11 +02:00
|
|
|
return;
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (gimple, GBB_CONDITIONS (gbb), i, stmt)
|
2009-07-31 04:43:11 +02:00
|
|
|
switch (gimple_code (stmt))
|
|
|
|
{
|
|
|
|
case GIMPLE_COND:
|
|
|
|
{
|
|
|
|
enum tree_code code = gimple_cond_code (stmt);
|
|
|
|
|
|
|
|
/* The conditions for ELSE-branches are inverted. */
|
2010-06-10 00:09:28 +02:00
|
|
|
if (!VEC_index (gimple, GBB_CONDITION_CASES (gbb), i))
|
2009-07-31 04:43:11 +02:00
|
|
|
code = invert_tree_comparison (code, false);
|
|
|
|
|
|
|
|
add_condition_to_pbb (pbb, stmt, code);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
case GIMPLE_SWITCH:
|
2012-07-02 13:43:46 +02:00
|
|
|
/* Switch statements are not supported right now - fall through. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
default:
|
|
|
|
gcc_unreachable ();
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
/* Traverses all the GBBs of the SCOP and add their constraints to the
|
|
|
|
iteration domains. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
add_conditions_to_constraints (scop_p scop)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
poly_bb_p pbb;
|
|
|
|
|
|
|
|
FOR_EACH_VEC_ELT (poly_bb_p, SCOP_BBS (scop), i, pbb)
|
|
|
|
add_conditions_to_domain (pbb);
|
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Structure used to pass data to dom_walk. */
|
|
|
|
|
|
|
|
struct bsc
|
|
|
|
{
|
|
|
|
VEC (gimple, heap) **conditions, **cases;
|
|
|
|
sese region;
|
|
|
|
};
|
|
|
|
|
2010-06-10 00:09:35 +02:00
|
|
|
/* Returns a COND_EXPR statement when BB has a single predecessor, the
|
|
|
|
edge between BB and its predecessor is not a loop exit edge, and
|
|
|
|
the last statement of the single predecessor is a COND_EXPR. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
static gimple
|
2010-06-10 00:09:35 +02:00
|
|
|
single_pred_cond_non_loop_exit (basic_block bb)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
if (single_pred_p (bb))
|
|
|
|
{
|
|
|
|
edge e = single_pred_edge (bb);
|
|
|
|
basic_block pred = e->src;
|
2010-06-10 00:09:35 +02:00
|
|
|
gimple stmt;
|
|
|
|
|
|
|
|
if (loop_depth (pred->loop_father) > loop_depth (bb->loop_father))
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
stmt = last_stmt (pred);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
if (stmt && gimple_code (stmt) == GIMPLE_COND)
|
|
|
|
return stmt;
|
|
|
|
}
|
2010-06-10 00:09:35 +02:00
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Call-back for dom_walk executed before visiting the dominated
|
|
|
|
blocks. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_sese_conditions_before (struct dom_walk_data *dw_data,
|
|
|
|
basic_block bb)
|
|
|
|
{
|
|
|
|
struct bsc *data = (struct bsc *) dw_data->global_data;
|
|
|
|
VEC (gimple, heap) **conditions = data->conditions;
|
|
|
|
VEC (gimple, heap) **cases = data->cases;
|
2010-06-10 00:09:28 +02:00
|
|
|
gimple_bb_p gbb;
|
|
|
|
gimple stmt;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
if (!bb_in_sese_p (bb, data->region))
|
|
|
|
return;
|
|
|
|
|
2010-06-10 00:09:35 +02:00
|
|
|
stmt = single_pred_cond_non_loop_exit (bb);
|
2010-06-10 00:09:28 +02:00
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
if (stmt)
|
|
|
|
{
|
|
|
|
edge e = single_pred_edge (bb);
|
|
|
|
|
|
|
|
VEC_safe_push (gimple, heap, *conditions, stmt);
|
|
|
|
|
|
|
|
if (e->flags & EDGE_TRUE_VALUE)
|
|
|
|
VEC_safe_push (gimple, heap, *cases, stmt);
|
|
|
|
else
|
|
|
|
VEC_safe_push (gimple, heap, *cases, NULL);
|
|
|
|
}
|
|
|
|
|
2010-06-10 00:09:28 +02:00
|
|
|
gbb = gbb_from_bb (bb);
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
if (gbb)
|
|
|
|
{
|
|
|
|
GBB_CONDITIONS (gbb) = VEC_copy (gimple, heap, *conditions);
|
|
|
|
GBB_CONDITION_CASES (gbb) = VEC_copy (gimple, heap, *cases);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Call-back for dom_walk executed after visiting the dominated
|
|
|
|
blocks. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_sese_conditions_after (struct dom_walk_data *dw_data,
|
|
|
|
basic_block bb)
|
|
|
|
{
|
|
|
|
struct bsc *data = (struct bsc *) dw_data->global_data;
|
|
|
|
VEC (gimple, heap) **conditions = data->conditions;
|
|
|
|
VEC (gimple, heap) **cases = data->cases;
|
|
|
|
|
|
|
|
if (!bb_in_sese_p (bb, data->region))
|
|
|
|
return;
|
|
|
|
|
2010-06-10 00:09:35 +02:00
|
|
|
if (single_pred_cond_non_loop_exit (bb))
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
VEC_pop (gimple, *conditions);
|
|
|
|
VEC_pop (gimple, *cases);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Record all conditions in REGION. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_sese_conditions (sese region)
|
|
|
|
{
|
|
|
|
struct dom_walk_data walk_data;
|
|
|
|
VEC (gimple, heap) *conditions = VEC_alloc (gimple, heap, 3);
|
|
|
|
VEC (gimple, heap) *cases = VEC_alloc (gimple, heap, 3);
|
|
|
|
struct bsc data;
|
|
|
|
|
|
|
|
data.conditions = &conditions;
|
|
|
|
data.cases = &cases;
|
|
|
|
data.region = region;
|
|
|
|
|
|
|
|
walk_data.dom_direction = CDI_DOMINATORS;
|
|
|
|
walk_data.initialize_block_local_data = NULL;
|
|
|
|
walk_data.before_dom_children = build_sese_conditions_before;
|
|
|
|
walk_data.after_dom_children = build_sese_conditions_after;
|
|
|
|
walk_data.global_data = &data;
|
|
|
|
walk_data.block_local_data_size = 0;
|
|
|
|
|
|
|
|
init_walk_dominator_tree (&walk_data);
|
|
|
|
walk_dominator_tree (&walk_data, SESE_ENTRY_BB (region));
|
|
|
|
fini_walk_dominator_tree (&walk_data);
|
|
|
|
|
|
|
|
VEC_free (gimple, heap, conditions);
|
|
|
|
VEC_free (gimple, heap, cases);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Add constraints on the possible values of parameter P from the type
|
|
|
|
of P. */
|
|
|
|
|
|
|
|
static void
|
2012-07-02 13:43:46 +02:00
|
|
|
add_param_constraints (scop_p scop, graphite_dim_t p)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
tree parameter = VEC_index (tree, SESE_PARAMS (SCOP_REGION (scop)), p);
|
|
|
|
tree type = TREE_TYPE (parameter);
|
2010-03-08 18:49:57 +01:00
|
|
|
tree lb = NULL_TREE;
|
|
|
|
tree ub = NULL_TREE;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-03-08 18:50:09 +01:00
|
|
|
if (POINTER_TYPE_P (type) || !TYPE_MIN_VALUE (type))
|
|
|
|
lb = lower_bound_in_type (type, type);
|
|
|
|
else
|
|
|
|
lb = TYPE_MIN_VALUE (type);
|
|
|
|
|
|
|
|
if (POINTER_TYPE_P (type) || !TYPE_MAX_VALUE (type))
|
|
|
|
ub = upper_bound_in_type (type, type);
|
|
|
|
else
|
|
|
|
ub = TYPE_MAX_VALUE (type);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
if (lb)
|
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_space *space = isl_set_get_space (scop->context);
|
|
|
|
isl_constraint *c;
|
|
|
|
mpz_t g;
|
|
|
|
isl_int v;
|
|
|
|
|
|
|
|
c = isl_inequality_alloc (isl_local_space_from_space (space));
|
|
|
|
mpz_init (g);
|
|
|
|
isl_int_init (v);
|
|
|
|
tree_int_to_gmp (lb, g);
|
|
|
|
isl_int_set_gmp (v, g);
|
|
|
|
isl_int_neg (v, v);
|
|
|
|
mpz_clear (g);
|
|
|
|
c = isl_constraint_set_constant (c, v);
|
|
|
|
isl_int_clear (v);
|
|
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_param, p, 1);
|
|
|
|
|
|
|
|
scop->context = isl_set_add_constraint (scop->context, c);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
if (ub)
|
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_space *space = isl_set_get_space (scop->context);
|
|
|
|
isl_constraint *c;
|
|
|
|
mpz_t g;
|
|
|
|
isl_int v;
|
|
|
|
|
|
|
|
c = isl_inequality_alloc (isl_local_space_from_space (space));
|
|
|
|
|
|
|
|
mpz_init (g);
|
|
|
|
isl_int_init (v);
|
|
|
|
tree_int_to_gmp (ub, g);
|
|
|
|
isl_int_set_gmp (v, g);
|
|
|
|
mpz_clear (g);
|
|
|
|
c = isl_constraint_set_constant (c, v);
|
|
|
|
isl_int_clear (v);
|
|
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_param, p, -1);
|
|
|
|
|
|
|
|
scop->context = isl_set_add_constraint (scop->context, c);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Build the context of the SCOP. The context usually contains extra
|
|
|
|
constraints that are added to the iteration domains that constrain
|
|
|
|
some parameters. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_scop_context (scop_p scop)
|
|
|
|
{
|
|
|
|
graphite_dim_t p, n = scop_nb_params (scop);
|
|
|
|
|
|
|
|
for (p = 0; p < n; p++)
|
2012-07-02 13:43:46 +02:00
|
|
|
add_param_constraints (scop, p);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Build the iteration domains: the loops belonging to the current
|
|
|
|
SCOP, and that vary for the execution of the current basic block.
|
|
|
|
Returns false if there is no loop in SCOP. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_scop_iteration_domain (scop_p scop)
|
|
|
|
{
|
|
|
|
struct loop *loop;
|
|
|
|
sese region = SCOP_REGION (scop);
|
|
|
|
int i;
|
|
|
|
poly_bb_p pbb;
|
2009-11-25 06:25:43 +01:00
|
|
|
int nb_loops = number_of_loops ();
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_set **doms = XCNEWVEC (isl_set *, nb_loops);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (loop_p, SESE_LOOP_NEST (region), i, loop)
|
2009-07-31 04:43:11 +02:00
|
|
|
if (!loop_in_sese_p (loop_outer (loop), region))
|
2012-07-02 13:43:46 +02:00
|
|
|
build_loop_iteration_domains (scop, loop, 0,
|
|
|
|
isl_set_copy (scop->context), doms);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (poly_bb_p, SCOP_BBS (scop), i, pbb)
|
2012-07-02 13:43:46 +02:00
|
|
|
{
|
|
|
|
loop = pbb_loop (pbb);
|
|
|
|
|
|
|
|
if (doms[loop->num])
|
|
|
|
pbb->domain = isl_set_copy (doms[loop->num]);
|
|
|
|
else
|
|
|
|
pbb->domain = isl_set_copy (scop->context);
|
|
|
|
|
|
|
|
pbb->domain = isl_set_set_tuple_id (pbb->domain,
|
|
|
|
isl_id_for_pbb (scop, pbb));
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2009-11-25 06:25:43 +01:00
|
|
|
for (i = 0; i < nb_loops; i++)
|
2012-07-02 13:43:46 +02:00
|
|
|
if (doms[i])
|
|
|
|
isl_set_free (doms[i]);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
free (doms);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Add a constrain to the ACCESSES polyhedron for the alias set of
|
|
|
|
data reference DR. ACCESSP_NB_DIMS is the dimension of the
|
|
|
|
ACCESSES polyhedron, DOM_NB_DIMS is the dimension of the iteration
|
|
|
|
domain. */
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_map *
|
|
|
|
pdr_add_alias_set (isl_map *acc, data_reference_p dr)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_constraint *c;
|
2009-07-31 04:43:11 +02:00
|
|
|
int alias_set_num = 0;
|
2009-11-25 06:19:32 +01:00
|
|
|
base_alias_pair *bap = (base_alias_pair *)(dr->aux);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2009-11-25 06:20:31 +01:00
|
|
|
if (bap && bap->alias_set)
|
2009-11-25 06:19:32 +01:00
|
|
|
alias_set_num = *(bap->alias_set);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
c = isl_equality_alloc
|
|
|
|
(isl_local_space_from_space (isl_map_get_space (acc)));
|
|
|
|
c = isl_constraint_set_constant_si (c, -alias_set_num);
|
|
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_out, 0, 1);
|
|
|
|
|
|
|
|
return isl_map_add_constraint (acc, c);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Assign the affine expression INDEX to the output dimension POS of
|
|
|
|
MAP and return the result. */
|
|
|
|
|
|
|
|
static isl_map *
|
|
|
|
set_index (isl_map *map, int pos, isl_pw_aff *index)
|
|
|
|
{
|
|
|
|
isl_map *index_map;
|
|
|
|
int len = isl_map_dim (map, isl_dim_out);
|
|
|
|
isl_id *id;
|
|
|
|
|
|
|
|
index_map = isl_map_from_pw_aff (index);
|
|
|
|
index_map = isl_map_insert_dims (index_map, isl_dim_out, 0, pos);
|
|
|
|
index_map = isl_map_add_dims (index_map, isl_dim_out, len - pos - 1);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
id = isl_map_get_tuple_id (map, isl_dim_out);
|
|
|
|
index_map = isl_map_set_tuple_id (index_map, isl_dim_out, id);
|
|
|
|
id = isl_map_get_tuple_id (map, isl_dim_in);
|
|
|
|
index_map = isl_map_set_tuple_id (index_map, isl_dim_in, id);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
return isl_map_intersect (map, index_map);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Add to ACCESSES polyhedron equalities defining the access functions
|
|
|
|
to the memory. ACCESSP_NB_DIMS is the dimension of the ACCESSES
|
|
|
|
polyhedron, DOM_NB_DIMS is the dimension of the iteration domain.
|
|
|
|
PBB is the poly_bb_p that contains the data reference DR. */
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_map *
|
|
|
|
pdr_add_memory_accesses (isl_map *acc, data_reference_p dr, poly_bb_p pbb)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
int i, nb_subscripts = DR_NUM_DIMENSIONS (dr);
|
|
|
|
scop_p scop = PBB_SCOP (pbb);
|
|
|
|
|
|
|
|
for (i = 0; i < nb_subscripts; i++)
|
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_pw_aff *aff;
|
2009-07-31 04:43:11 +02:00
|
|
|
tree afn = DR_ACCESS_FN (dr, nb_subscripts - 1 - i);
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
aff = extract_affine (scop, afn,
|
|
|
|
isl_space_domain (isl_map_get_space (acc)));
|
|
|
|
acc = set_index (acc, i + 1, aff);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
return acc;
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Add constrains representing the size of the accessed data to the
|
2009-08-12 16:26:42 +02:00
|
|
|
ACCESSES polyhedron. ACCESSP_NB_DIMS is the dimension of the
|
|
|
|
ACCESSES polyhedron, DOM_NB_DIMS is the dimension of the iteration
|
2009-07-31 04:43:11 +02:00
|
|
|
domain. */
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
static isl_set *
|
|
|
|
pdr_add_data_dimensions (isl_set *extent, scop_p scop, data_reference_p dr)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
tree ref = DR_REF (dr);
|
|
|
|
int i, nb_subscripts = DR_NUM_DIMENSIONS (dr);
|
|
|
|
|
2009-09-17 15:33:37 +02:00
|
|
|
for (i = nb_subscripts - 1; i >= 0; i--, ref = TREE_OPERAND (ref, 0))
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2009-09-17 15:33:37 +02:00
|
|
|
tree low, high;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2009-09-17 15:33:37 +02:00
|
|
|
if (TREE_CODE (ref) != ARRAY_REF)
|
2009-07-31 04:43:11 +02:00
|
|
|
break;
|
|
|
|
|
2009-09-17 15:33:37 +02:00
|
|
|
low = array_ref_low_bound (ref);
|
|
|
|
high = array_ref_up_bound (ref);
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
/* XXX The PPL code dealt separately with
|
|
|
|
subscript - low >= 0 and high - subscript >= 0 in case one of
|
|
|
|
the two bounds isn't known. Do the same here? */
|
|
|
|
|
|
|
|
if (host_integerp (low, 0)
|
|
|
|
&& high
|
|
|
|
&& host_integerp (high, 0)
|
2009-11-25 06:18:35 +01:00
|
|
|
/* 1-element arrays at end of structures may extend over
|
|
|
|
their declared size. */
|
|
|
|
&& !(array_at_struct_end_p (ref)
|
|
|
|
&& operand_equal_p (low, high, 0)))
|
2009-09-17 15:33:37 +02:00
|
|
|
{
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_id *id;
|
|
|
|
isl_aff *aff;
|
|
|
|
isl_set *univ, *lbs, *ubs;
|
|
|
|
isl_pw_aff *index;
|
|
|
|
isl_space *space;
|
|
|
|
isl_set *valid;
|
|
|
|
isl_pw_aff *lb = extract_affine_int (low, isl_set_get_space (extent));
|
|
|
|
isl_pw_aff *ub = extract_affine_int (high, isl_set_get_space (extent));
|
|
|
|
|
|
|
|
/* high >= 0 */
|
|
|
|
valid = isl_pw_aff_nonneg_set (isl_pw_aff_copy (ub));
|
|
|
|
valid = isl_set_project_out (valid, isl_dim_set, 0,
|
|
|
|
isl_set_dim (valid, isl_dim_set));
|
|
|
|
scop->context = isl_set_intersect (scop->context, valid);
|
|
|
|
|
|
|
|
space = isl_set_get_space (extent);
|
|
|
|
aff = isl_aff_zero_on_domain (isl_local_space_from_space (space));
|
|
|
|
aff = isl_aff_add_coefficient_si (aff, isl_dim_in, i + 1, 1);
|
|
|
|
univ = isl_set_universe (isl_space_domain (isl_aff_get_space (aff)));
|
|
|
|
index = isl_pw_aff_alloc (univ, aff);
|
|
|
|
|
|
|
|
id = isl_set_get_tuple_id (extent);
|
|
|
|
lb = isl_pw_aff_set_tuple_id (lb, isl_dim_in, isl_id_copy (id));
|
|
|
|
ub = isl_pw_aff_set_tuple_id (ub, isl_dim_in, id);
|
|
|
|
|
|
|
|
/* low <= sub_i <= high */
|
|
|
|
lbs = isl_pw_aff_ge_set (isl_pw_aff_copy (index), lb);
|
|
|
|
ubs = isl_pw_aff_le_set (index, ub);
|
|
|
|
extent = isl_set_intersect (extent, lbs);
|
|
|
|
extent = isl_set_intersect (extent, ubs);
|
2009-09-17 15:33:37 +02:00
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
2012-07-02 13:43:46 +02:00
|
|
|
|
|
|
|
return extent;
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Build data accesses for DR in PBB. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_poly_dr (data_reference_p dr, poly_bb_p pbb)
|
|
|
|
{
|
2009-11-25 05:48:51 +01:00
|
|
|
int dr_base_object_set;
|
2012-07-02 13:43:46 +02:00
|
|
|
isl_map *acc;
|
|
|
|
isl_set *extent;
|
|
|
|
scop_p scop = PBB_SCOP (pbb);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
{
|
|
|
|
isl_space *dc = isl_set_get_space (pbb->domain);
|
|
|
|
int nb_out = 1 + DR_NUM_DIMENSIONS (dr);
|
|
|
|
isl_space *space = isl_space_add_dims (isl_space_from_domain (dc),
|
|
|
|
isl_dim_out, nb_out);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
acc = isl_map_universe (space);
|
|
|
|
acc = isl_map_set_tuple_id (acc, isl_dim_out, isl_id_for_dr (scop, dr));
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
acc = pdr_add_alias_set (acc, dr);
|
|
|
|
acc = pdr_add_memory_accesses (acc, dr, pbb);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
{
|
|
|
|
isl_id *id = isl_id_for_dr (scop, dr);
|
|
|
|
int nb = 1 + DR_NUM_DIMENSIONS (dr);
|
|
|
|
isl_space *space = isl_space_set_alloc (scop->ctx, 0, nb);
|
|
|
|
int alias_set_num = 0;
|
|
|
|
base_alias_pair *bap = (base_alias_pair *)(dr->aux);
|
|
|
|
|
|
|
|
if (bap && bap->alias_set)
|
|
|
|
alias_set_num = *(bap->alias_set);
|
|
|
|
|
|
|
|
space = isl_space_set_tuple_id (space, isl_dim_set, id);
|
|
|
|
extent = isl_set_nat_universe (space);
|
|
|
|
extent = isl_set_fix_si (extent, isl_dim_set, 0, alias_set_num);
|
|
|
|
extent = pdr_add_data_dimensions (extent, scop, dr);
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-06-30 20:38:37 +02:00
|
|
|
gcc_assert (dr->aux);
|
|
|
|
dr_base_object_set = ((base_alias_pair *)(dr->aux))->base_obj_set;
|
2009-11-25 05:48:51 +01:00
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
new_poly_dr (pbb, dr_base_object_set,
|
2010-06-30 20:38:37 +02:00
|
|
|
DR_IS_READ (dr) ? PDR_READ : PDR_WRITE,
|
2012-07-02 13:43:46 +02:00
|
|
|
dr, DR_NUM_DIMENSIONS (dr), acc, extent);
|
2009-11-25 05:48:51 +01:00
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2009-11-25 06:02:04 +01:00
|
|
|
/* Write to FILE the alias graph of data references in DIMACS format. */
|
2009-11-25 05:50:45 +01:00
|
|
|
|
|
|
|
static inline bool
|
|
|
|
write_alias_graph_to_ascii_dimacs (FILE *file, char *comment,
|
|
|
|
VEC (data_reference_p, heap) *drs)
|
|
|
|
{
|
|
|
|
int num_vertex = VEC_length (data_reference_p, drs);
|
|
|
|
int edge_num = 0;
|
|
|
|
data_reference_p dr1, dr2;
|
|
|
|
int i, j;
|
|
|
|
|
|
|
|
if (num_vertex == 0)
|
|
|
|
return true;
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, drs, i, dr1)
|
2009-11-25 05:50:45 +01:00
|
|
|
for (j = i + 1; VEC_iterate (data_reference_p, drs, j, dr2); j++)
|
2011-08-23 14:40:57 +02:00
|
|
|
if (dr_may_alias_p (dr1, dr2, true))
|
2009-11-25 05:50:45 +01:00
|
|
|
edge_num++;
|
|
|
|
|
|
|
|
fprintf (file, "$\n");
|
|
|
|
|
|
|
|
if (comment)
|
|
|
|
fprintf (file, "c %s\n", comment);
|
|
|
|
|
|
|
|
fprintf (file, "p edge %d %d\n", num_vertex, edge_num);
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, drs, i, dr1)
|
2009-11-25 05:50:45 +01:00
|
|
|
for (j = i + 1; VEC_iterate (data_reference_p, drs, j, dr2); j++)
|
2011-08-23 14:40:57 +02:00
|
|
|
if (dr_may_alias_p (dr1, dr2, true))
|
2009-11-25 05:50:45 +01:00
|
|
|
fprintf (file, "e %d %d\n", i + 1, j + 1);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2009-11-25 06:02:04 +01:00
|
|
|
/* Write to FILE the alias graph of data references in DOT format. */
|
|
|
|
|
|
|
|
static inline bool
|
|
|
|
write_alias_graph_to_ascii_dot (FILE *file, char *comment,
|
|
|
|
VEC (data_reference_p, heap) *drs)
|
|
|
|
{
|
|
|
|
int num_vertex = VEC_length (data_reference_p, drs);
|
|
|
|
data_reference_p dr1, dr2;
|
|
|
|
int i, j;
|
|
|
|
|
|
|
|
if (num_vertex == 0)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
fprintf (file, "$\n");
|
|
|
|
|
|
|
|
if (comment)
|
|
|
|
fprintf (file, "c %s\n", comment);
|
|
|
|
|
|
|
|
/* First print all the vertices. */
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, drs, i, dr1)
|
2009-11-25 06:02:04 +01:00
|
|
|
fprintf (file, "n%d;\n", i);
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, drs, i, dr1)
|
2009-11-25 06:02:04 +01:00
|
|
|
for (j = i + 1; VEC_iterate (data_reference_p, drs, j, dr2); j++)
|
2011-08-23 14:40:57 +02:00
|
|
|
if (dr_may_alias_p (dr1, dr2, true))
|
2009-11-25 06:02:04 +01:00
|
|
|
fprintf (file, "n%d n%d\n", i, j);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Write to FILE the alias graph of data references in ECC format. */
|
|
|
|
|
|
|
|
static inline bool
|
|
|
|
write_alias_graph_to_ascii_ecc (FILE *file, char *comment,
|
|
|
|
VEC (data_reference_p, heap) *drs)
|
|
|
|
{
|
|
|
|
int num_vertex = VEC_length (data_reference_p, drs);
|
|
|
|
data_reference_p dr1, dr2;
|
|
|
|
int i, j;
|
|
|
|
|
|
|
|
if (num_vertex == 0)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
fprintf (file, "$\n");
|
|
|
|
|
|
|
|
if (comment)
|
|
|
|
fprintf (file, "c %s\n", comment);
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, drs, i, dr1)
|
2009-11-25 06:02:04 +01:00
|
|
|
for (j = i + 1; VEC_iterate (data_reference_p, drs, j, dr2); j++)
|
2011-08-23 14:40:57 +02:00
|
|
|
if (dr_may_alias_p (dr1, dr2, true))
|
2009-11-25 06:02:04 +01:00
|
|
|
fprintf (file, "%d %d\n", i, j);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2009-11-25 06:19:32 +01:00
|
|
|
/* Check if DR1 and DR2 are in the same object set. */
|
|
|
|
|
|
|
|
static bool
|
|
|
|
dr_same_base_object_p (const struct data_reference *dr1,
|
|
|
|
const struct data_reference *dr2)
|
|
|
|
{
|
|
|
|
return operand_equal_p (DR_BASE_OBJECT (dr1), DR_BASE_OBJECT (dr2), 0);
|
|
|
|
}
|
2009-11-25 06:02:04 +01:00
|
|
|
|
|
|
|
/* Uses DFS component number as representative of alias-sets. Also tests for
|
|
|
|
optimality by verifying if every connected component is a clique. Returns
|
|
|
|
true (1) if the above test is true, and false (0) otherwise. */
|
|
|
|
|
|
|
|
static int
|
2009-11-25 06:19:32 +01:00
|
|
|
build_alias_set_optimal_p (VEC (data_reference_p, heap) *drs)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2009-11-25 06:02:04 +01:00
|
|
|
int num_vertices = VEC_length (data_reference_p, drs);
|
|
|
|
struct graph *g = new_graph (num_vertices);
|
2009-07-31 04:43:11 +02:00
|
|
|
data_reference_p dr1, dr2;
|
|
|
|
int i, j;
|
2009-11-25 06:02:04 +01:00
|
|
|
int num_connected_components;
|
|
|
|
int v_indx1, v_indx2, num_vertices_in_component;
|
|
|
|
int *all_vertices;
|
|
|
|
int *vertices;
|
|
|
|
struct graph_edge *e;
|
2009-11-25 06:20:01 +01:00
|
|
|
int this_component_is_clique;
|
|
|
|
int all_components_are_cliques = 1;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, drs, i, dr1)
|
2009-11-25 06:02:04 +01:00
|
|
|
for (j = i+1; VEC_iterate (data_reference_p, drs, j, dr2); j++)
|
2011-08-23 14:40:57 +02:00
|
|
|
if (dr_may_alias_p (dr1, dr2, true))
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
add_edge (g, i, j);
|
|
|
|
add_edge (g, j, i);
|
|
|
|
}
|
|
|
|
|
2009-11-25 06:02:04 +01:00
|
|
|
all_vertices = XNEWVEC (int, num_vertices);
|
|
|
|
vertices = XNEWVEC (int, num_vertices);
|
|
|
|
for (i = 0; i < num_vertices; i++)
|
|
|
|
all_vertices[i] = i;
|
|
|
|
|
2009-11-25 06:19:32 +01:00
|
|
|
num_connected_components = graphds_dfs (g, all_vertices, num_vertices,
|
|
|
|
NULL, true, NULL);
|
|
|
|
for (i = 0; i < g->n_vertices; i++)
|
|
|
|
{
|
|
|
|
data_reference_p dr = VEC_index (data_reference_p, drs, i);
|
|
|
|
base_alias_pair *bap;
|
2009-11-25 06:20:31 +01:00
|
|
|
|
2010-06-30 20:38:37 +02:00
|
|
|
gcc_assert (dr->aux);
|
|
|
|
bap = (base_alias_pair *)(dr->aux);
|
2009-11-25 06:20:31 +01:00
|
|
|
|
2009-11-25 06:19:32 +01:00
|
|
|
bap->alias_set = XNEW (int);
|
|
|
|
*(bap->alias_set) = g->vertices[i].component + 1;
|
|
|
|
}
|
|
|
|
|
2009-11-25 06:02:04 +01:00
|
|
|
/* Verify if the DFS numbering results in optimal solution. */
|
|
|
|
for (i = 0; i < num_connected_components; i++)
|
|
|
|
{
|
|
|
|
num_vertices_in_component = 0;
|
|
|
|
/* Get all vertices whose DFS component number is the same as i. */
|
|
|
|
for (j = 0; j < num_vertices; j++)
|
|
|
|
if (g->vertices[j].component == i)
|
|
|
|
vertices[num_vertices_in_component++] = j;
|
|
|
|
|
|
|
|
/* Now test if the vertices in 'vertices' form a clique, by testing
|
|
|
|
for edges among each pair. */
|
|
|
|
this_component_is_clique = 1;
|
|
|
|
for (v_indx1 = 0; v_indx1 < num_vertices_in_component; v_indx1++)
|
|
|
|
{
|
|
|
|
for (v_indx2 = v_indx1+1; v_indx2 < num_vertices_in_component; v_indx2++)
|
|
|
|
{
|
|
|
|
/* Check if the two vertices are connected by iterating
|
|
|
|
through all the edges which have one of these are source. */
|
|
|
|
e = g->vertices[vertices[v_indx2]].pred;
|
|
|
|
while (e)
|
|
|
|
{
|
|
|
|
if (e->src == vertices[v_indx1])
|
|
|
|
break;
|
|
|
|
e = e->pred_next;
|
|
|
|
}
|
|
|
|
if (!e)
|
|
|
|
{
|
|
|
|
this_component_is_clique = 0;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (!this_component_is_clique)
|
|
|
|
all_components_are_cliques = 0;
|
|
|
|
}
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2009-11-25 06:02:04 +01:00
|
|
|
free (all_vertices);
|
|
|
|
free (vertices);
|
2009-07-31 04:43:11 +02:00
|
|
|
free_graph (g);
|
2009-11-25 06:02:04 +01:00
|
|
|
return all_components_are_cliques;
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
/* Group each data reference in DRS with its base object set num. */
|
2009-11-25 05:48:51 +01:00
|
|
|
|
|
|
|
static void
|
2009-11-25 05:51:41 +01:00
|
|
|
build_base_obj_set_for_drs (VEC (data_reference_p, heap) *drs)
|
2009-11-25 05:48:51 +01:00
|
|
|
{
|
2009-11-25 06:19:32 +01:00
|
|
|
int num_vertex = VEC_length (data_reference_p, drs);
|
|
|
|
struct graph *g = new_graph (num_vertex);
|
|
|
|
data_reference_p dr1, dr2;
|
|
|
|
int i, j;
|
|
|
|
int *queue;
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, drs, i, dr1)
|
2009-11-25 06:19:32 +01:00
|
|
|
for (j = i + 1; VEC_iterate (data_reference_p, drs, j, dr2); j++)
|
|
|
|
if (dr_same_base_object_p (dr1, dr2))
|
|
|
|
{
|
|
|
|
add_edge (g, i, j);
|
|
|
|
add_edge (g, j, i);
|
|
|
|
}
|
|
|
|
|
|
|
|
queue = XNEWVEC (int, num_vertex);
|
|
|
|
for (i = 0; i < num_vertex; i++)
|
|
|
|
queue[i] = i;
|
|
|
|
|
2009-11-25 06:20:31 +01:00
|
|
|
graphds_dfs (g, queue, num_vertex, NULL, true, NULL);
|
2009-11-25 06:19:32 +01:00
|
|
|
|
|
|
|
for (i = 0; i < g->n_vertices; i++)
|
|
|
|
{
|
|
|
|
data_reference_p dr = VEC_index (data_reference_p, drs, i);
|
|
|
|
base_alias_pair *bap;
|
2009-11-25 06:20:31 +01:00
|
|
|
|
2010-06-30 20:38:37 +02:00
|
|
|
gcc_assert (dr->aux);
|
|
|
|
bap = (base_alias_pair *)(dr->aux);
|
2009-11-25 06:20:31 +01:00
|
|
|
|
2009-11-25 06:19:32 +01:00
|
|
|
bap->base_obj_set = g->vertices[i].component + 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
free (queue);
|
|
|
|
free_graph (g);
|
2009-11-25 05:48:51 +01:00
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Build the data references for PBB. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_pbb_drs (poly_bb_p pbb)
|
|
|
|
{
|
|
|
|
int j;
|
|
|
|
data_reference_p dr;
|
|
|
|
VEC (data_reference_p, heap) *gbb_drs = GBB_DATA_REFS (PBB_BLACK_BOX (pbb));
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, gbb_drs, j, dr)
|
2009-07-31 04:43:11 +02:00
|
|
|
build_poly_dr (dr, pbb);
|
|
|
|
}
|
|
|
|
|
2009-11-25 06:21:54 +01:00
|
|
|
/* Dump to file the alias graphs for the data references in DRS. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
dump_alias_graphs (VEC (data_reference_p, heap) *drs)
|
|
|
|
{
|
|
|
|
char comment[100];
|
|
|
|
FILE *file_dimacs, *file_ecc, *file_dot;
|
|
|
|
|
|
|
|
file_dimacs = fopen ("/tmp/dr_alias_graph_dimacs", "ab");
|
|
|
|
if (file_dimacs)
|
|
|
|
{
|
|
|
|
snprintf (comment, sizeof (comment), "%s %s", main_input_filename,
|
|
|
|
current_function_name ());
|
|
|
|
write_alias_graph_to_ascii_dimacs (file_dimacs, comment, drs);
|
|
|
|
fclose (file_dimacs);
|
|
|
|
}
|
|
|
|
|
|
|
|
file_ecc = fopen ("/tmp/dr_alias_graph_ecc", "ab");
|
|
|
|
if (file_ecc)
|
|
|
|
{
|
|
|
|
snprintf (comment, sizeof (comment), "%s %s", main_input_filename,
|
|
|
|
current_function_name ());
|
|
|
|
write_alias_graph_to_ascii_ecc (file_ecc, comment, drs);
|
|
|
|
fclose (file_ecc);
|
|
|
|
}
|
|
|
|
|
|
|
|
file_dot = fopen ("/tmp/dr_alias_graph_dot", "ab");
|
|
|
|
if (file_dot)
|
|
|
|
{
|
|
|
|
snprintf (comment, sizeof (comment), "%s %s", main_input_filename,
|
|
|
|
current_function_name ());
|
|
|
|
write_alias_graph_to_ascii_dot (file_dot, comment, drs);
|
|
|
|
fclose (file_dot);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Build data references in SCOP. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
build_scop_drs (scop_p scop)
|
|
|
|
{
|
2009-08-05 09:37:36 +02:00
|
|
|
int i, j;
|
2009-07-31 04:43:11 +02:00
|
|
|
poly_bb_p pbb;
|
2009-08-05 09:37:36 +02:00
|
|
|
data_reference_p dr;
|
|
|
|
VEC (data_reference_p, heap) *drs = VEC_alloc (data_reference_p, heap, 3);
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
/* Remove all the PBBs that do not have data references: these basic
|
|
|
|
blocks are not handled in the polyhedral representation. */
|
|
|
|
for (i = 0; VEC_iterate (poly_bb_p, SCOP_BBS (scop), i, pbb); i++)
|
2010-12-01 18:25:30 +01:00
|
|
|
if (VEC_empty (data_reference_p, GBB_DATA_REFS (PBB_BLACK_BOX (pbb))))
|
|
|
|
{
|
2010-12-16 23:45:42 +01:00
|
|
|
free_gimple_bb (PBB_BLACK_BOX (pbb));
|
2012-06-22 14:29:33 +02:00
|
|
|
free_poly_bb (pbb);
|
2010-12-01 18:25:30 +01:00
|
|
|
VEC_ordered_remove (poly_bb_p, SCOP_BBS (scop), i);
|
|
|
|
i--;
|
|
|
|
}
|
2010-12-01 18:25:10 +01:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (poly_bb_p, SCOP_BBS (scop), i, pbb)
|
2009-11-25 05:51:41 +01:00
|
|
|
for (j = 0; VEC_iterate (data_reference_p,
|
|
|
|
GBB_DATA_REFS (PBB_BLACK_BOX (pbb)), j, dr); j++)
|
|
|
|
VEC_safe_push (data_reference_p, heap, drs, dr);
|
2009-08-05 09:37:36 +02:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, drs, i, dr)
|
2009-11-25 06:19:32 +01:00
|
|
|
dr->aux = XNEW (base_alias_pair);
|
|
|
|
|
|
|
|
if (!build_alias_set_optimal_p (drs))
|
|
|
|
{
|
|
|
|
/* TODO: Add support when building alias set is not optimal. */
|
|
|
|
;
|
|
|
|
}
|
|
|
|
|
2009-11-25 05:51:41 +01:00
|
|
|
build_base_obj_set_for_drs (drs);
|
2009-11-25 05:48:51 +01:00
|
|
|
|
2009-11-25 05:50:45 +01:00
|
|
|
/* When debugging, enable the following code. This cannot be used
|
|
|
|
in production compilers. */
|
2009-11-25 06:21:54 +01:00
|
|
|
if (0)
|
|
|
|
dump_alias_graphs (drs);
|
2009-11-25 05:50:45 +01:00
|
|
|
|
2009-08-05 09:37:36 +02:00
|
|
|
VEC_free (data_reference_p, heap, drs);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (poly_bb_p, SCOP_BBS (scop), i, pbb)
|
2009-07-31 04:43:11 +02:00
|
|
|
build_pbb_drs (pbb);
|
|
|
|
}
|
|
|
|
|
2009-11-25 05:54:30 +01:00
|
|
|
/* Return a gsi at the position of the phi node STMT. */
|
|
|
|
|
|
|
|
static gimple_stmt_iterator
|
|
|
|
gsi_for_phi_node (gimple stmt)
|
|
|
|
{
|
|
|
|
gimple_stmt_iterator psi;
|
|
|
|
basic_block bb = gimple_bb (stmt);
|
|
|
|
|
|
|
|
for (psi = gsi_start_phis (bb); !gsi_end_p (psi); gsi_next (&psi))
|
|
|
|
if (stmt == gsi_stmt (psi))
|
|
|
|
return psi;
|
|
|
|
|
|
|
|
gcc_unreachable ();
|
|
|
|
return psi;
|
|
|
|
}
|
|
|
|
|
2010-12-01 18:25:30 +01:00
|
|
|
/* Analyze all the data references of STMTS and add them to the
|
|
|
|
GBB_DATA_REFS vector of BB. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
analyze_drs_in_stmts (scop_p scop, basic_block bb, VEC (gimple, heap) *stmts)
|
|
|
|
{
|
|
|
|
loop_p nest;
|
|
|
|
gimple_bb_p gbb;
|
|
|
|
gimple stmt;
|
|
|
|
int i;
|
2011-01-25 07:48:32 +01:00
|
|
|
sese region = SCOP_REGION (scop);
|
2010-12-01 18:25:30 +01:00
|
|
|
|
2011-01-25 07:48:32 +01:00
|
|
|
if (!bb_in_sese_p (bb, region))
|
2010-12-01 18:25:30 +01:00
|
|
|
return;
|
|
|
|
|
2011-01-25 07:48:32 +01:00
|
|
|
nest = outermost_loop_in_sese_1 (region, bb);
|
2010-12-01 18:25:30 +01:00
|
|
|
gbb = gbb_from_bb (bb);
|
|
|
|
|
|
|
|
FOR_EACH_VEC_ELT (gimple, stmts, i, stmt)
|
2011-01-25 07:48:32 +01:00
|
|
|
{
|
|
|
|
loop_p loop;
|
|
|
|
|
|
|
|
if (is_gimple_debug (stmt))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
loop = loop_containing_stmt (stmt);
|
|
|
|
if (!loop_in_sese_p (loop, region))
|
|
|
|
loop = nest;
|
|
|
|
|
|
|
|
graphite_find_data_references_in_stmt (nest, loop, stmt,
|
2010-12-01 18:25:30 +01:00
|
|
|
&GBB_DATA_REFS (gbb));
|
2011-01-25 07:48:32 +01:00
|
|
|
}
|
2010-12-01 18:25:30 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Insert STMT at the end of the STMTS sequence and then insert the
|
|
|
|
statements from STMTS at INSERT_GSI and call analyze_drs_in_stmts
|
|
|
|
on STMTS. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
insert_stmts (scop_p scop, gimple stmt, gimple_seq stmts,
|
|
|
|
gimple_stmt_iterator insert_gsi)
|
|
|
|
{
|
|
|
|
gimple_stmt_iterator gsi;
|
|
|
|
VEC (gimple, heap) *x = VEC_alloc (gimple, heap, 3);
|
|
|
|
|
coretypes.h (gimple_seq, [...]): Typedef as gimple.
* coretypes.h (gimple_seq, const_gimple_seq): Typedef as gimple.
* gimple.h (struct gimple_seq_node_d, struct gimple_seq_d): Remove.
(const_gimple_seq_node): Remove.
(gimple_seq_node): Typedef as gimple.
(struct gimple_statement_base): Add next and prev members,
adjust all WORD markers in using structs.
(union gimple_statement_d): Link via gsbase.next field for GC and PCH.
(gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt): Adjust as gimple_seq, gimple_seq_node and
gimple are the same.
(gimple_seq_set_last, gimple_seq_set_first): Don't allocate
gimple_seq, adjust.
(gimple_init_singleton): New function.
(gsi_start_1, gsi_last_1, gsi_end_p, gsi_one_before_end_p): Adjust.
(gsi_next, gsi_prev): Adjust, handle prev cyclic list correctly.
(gsi_stmt): Adjust.
(gsi_stmt_ptr): Remove.
(enum gimple_alloc_kind): Remove gimple_alloc_kind_seq member.
* gimple-iterator.c (update_bb_for_stmts): Take last parameter
again, adjust for above changes.
(update_call_edge_frequencies): Adjust for above changes.
(gsi_insert_seq_nodes_before): Rewrite for new data structure.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_split_seq_after): Ditto.
(gsi_set_stmt): Ditto.
(gsi_split_seq_before): Ditto.
(gsi_remove): Ditto.
(gsi_insert_seq_before_without_update): Don't free sequence.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_replace): Assert some more invariants.
(gsi_insert_before_without_update, gsi_insert_after_without_update):
Tidy.
(gsi_for_stmt): Don't search for stmt.
(gsi_insert_on_edge_immediate): Tidy.
* gimple.c (gimple_alloc_k): Remove "sequences".
(gimple_seq_cache): Remove.
(gimple_alloc_stat): Make stmt a singleton sequence.
(gimple_seq_alloc, gimple_seq_free): Remove.
(gimple_assign_set_rhs_with_ops_1): Ensure new stmt is a singleton.
(gimple_copy): Ditto.
* gimplify.c (gimplify_cleanup_point_expr): Use gsi_set_stmt,
create iterator from correct sequence.
* tree-phinodes.c (make_phi_node): Make stmt a singleton.
* gimple.h (gimple_stmt_iterator <seq>): Make it be pointer to
gimple_seq.
(gimple_seq_set_last, gimple_seq_set_first): Take pointer to
sequence, lazily allocate it.
(bb_seq_addr): New function.
(gsi_start_1): Rename from gsi_start, but take pointer to sequence.
(gsi_start): Macro to wrap gsi_start_1 taking pointer of argument.
(gsi_none): New function.
(gsi_start_bb): Adjust.
(gsi_last_1): Rename from gsi_last, but take pointer to sequence.
(gsi_last): Macro to wrap gsi_last_1 taking pointer of argument.
(gsi_last_bb): Adjust.
(gsi_seq): Adjust.
* tree-flow-inline.h (phi_nodes_ptr): New function.
* gimple-iterator.c (gsi_insert_seq_nodes_before): Adjust to
datastructure and interface change.
(gsi_insert_seq_before_without_update): Ditto.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_split_seq_after): Ditto, don't use gimple_seq_alloc.
(gsi_split_seq_before): Ditto.
(gsi_start_phis): Adjust.
* tree-vect-loop.c (vect_determine_vectorization_factor): Use
gsi_none.
(vect_transform_loop): Ditto.
* gimple.c (gimple_seq_add_stmt, gimple_seq_add_seq,
gimple_seq_copy): Don't use gimple_seq_alloc.
* gimplify.c (gimple_seq_add_stmt_without_update): Ditto.
(gimplify_seq_add_seq): Ditto.
* lto-streamer-in.c (make_new_block): Ditto.
* tree-cfg.c (create_bb): Ditto.
* tree-sra.c (initialize_parameter_reductions): Ditto.
* gimple.h (gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt, gimple_seq_set_last, gimple_seq_set_first,
gimple_seq_empty_p, gimple_seq_alloc_with_stmt, bb_seq,
set_bb_seq): Move down to after gimple_statement_d definition.
* gimple-fold.c (gimplify_and_update_call_from_tree): Use
gsi_replace_with_seq, instead of inserting itself.
* gimple-iterator.c (gsi_replace_with_seq): New function.
* tree-ssa-forwprop.c (forward_propagate_comparison): Take
iterator instead of statement, advance it.
(ssa_forward_propagate_and_combine): Adjust call to above.
* tree-phinodes.c (add_phi_node_to_bb): Tidy, don't use
gimple_seq_alloc.
* omp-low.c (finalize_task_copyfn): Don't use gimple_seq_alloc.
* tree-nested.c (walk_gimple_omp_for): Ditto.
* trans-mem.c (lower_transaction): Ditto.
* tree-eh.c (do_return_redirection): Ditto.
(do_goto_redirection): Ditto.
(lower_try_finally_switch): Ditto.
* gimplify.c (gimplify_stmt): Ditto.
(gimplify_scan_omp_clauses): Ditto.
(gimplify_omp_for): Ditto.
(gimplify_function_tree): Ditto.
* gimple-fold.c (gimplify_and_update_call_from_tree): Ditto.
* tree-mudflap.c (mf_decl_cache_locals): Ditto.
(mf_build_check_statement_for): Ditto.
(mx_register_decls): Ditto.
* graphite-sese-to-poly.c (remove_invariant_phi): Ditto,
and don't use itertors to append.
(insert_stmts): Ditto.
(insert_out_of_ssa_copy): Ditto.
(insert_out_of_ssa_copy_on_edge): Ditto.
* gimple.h (gimple_bind_body_ptr): New function.
(gimple_bind_body): Use it.
(gimple_catch_handler): Use gimple_catch_handler_ptr.
(gimple_eh_filter_failure_ptr): New function.
(gimple_eh_filter_failure): Use it.
(gimple_eh_else_n_body_ptr): New function.
(gimple_eh_else_n_body): Use it.
(gimple_eh_else_e_body_ptr): New function.
(gimple_eh_else_e_body): Use it.
(gimple_try_eval_ptr): New function.
(gimple_try_eval): Use it.
(gimple_try_cleanup_ptr): New function.
(gimple_try_cleanup): Use it.
(gimple_wce_cleanup_ptr): New function.
(gimple_wce_cleanup): Use it.
(gimple_omp_body_ptr): New function.
(gimple_omp_body): Use it.
(gimple_omp_for_pre_body_ptr): New function.
(gimple_omp_for_pre_body): Use it.
(gimple_transaction_body_ptr): New function.
(gimple_transaction_body): Use it.
(gsi_split_seq_before): Adjust to return nothing and take pointer
to sequence.
(gsi_set_stmt): Declare.
(gsi_replace_with_seq): Declare.
(walk_gimple_seq_mod): Declare.
* function.h (struct function <gimple_body>): Use typedef gimple_seq.
* gimple-iterator.c (gsi_set_stmt): New function.
(gsi_split_seq_before): Return new sequence via pointer argument.
(gsi_replace): Use gsi_set_stmt.
* tree-ssa-loop-im.c (move_computations_stmt): First remove
then insert stmt.
* tree-complex.c (update_complex_components_on_edge): Don't
copy gsi.
* tree-phinodes.c (resize_phi_node): Don't resize stmt in-place,
return new stmt.
(reserve_phi_args_for_new_edge): Change call to above,
use gsi_set_stmt.
* omp-low.c (lower_omp): Change prototype to take pointer to
sequence.
(lower_rec_input_clauses): Use gimple_seq_add_seq instead of
iterators. Adjust call to lower_omp.
(lower_lastprivate_clauses): Adjust call to lower_omp.
(lower_reduction_clauses): Ditto.
(expand_omp_taskreg): Nullify non-cfg body of child_fn.
(lower_omp_sections): Don't explicitely count sequence length,
nullify lowered bodies earlier, ensure stmts are part of only
one sequence, adjust call to lower_omp.
(lower_omp_single): Ensure stmts are part of only one sequence,
adjust call to lower_omp.
(lower_omp_master): Ditto.
(lower_omp_ordered): Ditto.
(lower_omp_critical): Ditto.
(lower_omp_for): Ditto.
(lower_omp_taskreg): Ditto, tidy.
(lower_omp_1): Adjust calls to lower_omp.
(execute_lower_omp): Ditto.
(lower_omp): Adjust to take pointer to sequence.
(diagnose_sb_2): Use walk_gimple_seq_mod.
(diagnose_omp_structured_block_errors): Ditto and set possibly
changed function body.
* gimple-low.c (lower_function_body): Set function body after
it stabilizes.
(lower_sequence): Adjust to take pointer to sequence.
(lower_omp_directive): Ensure stmt isn't put twice into the
sequence, adjust call to lower_sequence.
(lower_stmt): Adjust calls to lower_sequence.
(lower_gimple_bind): Ditto.
(gimple_try_catch_may_fallthru): Call gsi_start with lvalue.
* tree-nested.c (walk_body): Take pointer to sequence, use
walk_gimple_seq_mod.
(walk_function): Adjust call to walk_body, set possibly changed
body.
(walk_gimple_omp_for): Adjust calls to walk_body.
(convert_nonlocal_omp_clauses): Ditto.
(convert_nonlocal_reference_stmt): Ditto.
(convert_local_omp_clauses): Ditto.
(convert_local_reference_stmt): Ditto.
(convert_tramp_reference_stmt): Ditto.
(convert_gimple_call): Ditto.
(convert_nl_goto_reference): Use local iterator copy.
* gimple.c (walk_gimple_seq_mod): Renamed from walk_gimple_seq,
but taking pointer to sequence, ensure gsi_start is called with
callers lvalue.
(walk_gimple_seq): New wrapper around walk_gimple_seq_mod,
asserting that the sequence head didn't change.
(walk_gimple_stmt): Replace all calls to walk_gimple_seq with
walk_gimple_seq_mod.
* trans-mem.c (lower_transaction): Use walk_gimple_seq_mod.
(execute_lower_tm): Ditto, and set possibly changed body.
* tree-eh.c (lower_eh_constructs_1): Take pointer to sequence,
call gsi_start with that lvalue.
(replace_goto_queue_stmt_list): Ditto.
(replace_goto_queue_1): Adjust calls to replace_goto_queue_stmt_list.
(replace_goto_queue): Ditto.
(lower_try_finally_nofallthru): Adjust calls to lower_eh_constructs_1.
(lower_try_finally_onedest): Ditto.
(lower_try_finally_copy): Ditto.
(lower_try_finally_switch): Ditto.
(lower_try_finally): Ditto.
(lower_eh_filter): Ditto.
(lower_eh_must_not_throw): Ditto.
(lower_cleanup): Ditto.
(lower_eh_constructs_2): Ditto.
(lower_catch): Ditto, and ensure gsi_start is called with lvalue.
(lower_eh_constructs): Adjust calls to lower_eh_constructs_1, and
set possibly changed body.
(optimize_double_finally): Call gsi_start with lvalue.
* tree-cfg.c (make_blocks): Adjust call to gsi_split_seq_before.
(gimple_split_block): Ditto.
(gimple_merge_blocks): Use gsi_start_phis.
(move_stmt_r): Use walk_gimple_seq_mod.
* tree-ssa-dse.c (dse_enter_block): Use gsi_last_bb.
* cgraphbuild.c (build_cgraph_edges): Use gsi_start_phis.
(rebuild_cgraph_edges): Ditto.
(cgraph_rebuild_references): Ditto.
* ipa-prop.c (ipa_analyze_params_uses): Ditto.
* tree-inline.c (copy_phis_for_bb): Ditto.
* tree-ssa-dce.c: Ditto.
* cgraphunit.c (cgraph_analyze_function): Use gimple_has_body_p.
From-SVN: r187053
2012-05-02 18:41:48 +02:00
|
|
|
gimple_seq_add_stmt (&stmts, stmt);
|
2010-12-01 18:25:30 +01:00
|
|
|
for (gsi = gsi_start (stmts); !gsi_end_p (gsi); gsi_next (&gsi))
|
|
|
|
VEC_safe_push (gimple, heap, x, gsi_stmt (gsi));
|
|
|
|
|
|
|
|
gsi_insert_seq_before (&insert_gsi, stmts, GSI_SAME_STMT);
|
|
|
|
analyze_drs_in_stmts (scop, gsi_bb (insert_gsi), x);
|
|
|
|
VEC_free (gimple, heap, x);
|
|
|
|
}
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
/* Insert the assignment "RES := EXPR" just after AFTER_STMT. */
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
static void
|
2010-12-01 18:25:30 +01:00
|
|
|
insert_out_of_ssa_copy (scop_p scop, tree res, tree expr, gimple after_stmt)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
gimple_seq stmts;
|
2009-11-25 05:53:05 +01:00
|
|
|
gimple_stmt_iterator gsi;
|
2010-12-01 18:25:10 +01:00
|
|
|
tree var = force_gimple_operand (expr, &stmts, true, NULL_TREE);
|
|
|
|
gimple stmt = gimple_build_assign (res, var);
|
2010-12-01 18:25:30 +01:00
|
|
|
VEC (gimple, heap) *x = VEC_alloc (gimple, heap, 3);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
coretypes.h (gimple_seq, [...]): Typedef as gimple.
* coretypes.h (gimple_seq, const_gimple_seq): Typedef as gimple.
* gimple.h (struct gimple_seq_node_d, struct gimple_seq_d): Remove.
(const_gimple_seq_node): Remove.
(gimple_seq_node): Typedef as gimple.
(struct gimple_statement_base): Add next and prev members,
adjust all WORD markers in using structs.
(union gimple_statement_d): Link via gsbase.next field for GC and PCH.
(gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt): Adjust as gimple_seq, gimple_seq_node and
gimple are the same.
(gimple_seq_set_last, gimple_seq_set_first): Don't allocate
gimple_seq, adjust.
(gimple_init_singleton): New function.
(gsi_start_1, gsi_last_1, gsi_end_p, gsi_one_before_end_p): Adjust.
(gsi_next, gsi_prev): Adjust, handle prev cyclic list correctly.
(gsi_stmt): Adjust.
(gsi_stmt_ptr): Remove.
(enum gimple_alloc_kind): Remove gimple_alloc_kind_seq member.
* gimple-iterator.c (update_bb_for_stmts): Take last parameter
again, adjust for above changes.
(update_call_edge_frequencies): Adjust for above changes.
(gsi_insert_seq_nodes_before): Rewrite for new data structure.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_split_seq_after): Ditto.
(gsi_set_stmt): Ditto.
(gsi_split_seq_before): Ditto.
(gsi_remove): Ditto.
(gsi_insert_seq_before_without_update): Don't free sequence.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_replace): Assert some more invariants.
(gsi_insert_before_without_update, gsi_insert_after_without_update):
Tidy.
(gsi_for_stmt): Don't search for stmt.
(gsi_insert_on_edge_immediate): Tidy.
* gimple.c (gimple_alloc_k): Remove "sequences".
(gimple_seq_cache): Remove.
(gimple_alloc_stat): Make stmt a singleton sequence.
(gimple_seq_alloc, gimple_seq_free): Remove.
(gimple_assign_set_rhs_with_ops_1): Ensure new stmt is a singleton.
(gimple_copy): Ditto.
* gimplify.c (gimplify_cleanup_point_expr): Use gsi_set_stmt,
create iterator from correct sequence.
* tree-phinodes.c (make_phi_node): Make stmt a singleton.
* gimple.h (gimple_stmt_iterator <seq>): Make it be pointer to
gimple_seq.
(gimple_seq_set_last, gimple_seq_set_first): Take pointer to
sequence, lazily allocate it.
(bb_seq_addr): New function.
(gsi_start_1): Rename from gsi_start, but take pointer to sequence.
(gsi_start): Macro to wrap gsi_start_1 taking pointer of argument.
(gsi_none): New function.
(gsi_start_bb): Adjust.
(gsi_last_1): Rename from gsi_last, but take pointer to sequence.
(gsi_last): Macro to wrap gsi_last_1 taking pointer of argument.
(gsi_last_bb): Adjust.
(gsi_seq): Adjust.
* tree-flow-inline.h (phi_nodes_ptr): New function.
* gimple-iterator.c (gsi_insert_seq_nodes_before): Adjust to
datastructure and interface change.
(gsi_insert_seq_before_without_update): Ditto.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_split_seq_after): Ditto, don't use gimple_seq_alloc.
(gsi_split_seq_before): Ditto.
(gsi_start_phis): Adjust.
* tree-vect-loop.c (vect_determine_vectorization_factor): Use
gsi_none.
(vect_transform_loop): Ditto.
* gimple.c (gimple_seq_add_stmt, gimple_seq_add_seq,
gimple_seq_copy): Don't use gimple_seq_alloc.
* gimplify.c (gimple_seq_add_stmt_without_update): Ditto.
(gimplify_seq_add_seq): Ditto.
* lto-streamer-in.c (make_new_block): Ditto.
* tree-cfg.c (create_bb): Ditto.
* tree-sra.c (initialize_parameter_reductions): Ditto.
* gimple.h (gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt, gimple_seq_set_last, gimple_seq_set_first,
gimple_seq_empty_p, gimple_seq_alloc_with_stmt, bb_seq,
set_bb_seq): Move down to after gimple_statement_d definition.
* gimple-fold.c (gimplify_and_update_call_from_tree): Use
gsi_replace_with_seq, instead of inserting itself.
* gimple-iterator.c (gsi_replace_with_seq): New function.
* tree-ssa-forwprop.c (forward_propagate_comparison): Take
iterator instead of statement, advance it.
(ssa_forward_propagate_and_combine): Adjust call to above.
* tree-phinodes.c (add_phi_node_to_bb): Tidy, don't use
gimple_seq_alloc.
* omp-low.c (finalize_task_copyfn): Don't use gimple_seq_alloc.
* tree-nested.c (walk_gimple_omp_for): Ditto.
* trans-mem.c (lower_transaction): Ditto.
* tree-eh.c (do_return_redirection): Ditto.
(do_goto_redirection): Ditto.
(lower_try_finally_switch): Ditto.
* gimplify.c (gimplify_stmt): Ditto.
(gimplify_scan_omp_clauses): Ditto.
(gimplify_omp_for): Ditto.
(gimplify_function_tree): Ditto.
* gimple-fold.c (gimplify_and_update_call_from_tree): Ditto.
* tree-mudflap.c (mf_decl_cache_locals): Ditto.
(mf_build_check_statement_for): Ditto.
(mx_register_decls): Ditto.
* graphite-sese-to-poly.c (remove_invariant_phi): Ditto,
and don't use itertors to append.
(insert_stmts): Ditto.
(insert_out_of_ssa_copy): Ditto.
(insert_out_of_ssa_copy_on_edge): Ditto.
* gimple.h (gimple_bind_body_ptr): New function.
(gimple_bind_body): Use it.
(gimple_catch_handler): Use gimple_catch_handler_ptr.
(gimple_eh_filter_failure_ptr): New function.
(gimple_eh_filter_failure): Use it.
(gimple_eh_else_n_body_ptr): New function.
(gimple_eh_else_n_body): Use it.
(gimple_eh_else_e_body_ptr): New function.
(gimple_eh_else_e_body): Use it.
(gimple_try_eval_ptr): New function.
(gimple_try_eval): Use it.
(gimple_try_cleanup_ptr): New function.
(gimple_try_cleanup): Use it.
(gimple_wce_cleanup_ptr): New function.
(gimple_wce_cleanup): Use it.
(gimple_omp_body_ptr): New function.
(gimple_omp_body): Use it.
(gimple_omp_for_pre_body_ptr): New function.
(gimple_omp_for_pre_body): Use it.
(gimple_transaction_body_ptr): New function.
(gimple_transaction_body): Use it.
(gsi_split_seq_before): Adjust to return nothing and take pointer
to sequence.
(gsi_set_stmt): Declare.
(gsi_replace_with_seq): Declare.
(walk_gimple_seq_mod): Declare.
* function.h (struct function <gimple_body>): Use typedef gimple_seq.
* gimple-iterator.c (gsi_set_stmt): New function.
(gsi_split_seq_before): Return new sequence via pointer argument.
(gsi_replace): Use gsi_set_stmt.
* tree-ssa-loop-im.c (move_computations_stmt): First remove
then insert stmt.
* tree-complex.c (update_complex_components_on_edge): Don't
copy gsi.
* tree-phinodes.c (resize_phi_node): Don't resize stmt in-place,
return new stmt.
(reserve_phi_args_for_new_edge): Change call to above,
use gsi_set_stmt.
* omp-low.c (lower_omp): Change prototype to take pointer to
sequence.
(lower_rec_input_clauses): Use gimple_seq_add_seq instead of
iterators. Adjust call to lower_omp.
(lower_lastprivate_clauses): Adjust call to lower_omp.
(lower_reduction_clauses): Ditto.
(expand_omp_taskreg): Nullify non-cfg body of child_fn.
(lower_omp_sections): Don't explicitely count sequence length,
nullify lowered bodies earlier, ensure stmts are part of only
one sequence, adjust call to lower_omp.
(lower_omp_single): Ensure stmts are part of only one sequence,
adjust call to lower_omp.
(lower_omp_master): Ditto.
(lower_omp_ordered): Ditto.
(lower_omp_critical): Ditto.
(lower_omp_for): Ditto.
(lower_omp_taskreg): Ditto, tidy.
(lower_omp_1): Adjust calls to lower_omp.
(execute_lower_omp): Ditto.
(lower_omp): Adjust to take pointer to sequence.
(diagnose_sb_2): Use walk_gimple_seq_mod.
(diagnose_omp_structured_block_errors): Ditto and set possibly
changed function body.
* gimple-low.c (lower_function_body): Set function body after
it stabilizes.
(lower_sequence): Adjust to take pointer to sequence.
(lower_omp_directive): Ensure stmt isn't put twice into the
sequence, adjust call to lower_sequence.
(lower_stmt): Adjust calls to lower_sequence.
(lower_gimple_bind): Ditto.
(gimple_try_catch_may_fallthru): Call gsi_start with lvalue.
* tree-nested.c (walk_body): Take pointer to sequence, use
walk_gimple_seq_mod.
(walk_function): Adjust call to walk_body, set possibly changed
body.
(walk_gimple_omp_for): Adjust calls to walk_body.
(convert_nonlocal_omp_clauses): Ditto.
(convert_nonlocal_reference_stmt): Ditto.
(convert_local_omp_clauses): Ditto.
(convert_local_reference_stmt): Ditto.
(convert_tramp_reference_stmt): Ditto.
(convert_gimple_call): Ditto.
(convert_nl_goto_reference): Use local iterator copy.
* gimple.c (walk_gimple_seq_mod): Renamed from walk_gimple_seq,
but taking pointer to sequence, ensure gsi_start is called with
callers lvalue.
(walk_gimple_seq): New wrapper around walk_gimple_seq_mod,
asserting that the sequence head didn't change.
(walk_gimple_stmt): Replace all calls to walk_gimple_seq with
walk_gimple_seq_mod.
* trans-mem.c (lower_transaction): Use walk_gimple_seq_mod.
(execute_lower_tm): Ditto, and set possibly changed body.
* tree-eh.c (lower_eh_constructs_1): Take pointer to sequence,
call gsi_start with that lvalue.
(replace_goto_queue_stmt_list): Ditto.
(replace_goto_queue_1): Adjust calls to replace_goto_queue_stmt_list.
(replace_goto_queue): Ditto.
(lower_try_finally_nofallthru): Adjust calls to lower_eh_constructs_1.
(lower_try_finally_onedest): Ditto.
(lower_try_finally_copy): Ditto.
(lower_try_finally_switch): Ditto.
(lower_try_finally): Ditto.
(lower_eh_filter): Ditto.
(lower_eh_must_not_throw): Ditto.
(lower_cleanup): Ditto.
(lower_eh_constructs_2): Ditto.
(lower_catch): Ditto, and ensure gsi_start is called with lvalue.
(lower_eh_constructs): Adjust calls to lower_eh_constructs_1, and
set possibly changed body.
(optimize_double_finally): Call gsi_start with lvalue.
* tree-cfg.c (make_blocks): Adjust call to gsi_split_seq_before.
(gimple_split_block): Ditto.
(gimple_merge_blocks): Use gsi_start_phis.
(move_stmt_r): Use walk_gimple_seq_mod.
* tree-ssa-dse.c (dse_enter_block): Use gsi_last_bb.
* cgraphbuild.c (build_cgraph_edges): Use gsi_start_phis.
(rebuild_cgraph_edges): Ditto.
(cgraph_rebuild_references): Ditto.
* ipa-prop.c (ipa_analyze_params_uses): Ditto.
* tree-inline.c (copy_phis_for_bb): Ditto.
* tree-ssa-dce.c: Ditto.
* cgraphunit.c (cgraph_analyze_function): Use gimple_has_body_p.
From-SVN: r187053
2012-05-02 18:41:48 +02:00
|
|
|
gimple_seq_add_stmt (&stmts, stmt);
|
2010-12-01 18:25:30 +01:00
|
|
|
for (gsi = gsi_start (stmts); !gsi_end_p (gsi); gsi_next (&gsi))
|
|
|
|
VEC_safe_push (gimple, heap, x, gsi_stmt (gsi));
|
2009-11-25 05:53:05 +01:00
|
|
|
|
2010-08-11 22:24:23 +02:00
|
|
|
if (gimple_code (after_stmt) == GIMPLE_PHI)
|
2009-11-25 05:53:05 +01:00
|
|
|
{
|
2010-08-11 22:24:23 +02:00
|
|
|
gsi = gsi_after_labels (gimple_bb (after_stmt));
|
2009-11-25 05:53:05 +01:00
|
|
|
gsi_insert_seq_before (&gsi, stmts, GSI_NEW_STMT);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2010-08-11 22:24:23 +02:00
|
|
|
gsi = gsi_for_stmt (after_stmt);
|
2009-11-25 05:53:05 +01:00
|
|
|
gsi_insert_seq_after (&gsi, stmts, GSI_NEW_STMT);
|
|
|
|
}
|
2010-12-01 18:25:30 +01:00
|
|
|
|
|
|
|
analyze_drs_in_stmts (scop, gimple_bb (after_stmt), x);
|
|
|
|
VEC_free (gimple, heap, x);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
/* Creates a poly_bb_p for basic_block BB from the existing PBB. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
new_pbb_from_pbb (scop_p scop, poly_bb_p pbb, basic_block bb)
|
|
|
|
{
|
|
|
|
VEC (data_reference_p, heap) *drs = VEC_alloc (data_reference_p, heap, 3);
|
|
|
|
gimple_bb_p gbb = PBB_BLACK_BOX (pbb);
|
|
|
|
gimple_bb_p gbb1 = new_gimple_bb (bb, drs);
|
|
|
|
poly_bb_p pbb1 = new_poly_bb (scop, gbb1);
|
|
|
|
int index, n = VEC_length (poly_bb_p, SCOP_BBS (scop));
|
|
|
|
|
|
|
|
/* The INDEX of PBB in SCOP_BBS. */
|
|
|
|
for (index = 0; index < n; index++)
|
|
|
|
if (VEC_index (poly_bb_p, SCOP_BBS (scop), index) == pbb)
|
|
|
|
break;
|
|
|
|
|
2012-07-02 13:43:46 +02:00
|
|
|
pbb1->domain = isl_set_copy (pbb->domain);
|
2011-01-25 07:48:42 +01:00
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
GBB_PBB (gbb1) = pbb1;
|
|
|
|
GBB_CONDITIONS (gbb1) = VEC_copy (gimple, heap, GBB_CONDITIONS (gbb));
|
|
|
|
GBB_CONDITION_CASES (gbb1) = VEC_copy (gimple, heap, GBB_CONDITION_CASES (gbb));
|
|
|
|
VEC_safe_insert (poly_bb_p, heap, SCOP_BBS (scop), index + 1, pbb1);
|
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Insert on edge E the assignment "RES := EXPR". */
|
|
|
|
|
|
|
|
static void
|
2010-12-01 18:25:10 +01:00
|
|
|
insert_out_of_ssa_copy_on_edge (scop_p scop, edge e, tree res, tree expr)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
gimple_stmt_iterator gsi;
|
coretypes.h (gimple_seq, [...]): Typedef as gimple.
* coretypes.h (gimple_seq, const_gimple_seq): Typedef as gimple.
* gimple.h (struct gimple_seq_node_d, struct gimple_seq_d): Remove.
(const_gimple_seq_node): Remove.
(gimple_seq_node): Typedef as gimple.
(struct gimple_statement_base): Add next and prev members,
adjust all WORD markers in using structs.
(union gimple_statement_d): Link via gsbase.next field for GC and PCH.
(gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt): Adjust as gimple_seq, gimple_seq_node and
gimple are the same.
(gimple_seq_set_last, gimple_seq_set_first): Don't allocate
gimple_seq, adjust.
(gimple_init_singleton): New function.
(gsi_start_1, gsi_last_1, gsi_end_p, gsi_one_before_end_p): Adjust.
(gsi_next, gsi_prev): Adjust, handle prev cyclic list correctly.
(gsi_stmt): Adjust.
(gsi_stmt_ptr): Remove.
(enum gimple_alloc_kind): Remove gimple_alloc_kind_seq member.
* gimple-iterator.c (update_bb_for_stmts): Take last parameter
again, adjust for above changes.
(update_call_edge_frequencies): Adjust for above changes.
(gsi_insert_seq_nodes_before): Rewrite for new data structure.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_split_seq_after): Ditto.
(gsi_set_stmt): Ditto.
(gsi_split_seq_before): Ditto.
(gsi_remove): Ditto.
(gsi_insert_seq_before_without_update): Don't free sequence.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_replace): Assert some more invariants.
(gsi_insert_before_without_update, gsi_insert_after_without_update):
Tidy.
(gsi_for_stmt): Don't search for stmt.
(gsi_insert_on_edge_immediate): Tidy.
* gimple.c (gimple_alloc_k): Remove "sequences".
(gimple_seq_cache): Remove.
(gimple_alloc_stat): Make stmt a singleton sequence.
(gimple_seq_alloc, gimple_seq_free): Remove.
(gimple_assign_set_rhs_with_ops_1): Ensure new stmt is a singleton.
(gimple_copy): Ditto.
* gimplify.c (gimplify_cleanup_point_expr): Use gsi_set_stmt,
create iterator from correct sequence.
* tree-phinodes.c (make_phi_node): Make stmt a singleton.
* gimple.h (gimple_stmt_iterator <seq>): Make it be pointer to
gimple_seq.
(gimple_seq_set_last, gimple_seq_set_first): Take pointer to
sequence, lazily allocate it.
(bb_seq_addr): New function.
(gsi_start_1): Rename from gsi_start, but take pointer to sequence.
(gsi_start): Macro to wrap gsi_start_1 taking pointer of argument.
(gsi_none): New function.
(gsi_start_bb): Adjust.
(gsi_last_1): Rename from gsi_last, but take pointer to sequence.
(gsi_last): Macro to wrap gsi_last_1 taking pointer of argument.
(gsi_last_bb): Adjust.
(gsi_seq): Adjust.
* tree-flow-inline.h (phi_nodes_ptr): New function.
* gimple-iterator.c (gsi_insert_seq_nodes_before): Adjust to
datastructure and interface change.
(gsi_insert_seq_before_without_update): Ditto.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_split_seq_after): Ditto, don't use gimple_seq_alloc.
(gsi_split_seq_before): Ditto.
(gsi_start_phis): Adjust.
* tree-vect-loop.c (vect_determine_vectorization_factor): Use
gsi_none.
(vect_transform_loop): Ditto.
* gimple.c (gimple_seq_add_stmt, gimple_seq_add_seq,
gimple_seq_copy): Don't use gimple_seq_alloc.
* gimplify.c (gimple_seq_add_stmt_without_update): Ditto.
(gimplify_seq_add_seq): Ditto.
* lto-streamer-in.c (make_new_block): Ditto.
* tree-cfg.c (create_bb): Ditto.
* tree-sra.c (initialize_parameter_reductions): Ditto.
* gimple.h (gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt, gimple_seq_set_last, gimple_seq_set_first,
gimple_seq_empty_p, gimple_seq_alloc_with_stmt, bb_seq,
set_bb_seq): Move down to after gimple_statement_d definition.
* gimple-fold.c (gimplify_and_update_call_from_tree): Use
gsi_replace_with_seq, instead of inserting itself.
* gimple-iterator.c (gsi_replace_with_seq): New function.
* tree-ssa-forwprop.c (forward_propagate_comparison): Take
iterator instead of statement, advance it.
(ssa_forward_propagate_and_combine): Adjust call to above.
* tree-phinodes.c (add_phi_node_to_bb): Tidy, don't use
gimple_seq_alloc.
* omp-low.c (finalize_task_copyfn): Don't use gimple_seq_alloc.
* tree-nested.c (walk_gimple_omp_for): Ditto.
* trans-mem.c (lower_transaction): Ditto.
* tree-eh.c (do_return_redirection): Ditto.
(do_goto_redirection): Ditto.
(lower_try_finally_switch): Ditto.
* gimplify.c (gimplify_stmt): Ditto.
(gimplify_scan_omp_clauses): Ditto.
(gimplify_omp_for): Ditto.
(gimplify_function_tree): Ditto.
* gimple-fold.c (gimplify_and_update_call_from_tree): Ditto.
* tree-mudflap.c (mf_decl_cache_locals): Ditto.
(mf_build_check_statement_for): Ditto.
(mx_register_decls): Ditto.
* graphite-sese-to-poly.c (remove_invariant_phi): Ditto,
and don't use itertors to append.
(insert_stmts): Ditto.
(insert_out_of_ssa_copy): Ditto.
(insert_out_of_ssa_copy_on_edge): Ditto.
* gimple.h (gimple_bind_body_ptr): New function.
(gimple_bind_body): Use it.
(gimple_catch_handler): Use gimple_catch_handler_ptr.
(gimple_eh_filter_failure_ptr): New function.
(gimple_eh_filter_failure): Use it.
(gimple_eh_else_n_body_ptr): New function.
(gimple_eh_else_n_body): Use it.
(gimple_eh_else_e_body_ptr): New function.
(gimple_eh_else_e_body): Use it.
(gimple_try_eval_ptr): New function.
(gimple_try_eval): Use it.
(gimple_try_cleanup_ptr): New function.
(gimple_try_cleanup): Use it.
(gimple_wce_cleanup_ptr): New function.
(gimple_wce_cleanup): Use it.
(gimple_omp_body_ptr): New function.
(gimple_omp_body): Use it.
(gimple_omp_for_pre_body_ptr): New function.
(gimple_omp_for_pre_body): Use it.
(gimple_transaction_body_ptr): New function.
(gimple_transaction_body): Use it.
(gsi_split_seq_before): Adjust to return nothing and take pointer
to sequence.
(gsi_set_stmt): Declare.
(gsi_replace_with_seq): Declare.
(walk_gimple_seq_mod): Declare.
* function.h (struct function <gimple_body>): Use typedef gimple_seq.
* gimple-iterator.c (gsi_set_stmt): New function.
(gsi_split_seq_before): Return new sequence via pointer argument.
(gsi_replace): Use gsi_set_stmt.
* tree-ssa-loop-im.c (move_computations_stmt): First remove
then insert stmt.
* tree-complex.c (update_complex_components_on_edge): Don't
copy gsi.
* tree-phinodes.c (resize_phi_node): Don't resize stmt in-place,
return new stmt.
(reserve_phi_args_for_new_edge): Change call to above,
use gsi_set_stmt.
* omp-low.c (lower_omp): Change prototype to take pointer to
sequence.
(lower_rec_input_clauses): Use gimple_seq_add_seq instead of
iterators. Adjust call to lower_omp.
(lower_lastprivate_clauses): Adjust call to lower_omp.
(lower_reduction_clauses): Ditto.
(expand_omp_taskreg): Nullify non-cfg body of child_fn.
(lower_omp_sections): Don't explicitely count sequence length,
nullify lowered bodies earlier, ensure stmts are part of only
one sequence, adjust call to lower_omp.
(lower_omp_single): Ensure stmts are part of only one sequence,
adjust call to lower_omp.
(lower_omp_master): Ditto.
(lower_omp_ordered): Ditto.
(lower_omp_critical): Ditto.
(lower_omp_for): Ditto.
(lower_omp_taskreg): Ditto, tidy.
(lower_omp_1): Adjust calls to lower_omp.
(execute_lower_omp): Ditto.
(lower_omp): Adjust to take pointer to sequence.
(diagnose_sb_2): Use walk_gimple_seq_mod.
(diagnose_omp_structured_block_errors): Ditto and set possibly
changed function body.
* gimple-low.c (lower_function_body): Set function body after
it stabilizes.
(lower_sequence): Adjust to take pointer to sequence.
(lower_omp_directive): Ensure stmt isn't put twice into the
sequence, adjust call to lower_sequence.
(lower_stmt): Adjust calls to lower_sequence.
(lower_gimple_bind): Ditto.
(gimple_try_catch_may_fallthru): Call gsi_start with lvalue.
* tree-nested.c (walk_body): Take pointer to sequence, use
walk_gimple_seq_mod.
(walk_function): Adjust call to walk_body, set possibly changed
body.
(walk_gimple_omp_for): Adjust calls to walk_body.
(convert_nonlocal_omp_clauses): Ditto.
(convert_nonlocal_reference_stmt): Ditto.
(convert_local_omp_clauses): Ditto.
(convert_local_reference_stmt): Ditto.
(convert_tramp_reference_stmt): Ditto.
(convert_gimple_call): Ditto.
(convert_nl_goto_reference): Use local iterator copy.
* gimple.c (walk_gimple_seq_mod): Renamed from walk_gimple_seq,
but taking pointer to sequence, ensure gsi_start is called with
callers lvalue.
(walk_gimple_seq): New wrapper around walk_gimple_seq_mod,
asserting that the sequence head didn't change.
(walk_gimple_stmt): Replace all calls to walk_gimple_seq with
walk_gimple_seq_mod.
* trans-mem.c (lower_transaction): Use walk_gimple_seq_mod.
(execute_lower_tm): Ditto, and set possibly changed body.
* tree-eh.c (lower_eh_constructs_1): Take pointer to sequence,
call gsi_start with that lvalue.
(replace_goto_queue_stmt_list): Ditto.
(replace_goto_queue_1): Adjust calls to replace_goto_queue_stmt_list.
(replace_goto_queue): Ditto.
(lower_try_finally_nofallthru): Adjust calls to lower_eh_constructs_1.
(lower_try_finally_onedest): Ditto.
(lower_try_finally_copy): Ditto.
(lower_try_finally_switch): Ditto.
(lower_try_finally): Ditto.
(lower_eh_filter): Ditto.
(lower_eh_must_not_throw): Ditto.
(lower_cleanup): Ditto.
(lower_eh_constructs_2): Ditto.
(lower_catch): Ditto, and ensure gsi_start is called with lvalue.
(lower_eh_constructs): Adjust calls to lower_eh_constructs_1, and
set possibly changed body.
(optimize_double_finally): Call gsi_start with lvalue.
* tree-cfg.c (make_blocks): Adjust call to gsi_split_seq_before.
(gimple_split_block): Ditto.
(gimple_merge_blocks): Use gsi_start_phis.
(move_stmt_r): Use walk_gimple_seq_mod.
* tree-ssa-dse.c (dse_enter_block): Use gsi_last_bb.
* cgraphbuild.c (build_cgraph_edges): Use gsi_start_phis.
(rebuild_cgraph_edges): Ditto.
(cgraph_rebuild_references): Ditto.
* ipa-prop.c (ipa_analyze_params_uses): Ditto.
* tree-inline.c (copy_phis_for_bb): Ditto.
* tree-ssa-dce.c: Ditto.
* cgraphunit.c (cgraph_analyze_function): Use gimple_has_body_p.
From-SVN: r187053
2012-05-02 18:41:48 +02:00
|
|
|
gimple_seq stmts = NULL;
|
2009-07-31 04:43:11 +02:00
|
|
|
tree var = force_gimple_operand (expr, &stmts, true, NULL_TREE);
|
|
|
|
gimple stmt = gimple_build_assign (res, var);
|
2010-12-01 18:25:10 +01:00
|
|
|
basic_block bb;
|
2010-12-01 18:25:30 +01:00
|
|
|
VEC (gimple, heap) *x = VEC_alloc (gimple, heap, 3);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
coretypes.h (gimple_seq, [...]): Typedef as gimple.
* coretypes.h (gimple_seq, const_gimple_seq): Typedef as gimple.
* gimple.h (struct gimple_seq_node_d, struct gimple_seq_d): Remove.
(const_gimple_seq_node): Remove.
(gimple_seq_node): Typedef as gimple.
(struct gimple_statement_base): Add next and prev members,
adjust all WORD markers in using structs.
(union gimple_statement_d): Link via gsbase.next field for GC and PCH.
(gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt): Adjust as gimple_seq, gimple_seq_node and
gimple are the same.
(gimple_seq_set_last, gimple_seq_set_first): Don't allocate
gimple_seq, adjust.
(gimple_init_singleton): New function.
(gsi_start_1, gsi_last_1, gsi_end_p, gsi_one_before_end_p): Adjust.
(gsi_next, gsi_prev): Adjust, handle prev cyclic list correctly.
(gsi_stmt): Adjust.
(gsi_stmt_ptr): Remove.
(enum gimple_alloc_kind): Remove gimple_alloc_kind_seq member.
* gimple-iterator.c (update_bb_for_stmts): Take last parameter
again, adjust for above changes.
(update_call_edge_frequencies): Adjust for above changes.
(gsi_insert_seq_nodes_before): Rewrite for new data structure.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_split_seq_after): Ditto.
(gsi_set_stmt): Ditto.
(gsi_split_seq_before): Ditto.
(gsi_remove): Ditto.
(gsi_insert_seq_before_without_update): Don't free sequence.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_replace): Assert some more invariants.
(gsi_insert_before_without_update, gsi_insert_after_without_update):
Tidy.
(gsi_for_stmt): Don't search for stmt.
(gsi_insert_on_edge_immediate): Tidy.
* gimple.c (gimple_alloc_k): Remove "sequences".
(gimple_seq_cache): Remove.
(gimple_alloc_stat): Make stmt a singleton sequence.
(gimple_seq_alloc, gimple_seq_free): Remove.
(gimple_assign_set_rhs_with_ops_1): Ensure new stmt is a singleton.
(gimple_copy): Ditto.
* gimplify.c (gimplify_cleanup_point_expr): Use gsi_set_stmt,
create iterator from correct sequence.
* tree-phinodes.c (make_phi_node): Make stmt a singleton.
* gimple.h (gimple_stmt_iterator <seq>): Make it be pointer to
gimple_seq.
(gimple_seq_set_last, gimple_seq_set_first): Take pointer to
sequence, lazily allocate it.
(bb_seq_addr): New function.
(gsi_start_1): Rename from gsi_start, but take pointer to sequence.
(gsi_start): Macro to wrap gsi_start_1 taking pointer of argument.
(gsi_none): New function.
(gsi_start_bb): Adjust.
(gsi_last_1): Rename from gsi_last, but take pointer to sequence.
(gsi_last): Macro to wrap gsi_last_1 taking pointer of argument.
(gsi_last_bb): Adjust.
(gsi_seq): Adjust.
* tree-flow-inline.h (phi_nodes_ptr): New function.
* gimple-iterator.c (gsi_insert_seq_nodes_before): Adjust to
datastructure and interface change.
(gsi_insert_seq_before_without_update): Ditto.
(gsi_insert_seq_nodes_after): Ditto.
(gsi_insert_seq_after_without_update): Ditto.
(gsi_split_seq_after): Ditto, don't use gimple_seq_alloc.
(gsi_split_seq_before): Ditto.
(gsi_start_phis): Adjust.
* tree-vect-loop.c (vect_determine_vectorization_factor): Use
gsi_none.
(vect_transform_loop): Ditto.
* gimple.c (gimple_seq_add_stmt, gimple_seq_add_seq,
gimple_seq_copy): Don't use gimple_seq_alloc.
* gimplify.c (gimple_seq_add_stmt_without_update): Ditto.
(gimplify_seq_add_seq): Ditto.
* lto-streamer-in.c (make_new_block): Ditto.
* tree-cfg.c (create_bb): Ditto.
* tree-sra.c (initialize_parameter_reductions): Ditto.
* gimple.h (gimple_seq_first, gimple_seq_first_stmt, gimple_seq_last,
gimple_seq_last_stmt, gimple_seq_set_last, gimple_seq_set_first,
gimple_seq_empty_p, gimple_seq_alloc_with_stmt, bb_seq,
set_bb_seq): Move down to after gimple_statement_d definition.
* gimple-fold.c (gimplify_and_update_call_from_tree): Use
gsi_replace_with_seq, instead of inserting itself.
* gimple-iterator.c (gsi_replace_with_seq): New function.
* tree-ssa-forwprop.c (forward_propagate_comparison): Take
iterator instead of statement, advance it.
(ssa_forward_propagate_and_combine): Adjust call to above.
* tree-phinodes.c (add_phi_node_to_bb): Tidy, don't use
gimple_seq_alloc.
* omp-low.c (finalize_task_copyfn): Don't use gimple_seq_alloc.
* tree-nested.c (walk_gimple_omp_for): Ditto.
* trans-mem.c (lower_transaction): Ditto.
* tree-eh.c (do_return_redirection): Ditto.
(do_goto_redirection): Ditto.
(lower_try_finally_switch): Ditto.
* gimplify.c (gimplify_stmt): Ditto.
(gimplify_scan_omp_clauses): Ditto.
(gimplify_omp_for): Ditto.
(gimplify_function_tree): Ditto.
* gimple-fold.c (gimplify_and_update_call_from_tree): Ditto.
* tree-mudflap.c (mf_decl_cache_locals): Ditto.
(mf_build_check_statement_for): Ditto.
(mx_register_decls): Ditto.
* graphite-sese-to-poly.c (remove_invariant_phi): Ditto,
and don't use itertors to append.
(insert_stmts): Ditto.
(insert_out_of_ssa_copy): Ditto.
(insert_out_of_ssa_copy_on_edge): Ditto.
* gimple.h (gimple_bind_body_ptr): New function.
(gimple_bind_body): Use it.
(gimple_catch_handler): Use gimple_catch_handler_ptr.
(gimple_eh_filter_failure_ptr): New function.
(gimple_eh_filter_failure): Use it.
(gimple_eh_else_n_body_ptr): New function.
(gimple_eh_else_n_body): Use it.
(gimple_eh_else_e_body_ptr): New function.
(gimple_eh_else_e_body): Use it.
(gimple_try_eval_ptr): New function.
(gimple_try_eval): Use it.
(gimple_try_cleanup_ptr): New function.
(gimple_try_cleanup): Use it.
(gimple_wce_cleanup_ptr): New function.
(gimple_wce_cleanup): Use it.
(gimple_omp_body_ptr): New function.
(gimple_omp_body): Use it.
(gimple_omp_for_pre_body_ptr): New function.
(gimple_omp_for_pre_body): Use it.
(gimple_transaction_body_ptr): New function.
(gimple_transaction_body): Use it.
(gsi_split_seq_before): Adjust to return nothing and take pointer
to sequence.
(gsi_set_stmt): Declare.
(gsi_replace_with_seq): Declare.
(walk_gimple_seq_mod): Declare.
* function.h (struct function <gimple_body>): Use typedef gimple_seq.
* gimple-iterator.c (gsi_set_stmt): New function.
(gsi_split_seq_before): Return new sequence via pointer argument.
(gsi_replace): Use gsi_set_stmt.
* tree-ssa-loop-im.c (move_computations_stmt): First remove
then insert stmt.
* tree-complex.c (update_complex_components_on_edge): Don't
copy gsi.
* tree-phinodes.c (resize_phi_node): Don't resize stmt in-place,
return new stmt.
(reserve_phi_args_for_new_edge): Change call to above,
use gsi_set_stmt.
* omp-low.c (lower_omp): Change prototype to take pointer to
sequence.
(lower_rec_input_clauses): Use gimple_seq_add_seq instead of
iterators. Adjust call to lower_omp.
(lower_lastprivate_clauses): Adjust call to lower_omp.
(lower_reduction_clauses): Ditto.
(expand_omp_taskreg): Nullify non-cfg body of child_fn.
(lower_omp_sections): Don't explicitely count sequence length,
nullify lowered bodies earlier, ensure stmts are part of only
one sequence, adjust call to lower_omp.
(lower_omp_single): Ensure stmts are part of only one sequence,
adjust call to lower_omp.
(lower_omp_master): Ditto.
(lower_omp_ordered): Ditto.
(lower_omp_critical): Ditto.
(lower_omp_for): Ditto.
(lower_omp_taskreg): Ditto, tidy.
(lower_omp_1): Adjust calls to lower_omp.
(execute_lower_omp): Ditto.
(lower_omp): Adjust to take pointer to sequence.
(diagnose_sb_2): Use walk_gimple_seq_mod.
(diagnose_omp_structured_block_errors): Ditto and set possibly
changed function body.
* gimple-low.c (lower_function_body): Set function body after
it stabilizes.
(lower_sequence): Adjust to take pointer to sequence.
(lower_omp_directive): Ensure stmt isn't put twice into the
sequence, adjust call to lower_sequence.
(lower_stmt): Adjust calls to lower_sequence.
(lower_gimple_bind): Ditto.
(gimple_try_catch_may_fallthru): Call gsi_start with lvalue.
* tree-nested.c (walk_body): Take pointer to sequence, use
walk_gimple_seq_mod.
(walk_function): Adjust call to walk_body, set possibly changed
body.
(walk_gimple_omp_for): Adjust calls to walk_body.
(convert_nonlocal_omp_clauses): Ditto.
(convert_nonlocal_reference_stmt): Ditto.
(convert_local_omp_clauses): Ditto.
(convert_local_reference_stmt): Ditto.
(convert_tramp_reference_stmt): Ditto.
(convert_gimple_call): Ditto.
(convert_nl_goto_reference): Use local iterator copy.
* gimple.c (walk_gimple_seq_mod): Renamed from walk_gimple_seq,
but taking pointer to sequence, ensure gsi_start is called with
callers lvalue.
(walk_gimple_seq): New wrapper around walk_gimple_seq_mod,
asserting that the sequence head didn't change.
(walk_gimple_stmt): Replace all calls to walk_gimple_seq with
walk_gimple_seq_mod.
* trans-mem.c (lower_transaction): Use walk_gimple_seq_mod.
(execute_lower_tm): Ditto, and set possibly changed body.
* tree-eh.c (lower_eh_constructs_1): Take pointer to sequence,
call gsi_start with that lvalue.
(replace_goto_queue_stmt_list): Ditto.
(replace_goto_queue_1): Adjust calls to replace_goto_queue_stmt_list.
(replace_goto_queue): Ditto.
(lower_try_finally_nofallthru): Adjust calls to lower_eh_constructs_1.
(lower_try_finally_onedest): Ditto.
(lower_try_finally_copy): Ditto.
(lower_try_finally_switch): Ditto.
(lower_try_finally): Ditto.
(lower_eh_filter): Ditto.
(lower_eh_must_not_throw): Ditto.
(lower_cleanup): Ditto.
(lower_eh_constructs_2): Ditto.
(lower_catch): Ditto, and ensure gsi_start is called with lvalue.
(lower_eh_constructs): Adjust calls to lower_eh_constructs_1, and
set possibly changed body.
(optimize_double_finally): Call gsi_start with lvalue.
* tree-cfg.c (make_blocks): Adjust call to gsi_split_seq_before.
(gimple_split_block): Ditto.
(gimple_merge_blocks): Use gsi_start_phis.
(move_stmt_r): Use walk_gimple_seq_mod.
* tree-ssa-dse.c (dse_enter_block): Use gsi_last_bb.
* cgraphbuild.c (build_cgraph_edges): Use gsi_start_phis.
(rebuild_cgraph_edges): Ditto.
(cgraph_rebuild_references): Ditto.
* ipa-prop.c (ipa_analyze_params_uses): Ditto.
* tree-inline.c (copy_phis_for_bb): Ditto.
* tree-ssa-dce.c: Ditto.
* cgraphunit.c (cgraph_analyze_function): Use gimple_has_body_p.
From-SVN: r187053
2012-05-02 18:41:48 +02:00
|
|
|
gimple_seq_add_stmt (&stmts, stmt);
|
2010-12-01 18:25:30 +01:00
|
|
|
for (gsi = gsi_start (stmts); !gsi_end_p (gsi); gsi_next (&gsi))
|
|
|
|
VEC_safe_push (gimple, heap, x, gsi_stmt (gsi));
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
gsi_insert_seq_on_edge (e, stmts);
|
|
|
|
gsi_commit_edge_inserts ();
|
2010-12-01 18:25:10 +01:00
|
|
|
bb = gimple_bb (stmt);
|
|
|
|
|
|
|
|
if (!bb_in_sese_p (bb, SCOP_REGION (scop)))
|
|
|
|
return;
|
|
|
|
|
|
|
|
if (!gbb_from_bb (bb))
|
|
|
|
new_pbb_from_pbb (scop, pbb_from_bb (e->src), bb);
|
2010-12-01 18:25:30 +01:00
|
|
|
|
|
|
|
analyze_drs_in_stmts (scop, bb, x);
|
|
|
|
VEC_free (gimple, heap, x);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Creates a zero dimension array of the same type as VAR. */
|
|
|
|
|
|
|
|
static tree
|
2009-11-25 06:22:49 +01:00
|
|
|
create_zero_dim_array (tree var, const char *base_name)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
tree index_type = build_index_type (integer_zero_node);
|
|
|
|
tree elt_type = TREE_TYPE (var);
|
|
|
|
tree array_type = build_array_type (elt_type, index_type);
|
2009-11-25 06:22:49 +01:00
|
|
|
tree base = create_tmp_var (array_type, base_name);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
add_referenced_var (base);
|
|
|
|
|
|
|
|
return build4 (ARRAY_REF, elt_type, base, integer_zero_node, NULL_TREE,
|
|
|
|
NULL_TREE);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns true when PHI is a loop close phi node. */
|
|
|
|
|
|
|
|
static bool
|
|
|
|
scalar_close_phi_node_p (gimple phi)
|
|
|
|
{
|
2009-11-25 05:54:30 +01:00
|
|
|
if (gimple_code (phi) != GIMPLE_PHI
|
|
|
|
|| !is_gimple_reg (gimple_phi_result (phi)))
|
2009-07-31 04:43:11 +02:00
|
|
|
return false;
|
|
|
|
|
2010-04-06 23:00:12 +02:00
|
|
|
/* Note that loop close phi nodes should have a single argument
|
|
|
|
because we translated the representation into a canonical form
|
|
|
|
before Graphite: see canonicalize_loop_closed_ssa_form. */
|
2009-07-31 04:43:11 +02:00
|
|
|
return (gimple_phi_num_args (phi) == 1);
|
|
|
|
}
|
|
|
|
|
2010-08-11 22:29:43 +02:00
|
|
|
/* For a definition DEF in REGION, propagates the expression EXPR in
|
|
|
|
all the uses of DEF outside REGION. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
propagate_expr_outside_region (tree def, tree expr, sese region)
|
|
|
|
{
|
|
|
|
imm_use_iterator imm_iter;
|
|
|
|
gimple use_stmt;
|
|
|
|
gimple_seq stmts;
|
|
|
|
bool replaced_once = false;
|
|
|
|
|
2010-08-11 22:29:59 +02:00
|
|
|
gcc_assert (TREE_CODE (def) == SSA_NAME);
|
2010-08-11 22:29:43 +02:00
|
|
|
|
|
|
|
expr = force_gimple_operand (unshare_expr (expr), &stmts, true,
|
|
|
|
NULL_TREE);
|
|
|
|
|
|
|
|
FOR_EACH_IMM_USE_STMT (use_stmt, imm_iter, def)
|
|
|
|
if (!is_gimple_debug (use_stmt)
|
|
|
|
&& !bb_in_sese_p (gimple_bb (use_stmt), region))
|
|
|
|
{
|
|
|
|
ssa_op_iter iter;
|
|
|
|
use_operand_p use_p;
|
|
|
|
|
|
|
|
FOR_EACH_PHI_OR_STMT_USE (use_p, use_stmt, iter, SSA_OP_ALL_USES)
|
|
|
|
if (operand_equal_p (def, USE_FROM_PTR (use_p), 0)
|
|
|
|
&& (replaced_once = true))
|
|
|
|
replace_exp (use_p, expr);
|
|
|
|
|
|
|
|
update_stmt (use_stmt);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (replaced_once)
|
|
|
|
{
|
|
|
|
gsi_insert_seq_on_edge (SESE_ENTRY (region), stmts);
|
|
|
|
gsi_commit_edge_inserts ();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Rewrite out of SSA the reduction phi node at PSI by creating a zero
|
|
|
|
dimension array for it. */
|
|
|
|
|
|
|
|
static void
|
2010-12-01 18:25:10 +01:00
|
|
|
rewrite_close_phi_out_of_ssa (scop_p scop, gimple_stmt_iterator *psi)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
2010-12-01 18:25:10 +01:00
|
|
|
sese region = SCOP_REGION (scop);
|
2009-07-31 04:43:11 +02:00
|
|
|
gimple phi = gsi_stmt (*psi);
|
|
|
|
tree res = gimple_phi_result (phi);
|
|
|
|
tree var = SSA_NAME_VAR (res);
|
2010-08-11 22:28:07 +02:00
|
|
|
basic_block bb = gimple_bb (phi);
|
|
|
|
gimple_stmt_iterator gsi = gsi_after_labels (bb);
|
2009-07-31 04:43:11 +02:00
|
|
|
tree arg = gimple_phi_arg_def (phi, 0);
|
2010-08-11 22:28:07 +02:00
|
|
|
gimple stmt;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-04-06 23:00:12 +02:00
|
|
|
/* Note that loop close phi nodes should have a single argument
|
|
|
|
because we translated the representation into a canonical form
|
|
|
|
before Graphite: see canonicalize_loop_closed_ssa_form. */
|
|
|
|
gcc_assert (gimple_phi_num_args (phi) == 1);
|
|
|
|
|
2010-08-11 22:28:07 +02:00
|
|
|
/* The phi node can be a non close phi node, when its argument is
|
2010-08-11 22:31:14 +02:00
|
|
|
invariant, or a default definition. */
|
2010-08-11 22:28:07 +02:00
|
|
|
if (is_gimple_min_invariant (arg)
|
2010-08-11 22:31:14 +02:00
|
|
|
|| SSA_NAME_IS_DEFAULT_DEF (arg))
|
2010-08-11 22:29:59 +02:00
|
|
|
{
|
|
|
|
propagate_expr_outside_region (res, arg, region);
|
|
|
|
gsi_next (psi);
|
|
|
|
return;
|
|
|
|
}
|
2010-08-11 22:29:43 +02:00
|
|
|
|
2010-08-11 22:31:24 +02:00
|
|
|
else if (gimple_bb (SSA_NAME_DEF_STMT (arg))->loop_father == bb->loop_father)
|
|
|
|
{
|
|
|
|
propagate_expr_outside_region (res, arg, region);
|
|
|
|
stmt = gimple_build_assign (res, arg);
|
|
|
|
remove_phi_node (psi, false);
|
|
|
|
gsi_insert_before (&gsi, stmt, GSI_NEW_STMT);
|
|
|
|
SSA_NAME_DEF_STMT (res) = stmt;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2010-08-11 22:29:43 +02:00
|
|
|
/* If res is scev analyzable and is not a scalar value, it is safe
|
|
|
|
to ignore the close phi node: it will be code generated in the
|
|
|
|
out of Graphite pass. */
|
|
|
|
else if (scev_analyzable_p (res, region))
|
|
|
|
{
|
|
|
|
loop_p loop = loop_containing_stmt (SSA_NAME_DEF_STMT (res));
|
|
|
|
tree scev;
|
|
|
|
|
|
|
|
if (!loop_in_sese_p (loop, region))
|
|
|
|
{
|
|
|
|
loop = loop_containing_stmt (SSA_NAME_DEF_STMT (arg));
|
|
|
|
scev = scalar_evolution_in_region (region, loop, arg);
|
|
|
|
scev = compute_overall_effect_of_inner_loop (loop, scev);
|
|
|
|
}
|
|
|
|
else
|
2010-08-11 22:29:59 +02:00
|
|
|
scev = scalar_evolution_in_region (region, loop, res);
|
2010-08-11 22:29:43 +02:00
|
|
|
|
|
|
|
if (tree_does_not_contain_chrecs (scev))
|
|
|
|
propagate_expr_outside_region (res, scev, region);
|
|
|
|
|
|
|
|
gsi_next (psi);
|
|
|
|
return;
|
|
|
|
}
|
2009-12-14 17:49:47 +01:00
|
|
|
else
|
2010-08-11 22:28:07 +02:00
|
|
|
{
|
|
|
|
tree zero_dim_array = create_zero_dim_array (var, "Close_Phi");
|
|
|
|
|
|
|
|
stmt = gimple_build_assign (res, zero_dim_array);
|
|
|
|
|
2010-08-11 22:28:23 +02:00
|
|
|
if (TREE_CODE (arg) == SSA_NAME)
|
2010-12-01 18:25:30 +01:00
|
|
|
insert_out_of_ssa_copy (scop, zero_dim_array, arg,
|
2010-12-01 18:25:10 +01:00
|
|
|
SSA_NAME_DEF_STMT (arg));
|
2010-08-11 22:28:07 +02:00
|
|
|
else
|
2010-12-01 18:25:10 +01:00
|
|
|
insert_out_of_ssa_copy_on_edge (scop, single_pred_edge (bb),
|
2010-08-11 22:28:07 +02:00
|
|
|
zero_dim_array, arg);
|
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
remove_phi_node (psi, false);
|
|
|
|
SSA_NAME_DEF_STMT (res) = stmt;
|
2010-12-01 18:25:30 +01:00
|
|
|
|
|
|
|
insert_stmts (scop, stmt, NULL, gsi_after_labels (bb));
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Rewrite out of SSA the reduction phi node at PSI by creating a zero
|
|
|
|
dimension array for it. */
|
|
|
|
|
|
|
|
static void
|
2010-12-01 18:25:10 +01:00
|
|
|
rewrite_phi_out_of_ssa (scop_p scop, gimple_stmt_iterator *psi)
|
2009-07-31 04:43:11 +02:00
|
|
|
{
|
|
|
|
size_t i;
|
|
|
|
gimple phi = gsi_stmt (*psi);
|
|
|
|
basic_block bb = gimple_bb (phi);
|
|
|
|
tree res = gimple_phi_result (phi);
|
|
|
|
tree var = SSA_NAME_VAR (res);
|
2010-08-11 22:24:23 +02:00
|
|
|
tree zero_dim_array = create_zero_dim_array (var, "phi_out_of_ssa");
|
2009-07-31 04:43:11 +02:00
|
|
|
gimple stmt;
|
|
|
|
gimple_seq stmts;
|
|
|
|
|
|
|
|
for (i = 0; i < gimple_phi_num_args (phi); i++)
|
|
|
|
{
|
|
|
|
tree arg = gimple_phi_arg_def (phi, i);
|
2010-08-11 22:25:11 +02:00
|
|
|
edge e = gimple_phi_arg_edge (phi, i);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-08-11 22:25:11 +02:00
|
|
|
/* Avoid the insertion of code in the loop latch to please the
|
|
|
|
pattern matching of the vectorizer. */
|
2010-08-11 22:29:35 +02:00
|
|
|
if (TREE_CODE (arg) == SSA_NAME
|
|
|
|
&& e->src == bb->loop_father->latch)
|
2010-12-01 18:25:30 +01:00
|
|
|
insert_out_of_ssa_copy (scop, zero_dim_array, arg,
|
2010-12-01 18:25:10 +01:00
|
|
|
SSA_NAME_DEF_STMT (arg));
|
2009-07-31 04:43:11 +02:00
|
|
|
else
|
2010-12-01 18:25:10 +01:00
|
|
|
insert_out_of_ssa_copy_on_edge (scop, e, zero_dim_array, arg);
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
var = force_gimple_operand (zero_dim_array, &stmts, true, NULL_TREE);
|
|
|
|
|
|
|
|
stmt = gimple_build_assign (res, var);
|
|
|
|
remove_phi_node (psi, false);
|
|
|
|
SSA_NAME_DEF_STMT (res) = stmt;
|
|
|
|
|
2010-12-01 18:25:30 +01:00
|
|
|
insert_stmts (scop, stmt, stmts, gsi_after_labels (bb));
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
2010-08-11 22:26:15 +02:00
|
|
|
/* Rewrite the degenerate phi node at position PSI from the degenerate
|
|
|
|
form "x = phi (y, y, ..., y)" to "x = y". */
|
|
|
|
|
|
|
|
static void
|
|
|
|
rewrite_degenerate_phi (gimple_stmt_iterator *psi)
|
|
|
|
{
|
|
|
|
tree rhs;
|
|
|
|
gimple stmt;
|
|
|
|
gimple_stmt_iterator gsi;
|
|
|
|
gimple phi = gsi_stmt (*psi);
|
|
|
|
tree res = gimple_phi_result (phi);
|
|
|
|
basic_block bb;
|
|
|
|
|
|
|
|
bb = gimple_bb (phi);
|
|
|
|
rhs = degenerate_phi_result (phi);
|
|
|
|
gcc_assert (rhs);
|
|
|
|
|
|
|
|
stmt = gimple_build_assign (res, rhs);
|
|
|
|
remove_phi_node (psi, false);
|
|
|
|
SSA_NAME_DEF_STMT (res) = stmt;
|
|
|
|
|
|
|
|
gsi = gsi_after_labels (bb);
|
|
|
|
gsi_insert_before (&gsi, stmt, GSI_NEW_STMT);
|
|
|
|
}
|
|
|
|
|
2010-08-11 22:25:34 +02:00
|
|
|
/* Rewrite out of SSA all the reduction phi nodes of SCOP. */
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
static void
|
2010-08-11 22:25:34 +02:00
|
|
|
rewrite_reductions_out_of_ssa (scop_p scop)
|
|
|
|
{
|
|
|
|
basic_block bb;
|
|
|
|
gimple_stmt_iterator psi;
|
|
|
|
sese region = SCOP_REGION (scop);
|
|
|
|
|
|
|
|
FOR_EACH_BB (bb)
|
|
|
|
if (bb_in_sese_p (bb, region))
|
|
|
|
for (psi = gsi_start_phis (bb); !gsi_end_p (psi);)
|
|
|
|
{
|
2010-08-11 22:26:15 +02:00
|
|
|
gimple phi = gsi_stmt (psi);
|
|
|
|
|
2010-09-30 23:18:17 +02:00
|
|
|
if (!is_gimple_reg (gimple_phi_result (phi)))
|
|
|
|
{
|
|
|
|
gsi_next (&psi);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2010-08-11 22:26:15 +02:00
|
|
|
if (gimple_phi_num_args (phi) > 1
|
|
|
|
&& degenerate_phi_result (phi))
|
|
|
|
rewrite_degenerate_phi (&psi);
|
|
|
|
|
|
|
|
else if (scalar_close_phi_node_p (phi))
|
2010-12-01 18:25:10 +01:00
|
|
|
rewrite_close_phi_out_of_ssa (scop, &psi);
|
2010-08-11 22:26:15 +02:00
|
|
|
|
2010-08-11 22:25:34 +02:00
|
|
|
else if (reduction_phi_p (region, &psi))
|
2010-12-01 18:25:10 +01:00
|
|
|
rewrite_phi_out_of_ssa (scop, &psi);
|
2010-08-11 22:25:34 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
update_ssa (TODO_update_ssa);
|
|
|
|
#ifdef ENABLE_CHECKING
|
|
|
|
verify_loop_closed_ssa (true);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2009-11-25 05:53:33 +01:00
|
|
|
/* Rewrite the scalar dependence of DEF used in USE_STMT with a memory
|
|
|
|
read from ZERO_DIM_ARRAY. */
|
|
|
|
|
|
|
|
static void
|
2010-12-01 18:25:30 +01:00
|
|
|
rewrite_cross_bb_scalar_dependence (scop_p scop, tree zero_dim_array,
|
2010-12-01 18:25:10 +01:00
|
|
|
tree def, gimple use_stmt)
|
2009-11-25 05:53:33 +01:00
|
|
|
{
|
|
|
|
tree var = SSA_NAME_VAR (def);
|
|
|
|
gimple name_stmt = gimple_build_assign (var, zero_dim_array);
|
|
|
|
tree name = make_ssa_name (var, name_stmt);
|
|
|
|
ssa_op_iter iter;
|
|
|
|
use_operand_p use_p;
|
|
|
|
|
2009-11-25 05:58:45 +01:00
|
|
|
gcc_assert (gimple_code (use_stmt) != GIMPLE_PHI);
|
2009-11-25 05:53:33 +01:00
|
|
|
|
2009-11-25 05:58:45 +01:00
|
|
|
gimple_assign_set_lhs (name_stmt, name);
|
2010-12-01 18:25:30 +01:00
|
|
|
insert_stmts (scop, name_stmt, NULL, gsi_for_stmt (use_stmt));
|
2009-11-25 05:53:33 +01:00
|
|
|
|
2009-11-25 05:58:45 +01:00
|
|
|
FOR_EACH_SSA_USE_OPERAND (use_p, use_stmt, iter, SSA_OP_ALL_USES)
|
|
|
|
if (operand_equal_p (def, USE_FROM_PTR (use_p), 0))
|
|
|
|
replace_exp (use_p, name);
|
2009-11-25 05:53:33 +01:00
|
|
|
|
|
|
|
update_stmt (use_stmt);
|
|
|
|
}
|
|
|
|
|
2010-12-01 18:24:57 +01:00
|
|
|
/* For every definition DEF in the SCOP that is used outside the scop,
|
|
|
|
insert a closing-scop definition in the basic block just after this
|
|
|
|
SCOP. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
handle_scalar_deps_crossing_scop_limits (scop_p scop, tree def, gimple stmt)
|
|
|
|
{
|
|
|
|
tree var = create_tmp_reg (TREE_TYPE (def), NULL);
|
|
|
|
tree new_name = make_ssa_name (var, stmt);
|
|
|
|
bool needs_copy = false;
|
|
|
|
use_operand_p use_p;
|
|
|
|
imm_use_iterator imm_iter;
|
|
|
|
gimple use_stmt;
|
|
|
|
sese region = SCOP_REGION (scop);
|
|
|
|
|
|
|
|
FOR_EACH_IMM_USE_STMT (use_stmt, imm_iter, def)
|
|
|
|
{
|
|
|
|
if (!bb_in_sese_p (gimple_bb (use_stmt), region))
|
|
|
|
{
|
|
|
|
FOR_EACH_IMM_USE_ON_STMT (use_p, imm_iter)
|
|
|
|
{
|
|
|
|
SET_USE (use_p, new_name);
|
|
|
|
}
|
|
|
|
update_stmt (use_stmt);
|
|
|
|
needs_copy = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Insert in the empty BB just after the scop a use of DEF such
|
|
|
|
that the rewrite of cross_bb_scalar_dependences won't insert
|
|
|
|
arrays everywhere else. */
|
|
|
|
if (needs_copy)
|
|
|
|
{
|
|
|
|
gimple assign = gimple_build_assign (new_name, def);
|
|
|
|
gimple_stmt_iterator psi = gsi_after_labels (SESE_EXIT (region)->dest);
|
|
|
|
|
|
|
|
add_referenced_var (var);
|
|
|
|
SSA_NAME_DEF_STMT (new_name) = assign;
|
|
|
|
update_stmt (assign);
|
|
|
|
gsi_insert_before (&psi, assign, GSI_SAME_STMT);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-08-11 22:25:34 +02:00
|
|
|
/* Rewrite the scalar dependences crossing the boundary of the BB
|
2010-08-11 22:30:09 +02:00
|
|
|
containing STMT with an array. Return true when something has been
|
|
|
|
changed. */
|
2010-08-11 22:25:34 +02:00
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
static bool
|
2010-12-01 18:24:57 +01:00
|
|
|
rewrite_cross_bb_scalar_deps (scop_p scop, gimple_stmt_iterator *gsi)
|
2010-08-11 22:25:34 +02:00
|
|
|
{
|
2010-12-01 18:24:57 +01:00
|
|
|
sese region = SCOP_REGION (scop);
|
2010-08-11 22:25:34 +02:00
|
|
|
gimple stmt = gsi_stmt (*gsi);
|
|
|
|
imm_use_iterator imm_iter;
|
|
|
|
tree def;
|
|
|
|
basic_block def_bb;
|
|
|
|
tree zero_dim_array = NULL_TREE;
|
|
|
|
gimple use_stmt;
|
2010-08-11 22:30:09 +02:00
|
|
|
bool res = false;
|
2010-08-11 22:25:34 +02:00
|
|
|
|
2010-08-11 22:27:35 +02:00
|
|
|
switch (gimple_code (stmt))
|
|
|
|
{
|
|
|
|
case GIMPLE_ASSIGN:
|
|
|
|
def = gimple_assign_lhs (stmt);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case GIMPLE_CALL:
|
|
|
|
def = gimple_call_lhs (stmt);
|
|
|
|
break;
|
|
|
|
|
|
|
|
default:
|
2010-08-11 22:30:09 +02:00
|
|
|
return false;
|
2010-08-11 22:27:35 +02:00
|
|
|
}
|
2010-08-11 22:25:34 +02:00
|
|
|
|
2010-09-30 23:18:01 +02:00
|
|
|
if (!def
|
|
|
|
|| !is_gimple_reg (def))
|
2010-08-11 22:30:09 +02:00
|
|
|
return false;
|
2010-08-11 22:25:34 +02:00
|
|
|
|
2010-08-11 22:29:43 +02:00
|
|
|
if (scev_analyzable_p (def, region))
|
|
|
|
{
|
|
|
|
loop_p loop = loop_containing_stmt (SSA_NAME_DEF_STMT (def));
|
|
|
|
tree scev = scalar_evolution_in_region (region, loop, def);
|
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
if (tree_contains_chrecs (scev, NULL))
|
|
|
|
return false;
|
2010-08-11 22:29:43 +02:00
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
propagate_expr_outside_region (def, scev, region);
|
|
|
|
return true;
|
2010-08-11 22:29:43 +02:00
|
|
|
}
|
|
|
|
|
2010-08-11 22:25:34 +02:00
|
|
|
def_bb = gimple_bb (stmt);
|
|
|
|
|
2010-12-01 18:24:57 +01:00
|
|
|
handle_scalar_deps_crossing_scop_limits (scop, def, stmt);
|
|
|
|
|
2010-08-11 22:25:34 +02:00
|
|
|
FOR_EACH_IMM_USE_STMT (use_stmt, imm_iter, def)
|
2010-08-11 22:30:09 +02:00
|
|
|
if (gimple_code (use_stmt) == GIMPLE_PHI
|
|
|
|
&& (res = true))
|
2009-11-25 05:53:33 +01:00
|
|
|
{
|
2010-08-11 22:29:59 +02:00
|
|
|
gimple_stmt_iterator psi = gsi_for_stmt (use_stmt);
|
2010-08-11 22:25:34 +02:00
|
|
|
|
2010-08-11 22:29:59 +02:00
|
|
|
if (scalar_close_phi_node_p (gsi_stmt (psi)))
|
2010-12-01 18:25:10 +01:00
|
|
|
rewrite_close_phi_out_of_ssa (scop, &psi);
|
2010-08-11 22:29:59 +02:00
|
|
|
else
|
2010-12-01 18:25:10 +01:00
|
|
|
rewrite_phi_out_of_ssa (scop, &psi);
|
2010-08-11 22:29:59 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
FOR_EACH_IMM_USE_STMT (use_stmt, imm_iter, def)
|
|
|
|
if (gimple_code (use_stmt) != GIMPLE_PHI
|
|
|
|
&& def_bb != gimple_bb (use_stmt)
|
2010-08-11 22:30:09 +02:00
|
|
|
&& !is_gimple_debug (use_stmt)
|
|
|
|
&& (res = true))
|
2010-08-11 22:29:59 +02:00
|
|
|
{
|
2009-11-25 05:53:33 +01:00
|
|
|
if (!zero_dim_array)
|
|
|
|
{
|
2009-11-25 06:22:49 +01:00
|
|
|
zero_dim_array = create_zero_dim_array
|
|
|
|
(SSA_NAME_VAR (def), "Cross_BB_scalar_dependence");
|
2010-12-01 18:25:30 +01:00
|
|
|
insert_out_of_ssa_copy (scop, zero_dim_array, def,
|
2010-08-11 22:24:23 +02:00
|
|
|
SSA_NAME_DEF_STMT (def));
|
2009-11-25 05:53:33 +01:00
|
|
|
gsi_next (gsi);
|
|
|
|
}
|
|
|
|
|
2010-12-01 18:25:30 +01:00
|
|
|
rewrite_cross_bb_scalar_dependence (scop, zero_dim_array,
|
2010-12-01 18:25:10 +01:00
|
|
|
def, use_stmt);
|
2009-11-25 05:53:33 +01:00
|
|
|
}
|
2010-08-11 22:30:09 +02:00
|
|
|
|
|
|
|
return res;
|
2009-11-25 05:53:33 +01:00
|
|
|
}
|
|
|
|
|
2010-08-11 22:25:02 +02:00
|
|
|
/* Rewrite out of SSA all the reduction phi nodes of SCOP. */
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
static void
|
2010-08-11 22:25:02 +02:00
|
|
|
rewrite_cross_bb_scalar_deps_out_of_ssa (scop_p scop)
|
|
|
|
{
|
|
|
|
basic_block bb;
|
|
|
|
gimple_stmt_iterator psi;
|
|
|
|
sese region = SCOP_REGION (scop);
|
2010-08-11 22:30:09 +02:00
|
|
|
bool changed = false;
|
2009-11-25 05:53:33 +01:00
|
|
|
|
2010-12-01 18:24:57 +01:00
|
|
|
/* Create an extra empty BB after the scop. */
|
2010-12-01 18:25:39 +01:00
|
|
|
split_edge (SESE_EXIT (region));
|
2010-12-01 18:24:57 +01:00
|
|
|
|
2009-11-25 05:53:33 +01:00
|
|
|
FOR_EACH_BB (bb)
|
|
|
|
if (bb_in_sese_p (bb, region))
|
|
|
|
for (psi = gsi_start_bb (bb); !gsi_end_p (psi); gsi_next (&psi))
|
2010-12-01 18:24:57 +01:00
|
|
|
changed |= rewrite_cross_bb_scalar_deps (scop, &psi);
|
2009-11-25 05:53:33 +01:00
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
if (changed)
|
|
|
|
{
|
|
|
|
scev_reset_htab ();
|
|
|
|
update_ssa (TODO_update_ssa);
|
2009-11-25 05:53:33 +01:00
|
|
|
#ifdef ENABLE_CHECKING
|
2010-08-11 22:30:09 +02:00
|
|
|
verify_loop_closed_ssa (true);
|
2009-11-25 05:53:33 +01:00
|
|
|
#endif
|
2010-08-11 22:30:09 +02:00
|
|
|
}
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns the number of pbbs that are in loops contained in SCOP. */
|
|
|
|
|
|
|
|
static int
|
|
|
|
nb_pbbs_in_loops (scop_p scop)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
poly_bb_p pbb;
|
|
|
|
int res = 0;
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (poly_bb_p, SCOP_BBS (scop), i, pbb)
|
2009-07-31 04:43:11 +02:00
|
|
|
if (loop_in_sese_p (gbb_loop (PBB_BLACK_BOX (pbb)), SCOP_REGION (scop)))
|
|
|
|
res++;
|
|
|
|
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
2009-11-25 05:55:53 +01:00
|
|
|
/* Return the number of data references in BB that write in
|
|
|
|
memory. */
|
|
|
|
|
|
|
|
static int
|
|
|
|
nb_data_writes_in_bb (basic_block bb)
|
|
|
|
{
|
|
|
|
int res = 0;
|
|
|
|
gimple_stmt_iterator gsi;
|
|
|
|
|
|
|
|
for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
|
|
|
|
if (gimple_vdef (gsi_stmt (gsi)))
|
|
|
|
res++;
|
|
|
|
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
/* Splits at STMT the basic block BB represented as PBB in the
|
|
|
|
polyhedral form. */
|
|
|
|
|
|
|
|
static edge
|
|
|
|
split_pbb (scop_p scop, poly_bb_p pbb, basic_block bb, gimple stmt)
|
|
|
|
{
|
|
|
|
edge e1 = split_block (bb, stmt);
|
|
|
|
new_pbb_from_pbb (scop, pbb, e1->dest);
|
|
|
|
return e1;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Splits STMT out of its current BB. This is done for reduction
|
|
|
|
statements for which we want to ignore data dependences. */
|
2009-11-25 05:54:30 +01:00
|
|
|
|
|
|
|
static basic_block
|
2010-12-01 18:25:10 +01:00
|
|
|
split_reduction_stmt (scop_p scop, gimple stmt)
|
2009-11-25 05:54:30 +01:00
|
|
|
{
|
|
|
|
basic_block bb = gimple_bb (stmt);
|
2010-12-01 18:25:10 +01:00
|
|
|
poly_bb_p pbb = pbb_from_bb (bb);
|
2010-12-01 18:25:30 +01:00
|
|
|
gimple_bb_p gbb = gbb_from_bb (bb);
|
2010-12-01 18:25:10 +01:00
|
|
|
edge e1;
|
2010-12-01 18:25:30 +01:00
|
|
|
int i;
|
|
|
|
data_reference_p dr;
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2009-11-25 05:55:53 +01:00
|
|
|
/* Do not split basic blocks with no writes to memory: the reduction
|
|
|
|
will be the only write to memory. */
|
2011-01-25 07:47:21 +01:00
|
|
|
if (nb_data_writes_in_bb (bb) == 0
|
|
|
|
/* Or if we have already marked BB as a reduction. */
|
|
|
|
|| PBB_IS_REDUCTION (pbb_from_bb (bb)))
|
2009-11-25 05:55:53 +01:00
|
|
|
return bb;
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
e1 = split_pbb (scop, pbb, bb, stmt);
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
/* Split once more only when the reduction stmt is not the only one
|
|
|
|
left in the original BB. */
|
|
|
|
if (!gsi_one_before_end_p (gsi_start_nondebug_bb (bb)))
|
|
|
|
{
|
|
|
|
gimple_stmt_iterator gsi = gsi_last_bb (bb);
|
|
|
|
gsi_prev (&gsi);
|
|
|
|
e1 = split_pbb (scop, pbb, bb, gsi_stmt (gsi));
|
|
|
|
}
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2010-12-01 18:25:30 +01:00
|
|
|
/* A part of the data references will end in a different basic block
|
|
|
|
after the split: move the DRs from the original GBB to the newly
|
|
|
|
created GBB1. */
|
|
|
|
FOR_EACH_VEC_ELT (data_reference_p, GBB_DATA_REFS (gbb), i, dr)
|
|
|
|
{
|
|
|
|
basic_block bb1 = gimple_bb (DR_STMT (dr));
|
|
|
|
|
|
|
|
if (bb1 != bb)
|
|
|
|
{
|
|
|
|
gimple_bb_p gbb1 = gbb_from_bb (bb1);
|
|
|
|
VEC_safe_push (data_reference_p, heap, GBB_DATA_REFS (gbb1), dr);
|
|
|
|
VEC_ordered_remove (data_reference_p, GBB_DATA_REFS (gbb), i);
|
|
|
|
i--;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
return e1->dest;
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Return true when stmt is a reduction operation. */
|
|
|
|
|
|
|
|
static inline bool
|
|
|
|
is_reduction_operation_p (gimple stmt)
|
|
|
|
{
|
2009-12-15 16:17:46 +01:00
|
|
|
enum tree_code code;
|
|
|
|
|
|
|
|
gcc_assert (is_gimple_assign (stmt));
|
|
|
|
code = gimple_assign_rhs_code (stmt);
|
|
|
|
|
2009-11-25 05:54:30 +01:00
|
|
|
return flag_associative_math
|
2009-12-15 16:17:46 +01:00
|
|
|
&& commutative_tree_code (code)
|
|
|
|
&& associative_tree_code (code);
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns true when PHI contains an argument ARG. */
|
|
|
|
|
|
|
|
static bool
|
|
|
|
phi_contains_arg (gimple phi, tree arg)
|
|
|
|
{
|
|
|
|
size_t i;
|
|
|
|
|
|
|
|
for (i = 0; i < gimple_phi_num_args (phi); i++)
|
|
|
|
if (operand_equal_p (arg, gimple_phi_arg_def (phi, i), 0))
|
|
|
|
return true;
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return a loop phi node that corresponds to a reduction containing LHS. */
|
|
|
|
|
|
|
|
static gimple
|
|
|
|
follow_ssa_with_commutative_ops (tree arg, tree lhs)
|
|
|
|
{
|
|
|
|
gimple stmt;
|
|
|
|
|
|
|
|
if (TREE_CODE (arg) != SSA_NAME)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
stmt = SSA_NAME_DEF_STMT (arg);
|
|
|
|
|
2009-12-23 08:51:05 +01:00
|
|
|
if (gimple_code (stmt) == GIMPLE_NOP
|
|
|
|
|| gimple_code (stmt) == GIMPLE_CALL)
|
2009-12-23 08:50:22 +01:00
|
|
|
return NULL;
|
|
|
|
|
2009-11-25 05:54:30 +01:00
|
|
|
if (gimple_code (stmt) == GIMPLE_PHI)
|
|
|
|
{
|
|
|
|
if (phi_contains_arg (stmt, lhs))
|
|
|
|
return stmt;
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2009-12-15 16:17:46 +01:00
|
|
|
if (!is_gimple_assign (stmt))
|
|
|
|
return NULL;
|
|
|
|
|
2009-11-25 05:54:30 +01:00
|
|
|
if (gimple_num_ops (stmt) == 2)
|
|
|
|
return follow_ssa_with_commutative_ops (gimple_assign_rhs1 (stmt), lhs);
|
|
|
|
|
|
|
|
if (is_reduction_operation_p (stmt))
|
|
|
|
{
|
|
|
|
gimple res = follow_ssa_with_commutative_ops (gimple_assign_rhs1 (stmt), lhs);
|
|
|
|
|
|
|
|
return res ? res :
|
|
|
|
follow_ssa_with_commutative_ops (gimple_assign_rhs2 (stmt), lhs);
|
|
|
|
}
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Detect commutative and associative scalar reductions starting at
|
2009-12-14 17:49:47 +01:00
|
|
|
the STMT. Return the phi node of the reduction cycle, or NULL. */
|
2009-11-25 05:54:30 +01:00
|
|
|
|
|
|
|
static gimple
|
|
|
|
detect_commutative_reduction_arg (tree lhs, gimple stmt, tree arg,
|
|
|
|
VEC (gimple, heap) **in,
|
|
|
|
VEC (gimple, heap) **out)
|
|
|
|
{
|
|
|
|
gimple phi = follow_ssa_with_commutative_ops (arg, lhs);
|
|
|
|
|
2009-12-14 17:49:47 +01:00
|
|
|
if (!phi)
|
|
|
|
return NULL;
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2009-12-14 17:49:47 +01:00
|
|
|
VEC_safe_push (gimple, heap, *in, stmt);
|
|
|
|
VEC_safe_push (gimple, heap, *out, stmt);
|
|
|
|
return phi;
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Detect commutative and associative scalar reductions starting at
|
2010-08-11 22:24:16 +02:00
|
|
|
STMT. Return the phi node of the reduction cycle, or NULL. */
|
2009-11-25 05:54:30 +01:00
|
|
|
|
|
|
|
static gimple
|
|
|
|
detect_commutative_reduction_assign (gimple stmt, VEC (gimple, heap) **in,
|
|
|
|
VEC (gimple, heap) **out)
|
|
|
|
{
|
|
|
|
tree lhs = gimple_assign_lhs (stmt);
|
|
|
|
|
|
|
|
if (gimple_num_ops (stmt) == 2)
|
|
|
|
return detect_commutative_reduction_arg (lhs, stmt,
|
|
|
|
gimple_assign_rhs1 (stmt),
|
|
|
|
in, out);
|
|
|
|
|
|
|
|
if (is_reduction_operation_p (stmt))
|
|
|
|
{
|
|
|
|
gimple res = detect_commutative_reduction_arg (lhs, stmt,
|
|
|
|
gimple_assign_rhs1 (stmt),
|
|
|
|
in, out);
|
|
|
|
return res ? res
|
|
|
|
: detect_commutative_reduction_arg (lhs, stmt,
|
|
|
|
gimple_assign_rhs2 (stmt),
|
|
|
|
in, out);
|
|
|
|
}
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return a loop phi node that corresponds to a reduction containing LHS. */
|
|
|
|
|
|
|
|
static gimple
|
|
|
|
follow_inital_value_to_phi (tree arg, tree lhs)
|
|
|
|
{
|
|
|
|
gimple stmt;
|
|
|
|
|
|
|
|
if (!arg || TREE_CODE (arg) != SSA_NAME)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
stmt = SSA_NAME_DEF_STMT (arg);
|
|
|
|
|
|
|
|
if (gimple_code (stmt) == GIMPLE_PHI
|
|
|
|
&& phi_contains_arg (stmt, lhs))
|
|
|
|
return stmt;
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2012-05-29 16:14:06 +02:00
|
|
|
/* Return the argument of the loop PHI that is the initial value coming
|
2009-11-25 05:54:30 +01:00
|
|
|
from outside the loop. */
|
|
|
|
|
|
|
|
static edge
|
|
|
|
edge_initial_value_for_loop_phi (gimple phi)
|
|
|
|
{
|
|
|
|
size_t i;
|
|
|
|
|
|
|
|
for (i = 0; i < gimple_phi_num_args (phi); i++)
|
|
|
|
{
|
|
|
|
edge e = gimple_phi_arg_edge (phi, i);
|
|
|
|
|
|
|
|
if (loop_depth (e->src->loop_father)
|
|
|
|
< loop_depth (e->dest->loop_father))
|
|
|
|
return e;
|
|
|
|
}
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2012-05-29 16:14:06 +02:00
|
|
|
/* Return the argument of the loop PHI that is the initial value coming
|
2009-11-25 05:54:30 +01:00
|
|
|
from outside the loop. */
|
|
|
|
|
|
|
|
static tree
|
|
|
|
initial_value_for_loop_phi (gimple phi)
|
|
|
|
{
|
|
|
|
size_t i;
|
|
|
|
|
|
|
|
for (i = 0; i < gimple_phi_num_args (phi); i++)
|
|
|
|
{
|
|
|
|
edge e = gimple_phi_arg_edge (phi, i);
|
|
|
|
|
|
|
|
if (loop_depth (e->src->loop_father)
|
|
|
|
< loop_depth (e->dest->loop_father))
|
|
|
|
return gimple_phi_arg_def (phi, i);
|
|
|
|
}
|
|
|
|
|
|
|
|
return NULL_TREE;
|
|
|
|
}
|
|
|
|
|
2011-02-08 17:53:57 +01:00
|
|
|
/* Returns true when DEF is used outside the reduction cycle of
|
|
|
|
LOOP_PHI. */
|
|
|
|
|
|
|
|
static bool
|
|
|
|
used_outside_reduction (tree def, gimple loop_phi)
|
|
|
|
{
|
|
|
|
use_operand_p use_p;
|
|
|
|
imm_use_iterator imm_iter;
|
|
|
|
loop_p loop = loop_containing_stmt (loop_phi);
|
|
|
|
|
|
|
|
/* In LOOP, DEF should be used only in LOOP_PHI. */
|
|
|
|
FOR_EACH_IMM_USE_FAST (use_p, imm_iter, def)
|
|
|
|
{
|
|
|
|
gimple stmt = USE_STMT (use_p);
|
|
|
|
|
|
|
|
if (stmt != loop_phi
|
|
|
|
&& !is_gimple_debug (stmt)
|
|
|
|
&& flow_bb_inside_loop_p (loop, gimple_bb (stmt)))
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2010-12-16 23:54:17 +01:00
|
|
|
/* Detect commutative and associative scalar reductions belonging to
|
|
|
|
the SCOP starting at the loop closed phi node STMT. Return the phi
|
|
|
|
node of the reduction cycle, or NULL. */
|
2009-11-25 05:54:30 +01:00
|
|
|
|
|
|
|
static gimple
|
2010-12-16 23:54:17 +01:00
|
|
|
detect_commutative_reduction (scop_p scop, gimple stmt, VEC (gimple, heap) **in,
|
2009-11-25 05:54:30 +01:00
|
|
|
VEC (gimple, heap) **out)
|
|
|
|
{
|
|
|
|
if (scalar_close_phi_node_p (stmt))
|
|
|
|
{
|
2011-02-08 17:53:57 +01:00
|
|
|
gimple def, loop_phi, phi, close_phi = stmt;
|
|
|
|
tree init, lhs, arg = gimple_phi_arg_def (close_phi, 0);
|
2009-12-14 17:49:47 +01:00
|
|
|
|
|
|
|
if (TREE_CODE (arg) != SSA_NAME)
|
|
|
|
return NULL;
|
|
|
|
|
2010-04-06 23:00:12 +02:00
|
|
|
/* Note that loop close phi nodes should have a single argument
|
|
|
|
because we translated the representation into a canonical form
|
|
|
|
before Graphite: see canonicalize_loop_closed_ssa_form. */
|
2011-02-08 17:53:57 +01:00
|
|
|
gcc_assert (gimple_phi_num_args (close_phi) == 1);
|
2010-04-06 23:00:12 +02:00
|
|
|
|
2009-12-14 17:49:47 +01:00
|
|
|
def = SSA_NAME_DEF_STMT (arg);
|
2011-02-08 17:53:57 +01:00
|
|
|
if (!stmt_in_sese_p (def, SCOP_REGION (scop))
|
|
|
|
|| !(loop_phi = detect_commutative_reduction (scop, def, in, out)))
|
2010-12-16 23:54:17 +01:00
|
|
|
return NULL;
|
|
|
|
|
2011-02-08 17:53:57 +01:00
|
|
|
lhs = gimple_phi_result (close_phi);
|
|
|
|
init = initial_value_for_loop_phi (loop_phi);
|
|
|
|
phi = follow_inital_value_to_phi (init, lhs);
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2011-02-08 17:53:57 +01:00
|
|
|
if (phi && (used_outside_reduction (lhs, phi)
|
|
|
|
|| !has_single_use (gimple_phi_result (phi))))
|
2009-11-25 05:54:30 +01:00
|
|
|
return NULL;
|
2011-02-08 17:53:57 +01:00
|
|
|
|
|
|
|
VEC_safe_push (gimple, heap, *in, loop_phi);
|
|
|
|
VEC_safe_push (gimple, heap, *out, close_phi);
|
|
|
|
return phi;
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
if (gimple_code (stmt) == GIMPLE_ASSIGN)
|
|
|
|
return detect_commutative_reduction_assign (stmt, in, out);
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Translate the scalar reduction statement STMT to an array RED
|
|
|
|
knowing that its recursive phi node is LOOP_PHI. */
|
|
|
|
|
|
|
|
static void
|
2010-12-01 18:25:30 +01:00
|
|
|
translate_scalar_reduction_to_array_for_stmt (scop_p scop, tree red,
|
|
|
|
gimple stmt, gimple loop_phi)
|
2009-11-25 05:54:30 +01:00
|
|
|
{
|
|
|
|
tree res = gimple_phi_result (loop_phi);
|
2011-01-25 07:46:31 +01:00
|
|
|
gimple assign = gimple_build_assign (res, unshare_expr (red));
|
2010-12-01 18:25:30 +01:00
|
|
|
gimple_stmt_iterator gsi;
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2010-12-01 18:25:30 +01:00
|
|
|
insert_stmts (scop, assign, NULL, gsi_after_labels (gimple_bb (loop_phi)));
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2011-01-25 07:46:31 +01:00
|
|
|
assign = gimple_build_assign (unshare_expr (red), gimple_assign_lhs (stmt));
|
2010-12-01 18:25:30 +01:00
|
|
|
gsi = gsi_for_stmt (stmt);
|
|
|
|
gsi_next (&gsi);
|
|
|
|
insert_stmts (scop, assign, NULL, gsi);
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
2010-02-11 20:42:45 +01:00
|
|
|
/* Removes the PHI node and resets all the debug stmts that are using
|
|
|
|
the PHI_RESULT. */
|
|
|
|
|
|
|
|
static void
|
|
|
|
remove_phi (gimple phi)
|
|
|
|
{
|
|
|
|
imm_use_iterator imm_iter;
|
|
|
|
tree def;
|
|
|
|
use_operand_p use_p;
|
|
|
|
gimple_stmt_iterator gsi;
|
|
|
|
VEC (gimple, heap) *update = VEC_alloc (gimple, heap, 3);
|
|
|
|
unsigned int i;
|
|
|
|
gimple stmt;
|
|
|
|
|
|
|
|
def = PHI_RESULT (phi);
|
|
|
|
FOR_EACH_IMM_USE_FAST (use_p, imm_iter, def)
|
|
|
|
{
|
|
|
|
stmt = USE_STMT (use_p);
|
|
|
|
|
|
|
|
if (is_gimple_debug (stmt))
|
|
|
|
{
|
|
|
|
gimple_debug_bind_reset_value (stmt);
|
|
|
|
VEC_safe_push (gimple, heap, update, stmt);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (gimple, update, i, stmt)
|
2010-02-11 20:42:45 +01:00
|
|
|
update_stmt (stmt);
|
|
|
|
|
|
|
|
VEC_free (gimple, heap, update);
|
|
|
|
|
|
|
|
gsi = gsi_for_phi_node (phi);
|
|
|
|
remove_phi_node (&gsi, false);
|
|
|
|
}
|
|
|
|
|
2011-01-25 07:48:52 +01:00
|
|
|
/* Helper function for for_each_index. For each INDEX of the data
|
|
|
|
reference REF, returns true when its indices are valid in the loop
|
|
|
|
nest LOOP passed in as DATA. */
|
|
|
|
|
|
|
|
static bool
|
|
|
|
dr_indices_valid_in_loop (tree ref ATTRIBUTE_UNUSED, tree *index, void *data)
|
|
|
|
{
|
|
|
|
loop_p loop;
|
|
|
|
basic_block header, def_bb;
|
|
|
|
gimple stmt;
|
|
|
|
|
|
|
|
if (TREE_CODE (*index) != SSA_NAME)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
loop = *((loop_p *) data);
|
|
|
|
header = loop->header;
|
|
|
|
stmt = SSA_NAME_DEF_STMT (*index);
|
|
|
|
|
|
|
|
if (!stmt)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
def_bb = gimple_bb (stmt);
|
|
|
|
|
|
|
|
if (!def_bb)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
return dominated_by_p (CDI_DOMINATORS, header, def_bb);
|
|
|
|
}
|
|
|
|
|
2011-01-25 07:46:31 +01:00
|
|
|
/* When the result of a CLOSE_PHI is written to a memory location,
|
|
|
|
return a pointer to that memory reference, otherwise return
|
|
|
|
NULL_TREE. */
|
|
|
|
|
|
|
|
static tree
|
|
|
|
close_phi_written_to_memory (gimple close_phi)
|
|
|
|
{
|
|
|
|
imm_use_iterator imm_iter;
|
|
|
|
use_operand_p use_p;
|
|
|
|
gimple stmt;
|
2011-01-25 07:48:52 +01:00
|
|
|
tree res, def = gimple_phi_result (close_phi);
|
2011-01-25 07:46:31 +01:00
|
|
|
|
|
|
|
FOR_EACH_IMM_USE_FAST (use_p, imm_iter, def)
|
|
|
|
if ((stmt = USE_STMT (use_p))
|
|
|
|
&& gimple_code (stmt) == GIMPLE_ASSIGN
|
2011-01-25 07:48:52 +01:00
|
|
|
&& (res = gimple_assign_lhs (stmt)))
|
|
|
|
{
|
|
|
|
switch (TREE_CODE (res))
|
|
|
|
{
|
|
|
|
case VAR_DECL:
|
|
|
|
case PARM_DECL:
|
|
|
|
case RESULT_DECL:
|
|
|
|
return res;
|
|
|
|
|
|
|
|
case ARRAY_REF:
|
|
|
|
case MEM_REF:
|
|
|
|
{
|
|
|
|
tree arg = gimple_phi_arg_def (close_phi, 0);
|
|
|
|
loop_p nest = loop_containing_stmt (SSA_NAME_DEF_STMT (arg));
|
|
|
|
|
|
|
|
/* FIXME: this restriction is for id-{24,25}.f and
|
|
|
|
could be handled by duplicating the computation of
|
|
|
|
array indices before the loop of the close_phi. */
|
|
|
|
if (for_each_index (&res, dr_indices_valid_in_loop, &nest))
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
/* Fallthru. */
|
2011-01-25 07:46:31 +01:00
|
|
|
|
2011-01-25 07:48:52 +01:00
|
|
|
default:
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
2011-01-25 07:46:31 +01:00
|
|
|
return NULL_TREE;
|
|
|
|
}
|
|
|
|
|
2009-11-25 05:54:30 +01:00
|
|
|
/* Rewrite out of SSA the reduction described by the loop phi nodes
|
|
|
|
IN, and the close phi nodes OUT. IN and OUT are structured by loop
|
|
|
|
levels like this:
|
|
|
|
|
|
|
|
IN: stmt, loop_n, ..., loop_0
|
|
|
|
OUT: stmt, close_n, ..., close_0
|
|
|
|
|
|
|
|
the first element is the reduction statement, and the next elements
|
|
|
|
are the loop and close phi nodes of each of the outer loops. */
|
|
|
|
|
|
|
|
static void
|
2010-12-01 18:25:10 +01:00
|
|
|
translate_scalar_reduction_to_array (scop_p scop,
|
|
|
|
VEC (gimple, heap) *in,
|
|
|
|
VEC (gimple, heap) *out)
|
2009-11-25 05:54:30 +01:00
|
|
|
{
|
|
|
|
gimple loop_phi;
|
2011-01-25 07:46:31 +01:00
|
|
|
unsigned int i = VEC_length (gimple, out) - 1;
|
|
|
|
tree red = close_phi_written_to_memory (VEC_index (gimple, out, i));
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2010-08-20 14:48:59 +02:00
|
|
|
FOR_EACH_VEC_ELT (gimple, in, i, loop_phi)
|
2009-11-25 05:54:30 +01:00
|
|
|
{
|
|
|
|
gimple close_phi = VEC_index (gimple, out, i);
|
|
|
|
|
|
|
|
if (i == 0)
|
|
|
|
{
|
|
|
|
gimple stmt = loop_phi;
|
2010-12-01 18:25:10 +01:00
|
|
|
basic_block bb = split_reduction_stmt (scop, stmt);
|
|
|
|
poly_bb_p pbb = pbb_from_bb (bb);
|
|
|
|
PBB_IS_REDUCTION (pbb) = true;
|
2009-11-25 05:54:30 +01:00
|
|
|
gcc_assert (close_phi == loop_phi);
|
|
|
|
|
2011-01-25 07:46:31 +01:00
|
|
|
if (!red)
|
|
|
|
red = create_zero_dim_array
|
|
|
|
(gimple_assign_lhs (stmt), "Commutative_Associative_Reduction");
|
|
|
|
|
2009-11-25 05:54:30 +01:00
|
|
|
translate_scalar_reduction_to_array_for_stmt
|
2010-12-01 18:25:30 +01:00
|
|
|
(scop, red, stmt, VEC_index (gimple, in, 1));
|
2009-11-25 05:54:30 +01:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (i == VEC_length (gimple, in) - 1)
|
|
|
|
{
|
2011-01-25 07:46:31 +01:00
|
|
|
insert_out_of_ssa_copy (scop, gimple_phi_result (close_phi),
|
|
|
|
unshare_expr (red), close_phi);
|
2010-08-11 22:24:23 +02:00
|
|
|
insert_out_of_ssa_copy_on_edge
|
2010-12-01 18:25:10 +01:00
|
|
|
(scop, edge_initial_value_for_loop_phi (loop_phi),
|
2011-01-25 07:46:31 +01:00
|
|
|
unshare_expr (red), initial_value_for_loop_phi (loop_phi));
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
2010-02-11 20:42:45 +01:00
|
|
|
remove_phi (loop_phi);
|
|
|
|
remove_phi (close_phi);
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
/* Rewrites out of SSA a commutative reduction at CLOSE_PHI. Returns
|
|
|
|
true when something has been changed. */
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
static bool
|
2010-12-01 18:25:10 +01:00
|
|
|
rewrite_commutative_reductions_out_of_ssa_close_phi (scop_p scop,
|
|
|
|
gimple close_phi)
|
2009-11-25 05:54:30 +01:00
|
|
|
{
|
2010-08-11 22:30:09 +02:00
|
|
|
bool res;
|
2009-11-25 05:54:30 +01:00
|
|
|
VEC (gimple, heap) *in = VEC_alloc (gimple, heap, 10);
|
|
|
|
VEC (gimple, heap) *out = VEC_alloc (gimple, heap, 10);
|
|
|
|
|
2010-12-16 23:54:17 +01:00
|
|
|
detect_commutative_reduction (scop, close_phi, &in, &out);
|
2011-02-08 17:53:57 +01:00
|
|
|
res = VEC_length (gimple, in) > 1;
|
2010-08-11 22:30:09 +02:00
|
|
|
if (res)
|
2010-12-01 18:25:10 +01:00
|
|
|
translate_scalar_reduction_to_array (scop, in, out);
|
2009-11-25 05:54:30 +01:00
|
|
|
|
|
|
|
VEC_free (gimple, heap, in);
|
|
|
|
VEC_free (gimple, heap, out);
|
2010-08-11 22:30:09 +02:00
|
|
|
return res;
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
/* Rewrites all the commutative reductions from LOOP out of SSA.
|
|
|
|
Returns true when something has been changed. */
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
static bool
|
2010-12-01 18:25:10 +01:00
|
|
|
rewrite_commutative_reductions_out_of_ssa_loop (scop_p scop,
|
|
|
|
loop_p loop)
|
2009-11-25 05:54:30 +01:00
|
|
|
{
|
|
|
|
gimple_stmt_iterator gsi;
|
|
|
|
edge exit = single_exit (loop);
|
2010-08-11 22:29:51 +02:00
|
|
|
tree res;
|
2010-08-11 22:30:09 +02:00
|
|
|
bool changed = false;
|
2009-11-25 05:54:30 +01:00
|
|
|
|
|
|
|
if (!exit)
|
2010-08-11 22:30:09 +02:00
|
|
|
return false;
|
2009-11-25 05:54:30 +01:00
|
|
|
|
|
|
|
for (gsi = gsi_start_phis (exit->dest); !gsi_end_p (gsi); gsi_next (&gsi))
|
2010-08-11 22:29:51 +02:00
|
|
|
if ((res = gimple_phi_result (gsi_stmt (gsi)))
|
|
|
|
&& is_gimple_reg (res)
|
2010-12-01 18:25:10 +01:00
|
|
|
&& !scev_analyzable_p (res, SCOP_REGION (scop)))
|
2010-08-11 22:30:09 +02:00
|
|
|
changed |= rewrite_commutative_reductions_out_of_ssa_close_phi
|
2010-12-01 18:25:10 +01:00
|
|
|
(scop, gsi_stmt (gsi));
|
2010-08-11 22:30:09 +02:00
|
|
|
|
|
|
|
return changed;
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Rewrites all the commutative reductions from SCOP out of SSA. */
|
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
static void
|
|
|
|
rewrite_commutative_reductions_out_of_ssa (scop_p scop)
|
2009-11-25 05:54:30 +01:00
|
|
|
{
|
|
|
|
loop_iterator li;
|
|
|
|
loop_p loop;
|
2010-08-11 22:30:09 +02:00
|
|
|
bool changed = false;
|
2010-12-01 18:25:10 +01:00
|
|
|
sese region = SCOP_REGION (scop);
|
2010-08-11 22:25:27 +02:00
|
|
|
|
2009-11-25 05:54:30 +01:00
|
|
|
FOR_EACH_LOOP (li, loop, 0)
|
|
|
|
if (loop_in_sese_p (loop, region))
|
2010-12-01 18:25:10 +01:00
|
|
|
changed |= rewrite_commutative_reductions_out_of_ssa_loop (scop, loop);
|
2009-11-25 06:08:09 +01:00
|
|
|
|
2010-08-11 22:30:09 +02:00
|
|
|
if (changed)
|
|
|
|
{
|
|
|
|
scev_reset_htab ();
|
|
|
|
gsi_commit_edge_inserts ();
|
|
|
|
update_ssa (TODO_update_ssa);
|
2009-11-25 06:08:09 +01:00
|
|
|
#ifdef ENABLE_CHECKING
|
2010-08-11 22:30:09 +02:00
|
|
|
verify_loop_closed_ssa (true);
|
2009-11-25 06:08:09 +01:00
|
|
|
#endif
|
2010-08-11 22:30:09 +02:00
|
|
|
}
|
2009-11-25 05:54:30 +01:00
|
|
|
}
|
|
|
|
|
2010-03-08 18:49:36 +01:00
|
|
|
/* Can all ivs be represented by a signed integer?
|
|
|
|
As CLooG might generate negative values in its expressions, signed loop ivs
|
|
|
|
are required in the backend. */
|
2010-06-10 00:09:28 +02:00
|
|
|
|
2010-03-08 18:49:36 +01:00
|
|
|
static bool
|
|
|
|
scop_ivs_can_be_represented (scop_p scop)
|
|
|
|
{
|
|
|
|
loop_iterator li;
|
|
|
|
loop_p loop;
|
2010-08-11 22:27:43 +02:00
|
|
|
gimple_stmt_iterator psi;
|
2010-03-08 18:49:36 +01:00
|
|
|
|
|
|
|
FOR_EACH_LOOP (li, loop, 0)
|
|
|
|
{
|
|
|
|
if (!loop_in_sese_p (loop, SCOP_REGION (scop)))
|
|
|
|
continue;
|
|
|
|
|
2010-08-11 22:27:43 +02:00
|
|
|
for (psi = gsi_start_phis (loop->header);
|
|
|
|
!gsi_end_p (psi); gsi_next (&psi))
|
|
|
|
{
|
|
|
|
gimple phi = gsi_stmt (psi);
|
|
|
|
tree res = PHI_RESULT (phi);
|
|
|
|
tree type = TREE_TYPE (res);
|
2010-03-08 18:49:36 +01:00
|
|
|
|
2010-08-11 22:27:43 +02:00
|
|
|
if (TYPE_UNSIGNED (type)
|
2011-08-17 14:00:35 +02:00
|
|
|
&& TYPE_PRECISION (type) >= TYPE_PRECISION (long_long_integer_type_node))
|
2010-08-11 22:27:43 +02:00
|
|
|
return false;
|
|
|
|
}
|
2010-03-08 18:49:36 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
/* Builds the polyhedral representation for a SESE region. */
|
|
|
|
|
2010-03-13 18:34:44 +01:00
|
|
|
void
|
2009-07-31 04:43:11 +02:00
|
|
|
build_poly_scop (scop_p scop)
|
|
|
|
{
|
|
|
|
sese region = SCOP_REGION (scop);
|
2010-03-13 18:34:38 +01:00
|
|
|
graphite_dim_t max_dim;
|
2009-11-25 05:54:30 +01:00
|
|
|
|
2010-12-01 18:25:10 +01:00
|
|
|
build_scop_bbs (scop);
|
2009-07-31 04:43:11 +02:00
|
|
|
|
|
|
|
/* FIXME: This restriction is needed to avoid a problem in CLooG.
|
|
|
|
Once CLooG is fixed, remove this guard. Anyways, it makes no
|
|
|
|
sense to optimize a scop containing only PBBs that do not belong
|
|
|
|
to any loops. */
|
|
|
|
if (nb_pbbs_in_loops (scop) == 0)
|
2010-03-13 18:34:44 +01:00
|
|
|
return;
|
2009-07-31 04:43:11 +02:00
|
|
|
|
2010-03-08 18:49:36 +01:00
|
|
|
if (!scop_ivs_can_be_represented (scop))
|
2010-03-13 18:34:44 +01:00
|
|
|
return;
|
2010-03-08 18:49:36 +01:00
|
|
|
|
2011-01-25 07:48:20 +01:00
|
|
|
if (flag_associative_math)
|
|
|
|
rewrite_commutative_reductions_out_of_ssa (scop);
|
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
build_sese_loop_nests (region);
|
|
|
|
build_sese_conditions (region);
|
|
|
|
find_scop_parameters (scop);
|
|
|
|
|
2010-03-13 18:34:38 +01:00
|
|
|
max_dim = PARAM_VALUE (PARAM_GRAPHITE_MAX_NB_SCOP_PARAMS);
|
|
|
|
if (scop_nb_params (scop) > max_dim)
|
2010-03-13 18:34:44 +01:00
|
|
|
return;
|
2010-03-13 18:34:38 +01:00
|
|
|
|
2009-07-31 04:43:11 +02:00
|
|
|
build_scop_iteration_domain (scop);
|
|
|
|
build_scop_context (scop);
|
|
|
|
add_conditions_to_constraints (scop);
|
2010-12-01 18:25:10 +01:00
|
|
|
|
|
|
|
/* Rewrite out of SSA only after having translated the
|
|
|
|
representation to the polyhedral representation to avoid scev
|
|
|
|
analysis failures. That means that these functions will insert
|
|
|
|
new data references that they create in the right place. */
|
|
|
|
rewrite_reductions_out_of_ssa (scop);
|
|
|
|
rewrite_cross_bb_scalar_deps_out_of_ssa (scop);
|
|
|
|
|
|
|
|
build_scop_drs (scop);
|
2009-11-25 05:54:59 +01:00
|
|
|
scop_to_lst (scop);
|
2009-07-31 04:43:11 +02:00
|
|
|
build_scop_scattering (scop);
|
|
|
|
|
2010-03-13 18:34:44 +01:00
|
|
|
/* This SCoP has been translated to the polyhedral
|
|
|
|
representation. */
|
|
|
|
POLY_SCOP_P (scop) = true;
|
2009-07-31 04:43:11 +02:00
|
|
|
}
|
|
|
|
#endif
|