/* Reassociation for trees. Copyright (C) 2005 Free Software Foundation, Inc. Contributed by Daniel Berlin This file is part of GCC. GCC is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2, or (at your option) any later version. GCC is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GCC; see the file COPYING. If not, write to the Free Software Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. */ #include "config.h" #include "system.h" #include "coretypes.h" #include "tm.h" #include "errors.h" #include "ggc.h" #include "tree.h" #include "basic-block.h" #include "diagnostic.h" #include "tree-inline.h" #include "tree-flow.h" #include "tree-gimple.h" #include "tree-dump.h" #include "timevar.h" #include "hashtab.h" #include "tree-iterator.h" #include "tree-pass.h" /* This is a simple global reassociation pass that uses a combination of heuristics and a hashtable to try to expose more operations to CSE. The basic idea behind the heuristic is to rank expressions by depth of the computation tree and loop depth, and try to produce expressions consisting of small rank operations, as they are more likely to reoccur. In addition, we use a hashtable to try to see if we can transpose an operation into something we have seen before. Note that the way the hashtable is structured will sometimes find matches that will not expose additional redundancies, since it is not unwound as we traverse back up one branch of the dominator tree and down another. However, the cost of improving this is probably not worth the additional benefits it will bring. */ /* Statistics */ static struct { int reassociated_by_rank; int reassociated_by_match; } reassociate_stats; /* Seen binary operator hashtable. */ static htab_t seen_binops; /* Binary operator struct. */ typedef struct seen_binop_d { tree op1; tree op2; } *seen_binop_t; /* Return a SEEN_BINOP_T if we have seen an associative binary operator with OP1 and OP2 in it. */ static seen_binop_t find_seen_binop (tree op1, tree op2) { void **slot; struct seen_binop_d sbd; sbd.op1 = op1; sbd.op2 = op2; slot = htab_find_slot (seen_binops, &sbd, NO_INSERT); if (!slot) return NULL; return ((seen_binop_t) *slot); } /* Insert a binary operator consisting of OP1 and OP2 into the SEEN_BINOP table. */ static void insert_seen_binop (tree op1, tree op2) { void **slot; seen_binop_t new_pair = xmalloc (sizeof (*new_pair)); new_pair->op1 = op1; new_pair->op2 = op2; slot = htab_find_slot (seen_binops, new_pair, INSERT); if (*slot != NULL) free (*slot); *slot = new_pair; } /* Return the hash value for a seen binop structure pointed to by P. Because all the binops we consider are associative, we just add the hash value for op1 and op2. */ static hashval_t seen_binop_hash (const void *p) { const seen_binop_t sb = (seen_binop_t) p; return iterative_hash_expr (sb->op1, 0) + iterative_hash_expr (sb->op2, 0); } /* Return true if two seen binop structures pointed to by P1 and P2 are equal. We have to check the operators both ways because we don't know what order they appear in the table. */ static int seen_binop_eq (const void *p1, const void *p2) { const seen_binop_t sb1 = (seen_binop_t) p1; const seen_binop_t sb2 = (seen_binop_t) p2; return (sb1->op1 == sb2->op1 && sb1->op2 == sb2->op2) || (sb1->op2 == sb2->op1 && sb1->op1 == sb2->op2); } /* Value rank structure. */ typedef struct valrank_d { tree e; unsigned int rank; } *valrank_t; /* Starting rank number for a given basic block, so that we can rank operations using unmovable instructions in that BB based on the bb depth. */ static unsigned int *bb_rank; /* Value rank hashtable. */ static htab_t value_rank; /* Look up the value rank structure for expression E. */ static valrank_t find_value_rank (tree e) { void **slot; struct valrank_d vrd; vrd.e = e; slot = htab_find_slot (value_rank, &vrd, NO_INSERT); if (!slot) return NULL; return ((valrank_t) *slot); } /* Insert {E,RANK} into the value rank hashtable. */ static void insert_value_rank (tree e, unsigned int rank) { void **slot; valrank_t new_pair = xmalloc (sizeof (*new_pair)); new_pair->e = e; new_pair->rank = rank; slot = htab_find_slot (value_rank, new_pair, INSERT); gcc_assert (*slot == NULL); *slot = new_pair; } /* Return the hash value for a value rank structure */ static hashval_t valrank_hash (const void *p) { const valrank_t vr = (valrank_t) p; return iterative_hash_expr (vr->e, 0); } /* Return true if two value rank structures are equal. */ static int valrank_eq (const void *p1, const void *p2) { const valrank_t vr1 = (valrank_t) p1; const valrank_t vr2 = (valrank_t) p2; return vr1->e == vr2->e; } /* Initialize the reassociation pass. */ static void init_reassoc (void) { int i; unsigned int rank = 2; tree param; int *bbs = xmalloc ((last_basic_block + 1) * sizeof (int)); memset (&reassociate_stats, 0, sizeof (reassociate_stats)); /* Reverse RPO (Reverse Post Order) will give us something where deeper loops come later. */ flow_reverse_top_sort_order_compute (bbs); bb_rank = xcalloc (last_basic_block + 1, sizeof (unsigned int)); value_rank = htab_create (511, valrank_hash, valrank_eq, free); seen_binops = htab_create (511, seen_binop_hash, seen_binop_eq, free); /* Give each argument a distinct rank. */ for (param = DECL_ARGUMENTS (current_function_decl); param; param = TREE_CHAIN (param)) { if (default_def (param) != NULL) { tree def = default_def (param); insert_value_rank (def, ++rank); } } /* Give the chain decl a distinct rank. */ if (cfun->static_chain_decl != NULL) { tree def = default_def (cfun->static_chain_decl); if (def != NULL) insert_value_rank (def, ++rank); } /* Set up rank for each BB */ for (i = 0; i < n_basic_blocks; i++) bb_rank[bbs[i]] = ++rank << 16; free (bbs); calculate_dominance_info (CDI_DOMINATORS); } /* Cleanup after the reassociation pass, and print stats if requested. */ static void fini_reassoc (void) { if (dump_file && (dump_flags & TDF_STATS)) { fprintf (dump_file, "Reassociation stats:\n"); fprintf (dump_file, "Reassociated by rank: %d\n", reassociate_stats.reassociated_by_rank); fprintf (dump_file, "Reassociated by match: %d\n", reassociate_stats.reassociated_by_match); } htab_delete (value_rank); htab_delete (seen_binops); free (bb_rank); } /* Given an expression E, return the rank of the expression. */ static unsigned int get_rank (tree e) { valrank_t vr; /* Constants have rank 0. */ if (is_gimple_min_invariant (e)) return 0; /* SSA_NAME's have the rank of the expression they are the result of. For globals and uninitialized values, the rank is 0. For function arguments, use the pre-setup rank. For PHI nodes, stores, asm statements, etc, we use the rank of the BB. For simple operations, the rank is the maximum rank of any of its operands, or the bb_rank, whichever is less. I make no claims that this is optimal, however, it gives good results. */ if (TREE_CODE (e) == SSA_NAME) { tree stmt; tree rhs; unsigned int rank, maxrank; int i; if (TREE_CODE (SSA_NAME_VAR (e)) == PARM_DECL && e == default_def (SSA_NAME_VAR (e))) return find_value_rank (e)->rank; stmt = SSA_NAME_DEF_STMT (e); if (bb_for_stmt (stmt) == NULL) return 0; if (TREE_CODE (stmt) != MODIFY_EXPR || !ZERO_SSA_OPERANDS (stmt, SSA_OP_VIRTUAL_DEFS)) return bb_rank[bb_for_stmt (stmt)->index]; /* If we already have a rank for this expression, use that. */ vr = find_value_rank (e); if (vr) return vr->rank; /* Otherwise, find the maximum rank for the operands, or the bb rank, whichever is less. */ rank = 0; maxrank = bb_rank[bb_for_stmt(stmt)->index]; rhs = TREE_OPERAND (stmt, 1); if (TREE_CODE_LENGTH (TREE_CODE (rhs)) == 0) rank = MAX (rank, get_rank (rhs)); else { for (i = 0; i < TREE_CODE_LENGTH (TREE_CODE (rhs)) && TREE_OPERAND (rhs, i) && rank != maxrank; i++) rank = MAX(rank, get_rank (TREE_OPERAND (rhs, i))); } if (dump_file && (dump_flags & TDF_DETAILS)) { fprintf (dump_file, "Rank for "); print_generic_expr (dump_file, e, 0); fprintf (dump_file, " is %d\n", (rank + 1)); } /* Note the rank in the hashtable so we don't recompute it. */ insert_value_rank (e, (rank + 1)); return (rank + 1); } /* Globals, etc, are rank 0 */ return 0; } /* Decide whether we should transpose RHS and some operand of LHSDEFOP. If yes, then return true and set TAKEOP to the operand number of LHSDEFOP to switch RHS for. Otherwise, return false. */ static bool should_transpose (tree rhs ATTRIBUTE_UNUSED, unsigned int rhsrank, tree lhsdefop, unsigned int *takeop) { /* Attempt to expose the low ranked arguments to CSE if we have something like: a = + c (rank 1) b = a (rank 3) + d (rank 1) We want to transform this into: a = c + d b = + The op finding part wouldn't be necessary if we could swap the operands above and not have update_stmt change them back on us. */ unsigned int lowrankop; unsigned int lowrank; unsigned int highrank; unsigned int highrankop; unsigned int temp; lowrankop = 0; *takeop = 1; lowrank = get_rank (TREE_OPERAND (lhsdefop, 0)); temp = get_rank (TREE_OPERAND (lhsdefop, 1)); highrank = temp; highrankop = 1; if (temp < lowrank) { lowrankop = 1; highrankop = 0; *takeop = 0; highrank = lowrank; lowrank = temp; } /* If highrank == lowrank, then we had something like: a = + already, so there is no guarantee that swapping our argument in is going to be better. If we run reassoc twice, we could probably have a flag that switches this behavior on, so that we try once without it, and once with it, so that redundancy elimination sees it both ways. */ if (lowrank == rhsrank && highrank != lowrank) return true; /* Also, see if the LHS's high ranked op should be switched with our RHS simply because it is greater in rank than our current RHS. */ if (TREE_CODE (TREE_OPERAND (lhsdefop, highrankop)) == SSA_NAME) { tree iop = SSA_NAME_DEF_STMT (TREE_OPERAND (lhsdefop, highrankop)); if (TREE_CODE (iop) == MODIFY_EXPR) iop = TREE_OPERAND (iop, 1); if (TREE_CODE (iop) == TREE_CODE (lhsdefop)) *takeop = 1; if (rhsrank < get_rank (TREE_OPERAND (lhsdefop, *takeop))) return true; } return false; } /* Attempt to reassociate the associative binary operator BEXPR, which is in the statement pointed to by CURRBSI. Return true if we changed the statement. */ static bool reassociate_expr (tree bexpr, block_stmt_iterator *currbsi) { tree lhs = TREE_OPERAND (bexpr, 0); tree rhs = TREE_OPERAND (bexpr, 1); tree lhsdef; tree lhsi; bool changed = false; unsigned int lhsrank = get_rank (lhs); unsigned int rhsrank = get_rank (rhs); /* If unsafe math optimizations we can do reassociation for non-integral types. */ if ((!INTEGRAL_TYPE_P (TREE_TYPE (lhs)) || !INTEGRAL_TYPE_P (TREE_TYPE (rhs))) && (!SCALAR_FLOAT_TYPE_P (TREE_TYPE (rhs)) || !SCALAR_FLOAT_TYPE_P (TREE_TYPE(lhs)) || !flag_unsafe_math_optimizations)) return false; /* We want the greater ranked operand to be our "LHS" for simplicity sake. There is no point in actually modifying the expression, as update_stmt will simply resort the operands anyway. */ if (lhsrank < rhsrank) { tree temp; unsigned int temp1; temp = lhs; lhs = rhs; rhs = temp; temp1 = lhsrank; lhsrank = rhsrank; rhsrank = temp1; } /* If the high ranked operand is an SSA_NAME, and the binary operator is not something we've already seen somewhere else (i.e., it may be redundant), attempt to reassociate it. We can't reassociate expressions unless the expression we are going to reassociate with is only used in our current expression, or else we may screw up other computations, like so: a = b + c e = a + d g = a + f We cannot reassociate and rewrite the "a = ..." , because that would change the value of the computation of "g = a + f". */ if (TREE_CODE (lhs) == SSA_NAME && !find_seen_binop (lhs, rhs)) { lhsdef = SSA_NAME_DEF_STMT (lhs); if (TREE_CODE (lhsdef) == MODIFY_EXPR) { lhsi = TREE_OPERAND (lhsdef, 1); if (TREE_CODE (lhsi) == TREE_CODE (bexpr)) { use_operand_p use; tree usestmt; if (single_imm_use (lhs, &use, &usestmt)) { unsigned int takeop = 0; unsigned int otherop = 1; bool foundmatch = false; bool foundrank = false; /* If we can easily transpose this into an operation we've already seen, let's do that. otherwise, let's try to expose low ranked ops to CSE. */ if (find_seen_binop (TREE_OPERAND (lhsi, 1), rhs)) { takeop = 0; otherop = 1; foundmatch = true; } else if (find_seen_binop (TREE_OPERAND (lhsi, 0), rhs)) { takeop = 1; otherop = 0; foundmatch = true; } else if (should_transpose (rhs, rhsrank, lhsi, &takeop)) { foundrank = true; } if (foundmatch || foundrank) { block_stmt_iterator lhsbsi = bsi_for_stmt (lhsdef); if (dump_file && (dump_flags & TDF_DETAILS)) { fprintf (dump_file, "Reassociating by %s\n", foundmatch ? "match" : "rank"); fprintf (dump_file, "Before LHS:"); print_generic_stmt (dump_file, lhsi, 0); fprintf (dump_file, "Before curr expr:"); print_generic_stmt (dump_file, bexpr, 0); } TREE_OPERAND (bexpr, 0) = TREE_OPERAND (lhsi, takeop); TREE_OPERAND (lhsi, takeop) = rhs; TREE_OPERAND (bexpr, 1) = TREE_OPERAND (lhsdef, 0); if (dump_file && (dump_flags & TDF_DETAILS)) { fprintf (dump_file, "After LHS:"); print_generic_stmt (dump_file, lhsi, 0); fprintf (dump_file, "After curr expr:"); print_generic_stmt (dump_file, bexpr, 0); } bsi_move_before (&lhsbsi, currbsi); update_stmt (lhsdef); update_stmt (bsi_stmt (*currbsi)); lhsbsi = bsi_for_stmt (lhsdef); update_stmt (bsi_stmt (lhsbsi)); /* If update_stmt didn't reorder our operands, we'd like to recurse on the expression we just reassociated and reassociate it top-down, exposing further opportunities. Unfortunately, update_stmt does reorder them, so we can't do this cheaply. */ if (!foundmatch) reassociate_stats.reassociated_by_rank++; else reassociate_stats.reassociated_by_match++; return true; } } } } } return changed; } /* Reassociate expressions in basic block BB and its dominator as children , return true if any expressions changed. */ static bool reassociate_bb (basic_block bb) { bool changed = false; block_stmt_iterator bsi; basic_block son; for (bsi = bsi_start (bb); !bsi_end_p (bsi); bsi_next (&bsi)) { tree stmt = bsi_stmt (bsi); if (TREE_CODE (stmt) == MODIFY_EXPR) { tree rhs = TREE_OPERAND (stmt, 1); if (associative_tree_code (TREE_CODE (rhs))) { if (reassociate_expr (rhs, &bsi)) { changed = true; update_stmt (stmt); } insert_seen_binop (TREE_OPERAND (rhs, 0), TREE_OPERAND (rhs, 1)); } } } for (son = first_dom_son (CDI_DOMINATORS, bb); son; son = next_dom_son (CDI_DOMINATORS, son)) { changed |= reassociate_bb (son); } return changed; } static bool do_reassoc (void) { bool changed = false; changed = reassociate_bb (ENTRY_BLOCK_PTR); return changed; } /* Gate and execute functions for Reassociation. */ static void execute_reassoc (void) { init_reassoc (); do_reassoc (); fini_reassoc (); } struct tree_opt_pass pass_reassoc = { "reassoc", /* name */ NULL, /* gate */ execute_reassoc, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_REASSOC, /* tv_id */ PROP_cfg | PROP_ssa | PROP_alias, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_update_ssa | TODO_dump_func | TODO_ggc_collect | TODO_verify_ssa, /* todo_flags_finish */ 0 /* letter */ };