2 * Copyright (C) 1995-2010 University of Karlsruhe. All right reserved.
4 * This file is part of libFirm.
6 * This file may be distributed and/or modified under the terms of the
7 * GNU General Public License version 2 as published by the Free Software
8 * Foundation and appearing in the file LICENSE.GPL included in the
9 * packaging of this file.
11 * Licensees holding valid libFirm Professional Edition licenses may use
12 * this file in accordance with the libFirm Commercial License.
13 * Agreement provided with the Software.
15 * This file is provided AS IS with NO WARRANTY OF ANY KIND, INCLUDING THE
16 * WARRANTY OF DESIGN, MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * @brief Path-Sensitive Jump Threading
24 * @author Christoph Mallon, Matthias Braun
29 #include "iroptimize.h"
41 #include "iredges_t.h"
45 #include "iroptimize.h"
46 #include "iropt_dbg.h"
52 DEBUG_ONLY(static firm_dbg_module_t *dbg);
55 * Add the new predecessor x to node node, which is either a Block or a Phi
57 static void add_pred(ir_node* node, ir_node* x)
63 assert(is_Block(node) || is_Phi(node));
65 n = get_irn_arity(node);
66 NEW_ARR_A(ir_node*, ins, n + 1);
67 for (i = 0; i < n; i++)
68 ins[i] = get_irn_n(node, i);
70 set_irn_in(node, n + 1, ins);
73 static ir_node *ssa_second_def;
74 static ir_node *ssa_second_def_block;
76 static ir_node *search_def_and_create_phis(ir_node *block, ir_mode *mode,
86 /* This is needed because we create bads sometimes */
87 if (is_Block_dead(block)) {
88 ir_graph *irg = get_irn_irg(block);
89 return new_r_Bad(irg);
92 /* the other defs can't be marked for cases where a user of the original
93 * value is in the same block as the alternative definition.
94 * In this case we mustn't use the alternative definition.
95 * So we keep a flag that indicated whether we walked at least 1 block
96 * away and may use the alternative definition */
97 if (block == ssa_second_def_block && !first) {
98 return ssa_second_def;
101 /* already processed this block? */
102 if (irn_visited(block)) {
103 ir_node *value = (ir_node*) get_irn_link(block);
107 irg = get_irn_irg(block);
108 assert(block != get_irg_start_block(irg));
110 /* a Block with only 1 predecessor needs no Phi */
111 n_cfgpreds = get_Block_n_cfgpreds(block);
112 if (n_cfgpreds == 1) {
113 ir_node *pred_block = get_Block_cfgpred_block(block, 0);
114 ir_node *value = search_def_and_create_phis(pred_block, mode, 0);
116 set_irn_link(block, value);
117 mark_irn_visited(block);
121 /* create a new Phi */
122 NEW_ARR_A(ir_node*, in, n_cfgpreds);
123 dummy = new_r_Dummy(irg, mode);
124 for (i = 0; i < n_cfgpreds; ++i)
127 phi = new_r_Phi(block, n_cfgpreds, in, mode);
128 set_irn_link(block, phi);
129 mark_irn_visited(block);
131 /* set Phi predecessors */
132 for (i = 0; i < n_cfgpreds; ++i) {
133 ir_node *pred_block = get_Block_cfgpred_block(block, i);
134 ir_node *pred_val = search_def_and_create_phis(pred_block, mode, 0);
136 set_irn_n(phi, i, pred_val);
143 * Given a set of values this function constructs SSA-form for the users of the
144 * first value (the users are determined through the out-edges of the value).
145 * Uses the irn_visited flags. Works without using the dominance tree.
147 static void construct_ssa(ir_node *orig_block, ir_node *orig_val,
148 ir_node *second_block, ir_node *second_val)
152 const ir_edge_t *edge;
153 const ir_edge_t *next;
155 /* no need to do anything */
156 if (orig_val == second_val)
159 irg = get_irn_irg(orig_val);
160 inc_irg_visited(irg);
162 mode = get_irn_mode(orig_val);
163 set_irn_link(orig_block, orig_val);
164 mark_irn_visited(orig_block);
166 ssa_second_def_block = second_block;
167 ssa_second_def = second_val;
169 /* Only fix the users of the first, i.e. the original node */
170 foreach_out_edge_safe(orig_val, edge, next) {
171 ir_node *user = get_edge_src_irn(edge);
172 int j = get_edge_src_pos(edge);
173 ir_node *user_block = get_nodes_block(user);
180 DB((dbg, LEVEL_3, ">>> Fixing user %+F (pred %d == %+F)\n", user, j, get_irn_n(user, j)));
183 ir_node *pred_block = get_Block_cfgpred_block(user_block, j);
184 newval = search_def_and_create_phis(pred_block, mode, 1);
186 newval = search_def_and_create_phis(user_block, mode, 1);
189 /* don't fix newly created Phis from the SSA construction */
190 if (newval != user) {
191 DB((dbg, LEVEL_4, ">>>> Setting input %d of %+F to %+F\n", j, user, newval));
192 set_irn_n(user, j, newval);
197 static void split_critical_edge(ir_node *block, int pos)
199 ir_graph *irg = get_irn_irg(block);
204 in[0] = get_Block_cfgpred(block, pos);
205 new_block = new_r_Block(irg, 1, in);
206 new_jmp = new_r_Jmp(new_block);
207 set_Block_cfgpred(block, pos, new_jmp);
210 typedef struct jumpthreading_env_t {
212 ir_node *cmp; /**< The Compare node that might be partial evaluated */
213 ir_relation relation; /**< The Compare mode of the Compare node. */
216 ir_visited_t visited_nr;
218 ir_node *cnst_pred; /**< the block before the constant */
219 int cnst_pos; /**< the pos to the constant block (needed to
220 kill that edge later) */
221 } jumpthreading_env_t;
223 static ir_node *copy_and_fix_node(const jumpthreading_env_t *env,
224 ir_node *block, ir_node *copy_block, int j,
230 /* we can evaluate Phis right now, all other nodes get copied */
232 copy = get_Phi_pred(node, j);
233 /* we might have to evaluate a Phi-cascade */
234 if (get_irn_visited(copy) >= env->visited_nr) {
235 copy = (ir_node*)get_irn_link(copy);
238 copy = exact_copy(node);
239 set_nodes_block(copy, copy_block);
241 assert(get_irn_mode(copy) != mode_X);
243 arity = get_irn_arity(copy);
244 for (i = 0; i < arity; ++i) {
245 ir_node *pred = get_irn_n(copy, i);
248 if (get_nodes_block(pred) != block)
251 if (get_irn_visited(pred) >= env->visited_nr) {
252 new_pred = (ir_node*)get_irn_link(pred);
254 new_pred = copy_and_fix_node(env, block, copy_block, j, pred);
256 DB((dbg, LEVEL_2, ">> Set Pred of %+F to %+F\n", copy, new_pred));
257 set_irn_n(copy, i, new_pred);
261 set_irn_link(node, copy);
262 set_irn_visited(node, env->visited_nr);
267 static void copy_and_fix(const jumpthreading_env_t *env, ir_node *block,
268 ir_node *copy_block, int j)
270 const ir_edge_t *edge;
272 /* Look at all nodes in the cond_block and copy them into pred */
273 foreach_out_edge(block, edge) {
274 ir_node *node = get_edge_src_irn(edge);
278 /* ignore control flow */
279 mode = get_irn_mode(node);
280 if (mode == mode_X || is_Cond(node))
283 /* we may not copy mode_b nodes, because this could produce Phi with
284 * mode_bs which can't be handled in all backends. Instead we duplicate
285 * the node and move it to its users */
286 if (mode == mode_b) {
287 const ir_edge_t *edge, *next;
291 assert(is_Proj(node));
293 pred = get_Proj_pred(node);
294 pn = get_Proj_proj(node);
296 foreach_out_edge_safe(node, edge, next) {
298 ir_node *user = get_edge_src_irn(edge);
299 int pos = get_edge_src_pos(edge);
300 ir_node *user_block = get_nodes_block(user);
302 if (user_block == block)
305 cmp_copy = exact_copy(pred);
306 set_nodes_block(cmp_copy, user_block);
307 copy = new_r_Proj(cmp_copy, mode_b, pn);
308 set_irn_n(user, pos, copy);
314 copy = copy_and_fix_node(env, block, copy_block, j, node);
316 /* we might hit values in blocks that have already been processed by a
317 * recursive find_phi_with_const() call */
318 assert(get_irn_visited(copy) <= env->visited_nr);
319 if (get_irn_visited(copy) >= env->visited_nr) {
320 ir_node *prev_copy = (ir_node*)get_irn_link(copy);
321 if (prev_copy != NULL)
322 set_irn_link(node, prev_copy);
326 /* fix data-flow (and reconstruct SSA if needed) */
327 foreach_out_edge(block, edge) {
328 ir_node *node = get_edge_src_irn(edge);
332 mode = get_irn_mode(node);
333 if (mode == mode_X || is_Cond(node))
340 DB((dbg, LEVEL_2, ">> Fixing users of %+F\n", node));
342 copy_node = (ir_node*)get_irn_link(node);
343 construct_ssa(block, node, copy_block, copy_node);
348 * returns whether the cmp evaluates to true or false, or can't be evaluated!
349 * 1: true, 0: false, -1: can't evaluate
351 * @param relation the compare mode of the Compare
352 * @param tv_left the left tarval
353 * @param tv_right the right tarval
355 static int eval_cmp_tv(ir_relation relation, ir_tarval *tv_left,
358 ir_relation cmp_result = tarval_cmp(tv_left, tv_right);
360 /* does the compare evaluate to true? */
361 if (cmp_result == ir_relation_false)
363 if ((cmp_result & relation) != 0)
370 /* Matze: disabled, check first if the compare still is correct */
373 * returns whether the cmp evaluates to true or false according to vrp
374 * information , or can't be evaluated!
375 * 1: true, 0: false, -1: can't evaluate
377 * @param relation the compare mode of the Compare
378 * @param left the left node
379 * @param right the right node
381 static int eval_cmp_vrp(ir_relation relation, ir_node *left, ir_node *right)
383 ir_relation cmp_result = vrp_cmp(left, right);
384 /* does the compare evaluate to true? */
385 if (cmp_result == ir_relation_false)
388 if ((cmp_result & relation) != cmp_result) {
389 if ((cmp_result & relation) != 0) {
399 * returns whether the cmp evaluates to true or false, or can't be evaluated!
400 * 1: true, 0: false, -1: can't evaluate
402 * @param env the environment
403 * @param cand the candidate node, either a Const or a Confirm
405 static int eval_cmp(jumpthreading_env_t *env, ir_node *cand)
407 if (is_Const(cand)) {
408 ir_tarval *tv_cand = get_Const_tarval(cand);
409 ir_tarval *tv_cmp = get_Const_tarval(env->cnst);
411 return eval_cmp_tv(env->relation, tv_cand, tv_cmp);
412 } else { /* a Confirm */
413 ir_tarval *res = computed_value_Cmp_Confirm(env->cmp, cand, env->cnst, env->relation);
415 if (res == tarval_bad)
417 return res == tarval_b_true;
422 * Check for Const or Confirm with Const.
424 static int is_Const_or_Confirm(const ir_node *node)
426 if (is_Confirm(node))
427 node = get_Confirm_bound(node);
428 return is_Const(node);
432 * get the tarval of a Const or Confirm with
434 static ir_tarval *get_Const_or_Confirm_tarval(const ir_node *node)
436 if (is_Confirm(node)) {
437 if (get_Confirm_bound(node))
438 node = get_Confirm_bound(node);
440 return get_Const_tarval(node);
443 static ir_node *find_const_or_confirm(jumpthreading_env_t *env, ir_node *jump,
446 ir_node *block = get_nodes_block(jump);
448 if (irn_visited_else_mark(value))
451 if (is_Const_or_Confirm(value)) {
452 if (eval_cmp(env, value) <= 0)
457 "> Found jump threading candidate %+F->%+F\n",
458 env->true_block, block
461 /* adjust true_block to point directly towards our jump */
462 add_pred(env->true_block, jump);
464 split_critical_edge(env->true_block, 0);
466 /* we need a bigger visited nr when going back */
475 /* the Phi has to be in the same Block as the Jmp */
476 if (get_nodes_block(value) != block)
479 arity = get_irn_arity(value);
480 for (i = 0; i < arity; ++i) {
482 ir_node *phi_pred = get_Phi_pred(value, i);
483 ir_node *cfgpred = get_Block_cfgpred(block, i);
485 copy_block = find_const_or_confirm(env, cfgpred, phi_pred);
486 if (copy_block == NULL)
489 /* copy duplicated nodes in copy_block and fix SSA */
490 copy_and_fix(env, block, copy_block, i);
492 if (copy_block == get_nodes_block(cfgpred)) {
493 env->cnst_pred = block;
497 /* return now as we can't process more possibilities in 1 run */
505 static ir_node *find_candidate(jumpthreading_env_t *env, ir_node *jump,
508 ir_node *block = get_nodes_block(jump);
510 if (irn_visited_else_mark(value)) {
514 if (is_Const_or_Confirm(value)) {
515 ir_tarval *tv = get_Const_or_Confirm_tarval(value);
522 "> Found jump threading candidate %+F->%+F\n",
523 env->true_block, block
526 /* adjust true_block to point directly towards our jump */
527 add_pred(env->true_block, jump);
529 split_critical_edge(env->true_block, 0);
531 /* we need a bigger visited nr when going back */
539 /* the Phi has to be in the same Block as the Jmp */
540 if (get_nodes_block(value) != block)
543 arity = get_irn_arity(value);
544 for (i = 0; i < arity; ++i) {
546 ir_node *phi_pred = get_Phi_pred(value, i);
547 ir_node *cfgpred = get_Block_cfgpred(block, i);
549 copy_block = find_candidate(env, cfgpred, phi_pred);
550 if (copy_block == NULL)
553 /* copy duplicated nodes in copy_block and fix SSA */
554 copy_and_fix(env, block, copy_block, i);
556 if (copy_block == get_nodes_block(cfgpred)) {
557 env->cnst_pred = block;
561 /* return now as we can't process more possibilities in 1 run */
566 ir_node *cmp = value;
567 ir_node *left = get_Cmp_left(cmp);
568 ir_node *right = get_Cmp_right(cmp);
569 ir_relation relation = get_Cmp_relation(cmp);
571 /* we assume that the constant is on the right side, swap left/right
573 if (is_Const(left)) {
578 relation = get_inversed_relation(relation);
581 if (!is_Const(right))
584 if (get_nodes_block(left) != block)
587 /* negate condition when we're looking for the false block */
588 if (env->tv == tarval_b_false) {
589 relation = get_negated_relation(relation);
592 /* (recursively) look if a pred of a Phi is a constant or a Confirm */
594 env->relation = relation;
597 return find_const_or_confirm(env, jump, left);
604 * Block-walker: searches for the following construct
606 * Const or Phi with constants
616 static void thread_jumps(ir_node* block, void* data)
618 jumpthreading_env_t env;
619 int *changed = (int*)data;
624 int selector_evaluated;
625 const ir_edge_t *edge, *next;
630 if (get_Block_n_cfgpreds(block) != 1)
633 projx = get_Block_cfgpred(block, 0);
636 assert(get_irn_mode(projx) == mode_X);
638 cond = get_Proj_pred(projx);
642 selector = get_Cond_selector(cond);
643 /* TODO handle switch Conds */
644 if (get_irn_mode(selector) != mode_b)
647 /* handle cases that can be immediately evaluated */
648 selector_evaluated = -1;
649 if (is_Cmp(selector)) {
650 ir_node *left = get_Cmp_left(selector);
651 ir_node *right = get_Cmp_right(selector);
652 if (is_Const(left) && is_Const(right)) {
653 ir_relation relation = get_Cmp_relation(selector);
654 ir_tarval *tv_left = get_Const_tarval(left);
655 ir_tarval *tv_right = get_Const_tarval(right);
657 selector_evaluated = eval_cmp_tv(relation, tv_left, tv_right);
660 if (selector_evaluated < 0) {
661 /* This is only the case if the predecessor nodes are not
662 * constant or the comparison could not be evaluated.
663 * Try with VRP information now.
665 selector_evaluated = eval_cmp_vrp(relation, left, right);
668 } else if (is_Const_or_Confirm(selector)) {
669 ir_tarval *tv = get_Const_or_Confirm_tarval(selector);
670 if (tv == tarval_b_true) {
671 selector_evaluated = 1;
673 assert(tv == tarval_b_false);
674 selector_evaluated = 0;
678 env.cnst_pred = NULL;
679 if (get_Proj_proj(projx) == pn_Cond_false) {
680 env.tv = tarval_b_false;
681 if (selector_evaluated >= 0)
682 selector_evaluated = !selector_evaluated;
684 env.tv = tarval_b_true;
687 if (selector_evaluated == 0) {
688 ir_graph *irg = get_irn_irg(block);
689 bad = new_r_Bad(irg);
690 exchange(projx, bad);
693 } else if (selector_evaluated == 1) {
694 dbg_info *dbgi = get_irn_dbg_info(selector);
695 ir_node *jmp = new_rd_Jmp(dbgi, get_nodes_block(projx));
696 DBG_OPT_JUMPTHREADING(projx, jmp);
697 exchange(projx, jmp);
702 /* (recursively) look if a pred of a Phi is a constant or a Confirm */
703 env.true_block = block;
704 irg = get_irn_irg(block);
705 inc_irg_visited(irg);
706 env.visited_nr = get_irg_visited(irg);
708 copy_block = find_candidate(&env, projx, selector);
709 if (copy_block == NULL)
712 /* we have to remove the edge towards the pred as the pred now
713 * jumps into the true_block. We also have to shorten Phis
714 * in our block because of this */
715 bad = new_r_Bad(irg);
716 cnst_pos = env.cnst_pos;
719 foreach_out_edge_safe(env.cnst_pred, edge, next) {
720 ir_node *node = get_edge_src_irn(edge);
723 set_Phi_pred(node, cnst_pos, bad);
726 set_Block_cfgpred(env.cnst_pred, cnst_pos, bad);
728 /* the graph is changed now */
732 void opt_jumpthreading(ir_graph* irg)
736 FIRM_DBG_REGISTER(dbg, "firm.opt.jumpthreading");
738 DB((dbg, LEVEL_1, "===> Performing jumpthreading on %+F\n", irg));
740 remove_critical_cf_edges(irg);
743 ir_reserve_resources(irg, IR_RESOURCE_IRN_LINK | IR_RESOURCE_IRN_VISITED);
748 irg_block_walk_graph(irg, thread_jumps, NULL, &rerun);
752 ir_free_resources(irg, IR_RESOURCE_IRN_LINK | IR_RESOURCE_IRN_VISITED);
755 /* control flow changed, some blocks may become dead */
756 set_irg_outs_inconsistent(irg);
757 set_irg_doms_inconsistent(irg);
758 set_irg_extblk_inconsistent(irg);
759 set_irg_loopinfo_inconsistent(irg);
760 set_irg_entity_usage_state(irg, ir_entity_usage_not_computed);
762 /* Dead code might be created. Optimize it away as it is dangerous
763 * to call optimize_df() an dead code. */
768 /* Creates an ir_graph pass for opt_jumpthreading. */
769 ir_graph_pass_t *opt_jumpthreading_pass(const char *name)
771 return def_graph_pass(name ? name : "jumpthreading", opt_jumpthreading);
772 } /* opt_jumpthreading_pass */