+/*
+ * This file is part of libFirm.
+ * Copyright (C) 2012 University of Karlsruhe.
+ */
+
/**
- * Author: Daniel Grund
- * Date: 25.05.2005
- * Copyright: (c) Universitaet Karlsruhe
- * Licence: This file protected by GPL - GNU GENERAL PUBLIC LICENSE.
- *
- * Performs SSA-Destruction.
+ * @file
+ * @brief Performs SSA-Destruction.
+ * @author Daniel Grund
+ * @date 25.05.2005
*/
-#ifdef HAVE_CONFIG_H
#include "config.h"
-#endif
+
+#include "bessadestr.h"
#include "debug.h"
#include "set.h"
#include "pmap.h"
-#include "irnode.h"
+#include "irnode_t.h"
+#include "ircons_t.h"
#include "iredges_t.h"
+#include "irgwalk.h"
+#include "irgmod.h"
#include "irdump.h"
#include "irprintf.h"
#include "beutil.h"
#include "bechordal_t.h"
#include "bearch.h"
-#include "benode_t.h"
-#include "besched_t.h"
-
-static firm_dbg_module_t *dbg = NULL;
-#define DEBUG_LVL SET_LEVEL_2
-
+#include "belive_t.h"
+#include "benode.h"
+#include "besched.h"
+#include "statev_t.h"
+#include "beirg.h"
+#include "beintlive_t.h"
+#include "bespillutil.h"
+
+DEBUG_ONLY(static firm_dbg_module_t *dbg = NULL;)
+
+static void clear_link(ir_node *irn, void *data)
+{
+ (void) data;
+ set_irn_link(irn, NULL);
+}
-#define get_reg(irn) arch_get_irn_register(chordal_env->arch_env, irn, 0)
-#define set_reg(irn, reg) arch_set_irn_register(chordal_env->arch_env, irn, 0, reg)
+/**
+ * For each block build a linked list of phis that
+ * - are in that block
+ * - have the current register class
+ * The list is rooted at get_irn_link(BB).
+ */
+static void collect_phis_walker(ir_node *irn, void *data)
+{
+ be_chordal_env_t *env = (be_chordal_env_t*)data;
+ if (is_Phi(irn) && arch_irn_consider_in_reg_alloc(env->cls, irn)) {
+ ir_node *bl = get_nodes_block(irn);
+ set_irn_link(irn, get_irn_link(bl));
+ set_irn_link(bl, irn);
+ }
+}
/**
- * Maps blocks to perm nodes inserted during phi destruction.
+ * This struct represents a Proj for a Perm.
+ * It records the argument in the Perm and the corresponding Proj of the
+ * Perm.
*/
-typedef struct _block2perm_t {
- ir_node *block, *perm;
-} block2perm_t;
-
-static int set_cmp_b2p(const void *x, const void *y, size_t size) {
- const block2perm_t *b1 = x;
- const block2perm_t *b2 = y;
- return b1->block != b2->block;
+typedef struct {
+ ir_node *arg; /**< The phi argument to make the Proj for. */
+ int pos; /**< The proj number the Proj will get.
+ This also denotes the position of @p arg
+ in the in array of the Perm. */
+ ir_node *proj; /**< The proj created for @p arg. */
+} perm_proj_t;
+
+static int cmp_perm_proj(const void *a, const void *b, size_t n)
+{
+ const perm_proj_t *p = (const perm_proj_t*)a;
+ const perm_proj_t *q = (const perm_proj_t*)b;
+ (void) n;
+
+ return !(p->arg == q->arg);
}
-#define is_Branch(irn) (arch_irn_classify(arch_env, irn) == arch_irn_class_branch)
-#define is_Perm(irn) (arch_irn_classify(arch_env, irn) == arch_irn_class_perm)
-#define get_reg_cls(irn) (arch_get_irn_reg_class(arch_env, irn, arch_pos_make_out(0)))
-#define is_curr_reg_class(irn) (get_reg_cls(p) == chordal_env->cls)
+/**
+ * Insert Perms in all predecessors of a block containing a phi
+ */
+static void insert_all_perms_walker(ir_node *bl, void *data)
+{
+ be_chordal_env_t *const chordal_env = (be_chordal_env_t*)data;
+ be_lv_t *lv = be_get_irg_liveness(chordal_env->irg);
+ int i, n;
+
+ assert(is_Block(bl));
+
+ /* If the link flag is NULL, this block has no phis. */
+ if (!get_irn_link(bl))
+ return;
+
+ /* Look at all predecessors of the phi block */
+ for (i = 0, n = get_irn_arity(bl); i < n; ++i) {
+ ir_node *phi, *perm, **in;
+ set *arg_set = new_set(cmp_perm_proj, chordal_env->cls->n_regs);
+ ir_node *pred_bl = get_Block_cfgpred_block(bl, i);
+ int n_projs = 0;
+
+ /*
+ * Note that all phis in the list are in the same
+ * register class by construction.
+ */
+ for (phi = (ir_node*)get_irn_link(bl); phi != NULL;
+ phi = (ir_node*)get_irn_link(phi)) {
+ ir_node *arg = get_irn_n(phi, i);
+ unsigned hash;
+ perm_proj_t templ;
+
+ hash = hash_irn(arg);
+ templ.arg = arg;
+ perm_proj_t *const pp = set_find(perm_proj_t, arg_set, &templ, sizeof(templ), hash);
+
+ /*
+ * If a proj_perm_t entry has not been made in the argument set,
+ * create one. The only restriction is, that the phi argument
+ * may not be live in at the current block, since this argument
+ * interferes with the phi and must thus not be member of a
+ * Perm. A copy will be inserted for this argument later on.
+ */
+ if (!pp && !be_is_live_in(lv, bl, arg)) {
+ templ.pos = n_projs++;
+ (void)set_insert(perm_proj_t, arg_set, &templ, sizeof(templ), hash);
+ }
+ }
+
-static ir_node *get_or_insert_perm(be_main_session_env_t *session, be_chordal_env_t *chordal_env, ir_node *block) {
- block2perm_t find, *found;
- ir_node *p;
- set *b2p = chordal_env->data;
- const arch_env_t *arch_env = chordal_env->arch_env;
+ if (n_projs) {
+ /*
+ * Create a new Perm with the arguments just collected
+ * above in the arg_set and insert it into the schedule.
+ */
+ in = XMALLOCN(ir_node*, n_projs);
+ foreach_set(arg_set, perm_proj_t, pp) {
+ in[pp->pos] = pp->arg;
+ }
+ perm = be_new_Perm(chordal_env->cls, pred_bl, n_projs, in);
+ stat_ev_int("phi_perm", n_projs);
+
+ ir_node *const schedpoint = be_get_end_of_block_insertion_point(pred_bl);
+ sched_add_before(schedpoint, perm);
+
+ /*
+ * Make the Projs for the Perm and insert into schedule.
+ * Register allocation is copied from the former phi
+ * arguments to the projs (new phi arguments).
+ */
+ foreach_set(arg_set, perm_proj_t, pp) {
+ ir_node *proj = new_r_Proj(perm, get_irn_mode(pp->arg), pp->pos);
+ pp->proj = proj;
+ assert(arch_get_irn_register(pp->arg));
+ arch_set_irn_register(proj, arch_get_irn_register(pp->arg));
+ DBG((dbg, LEVEL_2, "Copy register assignment %s from %+F to %+F\n", arch_get_irn_register(pp->arg)->name, pp->arg, pp->proj));
+ }
- /* iff needed insert perm node */
- DBG((dbg, LEVEL_1, " Getting perm in %+F\n", block));
+ /*
+ * Set the phi nodes to their new arguments: The Projs of the Perm
+ */
+ for (phi = (ir_node*)get_irn_link(bl); phi != NULL;
+ phi = (ir_node*)get_irn_link(phi)) {
+ perm_proj_t templ;
- /* .if the perm is in the pset return it */
- find.block = block;
- find.perm = NULL;
- found = set_insert(b2p, &find, sizeof(find), HASH_PTR(find.block));
- if (found->perm) {
- DBG((dbg, LEVEL_1, " found it %+F in map\n", found->perm));
- return found->perm;
- }
+ templ.arg = get_irn_n(phi, i);
+ perm_proj_t *const pp = set_find(perm_proj_t, arg_set, &templ, sizeof(templ), hash_irn(templ.arg));
- /* .else look for a perm of right register class in the schedule */
- p = sched_last(find.block);
- while (!is_Block(p) && (is_Branch(p) || (is_Perm(p) && !is_curr_reg_class(p))))
- p = sched_prev(p);
+ /* If not found, it was an interfering argument */
+ if (pp) {
+ set_irn_n(phi, i, pp->proj);
+ be_liveness_introduce(lv, pp->proj);
+ }
+ }
- /* if we haven't found a perm of the right register class create a new one */
- if (! (is_Perm(p) && is_curr_reg_class(p))) {
- DBG((dbg, LEVEL_1, " insert it after %+F\n", p));
- p = insert_Perm_after(session, chordal_env->cls, p);
- }
+ /* update the liveness of the Perm's operands. It might be changed. */
+ {
+ int i;
+ for (i = 0; i < n_projs; ++i)
+ be_liveness_update(lv, in[i]);
+ }
+ free(in);
+ }
- /* insert perm into pset and return it*/
- found->perm = p;
- return p;
+ del_set(arg_set);
+ }
}
#define is_pinned(irn) (get_irn_link(irn))
#define pin_irn(irn, lock) (set_irn_link(irn, lock))
/**
- * Adjusts the register allocation for the phi-operands
- * by inserting perm nodes, if necessary.
- * @param phi The phi node to adjust operands for
+ * Adjusts the register allocation for the (new) phi-operands
+ * and insert duplicates iff necessary.
*/
-static void adjust_phi_arguments(be_main_session_env_t *session, be_chordal_env_t *chordal_env, ir_node *phi) {
- int i, max;
- ir_node *arg, *phi_block, *arg_block;
- arch_env_t *arch_env = session->main_env->arch_env;
- const arch_register_t *phi_reg, *arg_reg;
- const arch_register_class_t *cls;
-
- assert(is_Phi(phi) && "Can only handle phi-destruction :)");
- DBG((dbg, LEVEL_1, " for %+F\n", phi));
-
- cls = arch_get_irn_reg_class(session->main_env->arch_env, phi, arch_pos_make_out(0));
- phi_block = get_nodes_block(phi);
- phi_reg = get_reg(phi);
-
- /* process all arguments of the phi */
- for(i=0, max=get_irn_arity(phi); i<max; ++i) {
- ir_node *perm;
-
- arg = get_irn_n(phi, i);
- arg_block = get_nodes_block(arg);
- arg_reg = get_reg(arg);
- perm = get_Proj_pred(arg);
- assert(is_Perm(perm));
-
- DBG((dbg, LEVEL_1, " arg %+F has perm %+F\n", arg, perm));
- /* if registers don't match ...*/
- if (phi_reg != arg_reg) {
- DBG((dbg, LEVEL_1, " regs don't match %d %d\n", phi_reg, arg_reg));
-
- /* First check if there is another phi in the same block
- * having arg at the same pos in its arg-list and the same color as arg */
- if (!is_pinned(arg)) {
- DBG((dbg, LEVEL_1, " arg is not pinned\n"));
- ir_node *other_phi = phi;
- while ((other_phi = get_irn_link(other_phi)) != phi) {
- assert(is_Phi(other_phi) && get_nodes_block(phi) == get_nodes_block(other_phi) && "link fields are screwed up");
- if (get_irn_n(other_phi, i) == arg && get_reg(other_phi) == arg_reg) {
- DBG((dbg, LEVEL_1, " other phi pinned the argument\n"));
- pin_irn(arg, phi_block);
- }
- }
+static void set_regs_or_place_dupls_walker(ir_node *bl, void *data)
+{
+ be_chordal_env_t *chordal_env = (be_chordal_env_t*)data;
+ be_lv_t *lv = be_get_irg_liveness(chordal_env->irg);
+ ir_node *phi;
+
+ /* Consider all phis of this block */
+ for (phi = (ir_node*)get_irn_link(bl); phi != NULL;
+ phi = (ir_node*)get_irn_link(phi)) {
+ ir_node *phi_block = get_nodes_block(phi);
+ const arch_register_t *phi_reg = arch_get_irn_register(phi);
+ int max;
+ int i;
+
+ assert(is_Phi(phi) && "Can only handle phi-destruction :)");
+
+ /* process all arguments of the phi */
+ for (i = 0, max = get_irn_arity(phi); i < max; ++i) {
+ ir_node *arg = get_irn_n(phi, i);
+ const arch_register_t *arg_reg;
+ ir_node *arg_block;
+
+ arg_block = get_Block_cfgpred_block(phi_block, i);
+ arg_reg = arch_get_irn_register(arg);
+
+ assert(arg_reg && "Register must be set while placing perms");
+
+ DBG((dbg, LEVEL_1, " for %+F(%s) -- %+F(%s)\n", phi, phi_reg->name, arg, arg_reg->name));
+
+ if (phi_reg == arg_reg
+ || (arg_reg->type & arch_register_type_virtual)) {
+ /* Phi and arg have the same register, so pin and continue */
+ pin_irn(arg, phi_block);
+ DBG((dbg, LEVEL_1, " arg has same reg: pin %+F(%s)\n", arg, arch_get_irn_register(arg)->name));
+ continue;
}
- /* If arg is pinned, another phi set the color of arg and pinned it.
- * So this phi can't change the color again and a duplicate must be inserted.
- *
- * If arg interferes with phi, one can never set the same color for both
- * Hence, a duplicate must be inserted */
- if (is_pinned(arg) || nodes_interfere(chordal_env, phi, arg)) {
- ir_node *dupl, *tmp;
- assert(get_pinning_block(arg) == phi_block && "If arg is pinned it must be due to a phi in the same block");
+ if (be_values_interfere(lv, phi, arg)) {
+ /*
+ Insert a duplicate in arguments block,
+ make it the new phi arg,
+ set its register,
+ insert it into schedule,
+ pin it
+ */
+ ir_node *dupl = be_new_Copy(arg_block, arg);
- dupl = new_Copy(session->main_env->node_factory, cls, session->irg, arg_block, arg);
set_irn_n(phi, i, dupl);
- set_reg(dupl, phi_reg);
- DBG((dbg, LEVEL_1, " inserting dupl %+F\n", dupl));
-
- /* Add dupl to schedule */
- tmp = sched_next(perm);
- while (is_Proj(tmp) && sched_has_next(tmp))
- tmp = sched_next(tmp);
- sched_add_after(tmp, dupl);
-
- /* Add dupl to chained list of duplicates. Ptrs starting at the Perm */
- tmp = perm;
- while (get_irn_link(tmp))
- tmp = get_irn_link(tmp);
- set_irn_link(tmp, dupl);
- set_irn_link(dupl, NULL);
-
- /* now the arg is the dupl */
- arg = dupl;
- } else {
- /* Arg is not pinned. So set its color to the color of the phi.
- * If the phi color is used by another proj of this perm
- * one must NOT swap the colors. Proof: Critical edges removed,
- * livein(PhiBl) = liveout(ArgBl), if all phis are processed then
- * every color is used exactly once.
- */
- DBG((dbg, LEVEL_1, " just set color\n"));
- set_reg(arg, phi_reg);
+ arch_set_irn_register(dupl, phi_reg);
+ ir_node *const schedpoint = be_get_end_of_block_insertion_point(arg_block);
+ sched_add_before(schedpoint, dupl);
+ pin_irn(dupl, phi_block);
+ be_liveness_introduce(lv, dupl);
+ be_liveness_update(lv, arg);
+ DBG((dbg, LEVEL_1, " they do interfere: insert %+F(%s)\n", dupl, arch_get_irn_register(dupl)->name));
+ continue; /* with next argument */
}
- }
- /* Now the color of the arg (arg may be a dupl now) and the phi-result are equal.
- * Pin it, so everyone knows and it never gets changed again.
- * An arg never is a phi, because perms were inserted. So the link field is free */
- DBG((dbg, LEVEL_1, " arg has correct color (now), so pin it\n"));
- pin_irn(arg, phi_block);
- }
-}
+ DBG((dbg, LEVEL_1, " they do not interfere\n"));
+ assert(is_Proj(arg));
+ /*
+ First check if there is an other phi
+ - in the same block
+ - having arg at the current pos in its arg-list
+ - having the same color as arg
+ If found, then pin the arg (for that phi)
+ */
+ if (! is_pinned(arg)) {
+ ir_node *other_phi;
-static void insert_all_perms(be_main_session_env_t *session, be_chordal_env_t *chordal_env) {
- pmap_entry *pme;
- int i, max;
- ir_node *first_phi, *recent_phi;
+ DBG((dbg, LEVEL_1, " searching for phi with same arg having args register\n"));
- DBG((dbg, LEVEL_1, "Placing perms...\n"));
+ for (other_phi = (ir_node*)get_irn_link(phi_block);
+ other_phi != NULL;
+ other_phi = (ir_node*)get_irn_link(other_phi)) {
- /* place perms in cf-preds of phis */
- pmap_foreach(chordal_env->border_heads, pme) {
- border_t *curr;
- struct list_head *head = pme->value;
-
- first_phi = NULL;
- /* iterate over the first ops in the block until a non-phi is reached */
- list_for_each_entry(border_t, curr, head, list) {
- ir_node *phi = curr->irn;
-
- if (curr->is_def && curr->is_real && is_Phi(phi)) {
- set_irn_link(phi, NULL);
- /* chain of phis in a block */
- if (first_phi == NULL)
- first_phi = phi;
- else
- set_irn_link(recent_phi, phi);
- recent_phi = phi;
-
- /* insert perms */
- DBG((dbg, LEVEL_1, " for %+F\n", phi));
- for(i=0, max=get_irn_arity(phi); i<max; ++i) {
- ir_node *perm;
-
- perm = get_or_insert_perm(session, chordal_env, get_Block_cfgpred_block(get_nodes_block(phi), i));
- DBG((dbg, LEVEL_1, " %+F in block %N\n", perm, get_Block_cfgpred_block(get_nodes_block(phi), i)));
- set_irn_link(perm, NULL);
+ assert(is_Phi(other_phi) &&
+ get_nodes_block(phi) == get_nodes_block(other_phi) &&
+ "link fields are screwed up");
+
+ if (get_irn_n(other_phi, i) == arg && arch_get_irn_register(other_phi) == arg_reg) {
+ DBG((dbg, LEVEL_1, " found %+F(%s)\n", other_phi, arch_get_irn_register(other_phi)->name));
+ pin_irn(arg, phi_block);
+ break;
+ }
}
}
+
+ if (is_pinned(arg)) {
+ /*
+ Insert a duplicate of the original value in arguments block,
+ make it the new phi arg,
+ set its register,
+ insert it into schedule,
+ pin it
+ */
+ ir_node *perm = get_Proj_pred(arg);
+ ir_node *dupl = be_new_Copy(arg_block, arg);
+
+ set_irn_n(phi, i, dupl);
+ arch_set_irn_register(dupl, phi_reg);
+ sched_add_after(perm, dupl);
+ pin_irn(dupl, phi_block);
+ be_liveness_introduce(lv, dupl);
+ be_liveness_update(lv, arg);
+ DBG((dbg, LEVEL_1, " arg is pinned: insert %+F(%s)\n", dupl, arch_get_irn_register(dupl)->name));
+ } else {
+ /*
+ No other phi has the same color (else arg would have been pinned),
+ so just set the register and pin
+ */
+ arch_set_irn_register(arg, phi_reg);
+ pin_irn(arg, phi_block);
+ DBG((dbg, LEVEL_1, " arg is not pinned: so pin %+F(%s)\n", arg, arch_get_irn_register(arg)->name));
+ }
}
- if (first_phi)
- set_irn_link(recent_phi, first_phi);
}
}
-static void set_regs_or_place_dupls(be_main_session_env_t *session, be_chordal_env_t *chordal_env) {
- pmap_entry *pme;
+void be_ssa_destruction(be_chordal_env_t *chordal_env)
+{
+ ir_graph *irg = chordal_env->irg;
- DBG((dbg, LEVEL_1, "Setting regs and placing dupls...\n"));
+ FIRM_DBG_REGISTER(dbg, "ir.be.ssadestr");
- /* iterate over all blocks and correct color of arguments*/
- pmap_foreach(chordal_env->border_heads, pme) {
- border_t *curr;
- struct list_head *head = pme->value;
+ be_invalidate_live_sets(irg);
- /* iterate over the first ops in the block until a non-phi is reached */
- list_for_each_entry(border_t, curr, head, list)
- if (curr->is_def && curr->is_real && is_Phi(curr->irn))
- adjust_phi_arguments(session, chordal_env, curr->irn);
- }
-}
+ /* create a map for fast lookup of perms: block --> perm */
+ irg_walk_graph(irg, clear_link, collect_phis_walker, chordal_env);
-void be_ssa_destruction(be_main_session_env_t *session, be_chordal_env_t *chordal_env) {
- set *b2p;
+ DBG((dbg, LEVEL_1, "Placing perms...\n"));
+ irg_block_walk_graph(irg, insert_all_perms_walker, NULL, chordal_env);
- dbg = firm_dbg_register("ir.be.ssadestr");
- firm_dbg_set_mask(dbg, DEBUG_LVL);
+ if (chordal_env->opts->dump_flags & BE_CH_DUMP_SSADESTR)
+ dump_ir_graph(irg, "ssa_destr_perms_placed");
- /* create a map for fast lookup of perms: block --> perm */
- b2p = new_set(set_cmp_b2p, 32);
- chordal_env->data = b2p;
+ be_assure_live_chk(irg);
- insert_all_perms(session, chordal_env);
- dump_ir_block_graph(session->irg, "-ssa_destr_perms_placed");
+ DBG((dbg, LEVEL_1, "Setting regs and placing dupls...\n"));
+ irg_block_walk_graph(irg, set_regs_or_place_dupls_walker, NULL, chordal_env);
- set_regs_or_place_dupls(session, chordal_env);
- dump_ir_block_graph(session->irg, "-ssa_destr_regs_set");
+ /* unfortunately updating doesn't work yet. */
+ be_invalidate_live_chk(irg);
- del_set(b2p);
+ if (chordal_env->opts->dump_flags & BE_CH_DUMP_SSADESTR)
+ dump_ir_graph(irg, "ssa_destr_regs_set");
}
-void be_ssa_destruction_check(be_main_session_env_t *session, be_chordal_env_t *chordal_env) {
- pmap_entry *pme;
+static void ssa_destruction_check_walker(ir_node *bl, void *data)
+{
+ ir_node *phi;
int i, max;
+ (void)data;
- /* iterate over all blocks */
- pmap_foreach(chordal_env->border_heads, pme) {
- border_t *curr;
- struct list_head *head = pme->value;
-
- /* iterate over the first ops in the block */
- list_for_each_entry(border_t, curr, head, list)
- if (curr->is_def && curr->is_real && is_Phi(curr->irn)) {
- const arch_register_t *phi_reg, *arg_reg;
- ir_node *phi = curr->irn;
-
- phi_reg = get_reg(phi);
- /* iterate over all args of phi */
- for(i=0, max=get_irn_arity(phi); i<max; ++i) {
- ir_node *arg = get_irn_n(phi, i);
- arg_reg = get_reg(arg);
- if(phi_reg != arg_reg) {
- ir_printf("Registers of %+F and %+F differ: %s %s\n", phi, arg, phi_reg->name, arg_reg->name);
- assert(0 && "Registers of phi and arg differ\n");
- }
- if(!is_pinned(arg))
- ir_printf("Warning: Arg %+F not pinned\n", arg);
- }
+ for (phi = (ir_node*)get_irn_link(bl); phi != NULL;
+ phi = (ir_node*)get_irn_link(phi)) {
+ const arch_register_t *phi_reg, *arg_reg;
+
+ phi_reg = arch_get_irn_register(phi);
+ /* iterate over all args of phi */
+ for (i = 0, max = get_irn_arity(phi); i < max; ++i) {
+ ir_node *arg = get_irn_n(phi, i);
+ const arch_register_req_t *req = arch_get_irn_register_req(arg);
+ if (arch_register_req_is(req, ignore))
+ continue;
+
+ arg_reg = arch_get_irn_register(arg);
+
+ if (phi_reg != arg_reg) {
+ DBG((dbg, 0, "Error: Registers of %+F and %+F differ: %s %s\n", phi, arg, phi_reg->name, arg_reg->name));
+ assert(0);
+ }
+
+ if (! is_pinned(arg)) {
+ DBG((dbg, 0, "Warning: Phi argument %+F is not pinned.\n", arg));
+ assert(0);
}
+ }
}
}
+
+void be_ssa_destruction_check(be_chordal_env_t *chordal_env)
+{
+ irg_block_walk_graph(chordal_env->irg, ssa_destruction_check_walker, NULL, NULL);
+}
projects / libfirm / blobdiff