X-Git-Url: http://nsz.repo.hu/git/?a=blobdiff_plain;f=ir%2Fbe%2Fbechordal.c;h=7beab1b3d016f563cc4131b662b47c4f29f51cc3;hb=23b71abac8014aa6bfee3b47648fdb8fe8687b8f;hp=cadaf20bf75eb8caf4e93e6eaa8712312431b43d;hpb=83c9157ff224552a9b16a73fe4a16451f4963831;p=libfirm diff --git a/ir/be/bechordal.c b/ir/be/bechordal.c index cadaf20bf..7beab1b3d 100644 --- a/ir/be/bechordal.c +++ b/ir/be/bechordal.c @@ -11,12 +11,22 @@ #include "config.h" #endif +#ifdef HAVE_MALLOC_H +#include +#endif + +#ifdef HAVE_ALLOCA_H +#include +#endif + #include #include "obst.h" +#include "pset.h" #include "list.h" #include "bitset.h" #include "iterator.h" +#include "bipartite.h" #include "irmode_t.h" #include "irgraph_t.h" @@ -29,469 +39,412 @@ #include "beutil.h" #include "besched.h" -#include "bera_t.h" #include "benumb_t.h" #include "besched_t.h" #include "belive_t.h" -#include "bechordal_t.h" +#include "benode_t.h" #include "bearch.h" +#include "beifg.h" + +#include "bechordal_t.h" +#include "bechordal_draw.h" -#define BUILD_GRAPH -#undef DUMP_INTERVALS -#undef DUMP_PRESSURE -#undef DUMP_IFG +#define DBG_LEVEL SET_LEVEL_0 +#define DBG_LEVEL_CHECK SET_LEVEL_0 -#if defined(DUMP_IFG) && !defined(BUILD_GRAPH) -#define BUILD_GRAPH -#endif +#define NO_COLOR (-1) +#define DUMP_INTERVALS + +typedef struct _be_chordal_alloc_env_t { + be_chordal_env_t *chordal_env; + + pset *pre_colored; /**< Set of precolored nodes. */ + bitset_t *live; /**< A liveness bitset. */ + bitset_t *colors; /**< The color mask. */ + bitset_t *in_colors; /**< Colors used by live in values. */ + int colors_n; /**< The number of colors. */ +} be_chordal_alloc_env_t; -#ifdef DEBUG_libfirm #include "fourcc.h" /* Make a fourcc for border checking. */ #define BORDER_FOURCC FOURCC('B', 'O', 'R', 'D') -#endif /* DEBUG_libfirm */ +static void check_border_list(struct list_head *head) +{ + border_t *x; + list_for_each_entry(border_t, x, head, list) { + assert(x->magic == BORDER_FOURCC); + } +} -#define TEST_COLORS 2048 +static void check_heads(be_chordal_env_t *env) +{ + pmap_entry *ent; + for(ent = pmap_first(env->border_heads); ent; ent = pmap_next(env->border_heads)) { + /* ir_printf("checking border list of block %+F\n", ent->key); */ + check_border_list(ent->value); + } +} -static firm_dbg_module_t *dbg; /** - * Environment for each of the chordal register allocator phases + * Add an interval border to the list of a block's list + * of interval border. + * @note You always have to create the use before the def. + * @param env The environment. + * @param head The list head to enqueue the borders. + * @param irn The node (value) the border belongs to. + * @param pressure The pressure at this point in time. + * @param step A time step for the border. + * @param is_def Is the border a use or a def. + * @return The created border. */ -typedef struct _env_t { - struct obstack obst; /**< An obstack for temporary storage. */ - ir_graph *irg; /**< The graph the reg alloc is running on. */ -#ifdef BUILD_GRAPH - set *nodes; /**< The interference graph nodes. */ - set *edges; /**< The interference graph edges. */ -#endif - - bitset_t *live; /**< A liveness bitset. */ - bitset_t *colors; /**< The color mask. */ - bitset_t *in_colors; /**< Colors used by live in values. */ - int colors_n; /**< The number of colors. */ - const arch_env_t *arch_env; /**< The arch interface environment. */ - const arch_register_class_t *cls; /**< The current register class. */ - void *data; /**< Some pointer, to which different - phases can attach data to. */ -} env_t; - - -typedef struct _be_chordal_dump_params_t { - int x_dist; - int y_dist; - double font_scale; -} be_chordal_dump_params_t; - -static const be_chordal_dump_params_t dump_params = { - 10, - 10, - 4 -}; +static INLINE border_t *border_add(be_chordal_env_t *env, struct list_head *head, + ir_node *irn, unsigned step, unsigned pressure, + unsigned is_def, unsigned is_real) +{ + border_t *b; -#ifdef DUMP_INTERVALS + if(!is_def) { + border_t *def; -static INLINE void intv_filename(char *s, size_t n, - const env_t *env, ir_node *block) -{ - ir_snprintf(s, n, "intv_%F_%s_bl%N.eps", - env->irg, env->cls->name, block); -} + b = obstack_alloc(&env->obst, sizeof(*b)); -static void draw_interval_graph(const env_t *env, - ir_node *block, const be_chordal_dump_params_t *params) -{ - int i; - int x_dist = params->x_dist; - int y_dist = params->y_dist; - ir_graph *irg = env->irg; - struct list_head *border_head = get_block_border_head(block); - - FILE *f; - char buf[1024]; - - intv_filename(buf, sizeof(buf), env, block); - - if((f = fopen(buf, "wt")) != NULL) { - border_t *b; - int *seen = xcalloc(get_graph_node_count(irg), sizeof(seen[0])); - int last_pos = list_empty(border_head) ? 0 : list_entry(border_head->prev, border_t, list)->step; - int max_col = 0; - - list_for_each_entry_reverse(border_t, b, border_head, list) { - const ir_node *irn = b->irn; - int col = get_irn_color(irn); - max_col = max_col > col ? max_col : col; - } + /* also allocate the def and tie it to the use. */ + def = obstack_alloc(&env->obst, sizeof(*def)); + memset(def, 0, sizeof(*def)); + b->other_end = def; + def->other_end = b; - fprintf(f, "%%!PS-Adobe-2.0\n"); - fprintf(f, "%%%%BoundingBox: -10 -10 %d %d\n", - x_dist * last_pos + x_dist, y_dist * max_col + y_dist); - fprintf(f, "/mainfont /Courier findfont %f scalefont def\n", params->font_scale); - fprintf(f, "mainfont setfont\n"); - fprintf(f, "0.2 setlinewidth\n"); - - for(i = 0; i <= last_pos; ++i) { - fprintf(f, "0 0 0 setrgbcolor\n"); - fprintf(f, "%d %d moveto\n", i * x_dist, -2); - fprintf(f, "%d %d lineto\n", i * x_dist, max_col * y_dist + 2); - fprintf(f, "stroke\n"); - } - fprintf(f, "0.5 setlinewidth\n"); + /* + * Set the link field of the irn to the def. + * This strongly relies on the fact, that the use is always + * made before the def. + */ + set_irn_link(irn, def); - list_for_each_entry_reverse(border_t, b, border_head, list) { - const ir_node *irn = b->irn; - int nr = get_irn_graph_nr(irn); + b->magic = BORDER_FOURCC; + def->magic = BORDER_FOURCC; + } - if(b->is_def) - seen[nr] = b->step; - else { - int col = get_irn_color(irn); - - int pos = last_pos - seen[nr]; - int end_pos = last_pos - b->step; - int live_in = is_live_in(block, irn); - int live_end = is_live_end(block, irn); - int y_val = y_dist * col; - - int red = 0; - int green = live_end; - int blue = live_in; - - fprintf(f, "0 0 0 setrgbcolor\n"); - fprintf(f, "%d %d moveto\n", x_dist * pos + 2, y_val + 2); - ir_fprintf(f, "(%n/%d%s) show\n", irn, nr, is_phi_operand(irn) ? "*" : ""); - fprintf(f, "%d %d %d setrgbcolor\n", red, green, blue); - fprintf(f, "%d %d moveto\n", x_dist * pos, y_val); - fprintf(f, "%d %d lineto\n", (x_dist * end_pos) - 5, y_val); - fprintf(f, "stroke\n"); - } - } + /* + * If the def is encountered, the use was made and so was the + * the def node (see the code above). It was placed into the + * link field of the irn, so we can get it there. + */ + else { + b = get_irn_link(irn); - free(seen); - fclose(f); + assert(b && b->magic == BORDER_FOURCC && "Illegal border encountered"); } -} -static void dump_block(ir_node *bl, void *data) -{ - const env_t *env = data; - FILE *f = env->data; - char buf[128]; + b->pressure = pressure; + b->is_def = is_def; + b->is_real = is_real; + b->irn = irn; + b->step = step; + list_add_tail(&b->list, head); + DBG((env->dbg, LEVEL_5, "\t\t%s adding %+F, step: %d\n", is_def ? "def" : "use", irn, step)); - draw_interval_graph(env, bl, &dump_params); - intv_filename(buf, sizeof(buf), env, bl); - ir_fprintf(f, "\tb%N [shape=\"epsf\" shapefile=\"%s\"];\n", bl, buf); + return b; } -static void dump_edges(ir_node *bl, void *data) +/** + * Check, if an irn is of the register class currently under processing. + * @param env The chordal environment. + * @param irn The node. + * @return 1, if the node is of that register class, 0 if not. + */ +static INLINE int has_reg_class(const be_chordal_env_t *env, const ir_node *irn) { - const env_t *env = data; - FILE *f = env->data; - int i, n; - ir_node *dom; - -#if 0 - for(i = 0, n = get_irn_arity(bl); i < n; ++i) { - ir_node *pred = get_irn_n(bl, i); - ir_fprintf(f, "\tb%N -> b%N;\n", get_nodes_block(pred), bl); - } -#endif + // return arch_irn_has_reg_class(env->main_env->arch_env, irn, -1, env->cls); + return arch_irn_consider_in_reg_alloc(env->birg->main_env->arch_env, env->cls, irn); +} - for(dom = get_Block_dominated_first(bl); dom; - dom = get_Block_dominated_next(dom)) { +#define has_limited_constr(req, irn) \ + (arch_get_register_req(arch_env, (req), irn, -1) && (req)->type == arch_register_req_type_limited) - ir_fprintf(f, "\tb%N -> b%N;\n", dom, bl); - } -} +typedef struct _operand_t operand_t; -static void dump_intv_cfg(env_t *env) -{ - FILE *f; - char buf[128]; +struct _operand_t { + ir_node *irn; + ir_node *carrier; + operand_t *partner; + int pos; + arch_register_req_t req; +}; - ir_snprintf(buf, sizeof(buf), "intv_cfg_%s_%F.dot", - env->cls->name, env->irg); +typedef struct { + operand_t *ops; + int n_ops; + int use_start; + ir_node *next_insn; + unsigned has_constraints : 1; +} insn_t; - if((f = fopen(buf, "wt")) != NULL) { - void *old_data = env->data; +static insn_t *scan_insn(be_chordal_env_t *env, ir_node *irn, struct obstack *obst) +{ + const arch_env_t *arch_env = env->birg->main_env->arch_env; + operand_t o; + insn_t *insn; + int i, n; - env->data = f; - ir_fprintf(f, "digraph G {\n"); - ir_fprintf(f, "\tgraph [rankdir=\"LR\", ordering=\"out\"];\n"); - dom_tree_walk_irg(env->irg, dump_block, dump_edges, env); - // irg_block_walk_graph(env->irg, dump_block, dump_edges, env); - ir_fprintf(f, "}\n"); - fclose(f); + insn = obstack_alloc(obst, sizeof(insn[0])); + memset(insn, 0, sizeof(insn[0])); + + insn->next_insn = sched_next(irn); + if(get_irn_mode(irn) == mode_T) { + ir_node *p; + + for(p = sched_next(irn); is_Proj(p); p = sched_next(p)) { + if(arch_irn_consider_in_reg_alloc(arch_env, env->cls, p)) { + o.carrier = p; + o.irn = irn; + o.pos = -(get_Proj_proj(p) + 1); + o.partner = NULL; + arch_get_register_req(arch_env, &o.req, p, -1); + obstack_grow(obst, &o, sizeof(o)); + insn->n_ops++; + insn->has_constraints |= arch_register_req_is(&o.req, limited); + } + } - env->data = old_data; - } -} + insn->next_insn = p; + } -#endif + else if(arch_irn_consider_in_reg_alloc(arch_env, env->cls, irn)) { + o.carrier = irn; + o.irn = irn; + o.pos = -1; + o.partner = NULL; + arch_get_register_req(arch_env, &o.req, irn, -1); + obstack_grow(obst, &o, sizeof(o)); + insn->n_ops++; + insn->has_constraints |= arch_register_req_is(&o.req, limited); + } -#ifdef BUILD_GRAPH + insn->use_start = insn->n_ops; -#define IF_EDGE_HASH(e) ((e)->src) -#define IF_NODE_HASH(n) ((n)->nnr) + for(i = 0, n = get_irn_arity(irn); i < n; ++i) { + ir_node *op = get_irn_n(irn, i); -static int if_edge_cmp(const void *p1, const void *p2, size_t size) -{ - const if_edge_t *e1 = p1; - const if_edge_t *e2 = p2; + if(arch_irn_consider_in_reg_alloc(arch_env, env->cls, op)) { + o.carrier = op; + o.irn = irn; + o.pos = i; + o.partner = NULL; + arch_get_register_req(arch_env, &o.req, irn, i); + obstack_grow(obst, &o, sizeof(o)); + insn->n_ops++; + insn->has_constraints |= arch_register_req_is(&o.req, limited); + } + } - return !(e1->src == e2->src && e1->tgt == e2->tgt); + insn->ops = obstack_finish(obst); + return insn; } -static int if_node_cmp(const void *p1, const void *p2, size_t size) +static operand_t *find_unpaired_use(insn_t *insn, const operand_t *op, int can_be_constrained) { - const if_node_t *n1 = p1; - const if_node_t *n2 = p2; + int i; + operand_t *res = NULL; - return n1->nnr != n2->nnr; -} + for(i = insn->use_start; i < insn->n_ops; ++i) { + operand_t *op = &insn->ops[i]; + int has_constraint = arch_register_req_is(&op->req, limited); -static INLINE if_edge_t *edge_init(if_edge_t *edge, int src, int tgt) -{ - /* Bring the smaller entry to src. */ - if(src > tgt) { - edge->src = tgt; - edge->tgt = src; - } else { - edge->src = src; - edge->tgt = tgt; + if(!values_interfere(op->carrier, op->irn) && !op->partner && (!has_constraint || can_be_constrained)) { + if(arch_register_req_is(&op->req, should_be_same) && op->req.other_same == op->carrier) + return op; + else + res = op; + } } - return edge; + return res; } -static INLINE void add_if(const env_t *env, int src, int tgt) +static void pair_up_operands(insn_t *insn) { - if_edge_t edge; - if_node_t node, *src_node, *tgt_node; - /* insert edge */ - edge_init(&edge, src, tgt); - set_insert(env->edges, &edge, sizeof(edge), IF_EDGE_HASH(&edge)); - - /* insert nodes */ - node.nnr = src; - node.neighb = pset_new_ptr(8); - src_node = set_insert(env->nodes, &node, sizeof(node), IF_NODE_HASH(&node)); - node.nnr = tgt; - node.neighb = pset_new_ptr(8); - tgt_node = set_insert(env->nodes, &node, sizeof(node), IF_NODE_HASH(&node)); - - /* insert neighbors into nodes */ - pset_insert_ptr(src_node->neighb, tgt_node); - pset_insert_ptr(tgt_node->neighb, src_node); -} + firm_dbg_module_t *dbg = firm_dbg_register("firm.be.chordal.constr"); + int i; -static INLINE int are_connected(const env_t *env, int src, int tgt) -{ - if_edge_t edge; - edge_init(&edge, src, tgt); - return set_find(env->edges, &edge, sizeof(edge), IF_EDGE_HASH(&edge)) != NULL; -} + for(i = 0; i < insn->use_start; ++i) { + operand_t *op = &insn->ops[i]; + int has_constraint = arch_register_req_is(&op->req, limited); + operand_t *partner = find_unpaired_use(insn, op, !has_constraint); -int ifg_has_edge(const ir_graph *irg, if_node_t *n1, if_node_t* n2) { - return are_connected(get_irg_ra_link(irg), n1->nnr, n2->nnr); + if(partner) { + op->partner = partner; + partner->partner = op; + } + } } -static void dump_ifg(ir_graph *irg, set *edges, const char *filename) +static ir_node *handle_constraints(be_chordal_alloc_env_t *alloc_env, ir_node *irn) { - static const char *colors[] = { - "coral", - "azure", - "bisque", - "aliceblue", - "blanchedalmond", - "deeppink", - "cornsilk", - "blueviolet", - "floralwhite", - "hotpink", - "gainsboro", - "indianred", - "cornflowerblue", - "ghostwhite", - "lightpink", - "palegoldenrod", - "darkslateblue", - "honeydew", - "ivory", - "lavender", - "mediumvioletred", - "indigo", - "lavenderblush", - "lemonchiffon", - "linen", - "pink", - "mintcream", - "red", - "mediumblue", - "mistyrose", - "mediumslateblue", - "moccasin", - "tomato", - "forestgreen", - "midnightblue", - "navajowhite", - "navy", - "oldlace", - "greenyellow", - "navyblue", - "papayawhip", - "lawngreen", - "powderblue", - "peachpuff", - "seashell", - "snow", - "thistle", - "wheat", - "darkkhaki", - "mintcream", - "khaki", - "Magentas", - "whitesmoke", - "peru", - "palegreen", - "blueviolet", - "rosybrown", - "saddlebrown", - "springgreen", - "darkviolet", - "darkslategray", - "dimgray", - "sienna", - "gray", - "tan", - "gray", - "mediumvioletred", - "lightgray", - "Oranges", - "cyan", - "lightslategray", - "darkorange", - "slategray", - "orangered", - "mediumturquoise", - "violet", - "paleturquoise" - }; - - static const int n_colors = sizeof(colors) / sizeof(colors[0]); - - FILE *f; - - if((f = fopen(filename, "wt")) != NULL) { - bitset_pos_t pos; - int n_edges = 0; - if_edge_t *edge; - bitset_t *bs = bitset_malloc(get_graph_node_count(irg)); - - ir_fprintf(f, "graph \"%F\" {\n", irg); - fprintf(f, "\tnode [shape=box,style=filled]\n"); - - for(edge = set_first(edges); edge; edge = set_next(edges)) { - bitset_set(bs, edge->src); - bitset_set(bs, edge->tgt); - n_edges++; + be_chordal_env_t *env = alloc_env->chordal_env; + void *base = obstack_base(&env->obst); + insn_t *insn = scan_insn(env, irn, &env->obst); + ir_node *res = insn->next_insn; + + if(insn->has_constraints) { + firm_dbg_module_t *dbg = firm_dbg_register("firm.be.chordal.constr"); + const arch_env_t *aenv = env->birg->main_env->arch_env; + int n_regs = env->cls->n_regs; + bitset_t *bs = bitset_alloca(n_regs); + ir_node **alloc_nodes = alloca(n_regs * sizeof(alloc_nodes[0])); + bipartite_t *bp = bipartite_new(n_regs, n_regs); + int *assignment = alloca(n_regs * sizeof(assignment[0])); + pmap *partners = pmap_create(); + + int i, n_alloc; + long col; + const ir_edge_t *edge; + ir_node *perm = insert_Perm_after(aenv, env->cls, env->dom_front, sched_prev(irn)); + + /* Registers are propagated by insert_Perm_after(). Clean them here! */ + if(perm) { + foreach_out_edge(perm, edge) { + ir_node *proj = get_edge_src_irn(edge); + arch_set_irn_register(aenv, proj, NULL); + } } - fprintf(f, "\tx [label=\"nodes: %u, edges: %d\"]\n", bitset_popcnt(bs), n_edges); - bitset_foreach(bs, pos) { - int nr = (int) pos; - ir_node *irn = get_irn_for_graph_nr(irg, nr); - int color = get_irn_color(irn); + be_liveness(env->irg); + insn = scan_insn(env, irn, &env->obst); + + DBG((dbg, LEVEL_1, "handling constraints for %+F\n", irn)); + + /* + * If there was no Perm made, nothing was alive in this register class. + * This means, that the node has no operands, thus no input constraints. + * so it had output constraints. The other results then can be assigned freeliy. + */ + + pair_up_operands(insn); - ir_fprintf(f, "\tn%d [label=\"%n\",color=\"%s\"]\n", nr, irn, - color >= 0 && color < n_colors ? colors[color] : "black"); + for(i = 0, n_alloc = 0; i < insn->n_ops; ++i) { + operand_t *op = &insn->ops[i]; + if(arch_register_req_is(&op->req, limited)) { + pmap_insert(partners, op->carrier, op->partner ? op->partner->carrier : NULL); + alloc_nodes[n_alloc] = op->carrier; + + DBG((dbg, LEVEL_2, "\tassociating %+F and %+F\n", op->carrier, pmap_get(partners, op->carrier))); + + bitset_clear_all(bs); + op->req.limited(op->req.limited_env, bs); + + DBG((dbg, LEVEL_2, "\tallowed registers for %+F: %B\n", op->carrier, bs)); + + bitset_foreach(bs, col) + bipartite_add(bp, n_alloc, col); + + n_alloc++; + } } - for(edge = set_first(edges); edge; edge = set_next(edges)) { - fprintf(f, "\tn%d -- n%d [len=5]\n", edge->src, edge->tgt); + if(perm) { + foreach_out_edge(perm, edge) { + ir_node *proj = get_edge_src_irn(edge); + + assert(is_Proj(proj)); + + if(values_interfere(proj, irn)) { + assert(n_alloc < n_regs); + alloc_nodes[n_alloc] = proj; + pmap_insert(partners, proj, NULL); + + bitset_clear_all(bs); + arch_get_allocatable_regs(aenv, proj, -1, bs); + bitset_foreach(bs, col) + bipartite_add(bp, n_alloc, col); + + n_alloc++; + } + } } - fprintf(f, "}\n"); - fclose(f); + bipartite_matching(bp, assignment); - bitset_free(bs); - } + for(i = 0; i < n_alloc; ++i) { + int j; + ir_node *nodes[2]; + const arch_register_t *reg; -} + assert(assignment[i] >= 0 && "there must have been a register assigned"); + reg = arch_register_for_index(env->cls, assignment[i]); -#endif /* BUILD_GRAPH */ + nodes[0] = alloc_nodes[i]; + nodes[1] = pmap_get(partners, alloc_nodes[i]); + for(j = 0; j < 2; ++j) { + if(!nodes[j]) + continue; -/** - * Add an interval border to the list of a block's list - * of interval border. - * @note You always have to create the use before the def. - * @param env The environment. - * @param head The list head to enqueue the borders. - * @param irn The node (value) the border belongs to. - * @param pressure The pressure at this point in time. - * @param step A time step for the border. - * @param is_def Is the border a use or a def. - * @return The created border. - */ -static INLINE border_t *border_add(env_t *env, struct list_head *head, - ir_node *irn, unsigned step, unsigned pressure, - unsigned is_def, unsigned is_real) -{ - border_t *b; + arch_set_irn_register(aenv, nodes[j], reg); + pset_hinsert_ptr(alloc_env->pre_colored, nodes[j]); + DBG((dbg, LEVEL_2, "\tsetting %+F to register %s\n", nodes[j], reg->name)); + } + } - if(!is_def) { - border_t *def; - b = obstack_alloc(&env->obst, sizeof(*b)); + if(perm) { + bitset_clear_all(bs); + foreach_out_edge(perm, edge) { + ir_node *proj = get_edge_src_irn(edge); + const arch_register_t *reg = arch_get_irn_register(aenv, proj); - /* also allocate the def and tie it to the use. */ - def = obstack_alloc(&env->obst, sizeof(*def)); - b->other_end = def; - def->other_end = b; + if(reg != NULL) + bitset_set(bs, reg->index); + } - /* - * Set the link field of the irn to the def. - * This strongly relies on the fact, that the use is always - * made before the def. - */ - set_irn_link(irn, def); + // bitset_or(bs, alloc_env->ignore_colors); + foreach_out_edge(perm, edge) { + ir_node *proj = get_edge_src_irn(edge); + const arch_register_t *reg = arch_get_irn_register(aenv, proj); -#ifdef DEBUG_libfirm - b->magic = BORDER_FOURCC; - def->magic = BORDER_FOURCC; -#endif - } + DBG((dbg, LEVEL_2, "\tchecking reg of %+F: %s\n", proj, reg ? reg->name : "")); - /* - * If the def is encountered, the use was made and so was the - * the def node (see the code above). It was placed into the - * link field of the irn, so we can get it there. - */ - else { - b = get_irn_link(irn); + if(reg == NULL) { + col = bitset_next_clear(bs, 0); + reg = arch_register_for_index(env->cls, col); + bitset_set(bs, reg->index); + arch_set_irn_register(aenv, proj, reg); + pset_insert_ptr(alloc_env->pre_colored, proj); + DBG((dbg, LEVEL_2, "\tsetting %+F to register %s\n", proj, reg->name)); + } + } + } -#ifdef DEBUG_libfirm - assert(b && b->magic == BORDER_FOURCC && "Illegal border encountered"); -#endif + pmap_destroy(partners); } - b->pressure = pressure; - b->is_def = is_def; - b->is_real = is_real; - b->irn = irn; - b->step = step; - list_add_tail(&b->list, head); - DBG((dbg, LEVEL_5, "\t\t%s adding %n, step: %d\n", - is_def ? "def" : "use", irn, step)); + obstack_free(&env->obst, base); + return res; +} - return b; +/** + * Handle constraint nodes in each basic block. + * be_insert_constr_perms() inserts Perm nodes which perm + * over all values live at the constrained node right in front + * of the constrained node. These Perms signal a constrained node. + * For further comments, refer to handle_constraints_at_perm(). + */ +static void constraints(ir_node *bl, void *data) +{ + firm_dbg_module_t *dbg = firm_dbg_register("firm.be.chordal.constr"); + be_chordal_alloc_env_t *env = data; + arch_env_t *arch_env = env->chordal_env->birg->main_env->arch_env; + ir_node *irn; + + for(irn = sched_first(bl); !sched_is_end(irn);) { + irn = handle_constraints(env, irn); + } } /** @@ -510,36 +463,40 @@ static void pressure(ir_node *block, void *env_ptr) #define border_use(irn, step, real) \ border_add(env, head, irn, step, ++pressure, 0, real) - env_t *env = env_ptr; - bitset_t *live = env->live; + be_chordal_alloc_env_t *alloc_env = env_ptr; + be_chordal_env_t *env = alloc_env->chordal_env; + const arch_env_t *arch_env = env->birg->main_env->arch_env; + bitset_t *live = alloc_env->live; + firm_dbg_module_t *dbg = env->dbg; ir_node *irn; int i, n; unsigned step = 0; unsigned pressure = 0; struct list_head *head; - pset *live_in = get_live_in(block); - pset *live_end = get_live_end(block); - const arch_register_class_t *cls = env->cls; + pset *live_in = put_live_in(block, pset_new_ptr_default()); + pset *live_end = put_live_end(block, pset_new_ptr_default()); - DBG((dbg, LEVEL_1, "Computing pressure in block %n\n", block)); + DBG((dbg, LEVEL_1, "Computing pressure in block %+F\n", block)); bitset_clear_all(live); /* Set up the border list in the block info */ - head = &get_ra_block_info(block)->border_head; + head = obstack_alloc(&env->obst, sizeof(*head)); INIT_LIST_HEAD(head); + assert(pmap_get(env->border_heads, block) == NULL); + pmap_insert(env->border_heads, block, head); /* * Make final uses of all values live out of the block. - * They are neccessary to build up real intervals. + * They are necessary to build up real intervals. */ for(irn = pset_first(live_end); irn; irn = pset_next(live_end)) { - DBG((dbg, LEVEL_3, "\tMaking live: %n/%d\n", irn, get_irn_graph_nr(irn))); - bitset_set(live, get_irn_graph_nr(irn)); - if(arch_irn_has_reg_class(env->arch_env, irn, 0, cls)) - border_use(irn, step, 0); + if(has_reg_class(env, irn)) { + DBG((dbg, LEVEL_3, "\tMaking live: %+F/%d\n", irn, get_irn_graph_nr(irn))); + bitset_set(live, get_irn_graph_nr(irn)); + border_use(irn, step, 0); + } } - ++step; /* @@ -547,27 +504,18 @@ static void pressure(ir_node *block, void *env_ptr) * relevant for the interval borders. */ sched_foreach_reverse(block, irn) { - DBG((dbg, LEVEL_1, "\tinsn: %n, pressure: %d\n", irn, pressure)); + DBG((dbg, LEVEL_1, "\tinsn: %+F, pressure: %d\n", irn, pressure)); DBG((dbg, LEVEL_2, "\tlive: %b\n", live)); - /* Erase the color of each node encountered. */ - set_irn_color(irn, NO_COLOR); - - /* - * If the node defines some value, which can put into a - * register of the current class, make a border for it. - */ - if(arch_irn_has_reg_class(env->arch_env, irn, 0, cls)) { - bitset_pos_t elm; + /* + * If the node defines some value, which can put into a + * register of the current class, make a border for it. + */ + if(has_reg_class(env, irn)) { int nr = get_irn_graph_nr(irn); bitset_clear(live, nr); border_def(irn, step, 1); - -#ifdef BUILD_GRAPH - bitset_foreach(live, elm) - add_if(env, nr, (int) elm); -#endif } /* @@ -577,10 +525,10 @@ static void pressure(ir_node *block, void *env_ptr) for(i = 0, n = get_irn_arity(irn); i < n; ++i) { ir_node *op = get_irn_n(irn, i); - if(arch_irn_has_reg_class(env->arch_env, op, 0, cls)) { + if(has_reg_class(env, op)) { int nr = get_irn_graph_nr(op); - DBG((dbg, LEVEL_4, "\t\tpos: %d, use: %n\n", i, op)); + DBG((dbg, LEVEL_4, "\t\tpos: %d, use: %+F\n", i, op)); if(!bitset_is_set(live, nr)) { border_use(op, step, 1); @@ -589,7 +537,6 @@ static void pressure(ir_node *block, void *env_ptr) } } } - ++step; } @@ -597,7 +544,7 @@ static void pressure(ir_node *block, void *env_ptr) * Add initial defs for all values live in. */ for(irn = pset_first(live_in); irn; irn = pset_next(live_in)) { - if(arch_irn_has_reg_class(env->arch_env, irn, 0, cls)) { + if(has_reg_class(env, irn)) { /* Mark the value live in. */ bitset_set(live, get_irn_graph_nr(irn)); @@ -606,34 +553,35 @@ static void pressure(ir_node *block, void *env_ptr) border_def(irn, step, 0); } } + + + del_pset(live_in); + del_pset(live_end); } static void assign(ir_node *block, void *env_ptr) { - env_t *env = env_ptr; - struct obstack *obst = &env->obst; - bitset_t *live = env->live; - bitset_t *colors = env->colors; - bitset_t *in_colors = env->in_colors; - const arch_register_class_t *cls = env->cls; - - /* Mark the obstack level and allocate the temporary tmp_colors */ - void *obstack_level = obstack_base(obst); - /*bitset_t *tmp_colors = bitset_obstack_alloc(obst, env->colors_n);*/ + be_chordal_alloc_env_t *alloc_env = env_ptr; + be_chordal_env_t *env = alloc_env->chordal_env; + firm_dbg_module_t *dbg = env->dbg; + bitset_t *live = alloc_env->live; + bitset_t *colors = alloc_env->colors; + bitset_t *in_colors = alloc_env->in_colors; + const arch_env_t *arch_env = env->birg->main_env->arch_env; const ir_node *irn; border_t *b; - struct list_head *head = &get_ra_block_info(block)->border_head; - pset *live_in = get_live_in(block); + struct list_head *head = get_block_border_head(env, block); + pset *live_in = put_live_in(block, pset_new_ptr_default()); - bitset_clear_all(live); bitset_clear_all(colors); + bitset_clear_all(live); bitset_clear_all(in_colors); - DBG((dbg, LEVEL_4, "Assigning colors for block %n\n", block)); + DBG((dbg, LEVEL_4, "Assigning colors for block %+F\n", block)); DBG((dbg, LEVEL_4, "\tusedef chain for block\n")); list_for_each_entry(border_t, b, head, list) { - DBG((dbg, LEVEL_4, "\t%s %n/%d\n", b->is_def ? "def" : "use", + DBG((dbg, LEVEL_4, "\t%s %+F/%d\n", b->is_def ? "def" : "use", b->irn, get_irn_graph_nr(b->irn))); } @@ -643,11 +591,11 @@ static void assign(ir_node *block, void *env_ptr) * allocated before), we have to mark their colors as used also. */ for(irn = pset_first(live_in); irn; irn = pset_next(live_in)) { - if(arch_irn_has_reg_class(env->arch_env, irn, 0, cls)) { - const arch_register_t *reg = arch_get_irn_register(env->arch_env, irn, 0); - int col; + if(has_reg_class(env, irn)) { + const arch_register_t *reg = arch_get_irn_register(arch_env, irn); + int col; - assert(reg && "Nodfe must have been assigned a register"); + assert(reg && "Node must have been assigned a register"); col = arch_register_get_index(reg); /* Mark the color of the live in value as used. */ @@ -660,7 +608,8 @@ static void assign(ir_node *block, void *env_ptr) } /* - * Mind that the sequence of defs from back to front defines a perfect + * Mind that the sequence + * of defs from back to front defines a perfect * elimination order. So, coloring the definitions from first to last * will work. */ @@ -673,34 +622,39 @@ static void assign(ir_node *block, void *env_ptr) * color. */ if(b->is_def && !is_live_in(block, irn)) { - const arch_register_t *reg; + const arch_register_t *reg; int col = NO_COLOR; - DBG((dbg, LEVEL_4, "\tcolors in use: %b\n", colors)); - - col = bitset_next_clear(colors, 0); - reg = arch_register_for_index(env->cls, col); + if(pset_find_ptr(alloc_env->pre_colored, irn)) { + reg = arch_get_irn_register(arch_env, irn); + col = reg->index; + assert(!bitset_is_set(colors, col) && "pre-colored register must be free"); + } - assert(arch_get_irn_register(env->arch_env, irn, 0) == NULL - && "This node must not have been assigned a register yet"); - assert(!bitset_is_set(live, nr) && "Value's definition must not have been encountered"); + else { + col = bitset_next_clear(colors, 0); + reg = arch_register_for_index(env->cls, col); + assert(arch_get_irn_register(arch_env, irn) == NULL && "This node must not have been assigned a register yet"); + } bitset_set(colors, col); - bitset_set(live, nr); + arch_set_irn_register(arch_env, irn, reg); - arch_set_irn_register(env->arch_env, irn, 0, reg); - DBG((dbg, LEVEL_1, "\tassigning register %s(%d) to %n\n", + DBG((dbg, LEVEL_1, "\tassigning register %s(%d) to %+F\n", arch_register_get_name(reg), col, irn)); + + assert(!bitset_is_set(live, nr) && "Value's definition must not have been encountered"); + bitset_set(live, nr); } /* Clear the color upon a use. */ else if(!b->is_def) { - const arch_register_t *reg = arch_get_irn_register(env->arch_env, irn, 0); + const arch_register_t *reg = arch_get_irn_register(arch_env, irn); int col; - assert(reg && "Register must have been assigned"); + assert(reg && "Register must have been assigned"); - col = arch_register_get_index(reg); + col = arch_register_get_index(reg); assert(bitset_is_set(live, nr) && "Cannot have a non live use"); bitset_clear(colors, col); @@ -708,113 +662,56 @@ static void assign(ir_node *block, void *env_ptr) } } - /* Free the auxillary data on the obstack. */ - obstack_free(obst, obstack_level); + del_pset(live_in); } -void be_ra_chordal_init(void) +void be_ra_chordal_color(be_chordal_env_t *chordal_env) { - dbg = firm_dbg_register(DBG_BERA); - firm_dbg_set_mask(dbg, 0); -} + be_chordal_alloc_env_t env; + char buf[256]; + + int colors_n = arch_register_class_n_regs(chordal_env->cls); + ir_graph *irg = chordal_env->irg; -void be_ra_chordal(ir_graph *irg, - const arch_env_t *arch_env, - const arch_register_class_t *cls) -{ - int node_count = get_graph_node_count(irg); - int colors_n = arch_register_class_n_regs(cls); - env_t *env = malloc(sizeof(*env)); if(get_irg_dom_state(irg) != dom_consistent) compute_doms(irg); - obstack_init(&env->obst); + env.chordal_env = chordal_env; + env.colors_n = colors_n; + env.colors = bitset_malloc(colors_n); + env.in_colors = bitset_malloc(colors_n); + env.pre_colored = pset_new_ptr_default(); -#ifdef BUILD_GRAPH - env->edges = new_set(if_edge_cmp, node_count); - env->nodes = new_set(if_node_cmp, node_count); -#endif + /* Handle register targeting constraints */ + dom_tree_walk_irg(irg, constraints, NULL, &env); + + if(chordal_env->opts->dump_flags & BE_CH_DUMP_CONSTR) { + snprintf(buf, sizeof(buf), "-%s-constr", chordal_env->cls->name); + dump_ir_block_graph_sched(chordal_env->irg, buf); + } - env->live = bitset_obstack_alloc(&env->obst, node_count); - env->colors = bitset_obstack_alloc(&env->obst, colors_n); - env->in_colors = bitset_obstack_alloc(&env->obst, colors_n); - env->colors_n = colors_n; - env->cls = cls; - env->arch_env = arch_env; - env->irg = irg; + be_numbering(irg); + env.live = bitset_malloc(get_graph_node_count(chordal_env->irg)); /* First, determine the pressure */ - dom_tree_walk_irg(irg, pressure, NULL, env); - - /* Insert probable spills */ - be_ra_chordal_spill(irg); + dom_tree_walk_irg(irg, pressure, NULL, &env); /* Assign the colors */ - dom_tree_walk_irg(irg, assign, NULL, env); + dom_tree_walk_irg(irg, assign, NULL, &env); -#ifdef DUMP_IFG - { - char buf[128]; + be_numbering_done(irg); - ir_snprintf(buf, sizeof(buf), "ifg_%F.dot", irg); - dump_ifg(irg, env->edges, buf); + if(chordal_env->opts->dump_flags & BE_CH_DUMP_TREE_INTV) { + plotter_t *plotter; + ir_snprintf(buf, sizeof(buf), "ifg_%s_%F.eps", chordal_env->cls->name, irg); + plotter = new_plotter_ps(buf); + draw_interval_tree(&draw_chordal_def_opts, chordal_env, plotter); + plotter_free(plotter); } -#endif - -#ifdef DUMP_INTERVALS - dump_intv_cfg(env); -#endif - set_irg_ra_link(irg, env); + free(env.live); + free(env.colors); + free(env.in_colors); + del_pset(env.pre_colored); } - -void be_ra_chordal_done(ir_graph *irg) -{ - env_t *env = get_irg_ra_link(irg); - -#ifdef BUILD_GRAPH - { - if_node_t *ifn; - for(ifn = set_first(env->nodes); ifn; ifn = set_next(env->nodes)) - free(ifn->neighb); - free(env->nodes); - free(env->edges); - } -#endif - - obstack_free(&env->obst, NULL); - free(env); -} - -int phi_ops_interfere(const ir_node *a, const ir_node *b) -{ -#ifdef BUILD_GRAPH - ir_graph *irg = get_irn_irg(a); - env_t *env = get_irg_ra_link(irg); - - assert(irg == get_irn_irg(b) && "Both nodes must be in the same graph"); - - return are_connected(env, get_irn_graph_nr(a), get_irn_graph_nr(b)); -#else - return values_interfere(a, b); -#endif /* BUILD_GRAPH */ -} - -#ifdef BUILD_GRAPH -/** TODO remove this - * Deprecated. Use be_ra_get_ifg_edges instead. - */ -set *be_ra_get_ifg(ir_graph *irg) { - return ((env_t *)get_irg_ra_link(irg))->edges; -} - -set *be_ra_get_ifg_edges(ir_graph *irg) { - return ((env_t *)get_irg_ra_link(irg))->edges; -} - -set *be_ra_get_ifg_nodes(ir_graph *irg) { - return ((env_t *)get_irg_ra_link(irg))->nodes; -} - -#endif