13 #include "bechordal.h"
16 #include "bephicongr_t.h"
17 #include "bephicoal_t.h"
21 #define MAX_PHI_CLS_SIZE (1<<(sizeof(unsigned char)*8)) /* possible colors added should fit into unsigned char */
23 #define CHANGE_IMPOSSIBLE -1
29 typedef struct _phi_unit_t {
31 unsigned char phi_count;
34 ir_node **members; /**< [0] is the phi node. [1..count-1] the arguments of the phi not interfering with it */
35 int *colors; /**< [i] is the color to set for members[i]. [i] == NO_COLOR means dont change anything for members[i]*/
36 char *is_live_in; /**< [i]==1 means members[i] is live-in in (all of) its cf-pred-blocks of the phi node */
37 int size; /**< size of the max independent set of members. The set is markes by colors[i] != NO_COLOR */
38 int changes; /**< number of re-assigned nodes belonging to phi-classes */
42 static firm_dbg_module_t *dbgphi = NULL;
45 * Contains ir_nodes of phi-classes whose colors were reassigned during coalescing.
46 * So one can check not to switch them twice or more.
48 static pset *pinned_nodes = NULL;
51 * Contains ir_nodes of phi-classes whose colors may change unlimited times.
52 * These nodes are not optimizable, so there is no need to pin their color.
54 static pset *free_nodes = NULL;
57 /* TODO: ask/check if additional ir_node-space is initialized with 0000 */
58 #define belongs_to_a_phi_class(n) (get_irn_phi_info(n)->phi)
60 #define is_color_free(bl,col) (!bitset_is_set(get_ra_block_info(bl)->used_colors, col))
63 * Set the color of node @p n to @p col, but acts
66 static INLINE void set_color(ir_node *n, int col) {
67 assert(!pset_find_ptr(pinned_nodes, n));
68 set_irn_color(n, col);
69 if (belongs_to_a_phi_class(n) && !pset_find_ptr(free_nodes, n))
70 pset_insert_ptr(pinned_nodes, n);
74 * Tries to set the color of @p n to @p col.
75 * @param n The node to set the color for
76 * @param col The color to set.
77 * @param dryrun If true no colors are actually set, only testing is performed.
78 * If false colors get set and it must be sure that no conflicts will occur.
79 * @return If setting the color is impossible CHANGE_IMPOSSIBLE is returned
80 * else the number of nodes that need a (cascading) change is returned.
82 static int color_irn(ir_node *n, int col, int dryrun) {
85 DBG((dbgphi, 1, "\t\t\t\t%n %d\n", n, col));
86 assert(is_color(col));
88 if (get_irn_color(n) == col) {
89 DBG((dbgphi, 1, "\t\t\t\t\tSame\n"));
93 if (pset_find_ptr(pinned_nodes, n)) {
94 DBG((dbgphi, 1, "\t\t\t\t\tPinned\n"));
96 assert(0 && "No prior check with dryrun=1 or buggy");
97 return CHANGE_IMPOSSIBLE;
100 bl = get_nodes_block(n);
101 if (is_color_free(bl, col) && !is_live_out(bl, n)) {
102 DBG((dbgphi, 1, "\t\t\t\t\tFree\n"));
108 /* for now, in the aldi-version return impossible */
109 DBG((dbgphi, 1, "\t\t\t\t\tImpossible\n"));
110 return CHANGE_IMPOSSIBLE;
117 * Tries to set as much members of a phi unit as possible to color @p col.
119 static void try_colors(phi_unit_t *pu, int col, int b_size, int b_changes) {
121 int i, o, cand_size, mis_size, changes;
122 ir_node **cand, **mis;
127 /* first init pessimistically, so we can just return
128 * if we see there wont be a better result */
130 for (i = 0; i < pu->count; ++i)
131 pu->colors[i] = NO_COLOR;
133 /* For all members check if color would be possible.
134 * Does not check if color is possible in combination with
135 * other members colors being set */
137 for (i = 0; i < pu->count; ++i) {
138 int tmp_changes = color_irn(pu->members[i], col, DRYRUN);
139 if (tmp_changes != CHANGE_IMPOSSIBLE) {
140 DBG((dbgphi, 1, "\t\t\tAdding to cand %n\n", pu->members[i]));
141 obstack_ptr_grow(&ob, pu->members[i]);
143 changes += tmp_changes;
145 /* if color is not possible for the phi node then exit (phi comes first)*/
149 cand = obstack_finish(&ob);
151 /* shortcut: if cand is worse than best the mis wont be better. */
152 if (cand_size < b_size || (cand_size == b_size && changes >= b_changes))
155 /* now take the candidates cand and determine a max independent set
156 * with respect to edges representing live range interference */
157 /* TODO: make this 'un-greedy' */
159 for (i = 0; i < cand_size; ++i) {
161 for (o = 0; o < mis_size; ++o) {
162 mis = (ir_node**) obstack_base(&ob);
163 if (values_interfere(cand[i], mis[o])) {
170 DBG((dbgphi, 1, "\t\t\tAdding to mis %n\n", cand[i]));
171 obstack_ptr_grow(&ob, cand[i]);
175 mis = obstack_finish(&ob);
177 /* Now set the colors of all nodes in the mis to col.
178 * - Each change taken alone is conflict free.
179 * - If all members are not live-in in their cf-pred-blocks there will be no
180 * conflict applying all changes
181 * - If there is a member, which is live-in in its cf-pred-block of the phi
182 * node, it is possible that all changes together will conflict.
184 for (i = 0; i < pu->count; ++i)
185 for (o = 0; o < mis_size; ++o)
186 if (pu->members[i] == mis[o] && get_irn_color(pu->members[i]) != col)
190 obstack_free(&ob, NULL);
195 * Sets the colors of members[i] to colors[i] as far as possible.
196 * Each single change must be conflict free (checked by try_colors).
197 * In some cases not all colors can be set.
199 static void set_colors(phi_unit_t *pu) {
201 int change_is_save, live_in_occured = 0;
203 for (i = 0; i < pu->count; ++i)
204 if (pu->colors[i] != NO_COLOR) {
205 if (pu->is_live_in[i])
208 change_is_save = CHANGE_SAVE;
210 change_is_save = color_irn(pu->members[i], pu->colors[i], DRYRUN);
212 /* HINT: Dont change to == CHANGE_SAVE */
213 if (change_is_save != CHANGE_IMPOSSIBLE) {
214 DBG((dbgphi, 1, "\t\tSetting %n to %d\n", pu->members[i], pu->colors[i]));
215 color_irn(pu->members[i], pu->colors[i], PERFORM);
217 DBG((dbgphi, 1, "\t\tConflict due to a live-in: %n\n", pu->members[i]));
224 * Tries to re-allocate colors of this phi-class, to achieve a lower number of
225 * copies placed during phi destruction. Optimized version. Works only for
226 * phi-classes/phi-units with exactly 1 phi node, which is the case for approx.
229 static void coalesce_1_phi(phi_unit_t *pu) {
230 int *b_colors, b_size, b_changes, b_color;
233 /* init best search result */
234 b_colors = malloc(pu->count * sizeof(*b_colors));
235 for (i = 0; i < pu->count; ++i)
236 b_colors[i] = NO_COLOR;
241 /* find optimum of all colors */
242 for (col = MAX_COLORS-1; col >= 0; --col) {
243 DBG((dbgphi, 1, "\tTrying color %d\n", col));
244 try_colors(pu, col, b_size, b_changes);
246 /* did we find a better max ind. set? */
247 if (pu->size > b_size || (pu->size == b_size && pu->changes < b_changes)) {
249 b_changes = pu->changes;
251 memcpy(b_colors, pu->colors, pu->count * sizeof(*b_colors));
252 DBG((dbgphi, 1, "\t\tBetter! Size: %d Changes: %d\n", b_size, b_changes));
255 /* shortcut: if all members can be colored we are content and doubt that
256 * reducing b_changes justifies all the further trying. */
257 if (b_size == pu->count)
261 /* now apply the found optimum */
262 DBG((dbgphi, 1, "\tBest color: %d Copies: %d/%d Changes: %d\n", b_color, pu->count-b_size, pu->count, b_changes));
264 pu->changes = b_changes;
265 memcpy(pu->colors, b_colors, pu->count * sizeof(*b_colors));
272 * Tries to re-allocate colors of this phi-class, to achieve a lower number of
273 * copies placed during phi destruction. General purpose version.
275 static void coalesce_n_phi(phi_unit_t *pu) {
276 DBG((dbgphi, 1, "\n"));
281 * Prepare a phi class for further processing as a phi unit.
283 static phi_unit_t *new_phi_unit(pset *pc) {
285 ir_node *n, *phi = NULL;
287 assert(pset_count(pc) <= MAX_PHI_CLS_SIZE && "Phi class too large!");
289 pu = malloc(sizeof(*pu));
291 for (n = pset_first(pc); n; n = pset_next(pc))
297 if (pu->phi_count == 1) {
298 ir_node **tmp, *phi_block;
304 /* build member set not containing phi interferers */
305 DBG((dbgphi, 1, "Phi-1 class:\n"));
306 pu->count = 1; /*for the phi*/
307 for (n = pset_first(pc); n; n = pset_next(pc)) {
308 if (!is_Phi(n) && !values_interfere(phi, n)) {
309 DBG((dbgphi, 1, "\tAdding to members: %n\n", n));
310 obstack_ptr_grow(&ob, n);
313 DBG((dbgphi, 1, "\tPhi interferer: %n\n", n));
314 pset_insert_ptr(free_nodes, n);
317 tmp = obstack_finish(&ob);
318 pu->members = malloc(pu->count * sizeof(*pu->members));
319 pu->members[0] = phi;
320 memcpy(&pu->members[1], tmp, (pu->count-1) * sizeof(*tmp));
322 /* init of colors array */
323 pu->colors = malloc(pu->count * sizeof(*pu->colors));
325 /* live-in analysis */
326 /* HINT: It is possible that a node occurs twice as arg of a phi,
327 * one time being live-in, and another time not being live-in.
329 pu->is_live_in = calloc(pu->count, sizeof(*pu->is_live_in));
330 phi_block = get_nodes_block(phi);
331 for (i = 0, max = get_irn_arity(phi); i < max; ++i) {
333 ir_node *arg, *block_ith_pred;
335 arg = get_irn_n(phi, i);
336 block_ith_pred = get_nodes_block(get_irn_n(phi_block, i));
338 /* find the arg in the members array */
340 for (o = 0; o < pu->count; ++o)
341 if (pu->members[o] == arg) {
348 if (is_live_in(block_ith_pred, arg)) {
349 pu->is_live_in[midx] |= 1;
350 DBG((dbgphi, 1, "\t%n is live-in in %n\n", arg, block_ith_pred));
354 obstack_free(&ob, NULL);
356 DBG((dbgphi, 1, "Phi-n class:\n"));
360 DBG((dbgphi, 1, "\n"));
367 static void free_phi_unit(phi_unit_t *pu) {
368 DBG((dbgphi, 1, "\n"));
369 if (pu->phi_count == 1) {
372 free(pu->is_live_in);
380 void be_phi_coalesce(pset *all_phi_classes) {
383 pinned_nodes = pset_new_ptr(256);
384 free_nodes = pset_new_ptr(64);
386 for (pc = pset_first(all_phi_classes); pc; pc = pset_next(all_phi_classes)) {
387 phi_unit_t *pu = new_phi_unit(pc);
388 if (pu->phi_count == 1)
395 del_pset(free_nodes);
396 del_pset(pinned_nodes);
400 void be_phi_coal_init(void) {
401 dbgphi = firm_dbg_register("Phi coalescing");
402 firm_dbg_set_mask(dbgphi, DEBUG_LVL);