2 * Copyright (C) 1995-2008 University of Karlsruhe. All right reserved.
4 * This file is part of libFirm.
6 * This file may be distributed and/or modified under the terms of the
7 * GNU General Public License version 2 as published by the Free Software
8 * Foundation and appearing in the file LICENSE.GPL included in the
9 * packaging of this file.
11 * Licensees holding valid libFirm Professional Edition licenses may use
12 * this file in accordance with the libFirm Commercial License.
13 * Agreement provided with the Software.
15 * This file is provided AS IS with NO WARRANTY OF ANY KIND, INCLUDING THE
16 * WARRANTY OF DESIGN, MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * @brief MIN-algorithm with some twists (aka belady spiller v3)
23 * @author Matthias Braun
28 * - handle phis correctly, decide whether we should spill them ~ok
29 * - merge multiple start worksets of blocks ~ok
30 * - how to and when to do the tentative phase...
44 #include "iredges_t.h"
52 #include "bespilloptions.h"
53 #include "besched_t.h"
56 DEBUG_ONLY(static firm_dbg_module_t *dbg = NULL;)
58 typedef struct loop_edge_t loop_edge_t;
65 typedef struct loop_info_t loop_info_t;
68 loop_edge_t *entry_edges;
69 loop_edge_t *exit_edges;
70 size_t max_register_pressure;
73 typedef struct worklist_entry_t worklist_entry_t;
74 struct worklist_entry_t {
75 struct list_head head;
77 ir_node *reload_point;
78 ir_loop *unused_livethrough_loop;
81 typedef struct worklist_t worklist_t;
83 struct list_head live_values;
87 typedef struct block_info_t block_info_t;
89 worklist_t *start_worklist;
90 worklist_t *end_worklist;
93 static const arch_env_t *arch_env;
94 static const arch_register_class_t *cls;
95 static struct obstack obst;
96 static spill_env_t *senv;
98 static size_t max_register_pressure;
99 static bool tentative_mode;
100 static bool should_have_reached_fixpoint;
101 static ir_exec_freq *exec_freq;
103 static worklist_t *new_worklist(void)
105 worklist_t *worklist = obstack_alloc(&obst, sizeof(worklist[0]));
106 memset(worklist, 0, sizeof(worklist[0]));
108 INIT_LIST_HEAD(&worklist->live_values);
109 worklist->n_live_values = 0;
114 static void mark_irn_not_visited(ir_node *node)
116 set_irn_visited(node, get_irg_visited(current_ir_graph) - 1);
119 static bool worklist_contains(const ir_node *node)
121 return irn_visited(node);
124 static block_info_t *get_block_info(ir_node *block)
126 block_info_t *info = get_irn_link(block);
130 info = obstack_alloc(&obst, sizeof(info[0]));
131 memset(info, 0, sizeof(info[0]));
132 set_irn_link(block, info);
136 static void deactivate_worklist(const worklist_t *worklist)
138 struct list_head *entry;
140 list_for_each(entry, &worklist->live_values) {
141 worklist_entry_t *wl_entry
142 = list_entry(entry, worklist_entry_t, head);
143 assert(worklist_contains(wl_entry->value));
144 mark_irn_not_visited(wl_entry->value);
145 set_irn_link(wl_entry->value, NULL);
149 static void activate_worklist(const worklist_t *worklist)
151 struct list_head *entry;
153 list_for_each(entry, &worklist->live_values) {
154 worklist_entry_t *wl_entry
155 = list_entry(entry, worklist_entry_t, head);
156 assert(!worklist_contains(wl_entry->value));
157 mark_irn_visited(wl_entry->value);
158 set_irn_link(wl_entry->value, wl_entry);
163 * duplicate a worklist and directly activates it
165 static worklist_t *duplicate_activate_worklist(const worklist_t *worklist,
166 ir_node *block, ir_node *succ_block, int succ_pos)
168 ir_node *reload_point = NULL;
169 size_t n_live_values = 0;
170 worklist_t *new_worklist;
171 struct list_head *entry;
173 if (succ_block != NULL &&
174 (get_Block_n_cfgpreds(succ_block) > 1
175 || get_irn_n_edges_kind(block, EDGE_KIND_BLOCK) > 1)) {
176 reload_point = be_get_end_of_block_insertion_point(block);
179 new_worklist = obstack_alloc(&obst, sizeof(new_worklist[0]));
180 INIT_LIST_HEAD(&new_worklist->live_values);
182 list_for_each(entry, &worklist->live_values) {
183 worklist_entry_t *wl_entry = list_entry(entry, worklist_entry_t, head);
184 ir_node *value = wl_entry->value;
185 worklist_entry_t *new_entry;
187 if (is_Phi(value) && get_nodes_block(value) == succ_block) {
188 value = get_Phi_pred(value, succ_pos);
190 /* can happen for unknown phi preds */
191 if (!arch_irn_consider_in_reg_alloc(arch_env, cls, value))
195 new_entry = obstack_alloc(&obst, sizeof(new_entry[0]));
196 memset(new_entry, 0, sizeof(new_entry[0]));
198 new_entry->value = value;
199 if (reload_point != NULL) {
200 new_entry->reload_point = reload_point;
202 new_entry->reload_point = wl_entry->reload_point;
205 if (irn_not_visited(value)) {
206 list_add_tail(&new_entry->head, &new_worklist->live_values);
209 mark_irn_visited(value);
210 set_irn_link(value, new_entry);
213 new_worklist->n_live_values = n_live_values;
218 static worklist_t *duplicate_worklist(const worklist_t *worklist)
220 worklist_t *new_worklist;
221 struct list_head *entry;
223 new_worklist = obstack_alloc(&obst, sizeof(new_worklist[0]));
224 INIT_LIST_HEAD(&new_worklist->live_values);
225 new_worklist->n_live_values = worklist->n_live_values;
227 list_for_each(entry, &worklist->live_values) {
228 worklist_entry_t *wl_entry = list_entry(entry, worklist_entry_t, head);
229 worklist_entry_t *new_entry
230 = obstack_alloc(&obst, sizeof(new_entry[0]));
232 memcpy(new_entry, wl_entry, sizeof(new_entry[0]));
233 list_add_tail(&new_entry->head, &new_worklist->live_values);
240 static void print_worklist(const worklist_t *worklist, int level)
242 struct list_head *entry;
244 DB((dbg, level, "%d values: ", worklist->n_live_values));
245 list_for_each(entry, &worklist->live_values) {
246 worklist_entry_t *wl_entry
247 = list_entry(entry, worklist_entry_t, head);
249 DB((dbg, level, "%+F ", wl_entry->value));
256 static void clear_loop_info(ir_loop *loop)
258 int n_elements = get_loop_n_elements(loop);
262 for (i = 0; i < n_elements; ++i) {
263 loop_element element = get_loop_element(loop, i);
264 if (*element.kind != k_ir_loop)
267 clear_loop_info(element.son);
271 static loop_info_t *get_loop_info(ir_loop *loop)
273 loop_info_t *info = loop->link;
277 info = obstack_alloc(&obst, sizeof(info[0]));
278 memset(info, 0, sizeof(info[0]));
285 * constructs loop in+out edges when called in a block walker
287 static void construct_loop_edges(ir_node *block, void *data)
289 int n_cfgpreds = get_Block_n_cfgpreds(block);
290 ir_loop *loop = get_irn_loop(block);
295 for (i = 0; i < n_cfgpreds; ++i) {
296 ir_node *cfgpred_block = get_Block_cfgpred_block(block, i);
297 ir_loop *cfgpred_loop = get_irn_loop(cfgpred_block);
302 if (cfgpred_loop == loop)
305 /* critical edges are splitted, so we can't jump from 1 loop
306 * directly into another without going out of it */
307 assert(get_loop_depth(cfgpred_loop) != get_loop_depth(loop));
309 /* edge out of loop */
310 if (get_loop_depth(cfgpred_loop) > get_loop_depth(loop)) {
315 is_exit_edge = false;
320 /* this might be a jump out/in multiple loops */
322 loop_info_t *l_info = get_loop_info(l);
324 edge = obstack_alloc(&obst, sizeof(edge[0]));
325 memset(edge, 0, sizeof(edge[0]));
330 ir_fprintf(stderr, "Loop %p exit edge %+F:%d\n",
332 edge->next = l_info->exit_edges;
333 l_info->exit_edges = edge;
334 assert(get_loop_depth(loop) < get_loop_depth(l));
336 ir_fprintf(stderr, "Loop %p entry edge %+F:%d\n",
338 edge->next = l_info->entry_edges;
339 l_info->entry_edges = edge;
340 assert(get_loop_depth(cfgpred_loop) < get_loop_depth(l));
342 l = get_loop_outer_loop(l);
350 static void place_reload(worklist_entry_t *entry)
355 DB((dbg, LEVEL_1, "reload of %+F before %+F\n", entry->value,
356 entry->reload_point));
357 assert(entry->reload_point != NULL);
358 be_add_reload(senv, entry->value, entry->reload_point, cls, 1);
359 entry->reload_point = NULL;
363 * makes sure the worklist contains not more than n_regs - room_needed entries
365 static void make_room(worklist_t *worklist, size_t room_needed)
369 struct list_head *entry;
371 spills_needed = worklist->n_live_values + room_needed - n_regs;
372 if (spills_needed <= 0)
375 entry = worklist->live_values.next;
376 for(i = spills_needed; i > 0; --i) {
377 struct list_head *next = entry->next;
378 worklist_entry_t *wl_entry
379 = list_entry(entry, worklist_entry_t, head);
381 assert(worklist_contains(wl_entry->value));
382 mark_irn_not_visited(wl_entry->value);
383 place_reload(wl_entry);
388 worklist->n_live_values -= spills_needed;
392 * a value was used, so bring it to the back of the worklist (which might
393 * result in a spill of another value).
395 static void val_used(worklist_t *worklist, ir_node *value, ir_node *sched_point)
397 /* already in the worklist? move around, otherwise add at back */
398 worklist_entry_t *entry = get_irn_link(value);
400 assert(arch_irn_consider_in_reg_alloc(arch_env, cls, value));
402 if (worklist_contains(value)) {
403 assert(entry != NULL);
405 list_del(&entry->head);
408 entry = obstack_alloc(&obst, sizeof(entry[0]));
409 memset(entry, 0, sizeof(entry[0]));
411 entry->value = value;
412 set_irn_link(value, entry);
415 ++worklist->n_live_values;
416 mark_irn_visited(value);
419 entry->reload_point = sched_point;
420 list_add_tail(&entry->head, &worklist->live_values);
423 static void worklist_remove(worklist_t *worklist, ir_node *value)
425 ir_fprintf(stderr, "removing %+F\n", value);
426 worklist_entry_t *entry = get_irn_link(value);
427 assert(entry != NULL);
428 list_del(&entry->head);
429 --worklist->n_live_values;
431 assert(worklist_contains(value));
432 mark_irn_not_visited(value);
435 static void update_max_pressure(worklist_t *worklist)
437 if (worklist->n_live_values > max_register_pressure)
438 max_register_pressure = worklist->n_live_values;
441 static void do_spilling(ir_node *block, worklist_t *worklist)
445 assert(worklist != NULL);
447 sched_foreach_reverse(block, node) {
451 DB((dbg, LEVEL_2, "\t%+F... ", node));
452 update_max_pressure(worklist);
456 /* TODO: if we have some free registers, then we could decide to
457 * not spill some phis (but not for phis where at least 1 input is
460 /* we have to spill all phis that are not live */
461 sched_foreach_reverse_from(node, node2) {
462 assert(is_Phi(node2));
464 if (worklist_contains(node2))
466 if (!arch_irn_consider_in_reg_alloc(arch_env, cls, node2))
470 be_spill_phi(senv, node2);
472 DB((dbg, LEVEL_2, "\n"));
476 /* remove values defined by this instruction from the workset. Values
477 * defined but not in the workset need free registers */
478 if (get_irn_mode(node) == mode_T) {
479 const ir_edge_t *edge;
481 foreach_out_edge(node, edge) {
482 ir_node *proj = get_edge_src_irn(edge);
483 if (!arch_irn_consider_in_reg_alloc(arch_env, cls, proj))
485 if (worklist_contains(proj)) {
486 worklist_remove(worklist, proj);
491 } else if (arch_irn_consider_in_reg_alloc(arch_env, cls, node)) {
492 if (worklist_contains(node)) {
493 worklist_remove(worklist, node);
499 /* make sure we have enough free registers for the spills */
500 make_room(worklist, n_defs);
502 /* put all values used by the instruction into the workset */
503 arity = get_irn_arity(node);
504 for(i = 0; i < arity; ++i) {
505 ir_node *use = get_irn_n(node, i);
507 if (!arch_irn_consider_in_reg_alloc(arch_env, cls, use))
510 val_used(worklist, use, node);
513 /* we might have too many values in the worklist now and need to spill
515 make_room(worklist, 0);
518 print_worklist(worklist, LEVEL_2);
519 DB((dbg, LEVEL_2, "\n"));
523 update_max_pressure(worklist);
526 DB((dbg, LEVEL_1, "worklist at begin of %+F:", block));
527 print_worklist(worklist, LEVEL_1);
528 DB((dbg, LEVEL_1, "\n"));
532 static bool worklists_equal(const worklist_t *wl1, const worklist_t *wl2)
534 const struct list_head *i1 = &wl1->live_values;
535 const struct list_head *i2 = &wl2->live_values;
537 for ( ; i1 != &wl1->live_values && i2 != &wl2->live_values;
538 i1 = i1->next, i2 = i2->next) {
539 worklist_entry_t *entry1 = list_entry(i1, worklist_entry_t, head);
540 worklist_entry_t *entry2 = list_entry(i2, worklist_entry_t, head);
542 if (entry1->value != entry2->value)
545 /* both lists at the end */
546 if (i1 != &wl1->live_values || i2 != &wl2->live_values)
552 static void process_block(ir_node *block, void *env)
554 block_info_t *block_info = NULL;
555 worklist_t *worklist = NULL;
556 double best_execfreq = -1;
557 ir_node *best_succ_block = NULL;
560 const ir_edge_t *edge;
563 DB((dbg, LEVEL_1, "Processing %+F\n", block));
565 /* construct worklist */
566 foreach_block_succ(block, edge) {
567 ir_node *succ_block = get_edge_src_irn(edge);
568 double execfreq = get_block_execfreq(exec_freq, succ_block);
570 if (execfreq > best_execfreq) {
571 block_info_t *block_info = get_block_info(succ_block);
572 worklist_t *succ_worklist = block_info->start_worklist;
573 if (succ_worklist != NULL) {
574 best_execfreq = execfreq;
575 worklist = succ_worklist;
576 best_succ_block = succ_block;
577 best_pos = get_edge_src_pos(edge);
581 if (worklist == NULL) {
582 /* at least 1 successor block must have been processed unless it was
584 assert(tentative_mode || block == get_irg_end_block(get_irn_irg(block)));
586 worklist = new_worklist();
588 worklist = duplicate_activate_worklist(worklist, block, best_succ_block,
592 block_info = get_block_info(block);
595 DB((dbg, LEVEL_1, "worklist at end of %+F:", block));
596 print_worklist(worklist, LEVEL_1);
597 DB((dbg, LEVEL_1, "\n"));
599 if (should_have_reached_fixpoint) {
600 assert(worklists_equal(block_info->end_worklist, worklist));
603 block_info->end_worklist = duplicate_worklist(worklist);
605 do_spilling(block, worklist);
606 deactivate_worklist(worklist);
609 if (should_have_reached_fixpoint) {
610 assert(worklists_equal(block_info->start_worklist, worklist));
613 block_info->start_worklist = worklist;
615 /* we shouldn't have any live values left at the start block */
616 n_preds = get_Block_n_cfgpreds(block);
617 assert(n_preds != 0 || worklist->n_live_values == 0);
620 typedef struct block_or_loop_t block_or_loop_t;
621 struct block_or_loop_t {
629 static block_or_loop_t *loop_blocks;
630 static ir_loop *current_loop;
632 static void find_blocks(ir_node *block);
634 static void find_in_loop(ir_loop *loop, ir_node *entry)
636 loop_info_t *loop_info = get_loop_info(loop);
637 block_or_loop_t block_or_loop;
640 /* simply mark 1 block in the loop to indicate that the loop was already
642 ir_node *some_block = loop_info->entry_edges->block;
643 if (Block_block_visited(some_block))
646 block_or_loop.v.loop = loop;
647 block_or_loop.is_loop = true;
648 ARR_APP1(block_or_loop_t, loop_blocks, block_or_loop);
652 /* we should be 1 of the entry blocks */
653 loop_edge_t *edge = loop_info->entry_edges;
655 for ( ; edge != NULL; edge = edge->next) {
656 if (edge->block == entry)
662 /* check all loop successors */
663 for (edge = loop_info->exit_edges; edge != NULL; edge = edge->next) {
664 ir_node *succ = edge->block;
665 ir_loop *succ_loop = get_irn_loop(succ);
667 if (succ_loop == current_loop) {
670 assert(get_loop_depth(succ_loop) < get_loop_depth(current_loop));
675 static void find_blocks(ir_node *block)
677 const ir_edge_t *edge;
678 block_or_loop_t block_or_loop;
680 if (Block_block_visited(block))
683 block_or_loop.v.block = block;
684 block_or_loop.is_loop = false;
686 ARR_APP1(block_or_loop_t, loop_blocks, block_or_loop);
687 mark_Block_block_visited(block);
689 foreach_block_succ(block, edge) {
690 ir_node *succ = get_edge_src_irn(edge);
692 /* is it part of the current loop? */
693 ir_loop *loop = get_irn_loop(succ);
694 if (loop != current_loop) {
696 if (get_loop_depth(loop) > get_loop_depth(current_loop)) {
697 find_in_loop(loop, succ);
699 /* parent loop: we're not interested in the block */
708 * append an entry to a worklist. WARNING: The entry must not already be in the
711 static void worklist_append(worklist_t *worklist, ir_node *value,
712 ir_node *reload_point,
713 ir_loop *unused_livethrough_loop)
715 worklist_entry_t *entry = obstack_alloc(&obst, sizeof(entry[0]));
716 memset(entry, 0, sizeof(entry[0]));
718 entry->value = value;
719 entry->reload_point = reload_point;
720 entry->unused_livethrough_loop = unused_livethrough_loop;
721 list_add_tail(&entry->head, &worklist->live_values);
722 ++worklist->n_live_values;
723 assert(worklist->n_live_values <= n_regs);
726 static void push_unused_livethrough(loop_info_t *loop_info, ir_node *value)
728 /* add the value to all loop exit and entry blocks */
729 loop_edge_t *edge = loop_info->exit_edges;
730 for ( ; edge != NULL; edge = edge->next) {
732 = get_Block_cfgpred_block(edge->block, edge->pos);
733 const block_info_t *info = get_block_info(block);
734 worklist_t *worklist = info->end_worklist;
735 /* TODO: we need a smarter mechanism here, that makes the reloader place
736 * reload nodes on all loop exits... */
737 ir_node *reload_point = NULL;
739 worklist_append(worklist, value, reload_point, loop_info->loop);
741 edge = loop_info->entry_edges;
742 for ( ; edge != NULL; edge = edge->next) {
743 ir_node *entry_block = edge->block;
744 const block_info_t *info = get_block_info(entry_block);
745 worklist_t *worklist = info->start_worklist;
748 = get_Block_cfgpred_block(entry_block, edge->pos);
749 ir_node *reload_point = be_get_end_of_block_insertion_point(pred_block);
751 worklist_append(worklist, value, reload_point, loop_info->loop);
754 set_irn_link(value, NULL);
755 ++loop_info->max_register_pressure;
758 static void push_unused_livethroughs(loop_info_t *loop_info)
760 /* we can only push unused livethroughs if register pressure inside the loop
762 if (loop_info->max_register_pressure >= n_regs)
765 /* find unused livethroughs: register pressure in the loop was low enough
766 * which means that we had no spills which implies that at every point in
768 loop_edge_t *edge = loop_info->exit_edges;
769 for ( ; edge != NULL; edge = edge->next) {
770 ir_node *block = edge->block;
771 const block_info_t *info = get_block_info(block);
772 worklist_t *start_worklist = info->start_worklist;
774 if (start_worklist == NULL)
778 = get_Block_cfgpred_block(edge->block, edge->pos);
779 const block_info_t *exit_info = get_block_info(exit_block);
780 worklist_t *end_worklist = exit_info->end_worklist;
782 activate_worklist(end_worklist);
783 /* all values contained in the start_worklist, which are not available
784 * in the end_worklist, must be unused livethroughs */
786 struct list_head *entry;
787 list_for_each(entry, &start_worklist->live_values) {
788 worklist_entry_t *wl_entry
789 = list_entry(entry, worklist_entry_t, head);
790 ir_node *value = wl_entry->value;
792 if (!worklist_contains(value)) {
793 /* add it to all loop exits */
794 ir_fprintf(stderr, "Found unused livethrough: %+F (regpressure in loop %d)\n", value, loop_info->max_register_pressure);
795 push_unused_livethrough(loop_info, value);
796 mark_irn_visited(value);
799 if (loop_info->max_register_pressure >= n_regs)
802 deactivate_worklist(end_worklist);
806 static void process_block_or_loop(const block_or_loop_t *block_or_loop)
808 if (block_or_loop->is_loop) {
809 loop_info_t *loop_info = get_loop_info(block_or_loop->v.loop);
811 if (loop_info->max_register_pressure > max_register_pressure)
812 max_register_pressure = loop_info->max_register_pressure;
814 push_unused_livethroughs(loop_info);
817 process_block(block_or_loop->v.block, NULL);
820 static void process_loop(ir_loop *loop)
822 int n_elements = get_loop_n_elements(loop);
824 loop_info_t *loop_info;
828 /* first handle all sub-loops */
829 for (i = 0; i < n_elements; ++i) {
830 loop_element element = get_loop_element(loop, i);
831 if (*element.kind != k_ir_loop)
834 process_loop(element.son);
837 /* create a postorder of the blocks */
838 loop_info = get_loop_info(loop);
839 edge = loop_info->entry_edges;
841 some_block = edge->block;
843 assert(loop == get_irg_loop(current_ir_graph));
844 some_block = get_irg_start_block(current_ir_graph);
847 loop_blocks = NEW_ARR_F(block_or_loop_t,0);
850 ir_reserve_resources(current_ir_graph, IR_RESOURCE_BLOCK_VISITED);
851 inc_irg_block_visited(current_ir_graph);
852 find_blocks(some_block);
853 /* for endless loops the end-block might be unreachable */
854 if (loop == get_irg_loop(current_ir_graph)) {
855 find_blocks(get_irg_end_block(current_ir_graph));
857 ir_free_resources(current_ir_graph, IR_RESOURCE_BLOCK_VISITED);
859 fprintf(stderr, "Block List for loop %p\n", loop);
860 len = ARR_LEN(loop_blocks);
861 for (i = 0; i < len; ++i) {
862 block_or_loop_t *block_or_loop = &loop_blocks[i];
863 if (block_or_loop->is_loop) {
864 ir_fprintf(stderr, " L-%p", block_or_loop->v.loop);
866 ir_fprintf(stderr, " B-%+F", block_or_loop->v.block);
869 fprintf(stderr, "\n");
871 max_register_pressure = 0;
873 /* run1: tentative phase */
874 tentative_mode = true;
875 for (i = len-1; i >= 0; --i) {
876 process_block_or_loop(&loop_blocks[i]);
879 /* run2: tentative phase - should reach fixpoint */
880 tentative_mode = true;
881 for (i = len-1; i >= 0; --i) {
882 process_block_or_loop(&loop_blocks[i]);
886 /* run3: tentative phase - check fixpoint */
887 tentative_mode = true;
888 should_have_reached_fixpoint = true;
889 for (i = len-1; i >= 0; --i) {
890 process_block_or_loop(&loop_blocks[i]);
892 should_have_reached_fixpoint = false;
895 /* run4: add spills/reloads */
896 tentative_mode = false;
897 for (i = len-1; i >= 0; --i) {
898 process_block_or_loop(&loop_blocks[i]);
901 loop_info->max_register_pressure = max_register_pressure;
902 ir_fprintf(stderr, "Regpressure in loop %p: %u\n", loop,
903 (unsigned) max_register_pressure);
905 DEL_ARR_F(loop_blocks);
908 static void fix_block_borders(ir_node *block, void *data)
910 block_info_t *block_info = get_block_info(block);
911 worklist_t *start_worklist = block_info->start_worklist;
912 int n_cfgpreds = get_Block_n_cfgpreds(block);
913 ir_loop *loop = get_irn_loop(block);
917 assert(start_worklist != NULL);
919 for (i = 0; i < n_cfgpreds; ++i) {
920 ir_node *pred_block = get_Block_cfgpred_block(block, i);
921 block_info_t *pred_block_info = get_block_info(pred_block);
922 worklist_t *end_worklist = pred_block_info->end_worklist;
923 ir_loop *pred_loop = get_irn_loop(pred_block);
924 bool is_loop_entry = false;
925 struct list_head *entry;
927 assert(end_worklist != NULL);
929 if (get_loop_depth(pred_loop) < get_loop_depth(loop)) {
930 is_loop_entry = true;
933 /* reload missing values */
934 activate_worklist(end_worklist);
936 list_for_each(entry, &start_worklist->live_values) {
937 worklist_entry_t *wl_entry
938 = list_entry(entry, worklist_entry_t, head);
939 ir_node *value = wl_entry->value;
941 if (is_Phi(value) && get_nodes_block(value) == block) {
942 value = get_irn_n(value, i);
944 /* we might have unknowns as argument for the phi */
945 if (!arch_irn_consider_in_reg_alloc(arch_env, cls, value))
949 if (worklist_contains(value))
951 if (wl_entry->unused_livethrough_loop != NULL && !is_loop_entry)
954 be_add_reload_on_edge(senv, value, block, i, cls, 1);
957 deactivate_worklist(end_worklist);
961 static void be_spill_belady3(be_irg_t *birg, const arch_register_class_t *ncls)
963 ir_graph *irg = be_get_birg_irg(birg);
966 n_regs = cls->n_regs - be_put_ignore_regs(birg, cls, NULL);
968 /* shortcut for register classes with ignore regs only */
972 arch_env = be_get_birg_arch_env(birg);
973 exec_freq = be_get_birg_exec_freq(birg);
976 ir_reserve_resources(irg, IR_RESOURCE_IRN_VISITED | IR_RESOURCE_IRN_LINK
977 | IR_RESOURCE_LOOP_LINK);
978 inc_irg_visited(irg);
981 senv = be_new_spill_env(birg);
984 clear_loop_info(get_irg_loop(irg));
985 irg_block_walk_graph(irg, construct_loop_edges, NULL, NULL);
987 process_loop(get_irg_loop(current_ir_graph));
989 irg_block_walk_graph(irg, fix_block_borders, NULL, NULL);
991 ir_free_resources(irg, IR_RESOURCE_IRN_VISITED | IR_RESOURCE_IRN_LINK
992 | IR_RESOURCE_LOOP_LINK);
994 be_insert_spills_reloads(senv);
996 obstack_free(&obst, NULL);
999 be_delete_spill_env(senv);
1002 void be_init_spillbelady3(void)
1004 static be_spiller_t belady3_spiller = {
1008 be_register_spiller("belady3", &belady3_spiller);
1009 FIRM_DBG_REGISTER(dbg, "firm.be.spill.belady3");
1012 BE_REGISTER_MODULE_CONSTRUCTOR(be_init_spillbelady3);