X-Git-Url: http://nsz.repo.hu/git/?a=blobdiff_plain;f=ir%2Fbe%2Fbecopyilp.c;h=e1dcabe52ca26c6fa019a1aa380fb5c68d292673;hb=b3b1029730614fa10c8dc9db6ce8954062d46925;hp=194e434354cf399316b95f08ccccf09c3b102eca;hpb=193458a0510d578f415b8055cfed6a1a11e4c04e;p=libfirm diff --git a/ir/be/becopyilp.c b/ir/be/becopyilp.c index 194e43435..e1dcabe52 100644 --- a/ir/be/becopyilp.c +++ b/ir/be/becopyilp.c @@ -1,591 +1,176 @@ /** - * Minimizing copies with an exact algorithm using mixed integer programming (MIP). - * Problem statement as a 'quadratic 0-1 program with linear constraints' with - * n binary variables. Constraints are knapsack (enforce color for each node) and - * cliques of ifg (interference constraints). - * Transformation into a 'mixed integer program' with n binary variables and - * additional 2n real variables. Constraints are the above the transformed - * objective function and 'complementary conditions' for two var classes. - * @author Daniel Grund - * - * NOTE: Unfortunately no good solver is available locally (or even for linking) - * We use CPLEX 9.0 which runs on a machine residing at the Rechenzentrum. - * @date 12.04.2005 + * Author: Daniel Grund + * Date: 17.05.2005 + * Copyright: (c) Universitaet Karlsruhe + * Licence: This file protected by GPL - GNU GENERAL PUBLIC LICENSE. */ +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif -#include "becopyopt.h" -#include "becopystat.h" +#ifdef HAVE_ALLOCA_H +#include +#endif +#ifdef HAVE_MALLOC_H +#include +#endif -#define DUMP_MILP /**< dumps the problem as Mixed Integer Linear Programming in "CPLEX"-MPS format. NOT fixed-column-MPS. */ -#undef DUMP_MIQP /**< dumps the problem as Mixed Integer Quadratic Programming in "CPLEX"-MPS format. NOT fixed-column-MPS. */ -#undef USE_SOS /**< uses Special Ordered Sets when using MPS */ -#undef DO_SOLVE /**< solve the MPS output with CPLEX */ -#undef DUMP_MATRICES /**< dumps all matrices completely. only recommended for small problems */ -#undef DUMP_LP /**< dumps the problem in LP format. 'human-readable' equations etc... */ -#undef DELETE_FILES /**< deletes all dumped files after use */ +#include "irprog.h" -/* CPLEX-account related stuff */ -#define SSH_USER_HOST "kb61@sp-smp.rz.uni-karlsruhe.de" -#define SSH_PASSWD_FILE "/ben/daniel/.smppw" -#define EXPECT_FILENAME "runme" /** name of the expect-script */ +#include "lpp.h" +#include "lpp_local.h" +#include "lpp_remote.h" +#include "xmalloc.h" +#include "becopyopt.h" +#include "becopystat.h" -#define DEBUG_LVL 0 //SET_LEVEL_1 +#undef DUMP_MPS +#define DEBUG_LVL SET_LEVEL_1 static firm_dbg_module_t *dbg = NULL; -#define SLOTS_NUM2POS 256 +#define EPSILON 0.00001 #define SLOTS_LIVING 32 -/* get_weight represents the _gain_ if node n and m have the same color. */ -#define get_weight(n,m) 1 - /** - * A type storing names of the x variables in the form x[NUMBER]_[COLOR] - */ -typedef struct _x_name_t { - int n, c; -} x_name_t; + * Represents the _costs_ if node n and m have different colors. + * Must be >=0. + **/ +#define get_weight(n,m) 1 -/** - * For each node taking part in the opt-problem its position in the - * x-variable-vector is stored in a set. This set maps the node-nr (given by - * benumb) to the position in the vector. - */ -typedef struct _num2pos_t { - int num, pos; -} num2pos_t; +typedef struct _simpl_t { + struct list_head chain; + if_node_t *ifn; +} simpl_t; -/** - * A type storing the unmodified '0-1 quadratic program' of the form - * min f = xQx - * udN: Ax = e - * Bx <= e - * x \in {0, 1} - * - * This problem is called the original problem - */ typedef struct _problem_instance_t { - const copy_opt_t *co; /** the original copy_opt problem */ - int x_dim, A_dim, B_dim; /**< number of: x variables (equals Q_dim), rows in A, rows in B */ - x_name_t *x; /**< stores the names of the x variables. all possible colors for a node are ordered and occupy consecutive entries. lives in obstack ob. */ - set *num2pos; /**< maps node numbers to positions in x. */ - sp_matrix_t *Q, *A, *B; /**< the (sparse) matrices of this problem */ - - /* needed only for linearizations */ - int bigM, maxQij, minQij; - - /* overhead needed to build this */ - struct obstack ob; - int curr_color; - int curr_row; + const copy_opt_t *co; /** the copy_opt problem */ + /* problem size reduction removing simple nodes */ + struct list_head simplicials; /**< holds all simpl_t's in right order to color*/ + pset *removed; /**< holds all removed simplicial irns */ + /* lp problem */ + lpp_t *dilp; /**< problem formulation directly as milp */ + /* overhead stuff */ + lpp_t *curr_lp; /**< points to the problem currently used */ + int cst_counter, last_x_var; + char buf[32]; + int all_simplicial; } problem_instance_t; -/* Nodes have consecutive numbers so this hash shoud be fine */ -#define HASH_NUM(num) num +#define is_removed(irn) pset_find_ptr(pi->removed, irn) -static int set_cmp_num2pos(const void *x, const void *y, size_t size) { - return ((num2pos_t *)x)->num != ((num2pos_t *)y)->num; -} +#define is_color_possible(irn,color) arch_reg_is_allocatable(pi->co->chordal_env->arch_env, irn, arch_pos_make_out(0), arch_register_for_index(pi->co->chordal_env->cls, color)) -/** - * Sets the first position of node with number num to pos. - * See x_name_t *x in _problem_instance_t. +/* + * Some stuff for variable name handling. */ -static INLINE void pi_set_first_pos(problem_instance_t *pi, int num, int pos) { - num2pos_t find; - find.num = num; - find.pos = pos; - set_insert(pi->num2pos, &find, sizeof(find), HASH_NUM(num)); -} +#define mangle_cst(buf, prefix, nr) \ + snprintf((buf), sizeof(buf), "%c%d", (prefix), (nr)) -/** - * Get position by number. (First possible color) - * returns -1 if not found. - */ -static INLINE int pi_get_first_pos(problem_instance_t *pi, int num) { - num2pos_t find, *found; - find.num = num; - found = set_find(pi->num2pos, &find, sizeof(find), HASH_NUM(num)); - if (found) { - assert(pi->x[found->pos].n == num && (found->pos == 0 || pi->x[found->pos-1].n != num) && "pi->num2pos is broken!"); - return found->pos; - } else - return -1; -} - -/** - * Get position by number and color. - * returns -1 if not found. - */ -static INLINE int pi_get_pos(problem_instance_t *pi, int num, int col) { - num2pos_t find, *found; - find.num = num; - int pos; - found = set_find(pi->num2pos, &find, sizeof(find), HASH_NUM(num)); - if (!found) - return -1; - pos = found->pos; - while (pos < pi->x_dim && pi->x[pos].n == num && pi->x[pos].c < col) - pos++; - - if (pi->x[pos].n == num && pi->x[pos].c == col) - return pos; - else - return -1; -} - -#ifdef DUMP_MATRICES -/** - * Dump the raw matrices of the problem to a file for debugging. - */ -static void pi_dump_matrices(problem_instance_t *pi) { - int i; - FILE *out = ffopen(pi->co->name, "matrix", "wt"); +#define mangle_var(buf, prefix, node_nr, color) \ + snprintf((buf), sizeof(buf), "%c%d_%d", (prefix), (node_nr), (color)) - DBG((dbg, LEVEL_1, "Dumping raw...\n")); - fprintf(out, "\n\nx-names =\n"); - for (i=0; ix_dim; ++i) - fprintf(out, "%5d %2d\n", pi->x[i].n, pi->x[i].c); +#define mangle_var_irn(buf, prefix, irn, color) \ + mangle_var((buf), (prefix), get_irn_graph_nr(irn), (color)) - fprintf(out, "\n\n-Q =\n"); - matrix_dump(pi->Q, out, -1); +#define split_var(var, nnr, col) \ + sscanf(var, "x%d_%d", (nnr), (col)) - fprintf(out, "\n\nA =\n"); - matrix_dump(pi->A, out, 1); - fprintf(out, "\n\nB =\n"); - matrix_dump(pi->B, out, 1); - - fclose(out); -} -#endif - -#ifdef DUMP_LP /** - * Dumps the problem instance as a MILP. The original problem is transformed into: - * min f = es - Mex - * udN: Qx -y -s +Me = 0 - * Ax = e - * Bx <= e - * y <= 2M(e-x) - * x \in N y, s >= 0 - * - * with M >= max sum Q'ij * x_j - * i j + * Checks if a node is simplicial in the graph + * heeding the already removed nodes. */ -static void pi_dump_lp(problem_instance_t *pi) { - int i, max_abs_Qij; - matrix_elem_t *e; - FILE *out = ffopen(pi->co->name, "lpo", "wt"); - - DBG((dbg, LEVEL_1, "Dumping lp...\n")); - /* calc the big M for Q */ - max_abs_Qij = pi->maxQij; - if (-pi->minQij > max_abs_Qij) - max_abs_Qij = -pi->minQij; - pi->bigM = pi->A_dim * max_abs_Qij; - DBG((dbg, LEVEL_2, "BigM = %d\n", pi->bigM)); - - /* generate objective function */ - fprintf(out, "min: "); - for (i=0; ix_dim; ++i) - fprintf(out, "+s%d_%d -%dx%d_%d ", pi->x[i].n, pi->x[i].c, pi->bigM, pi->x[i].n, pi->x[i].c); - fprintf(out, ";\n\n"); - - /* constraints for former objective function */ - for (i=0; ix_dim; ++i) { - matrix_foreach_in_row(pi->Q, i, e) { - int Qio = e->val; - if (Qio == 1) - fprintf(out, "+x%d_%d ", pi->x[e->col].n, pi->x[e->col].c); - else if(Qio == -1) - fprintf(out, "-x%d_%d ", pi->x[e->col].n, pi->x[e->col].c); - else - fprintf(out, "%+dx%d_%d ", Qio, pi->x[e->col].n, pi->x[e->col].c); - } - fprintf(out, "-y%d_%d -s%d_%d +%d= 0;\n", pi->x[i].n, pi->x[i].c, pi->x[i].n, pi->x[i].c, pi->bigM); - } - fprintf(out, "\n\n"); - - /* constraints for (special) complementary condition */ - for (i=0; ix_dim; ++i) - fprintf(out, "y%d_%d <= %d - %dx%d_%d;\n", pi->x[i].n, pi->x[i].c, 2*pi->bigM, 2*pi->bigM, pi->x[i].n, pi->x[i].c); - fprintf(out, "\n\n"); - - /* knapsack constraints */ - for (i=0; iA_dim; ++i) { - matrix_foreach_in_row(pi->Q, i, e) - fprintf(out, "+x%d_%d ", pi->x[e->col].n, pi->x[e->col].c); - fprintf(out, " = 1;\n"); - } - fprintf(out, "\n\n"); - - /* interference graph constraints */ - for (i=0; iB_dim; ++i) { - matrix_foreach_in_row(pi->Q, i, e) - fprintf(out, "+x%d_%d ", pi->x[e->col].n, pi->x[e->col].c); - fprintf(out, " <= 1;\n"); - } - fprintf(out, "\n\n"); - - /* integer constraints */ - fprintf(out, "int x%d_%d", pi->x[0].n, pi->x[0].c); - for (i=1; ix_dim; ++i) - fprintf(out, ", x%d_%d", pi->x[i].n, pi->x[i].c); - fprintf(out, ";\n"); - - fclose(out); -} -#endif - -#ifdef DO_SOLVE -static void pi_dump_start_sol(problem_instance_t *pi) { - int i; - FILE *out = ffopen(pi->co->name, "mst", "wt"); - fprintf(out, "NAME\n"); - for (i=0; ix_dim; ++i) { - int val, n, c; - n = pi->x[i].n; - c = pi->x[i].c; - if (get_irn_color(get_irn_for_graph_nr(pi->co->irg, n)) == c) - val = 1; - else - val = 0; - fprintf(out, " x%d_%d\t%d\n", n, c, val); - } - fprintf(out, "ENDATA\n"); - fclose(out); -} -#endif - -#ifdef DUMP_MILP -/** - * Dumps an mps file representing the problem. This is NOT the old-style, - * fixed-column format. Some white spaces are important, in general spaces - * are separators, MARKER-lines are used in COLUMN section to define binaries. - */ -//BETTER use last 2 fields in COLUMNS section. See MPS docu for details -static void pi_dump_milp(problem_instance_t *pi) { - int i, max_abs_Qij; - const matrix_elem_t *e; - FILE *out = ffopen(pi->co->name, "milp", "wt"); - - DBG((dbg, LEVEL_1, "Dumping milp...\n")); - max_abs_Qij = pi->maxQij; - if (-pi->minQij > max_abs_Qij) - max_abs_Qij = -pi->minQij; - pi->bigM = pi->A_dim * max_abs_Qij; - DBG((dbg, LEVEL_2, "BigM = %d\n", pi->bigM)); - - matrix_optimize(pi->Q); - bitset_t *good_row = bitset_alloca(pi->x_dim); - for (i=0; ix_dim; ++i) - if (matrix_row_first(pi->Q, i)) - bitset_set(good_row, i); - - fprintf(out, "NAME %s\n", pi->co->name); - - fprintf(out, "ROWS\n"); - fprintf(out, " N obj\n"); - for (i=0; ix_dim; ++i) - if (bitset_is_set(good_row, i)) - fprintf(out, " E cQ%d\n", i); - for (i=0; iA_dim; ++i) - fprintf(out, " E cA%d\n", i); - for (i=0; iB_dim; ++i) - fprintf(out, " L cB%d\n", i); - for (i=0; ix_dim; ++i) - if (bitset_is_set(good_row, i)) - fprintf(out, " L cy%d\n", i); - - fprintf(out, "COLUMNS\n"); - /* the x vars come first */ - /* mark them as binaries */ - fprintf(out, " MARKI0\t'MARKER'\t'INTORG'\n"); -#ifdef USE_SOS - int sos_cnt = 0; - fprintf(out, " S1 SOS_%d\t'MARKER'\t'SOSORG'\n", sos_cnt++); -#endif - for (i=0; ix_dim; ++i) { -#ifdef USE_SOS - if (i>0 && pi->x[i].n != pi->x[i-1].n) { - fprintf(out, " SOS_%d\t'MARKER'\t'SOSEND'\n", sos_cnt++); - fprintf(out, " S1 SOS_%d\t'MARKER'\t'SOSORG'\n", sos_cnt++); - } -#endif - /* participation in objective */ - if (bitset_is_set(good_row, i)) - fprintf(out, " x%d_%d\tobj\t%d\n", pi->x[i].n, pi->x[i].c, -pi->bigM); - /* in Q */ - matrix_foreach_in_col(pi->Q, i, e) - fprintf(out, " x%d_%d\tcQ%d\t%d\n", pi->x[i].n, pi->x[i].c, e->row, e->val); - /* in A */ - matrix_foreach_in_col(pi->A, i, e) - fprintf(out, " x%d_%d\tcA%d\t%d\n", pi->x[i].n, pi->x[i].c, e->row, e->val); - /* in B */ - matrix_foreach_in_col(pi->B, i, e) - fprintf(out, " x%d_%d\tcB%d\t%d\n", pi->x[i].n, pi->x[i].c, e->row, e->val); - /* in y */ - if (bitset_is_set(good_row, i)) - fprintf(out, " x%d_%d\tcy%d\t%d\n", pi->x[i].n, pi->x[i].c, i, 2*pi->bigM); - } - -#ifdef USE_SOS - fprintf(out, " SOS_%d\t'MARKER'\t'SOSEND'\n", sos_cnt++); -#endif - fprintf(out, " MARKI1\t'MARKER'\t'INTEND'\n"); /* end of marking */ - - /* next the s vars */ - for (i=0; ix_dim; ++i) - if (bitset_is_set(good_row, i)) { - /* participation in objective */ - fprintf(out, " s%d_%d\tobj\t%d\n", pi->x[i].n, pi->x[i].c, 1); - /* in Q */ - fprintf(out, " s%d_%d\tcQ%d\t%d\n", pi->x[i].n, pi->x[i].c, i, -1); - } - - /* next the y vars */ - for (i=0; ix_dim; ++i) - if (bitset_is_set(good_row, i)) { - /* in Q */ - fprintf(out, " y%d_%d\tcQ%d\t%d\n", pi->x[i].n, pi->x[i].c, i, -1); - /* in y */ - fprintf(out, " y%d_%d\tcy%d\t%d\n", pi->x[i].n, pi->x[i].c, i, 1); - } - - fprintf(out, "RHS\n"); - for (i=0; ix_dim; ++i) - if (bitset_is_set(good_row, i)) - fprintf(out, " rhs\tcQ%d\t%d\n", i, -pi->bigM); - for (i=0; iA_dim; ++i) - fprintf(out, " rhs\tcA%d\t%d\n", i, 1); - for (i=0; iB_dim; ++i) - fprintf(out, " rhs\tcB%d\t%d\n", i, 1); - for (i=0; ix_dim; ++i) - if (bitset_is_set(good_row, i)) - fprintf(out, " rhs\tcy%d\t%d\n", i, 2*pi->bigM); - - fprintf(out, "ENDATA\n"); - fclose(out); -} -#endif - -#ifdef DUMP_MIQP -static void pi_dump_miqp(problem_instance_t *pi) { - int i; - matrix_elem_t *e; - FILE *out = ffopen(pi->co->name, "miqp", "wt"); - - DBG((dbg, LEVEL_1, "Dumping miqp...\n")); - - pi->bigM = 42; - fprintf(out, "NAME %s\n", pi->co->name); - fprintf(out, "ROWS\n"); - fprintf(out, " N obj\n"); - for (i=0; iA_dim; ++i) - fprintf(out, " E cA%d\n", i); - for (i=0; iB_dim; ++i) - fprintf(out, " L cB%d\n", i); - - fprintf(out, "COLUMNS\n"); - /* the x vars come first */ - /* mark them as binaries */ - fprintf(out, " MARKI0\t'MARKER'\t'INTORG'\n"); - for (i=0; ix_dim; ++i) { - /* participation in objective */ - fprintf(out, " x%d_%d\tobj\t%d\n", pi->x[i].n, pi->x[i].c, -pi->bigM); - /* in A */ - matrix_foreach_in_col(pi->A, i, e) - fprintf(out, " x%d_%d\tcA%d\t%d\n", pi->x[i].n, pi->x[i].c, e->row, e->val); - /* in B */ - matrix_foreach_in_col(pi->B, i, e) - fprintf(out, " x%d_%d\tcB%d\t%d\n", pi->x[i].n, pi->x[i].c, e->row, e->val); - } - fprintf(out, " MARKI1\t'MARKER'\t'INTEND'\n"); /* end of marking */ - - fprintf(out, "RHS\n"); - for (i=0; iA_dim; ++i) - fprintf(out, " rhs\tcA%d\t%d\n", i, 1); - for (i=0; iB_dim; ++i) - fprintf(out, " rhs\tcB%d\t%d\n", i, 1); - - fprintf(out, "QMATRIX\n"); /* 1/2 (Q + Q^T) */ - /* the diag entries */ - for (i=0; ix_dim; ++i) { - int val = matrix_get(pi->Q, i, i) + pi->bigM; - fprintf(out, " x%d_%d\tx%d_%d\t%d\n", pi->x[i].n, pi->x[i].c, pi->x[i].n, pi->x[i].c, val); - } - /* the off-diag entries */ - for (i=0; iQ); ++i) - matrix_foreach_in_row(pi->Q, i, e) { - int val; - if (e->col >= e->row) - break; - val = e->val + matrix_get(pi->Q, e->col, e->row); /* the transposed entry */ - fprintf(out, " x%d_%d\tx%d_%d\t%d\n", pi->x[i].n, pi->x[i].c, pi->x[e->col].n, pi->x[e->col].c, val); - fprintf(out, " x%d_%d\tx%d_%d\t%d\n", pi->x[e->col].n, pi->x[e->col].c, pi->x[i].n, pi->x[i].c, val); - } - - fprintf(out, "ENDATA\n"); - fclose(out); -} -#endif - -#ifdef DO_SOLVE -/** - * Invoke an external solver - */ -static void pi_solve_ilp(problem_instance_t *pi) { - FILE *out, *pwfile; - char passwd[128]; - - DBG((dbg, LEVEL_1, "Solving with CPLEX@RZ...\n")); - /* write command file for CPLEX */ - out = ffopen(pi->co->name, "cmd", "wt"); - fprintf(out, "set logfile %s.sol\n", pi->co->name); -#ifdef DUMP_MILP - fprintf(out, "read %s.milp mps\n", pi->co->name); -#endif -#ifdef DUMP_MIQP - fprintf(out, "read %s.miqp mps\n", pi->co->name); -#endif - fprintf(out, "read %s.mst\n", pi->co->name); - fprintf(out, "set mip strategy mipstart 1\n"); - fprintf(out, "set mip emphasis 3\n"); - fprintf(out, "optimize\n"); - fprintf(out, "display solution variables 1-%d\n", pi->x_dim); - fprintf(out, "set logfile cplex.log\n"); - fprintf(out, "quit\n"); - fclose(out); - - /* write expect-file for copying problem to RZ */ - pwfile = fopen(SSH_PASSWD_FILE, "rt"); - fgets(passwd, sizeof(passwd), pwfile); - fclose(pwfile); - - out = ffopen(EXPECT_FILENAME, "exp", "wt"); - fprintf(out, "#! /usr/bin/expect\n"); - fprintf(out, "spawn scp %s.miqp %s.milp %s.mst %s.cmd %s:\n", pi->co->name, pi->co->name, pi->co->name, pi->co->name, SSH_USER_HOST); /* copy problem files */ - fprintf(out, "expect \"word:\"\nsend \"%s\\n\"\ninteract\n", passwd); - - fprintf(out, "spawn ssh %s \"./cplex90 < %s.cmd\"\n", SSH_USER_HOST, pi->co->name); /* solve */ - fprintf(out, "expect \"word:\"\nsend \"%s\\n\"\ninteract\n", passwd); - - fprintf(out, "spawn scp %s:%s.sol .\n", SSH_USER_HOST, pi->co->name); /*copy back solution */ - fprintf(out, "expect \"word:\"\nsend \"%s\\n\"\ninteract\n", passwd); - - fprintf(out, "spawn ssh %s ./dell\n", SSH_USER_HOST); /* clean files on server */ - fprintf(out, "expect \"word:\"\nsend \"%s\\n\"\ninteract\n", passwd); - fclose(out); - - /* call the expect script */ - chmod(EXPECT_FILENAME ".exp", 0700); - system(EXPECT_FILENAME ".exp"); +static INLINE int pi_is_simplicial(problem_instance_t *pi, const if_node_t *ifn) { + int i, o, size = 0; + if_node_t **all, *curr; + all = alloca(ifn_get_degree(ifn) * sizeof(*all)); + + /* get all non-removed neighbors */ + foreach_neighb(ifn, curr) + if (!is_removed(curr)) + all[size++] = curr; + + /* check if these form a clique */ + for (i=0; ico->chordal_env, all[i], all[o])) + return 0; + + /* all edges exist so this is a clique */ + return 1; } /** - * Sets the colors of irns according to the values of variables found in the - * output file of the solver. + * Iterative finds and 'removes' from the graph all nodes which are + * simplicial AND not member of a equal-color-wish */ -static void pi_apply_solution(problem_instance_t *pi) { - FILE *in = ffopen(pi->co->name, "sol", "rt"); - - if (!in) - return; - DBG((dbg, LEVEL_1, "Applying solution...\n")); - while (!feof(in)) { - char buf[1024]; - int num = -1, col = -1, val = -1; - - fgets(buf, sizeof(buf), in); - DBG((dbg, LEVEL_3, "Line: %s", buf)); - - if (strcmp(buf, "No integer feasible solution exists.") == 0) - assert(0 && "CPLEX says: No integer feasible solution exists!"); - - if (strcmp(buf, "TODO Out of memory") == 0) {} - -#ifdef DO_STAT - { - /* solution time */ - float sol_time; - int iter; - if (sscanf(buf, "Solution time = %f sec. Iterations = %d", &sol_time, &iter) == 2) { - DBG((dbg, LEVEL_2, " Time: %f Iter: %d\n", sol_time, iter)); - curr_vals[I_ILP_TIME] += 10 * sol_time; - curr_vals[I_ILP_ITER] += iter; +static void pi_find_simplicials(problem_instance_t *pi) { + set *if_nodes; + if_node_t *ifn; + int redo = 1; + + DBG((dbg, LEVEL_2, "Find simlicials...\n")); + + if_nodes = be_ra_get_ifg_nodes(pi->co->chordal_env); + while (redo) { + redo = 0; + for (ifn = set_first(if_nodes); ifn; ifn = set_next(if_nodes)) { + ir_node *irn = get_irn_for_graph_nr(pi->co->chordal_env->irg, ifn->nnr); + if (!is_removed(irn) && !is_optimizable(irn) && + !is_optimizable_arg(pi->co, irn) && pi_is_simplicial(pi, ifn)) { + simpl_t *s = xmalloc(sizeof(*s)); + s->ifn = ifn; + list_add(&s->chain, &pi->simplicials); + pset_insert_ptr(pi->removed, irn); + redo = 1; + DBG((dbg, LEVEL_2, " Removed %n %d\n", irn, get_irn_graph_nr(irn))); } } -#endif - - /* variable value */ - if (sscanf(buf, "x%d_%d %d", &num, &col, &val) == 3 && val == 1) { - DBG((dbg, LEVEL_2, " x%d_%d = %d\n", num, col, val)); - set_irn_color(get_irn_for_graph_nr(pi->co->irg, num), col); - } } - fclose(in); + if (set_count(be_ra_get_ifg_nodes(pi->co->chordal_env)) == pset_count(pi->removed)) + pi->all_simplicial = 1; } -#endif /* DO_SOLVE */ - -#ifdef DELETE_FILES -static void pi_delete_files(problem_instance_t *pi) { - char buf[1024]; - int end = snprintf(buf, sizeof(buf), "%s", pi->co->name); - DBG((dbg, LEVEL_1, "Deleting files...\n")); -#ifdef DUMP_MATRICES - snprintf(buf+end, sizeof(buf)-end, ".matrix"); - remove(buf); -#endif -#ifdef DUMP_MILP - snprintf(buf+end, sizeof(buf)-end, ".mps"); - remove(buf); - snprintf(buf+end, sizeof(buf)-end, ".mst"); - remove(buf); - snprintf(buf+end, sizeof(buf)-end, ".cmd"); - remove(buf); - remove(EXPECT_FILENAME ".exp"); -#endif -#ifdef DO_SOLVE - snprintf(buf+end, sizeof(buf)-end, ".sol"); - remove(buf); -#endif -#ifdef DUMP_LP - snprintf(buf+end, sizeof(buf)-end, ".lp"); - remove(buf); -#endif -} -#endif /** - * Collects all irns in currently processed register class + * Add coloring-force conditions + * Matrix A: knapsack constraint for each node */ -static void pi_collect_x_names(ir_node *block, void *env) { - problem_instance_t *pi = env; - struct list_head *head = &get_ra_block_info(block)->border_head; - border_t *curr; - bitset_t *pos_regs = bitset_alloca(pi->co->cls->n_regs); - - list_for_each_entry_reverse(border_t, curr, head, list) - if (curr->is_def && curr->is_real) { - x_name_t xx; - pi->A_dim++; /* one knapsack constraint for each node */ - - xx.n = get_irn_graph_nr(curr->irn); - pi_set_first_pos(pi, xx.n, pi->x_dim); - - // iterate over all possible colors in order - bitset_clear_all(pos_regs); - pi->co->isa->get_allocatable_regs(curr->irn, pi->co->cls, pos_regs); - bitset_foreach(pos_regs, xx.c) { - DBG((dbg, LEVEL_2, "Adding %n %d\n", curr->irn, xx.c)); - obstack_grow(&pi->ob, &xx, sizeof(xx)); - pi->x_dim++; /* one x variable for each node and color */ +static void pi_add_constr_A(problem_instance_t *pi) { + pmap_entry *pme; + + DBG((dbg, LEVEL_2, "Add A constraints...\n")); + /* iterate over all blocks */ + pmap_foreach(pi->co->chordal_env->border_heads, pme) { + struct list_head *head = pme->value; + border_t *curr; + bitset_t *pos_regs = bitset_alloca(pi->co->chordal_env->cls->n_regs); + + list_for_each_entry_reverse(border_t, curr, head, list) + if (curr->is_def && curr->is_real && !is_removed(curr->irn)) { + int cst_idx, nnr, col; + + nnr = get_irn_graph_nr(curr->irn); + mangle_cst(pi->buf, 'A', nnr); + cst_idx = lpp_add_cst(pi->curr_lp, pi->buf, equal, 1); + + // iterate over all possible colors in order + bitset_clear_all(pos_regs); + arch_get_allocatable_regs(pi->co->chordal_env->arch_env, curr->irn, arch_pos_make_out(0), pi->co->chordal_env->cls, pos_regs); + bitset_foreach(pos_regs, col) { + int var_idx; + mangle_var(pi->buf, 'x', nnr, col); + var_idx = lpp_add_var(pi->curr_lp, pi->buf, binary, 0); + pi->last_x_var = var_idx; + lpp_set_factor_fast(pi->curr_lp, cst_idx, var_idx, 1); + } } - } + } } /** - * Checks if all nodes in living are live_out in block block. + * Checks if all nodes in @p living are live in in block @p block. + * @return 1 if all are live in + * 0 else */ static INLINE int all_live_in(ir_node *block, pset *living) { ir_node *n; @@ -599,190 +184,329 @@ static INLINE int all_live_in(ir_node *block, pset *living) { /** * Finds cliques in the interference graph, considering only nodes - * for which the color pi->curr_color is possible. Finds only 'maximal-cliques', - * viz cliques which are not conatained in another one. - * This is used for the matrix B. + * for which the color @p color is possible. Finds only 'maximal-cliques', + * viz cliques which are not contained in another one. + * Matrix B: interference constraints using cliques */ -static void pi_clique_finder(ir_node *block, void *env) { - problem_instance_t *pi = env; +static void pi_add_constr_B(problem_instance_t *pi, int color) { enum phase_t {growing, shrinking} phase = growing; - struct list_head *head = &get_ra_block_info(block)->border_head; border_t *b; + pmap_entry *pme; pset *living = pset_new_ptr(SLOTS_LIVING); - list_for_each_entry_reverse(border_t, b, head, list) { - const ir_node *irn = b->irn; - - if (b->is_def) { - DBG((dbg, LEVEL_2, "Def %n\n", irn)); - pset_insert_ptr(living, irn); - phase = growing; - } else { /* is_use */ - DBG((dbg, LEVEL_2, "Use %n\n", irn)); - - /* before shrinking the set, store the current 'maximum' clique; - * do NOT if clique is a single node - * do NOT if all values are live_in (in this case they were contained in a live-out clique elsewhere) */ - if (phase == growing && pset_count(living) >= 2 && !all_live_in(block, living)) { - ir_node *n; - for (n = pset_first(living); n; n = pset_next(living)) { - int pos = pi_get_pos(pi, get_irn_graph_nr(n), pi->curr_color); - matrix_set(pi->B, pi->curr_row, pos, 1); - DBG((dbg, LEVEL_2, "B[%d, %d] := %d\n", pi->curr_row, pos, 1)); + DBG((dbg, LEVEL_2, "Add B constraints (col = %d)...\n", color)); + /* iterate over all blocks */ + pmap_foreach(pi->co->chordal_env->border_heads, pme) { + ir_node *block = pme->key; + struct list_head *head = pme->value; + + list_for_each_entry_reverse(border_t, b, head, list) { + const ir_node *irn = b->irn; + if (is_removed(irn) || !is_color_possible(irn, color)) + continue; + + if (b->is_def) { + DBG((dbg, LEVEL_2, "Def %n\n", irn)); + pset_insert_ptr(living, irn); + phase = growing; + } else { /* is_use */ + DBG((dbg, LEVEL_2, "Use %n\n", irn)); + + /* before shrinking the set, store the current 'maximum' clique; + * do NOT if clique is a single node + * do NOT if all values are live_in (in this case they were contained in a live-out clique elsewhere) */ + if (phase == growing && pset_count(living) >= 2 && !all_live_in(block, living)) { + int cst_idx; + ir_node *n; + mangle_cst(pi->buf, 'B', pi->cst_counter); + cst_idx = lpp_add_cst(pi->curr_lp, pi->buf, less, 1); + for (n = pset_first(living); n; n = pset_next(living)) { + int var_idx; + mangle_var_irn(pi->buf, 'x', n, color); + var_idx = lpp_get_var_idx(pi->curr_lp, pi->buf); + lpp_set_factor_fast(pi->curr_lp, cst_idx, var_idx, 1); + } + pi->cst_counter++; } - pi->curr_row++; + pset_remove_ptr(living, irn); + phase = shrinking; } - pset_remove_ptr(living, irn); - phase = shrinking; } } - + assert(0 == pset_count(living)); del_pset(living); } /** - * Generate the initial problem matrices and vectors. + * Generates constraints which interrelate x with y variables. + * y=1 ==> x1 and x2 must have the same color. + * <== is achieved automatically by minimization. */ -static problem_instance_t *new_pi(const copy_opt_t *co) { - DBG((dbg, LEVEL_1, "Generating new instance...\n")); - problem_instance_t *pi = calloc(1, sizeof(*pi)); - pi->co = co; - pi->num2pos = new_set(set_cmp_num2pos, SLOTS_NUM2POS); - pi->bigM = 1; - - /* Vector x - * one entry per node and possible color */ - obstack_init(&pi->ob); - dom_tree_walk_irg(co->irg, pi_collect_x_names, NULL, pi); - pi->x = obstack_finish(&pi->ob); - - /* Matrix Q - * weights for the 'same-color-optimization' target */ - { - unit_t *curr; - pi->Q = new_matrix(pi->x_dim, pi->x_dim); - - list_for_each_entry(unit_t, curr, &co->units, units) { - const ir_node *root, *arg; - int rootnr, argnr; - unsigned rootpos, argpos; - int i; - - root = curr->nodes[0]; - rootnr = get_irn_graph_nr(root); - rootpos = pi_get_first_pos(pi, rootnr); - for (i = 1; i < curr->node_count; ++i) { - int weight = -get_weight(root, arg); - arg = curr->nodes[i]; - argnr = get_irn_graph_nr(arg); - argpos = pi_get_first_pos(pi, argnr); - - DBG((dbg, LEVEL_2, "Q[%n, %n] := %d\n", root, arg, weight)); - /* for all colors root and arg have in common, set the weight for - * this pair in the objective function matrix Q */ - while (rootpos < pi->x_dim && argpos < pi->x_dim && - pi->x[rootpos].n == rootnr && pi->x[argpos].n == argnr) { - if (pi->x[rootpos].c < pi->x[argpos].c) - ++rootpos; - else if (pi->x[rootpos].c > pi->x[argpos].c) - ++argpos; - else { - matrix_set(pi->Q, rootpos++, argpos++, weight); - - if (weight < pi->minQij) { - DBG((dbg, LEVEL_2, "minQij = %d\n", weight)); - pi->minQij = weight; - } - if (weight > pi->maxQij) { - DBG((dbg, LEVEL_2, "maxQij = %d\n", weight)); - pi->maxQij = weight; - } - } - } +static void pi_add_constr_E(problem_instance_t *pi) { + unit_t *curr; + bitset_t *root_regs, *arg_regs; + int cst_counter = 0; + unsigned nregs = pi->co->chordal_env->cls->n_regs; + root_regs = bitset_alloca(nregs); + arg_regs = bitset_alloca(nregs); + + DBG((dbg, LEVEL_2, "Add E constraints...\n")); + /* for all roots of optimization units */ + list_for_each_entry(unit_t, curr, &pi->co->units, units) { + const ir_node *root, *arg; + int rootnr, argnr, color; + int y_idx, i; + char buf[32]; + + root = curr->nodes[0]; + rootnr = get_irn_graph_nr(root); + bitset_clear_all(root_regs); + arch_get_allocatable_regs(pi->co->chordal_env->arch_env, root, arch_pos_make_out(0), pi->co->chordal_env->cls, root_regs); + + /* for all arguments of root */ + for (i = 1; i < curr->node_count; ++i) { + arg = curr->nodes[i]; + argnr = get_irn_graph_nr(arg); + bitset_clear_all(arg_regs); + arch_get_allocatable_regs(pi->co->chordal_env->arch_env, arg, arch_pos_make_out(0), pi->co->chordal_env->cls, arg_regs); + + /* Introduce new variable and set factor in objective function */ + mangle_var(buf, 'y', rootnr, argnr); + y_idx = lpp_add_var(pi->curr_lp, buf, continous, get_weight(root, arg)); + /* set starting value */ + //lpp_set_start_value(pi->curr_lp, y_idx, (get_irn_col(pi->co, root) != get_irn_col(pi->co, arg))); + + /* For all colors root and arg have in common, add 2 constraints to E */ + bitset_and(arg_regs, root_regs); + bitset_foreach(arg_regs, color) { + int root_idx, arg_idx, cst_idx; + mangle_var(buf, 'x', rootnr, color); + root_idx = lpp_get_var_idx(pi->curr_lp, buf); + mangle_var(buf, 'x', argnr, color); + arg_idx = lpp_get_var_idx(pi->curr_lp, buf); + + /* add root-arg-y <= 0 */ + mangle_cst(buf, 'E', cst_counter++); + cst_idx = lpp_add_cst(pi->curr_lp, buf, less, 0); + lpp_set_factor_fast(pi->curr_lp, cst_idx, root_idx, 1); + lpp_set_factor_fast(pi->curr_lp, cst_idx, arg_idx, -1); + lpp_set_factor_fast(pi->curr_lp, cst_idx, y_idx, -1); + + /* add arg-root-y <= 0 */ + mangle_cst(buf, 'E', cst_counter++); + cst_idx = lpp_add_cst(pi->curr_lp, buf, less, 0); + lpp_set_factor_fast(pi->curr_lp, cst_idx, root_idx, -1); + lpp_set_factor_fast(pi->curr_lp, cst_idx, arg_idx, 1); + lpp_set_factor_fast(pi->curr_lp, cst_idx, y_idx, -1); } } } +} - /* Matrix A - * knapsack constraint for each node */ - { - int row = 0, col = 0; - pi->A = new_matrix(pi->A_dim, pi->x_dim); - while (col < pi->x_dim) { - int curr_n = pi->x[col].n; - while (col < pi->x_dim && pi->x[col].n == curr_n) { - DBG((dbg, LEVEL_2, "A[%d, %d] := %d\n", row, col, 1)); - matrix_set(pi->A, row, col++, 1); - } - ++row; +/** + * Matrix M: maximum independent set constraints + * Generates lower bound-cuts for optimization units with inner interferences. + * Sum(y_{root, arg}, arg \in Args) <= max_indep_set_size - 1 + */ +static void pi_add_constr_M(problem_instance_t *pi) { + unit_t *curr; + int cst_counter = 0; + DBG((dbg, LEVEL_2, "Add M constraints...\n")); + + /* for all optimization units */ + list_for_each_entry(unit_t, curr, &pi->co->units, units) { + const ir_node *root, *arg; + int rootnr, argnr; + int cst_idx, y_idx, i; + char buf[32]; + + if (curr->ifg_mis_size == curr->node_count) + continue; + + root = curr->nodes[0]; + rootnr = get_irn_graph_nr(root); + mangle_cst(buf, 'M', cst_counter++); + cst_idx = lpp_add_cst(pi->curr_lp, buf, greater, curr->node_count - curr->ifg_mis_size); + + /* for all arguments */ + for (i = 1; i < curr->node_count; ++i) { + arg = curr->nodes[i]; + argnr = get_irn_graph_nr(arg); + mangle_var(buf, 'y', rootnr, argnr); + y_idx = lpp_get_var_idx(pi->curr_lp, buf); + lpp_set_factor_fast(pi->curr_lp, cst_idx, y_idx, 1); } - assert(row == pi->A_dim); } +} - /* Matrix B - * interference constraints using exactly those cliques not contained in others. */ - { - int color, expected_clipques = pi->A_dim/4 * pi->co->cls->n_regs; - pi->B = new_matrix(expected_clipques, pi->x_dim); - for (color = 0; color < pi->co->cls->n_regs; ++color) { - pi->curr_color = color; - dom_tree_walk_irg(pi->co->irg, pi_clique_finder, NULL, pi); - } - pi->B_dim = matrix_get_rowcount(pi->B); - } +/** + * Generate the initial problem matrices and vectors. + */ +static problem_instance_t *new_pi(const copy_opt_t *co) { + problem_instance_t *pi; + int col; + + DBG((dbg, LEVEL_2, "Generating new instance...\n")); + pi = xcalloc(1, sizeof(*pi)); + pi->co = co; + pi->removed = pset_new_ptr_default(); + INIT_LIST_HEAD(&pi->simplicials); + pi->dilp = new_lpp(co->name, minimize); + pi->last_x_var = -1; + + /* problem size reduction */ + pi_find_simplicials(pi); + //TODO dump_ifg_w/o_removed + if (pi->all_simplicial) + return pi; + + /* built objective abd constraints */ + pi->curr_lp = pi->dilp; + pi_add_constr_A(pi); + for (col = 0; col < pi->co->chordal_env->cls->n_regs; ++col) + pi_add_constr_B(pi, col); + pi_add_constr_E(pi); + pi_add_constr_M(pi); return pi; } /** - * clean the problem instance + * Clean the problem instance */ static void free_pi(problem_instance_t *pi) { - DBG((dbg, LEVEL_1, "Generating new instance...\n")); - del_matrix(pi->Q); - del_matrix(pi->A); - del_matrix(pi->B); - del_set(pi->num2pos); - obstack_free(&pi->ob, NULL); + simpl_t *simpl, *tmp; + + DBG((dbg, LEVEL_2, "Free instance...\n")); + free_lpp(pi->dilp); + list_for_each_entry_safe(simpl_t, simpl, tmp, &pi->simplicials, chain) + free(simpl); + del_pset(pi->removed); free(pi); } -void co_ilp_opt(copy_opt_t *co) { - dbg = firm_dbg_register("ir.be.copyoptilp"); - firm_dbg_set_mask(dbg, DEBUG_LVL); - if (!strcmp(co->name, DEBUG_IRG)) - firm_dbg_set_mask(dbg, -1); +/** + * Set starting values for the mip problem according + * to the current coloring of the graph. + */ +static void pi_set_start_sol(problem_instance_t *pi) { + int i; + char var_name[64]; + DBG((dbg, LEVEL_2, "Set start solution...\n")); + for (i=1; i<=pi->last_x_var; ++i) { + int nnr, col; + double val; + /* get variable name */ + lpp_get_var_name(pi->curr_lp, i, var_name, sizeof(var_name)); + /* split into components */ + if (split_var(var_name, &nnr, &col) == 2) { + assert(get_irn_col(pi->co, get_irn_for_graph_nr(pi->co->chordal_env->irg, nnr)) != -1); + val = (get_irn_col(pi->co, get_irn_for_graph_nr(pi->co->chordal_env->irg, nnr)) == col) ? 1 : 0; + lpp_set_start_value(pi->curr_lp, i, val); + } else { + fprintf(stderr, "Variable name is: %s\n", var_name); + assert(0 && "x vars always look like this 'x123_45'"); + } + } +} - problem_instance_t *pi = new_pi(co); - DBG((dbg, 0, "\t\t\t %5d %5d %5d\n", pi->x_dim, pi->A_dim, pi->B_dim)); +/** + * Invoke a solver + */ +static void pi_solve_ilp(problem_instance_t *pi, void (*lpp_solve)(lpp_t *)) { + pi_set_start_sol(pi); + lpp_solve(pi->curr_lp); +} - if (pi->x_dim > 0) { -#ifdef DUMP_MATRICES - pi_dump_matrices(pi); -#endif +/** + * Set the color of all simplicial nodes removed form + * the graph before transforming it to an ilp. + */ +static void pi_set_simplicials(problem_instance_t *pi) { + simpl_t *simpl, *tmp; + bitset_t *used_cols = bitset_alloca(arch_register_class_n_regs(pi->co->chordal_env->cls)); + + DBG((dbg, LEVEL_2, "Set simplicials...\n")); + /* color the simplicial nodes in right order */ + list_for_each_entry_safe(simpl_t, simpl, tmp, &pi->simplicials, chain) { + int free_col; + ir_node *other_irn, *irn; + if_node_t *other, *ifn; + + /* get free color by inspecting all neighbors */ + ifn = simpl->ifn; + irn = get_irn_for_graph_nr(pi->co->chordal_env->irg, ifn->nnr); + bitset_clear_all(used_cols); + foreach_neighb(ifn, other) { + other_irn = get_irn_for_graph_nr(pi->co->chordal_env->irg, other->nnr); + if (!is_removed(other_irn)) /* only inspect nodes which are in graph right now */ + bitset_set(used_cols, get_irn_col(pi->co, other_irn)); + } + /* now all bits not set are possible colors */ + free_col = bitset_next_clear(used_cols, 0); + assert(free_col != -1 && "No free color found. This can not be."); + set_irn_col(pi->co, irn, free_col); + pset_remove_ptr(pi->removed, irn); /* irn is back in graph again */ + } +} -#ifdef DUMP_LP - pi_dump_lp(pi); -#endif +/** + * Sets the colors of irns according to the values of variables + * provided by the solution of the solver. + */ +static void pi_apply_solution(problem_instance_t *pi) { + int i; + double *sol; + sol_state_t state; + DBG((dbg, LEVEL_2, "Applying solution...\n")); -#ifdef DUMP_MILP - pi_dump_milp(pi); +#ifdef DO_STAT + curr_vals[I_ILP_ITER] += lpp_get_iter_cnt(pi->curr_lp); + curr_vals[I_ILP_TIME] += lpp_get_sol_time(pi->curr_lp); #endif -#ifdef DUMP_MIQP - pi_dump_miqp(pi); -#endif + sol = xmalloc((pi->last_x_var+1) * sizeof(*sol)); + state = lpp_get_solution(pi->curr_lp, sol, 1, pi->last_x_var); + if (state != optimal) { + printf("Solution state is not 'optimal': %d\n", state); + assert(state >= feasible && "The solution should at least be feasible!"); + } + for (i=0; ilast_x_var; ++i) { + int nnr, col; + char var_name[64]; + + if (sol[i] > 1-EPSILON) { /* split varibale name into components */ + lpp_get_var_name(pi->curr_lp, 1+i, var_name, sizeof(var_name)); + if (split_var(var_name, &nnr, &col) == 2) { + DBG((dbg, LEVEL_2, "Irn %n Idx %d Var %s Val %f\n", get_irn_for_graph_nr(pi->co->chordal_env->irg, nnr), i, var_name, sol[i])); + DBG((dbg, LEVEL_2, "x%d = %d\n", nnr, col)); + set_irn_col(pi->co, get_irn_for_graph_nr(pi->co->chordal_env->irg, nnr), col); + } else + assert(0 && "This should be a x-var"); + } + } +} -#ifdef DO_SOLVE - pi_dump_start_sol(pi); - pi_solve_ilp(pi); - pi_apply_solution(pi); -#endif +void co_ilp_opt(copy_opt_t *co) { + problem_instance_t *pi; -#ifdef DELETE_FILES - pi_delete_files(pi); + dbg = firm_dbg_register("ir.be.copyoptilp"); + if (!strcmp(co->name, DEBUG_IRG)) + firm_dbg_set_mask(dbg, -1); + else + firm_dbg_set_mask(dbg, DEBUG_LVL); + + pi = new_pi(co); + if (!pi->all_simplicial) { +#ifdef DUMP_MPS + char buf[512]; + snprintf(buf, sizeof(buf), "%s.mps", co->name); + lpp_dump(pi->curr_lp, buf); #endif + pi_solve_ilp(pi, lpp_solve_local); + pi_apply_solution(pi); + pi_set_simplicials(pi); } free_pi(pi); }