+static path_t *find_path(ir_node *sel, size_t len)
+{
+ size_t pos;
+ int i, n;
+ path_t *res;
+ ir_node *pred = get_Sel_ptr(sel);
+
+ /* the current Sel node will add some path elements */
+ n = get_Sel_n_indexs(sel);
+ len += n + 1;
+
+ if (! is_Sel(pred)) {
+ /* we found the root */
+ res = XMALLOCF(path_t, path, len);
+ res->path_len = len;
+ } else
+ res = find_path(pred, len);
+
+ assert(len <= res->path_len);
+ pos = res->path_len - len;
+
+ res->path[pos++].ent = get_Sel_entity(sel);
+ for (i = 0; i < n; ++i) {
+ ir_node *index = get_Sel_index(sel, i);
+
+ res->path[pos++].tv = get_Const_tarval(index);
+ }
+ return res;
+}
+
+
+/**
+ * Allocate value numbers for the leaves
+ * in our found entities.
+ *
+ * @param sels a set that will contain all Sels that have a value number
+ * @param ent the entity that will be scalar replaced
+ * @param vnum the first value number we can assign
+ * @param modes a flexible array, containing all the modes of
+ * the value numbers.
+ *
+ * @return the next free value number
+ */
+static unsigned allocate_value_numbers(pset *sels, ir_entity *ent, unsigned vnum, ir_mode ***modes)
+{
+ ir_node *sel, *next;
+ path_t *key, *path;
+ set *pathes = new_set(path_cmp, 8);
+
+ DB((dbg, SET_LEVEL_3, " Visiting Sel nodes of entity %+F\n", ent));
+ /* visit all Sel nodes in the chain of the entity */
+ for (sel = (ir_node*)get_entity_link(ent); sel != NULL; sel = next) {
+ next = (ir_node*)get_irn_link(sel);
+
+ /* we must mark this sel for later */
+ pset_insert_ptr(sels, sel);
+
+ key = find_path(sel, 0);
+ path = (path_t*)set_find(pathes, key, path_size(key), path_hash(key));
+
+ if (path) {
+ set_vnum(sel, path->vnum);
+ DB((dbg, SET_LEVEL_3, " %+F represents value %u\n", sel, path->vnum));
+ } else {
+ key->vnum = vnum++;
+
+ set_insert(pathes, key, path_size(key), path_hash(key));
+
+ set_vnum(sel, key->vnum);
+ DB((dbg, SET_LEVEL_3, " %+F represents value %u\n", sel, key->vnum));
+
+ ARR_EXTO(ir_mode *, *modes, (key->vnum + 15) & ~15);
+
+ (*modes)[key->vnum] = get_type_mode(get_entity_type(get_Sel_entity(sel)));
+
+ assert((*modes)[key->vnum] && "Value is not atomic");
+
+#ifdef DEBUG_libfirm
+ /* Debug output */
+ {
+ unsigned i;
+ DB((dbg, SET_LEVEL_2, " %s", get_entity_name(key->path[0].ent)));
+ for (i = 1; i < key->path_len; ++i) {
+ if (is_entity(key->path[i].ent))
+ DB((dbg, SET_LEVEL_2, ".%s", get_entity_name(key->path[i].ent)));
+ else
+ DB((dbg, SET_LEVEL_2, "[%ld]", get_tarval_long(key->path[i].tv)));
+ }
+ DB((dbg, SET_LEVEL_2, " = %u (%s)\n", PTR_TO_INT(get_irn_link(sel)), get_mode_name((*modes)[key->vnum])));
+ }
+#endif /* DEBUG_libfirm */
+ }
+ free(key);
+ }
+
+ del_set(pathes);
+ set_entity_link(ent, NULL);
+ return vnum;
+}
+
+/**
+ * environment for memory walker
+ */
+typedef struct env_t {
+ unsigned nvals; /**< number of values */
+ ir_mode **modes; /**< the modes of the values */
+ pset *sels; /**< A set of all Sel nodes that have a value number */
+} env_t;
+
+/**
+ * topological post-walker.
+ */
+static void walker(ir_node *node, void *ctx)
+{
+ env_t *env = (env_t*)ctx;
+ ir_graph *irg = get_irn_irg(node);
+ ir_node *addr, *block, *mem, *val;
+ ir_mode *mode;
+ unsigned vnum;
+
+ if (is_Load(node)) {
+ /* a load, check if we can resolve it */
+ addr = get_Load_ptr(node);
+
+ DB((dbg, SET_LEVEL_3, " checking %+F for replacement ", node));
+ if (! is_Sel(addr)) {
+ DB((dbg, SET_LEVEL_3, "no Sel input (%+F)\n", addr));
+ return;
+ }
+
+ if (! pset_find_ptr(env->sels, addr)) {
+ DB((dbg, SET_LEVEL_3, "Sel %+F has no VNUM\n", addr));
+ return;
+ }
+
+ /* ok, we have a Load that will be replaced */
+ vnum = get_vnum(addr);
+ assert(vnum < env->nvals);
+
+ DB((dbg, SET_LEVEL_3, "replacing by value %u\n", vnum));
+
+ block = get_nodes_block(node);
+ set_cur_block(block);
+
+ /* check, if we can replace this Load */
+ val = get_value(vnum, env->modes[vnum]);
+
+ /* Beware: A Load can contain a hidden conversion in Firm.
+ This happens for instance in the following code:
+
+ int i;
+ unsigned j = *(unsigned *)&i;
+
+ Handle this here. */
+ mode = get_Load_mode(node);
+ if (mode != get_irn_mode(val))
+ val = new_rd_Conv(get_irn_dbg_info(node), block, val, mode);
+
+ mem = get_Load_mem(node);
+ turn_into_tuple(node, pn_Load_max+1);
+ set_Tuple_pred(node, pn_Load_M, mem);
+ set_Tuple_pred(node, pn_Load_res, val);
+ set_Tuple_pred(node, pn_Load_X_regular, new_r_Jmp(block));
+ set_Tuple_pred(node, pn_Load_X_except, new_r_Bad(irg, mode_X));
+ } else if (is_Store(node)) {
+ DB((dbg, SET_LEVEL_3, " checking %+F for replacement ", node));
+
+ /* a Store always can be replaced */
+ addr = get_Store_ptr(node);
+
+ if (! is_Sel(addr)) {
+ DB((dbg, SET_LEVEL_3, "no Sel input (%+F)\n", addr));
+ return;
+ }
+
+ if (! pset_find_ptr(env->sels, addr)) {
+ DB((dbg, SET_LEVEL_3, "Sel %+F has no VNUM\n", addr));
+ return;
+ }
+
+ vnum = get_vnum(addr);
+ assert(vnum < env->nvals);
+
+ DB((dbg, SET_LEVEL_3, "replacing by value %u\n", vnum));
+
+ block = get_nodes_block(node);
+ set_cur_block(block);
+
+ /* Beware: A Store can contain a hidden conversion in Firm. */
+ val = get_Store_value(node);
+ if (get_irn_mode(val) != env->modes[vnum])
+ val = new_rd_Conv(get_irn_dbg_info(node), block, val, env->modes[vnum]);
+
+ set_value(vnum, val);
+
+ mem = get_Store_mem(node);
+ turn_into_tuple(node, pn_Store_max+1);
+ set_Tuple_pred(node, pn_Store_M, mem);
+ set_Tuple_pred(node, pn_Store_X_regular, new_r_Jmp(block));
+ set_Tuple_pred(node, pn_Store_X_except, new_r_Bad(irg, mode_X));
+ }
+}
+
+/**
+ * Make scalar replacement.
+ *
+ * @param sels A set containing all Sel nodes that have a value number
+ * @param nvals The number of scalars.
+ * @param modes A flexible array, containing all the modes of
+ * the value numbers.
+ */
+static void do_scalar_replacements(ir_graph *irg, pset *sels, unsigned nvals,
+ ir_mode **modes)
+{
+ env_t env;
+
+ ssa_cons_start(irg, (int)nvals);
+
+ env.nvals = nvals;
+ env.modes = modes;
+ env.sels = sels;
+
+ /*
+ * second step: walk over the graph blockwise in topological order
+ * and fill the array as much as possible.
+ */
+ DB((dbg, SET_LEVEL_3, "Substituting Loads and Stores in %+F\n", irg));
+ irg_walk_blkwise_graph(irg, NULL, walker, &env);
+
+ ssa_cons_finish(irg);
+}
+
+/*
+ * Find possible scalar replacements
+ *
+ * @param irg The current ir graph.
+ */
+static ir_graph_state_t do_scalar_replacement(ir_graph *irg)
+{
+ unsigned nvals;
+ int i;
+ scalars_t key, *value;
+ ir_node *irg_frame;
+ ir_mode **modes;
+ set *set_ent;
+ pset *sels;
+ ir_type *ent_type, *frame_tp;
+
+ /* we use the link field to store the VNUM */
+ ir_reserve_resources(irg, IR_RESOURCE_IRN_LINK);
+ irp_reserve_resources(irp, IRP_RESOURCE_ENTITY_LINK);
+
+ /* Find possible scalar replacements */
+ if (find_possible_replacements(irg)) {
+ DB((dbg, SET_LEVEL_1, "Scalar Replacement: %+F\n", irg));
+
+ /* Insert in set the scalar replacements. */
+ irg_frame = get_irg_frame(irg);
+ nvals = 0;
+ modes = NEW_ARR_F(ir_mode *, 16);
+ set_ent = new_set(ent_cmp, 8);
+ sels = pset_new_ptr(8);
+ frame_tp = get_irg_frame_type(irg);
+
+ for (i = get_irn_n_outs(irg_frame) - 1; i >= 0; --i) {
+ ir_node *succ = get_irn_out(irg_frame, i);
+
+ if (is_Sel(succ)) {
+ ir_entity *ent = get_Sel_entity(succ);
+
+ /* we are only interested in entities on the frame, NOT
+ parameters */
+ if (get_entity_owner(ent) != frame_tp
+ || is_parameter_entity(ent))
+ continue;
+
+ if (get_entity_link(ent) == NULL || get_entity_link(ent) == ADDRESS_TAKEN)
+ continue;
+
+ ent_type = get_entity_type(ent);
+
+ key.ent = ent;
+ set_insert(set_ent, &key, sizeof(key), HASH_PTR(key.ent));
+
+#ifdef DEBUG_libfirm
+ if (is_Array_type(ent_type)) {
+ DB((dbg, SET_LEVEL_1, " found array %s\n", get_entity_name(ent)));
+ } else if (is_Struct_type(ent_type)) {
+ DB((dbg, SET_LEVEL_1, " found struct %s\n", get_entity_name(ent)));
+ } else if (is_atomic_type(ent_type))
+ DB((dbg, SET_LEVEL_1, " found atomic value %s\n", get_entity_name(ent)));
+ else {
+ panic("Neither an array nor a struct or atomic value found in scalar replace");
+ }
+#endif /* DEBUG_libfirm */
+
+ nvals = allocate_value_numbers(sels, ent, nvals, &modes);
+ }
+ }
+
+ DB((dbg, SET_LEVEL_1, " %u values will be needed\n", nvals));
+
+ /* If scalars were found. */
+ if (nvals > 0) {
+ do_scalar_replacements(irg, sels, nvals, modes);
+
+ foreach_set(set_ent, scalars_t*, value) {
+ free_entity(value->ent);
+ }
+
+ /*
+ * We changed the graph, but did NOT introduce new blocks
+ * neither changed control flow, cf-backedges should be still
+ * consistent.
+ */
+ }
+ del_pset(sels);
+ del_set(set_ent);
+ DEL_ARR_F(modes);
+ }
+
+ ir_free_resources(irg, IR_RESOURCE_IRN_LINK);
+ irp_free_resources(irp, IRP_RESOURCE_ENTITY_LINK);
+
+ return 0;
+}
+
+static optdesc_t opt_scalar_rep = {
+ "scalar-replace",
+ IR_GRAPH_STATE_NO_UNREACHABLE_CODE | IR_GRAPH_STATE_CONSISTENT_OUTS,
+ do_scalar_replacement,
+};
+
+int scalar_replacement_opt(ir_graph *irg)
+{
+ perform_irg_optimization(irg, &opt_scalar_rep);
+ return 1;
+}
+
+ir_graph_pass_t *scalar_replacement_opt_pass(const char *name)
+{
+ return def_graph_pass_ret(name ? name : "scalar_rep",
+ scalar_replacement_opt);
+}
+
+void firm_init_scalar_replace(void)