+
+ if (!must_be_lowered) {
+ set_type_link(mtp, NULL);
+ return mtp;
+ }
+
+ res = new_d_type_method(n_params, n_results, get_type_dbg_info(mtp));
+
+ /* set param types and result types */
+ for (i = 0; i < n_params; ++i) {
+ ir_type *tp = get_method_param_type(mtp, i);
+
+ if (is_Primitive_type(tp)) {
+ ir_mode *mode = get_type_mode(tp);
+
+ if (mode == env->high_signed) {
+ if (env->params->little_endian) {
+ set_method_param_type(res, i, tp_u);
+ } else {
+ set_method_param_type(res, i, tp_s);
+ }
+ } else if (mode == env->high_unsigned) {
+ set_method_param_type(res, i, tp_u);
+ } else {
+ set_method_param_type(res, i, tp);
+ }
+ } else {
+ set_method_param_type(res, i, tp);
+ }
+ }
+ for (i = n_results = 0; i < n_results; ++i) {
+ ir_type *tp = get_method_res_type(mtp, i);
+
+ set_method_res_type(res, i, tp);
+ }
+
+ set_method_variadicity(res, get_method_variadicity(mtp));
+ set_method_calling_convention(res, get_method_calling_convention(mtp));
+ set_method_additional_properties(res, get_method_additional_properties(mtp));
+
+ pmap_insert(lowered_builtin_type_high, mtp, res);
+ return res;
+}
+
+/**
+ * Lower the builtin type to its lower part.
+ *
+ * @param mtp the builtin type to lower
+ *
+ * @return the lowered type
+ */
+static ir_type *lower_Builtin_type_low(ir_type *mtp)
+{
+ ir_type *res;
+ size_t i;
+ size_t n_params;
+ size_t n_results;
+ bool must_be_lowered;
+
+ res = (ir_type*)pmap_get(lowered_builtin_type_low, mtp);
+ if (res != NULL)
+ return res;
+
+ n_params = get_method_n_params(mtp);
+ n_results = get_method_n_ress(mtp);
+ must_be_lowered = false;
+
+ /* check for double word parameter */
+ for (i = n_params; i > 0;) {
+ ir_type *tp = get_method_param_type(mtp, --i);
+
+ if (is_Primitive_type(tp)) {
+ ir_mode *mode = get_type_mode(tp);
+
+ if (mode == env->high_signed || mode == env->high_unsigned) {
+ must_be_lowered = true;
+ break;
+ }
+ }
+ }
+
+ if (!must_be_lowered) {
+ set_type_link(mtp, NULL);
+ return mtp;
+ }
+
+ res = new_d_type_method(n_params, n_results, get_type_dbg_info(mtp));
+
+ /* set param types and result types */
+ for (i = 0; i < n_params; ++i) {
+ ir_type *tp = get_method_param_type(mtp, i);
+
+ if (is_Primitive_type(tp)) {
+ ir_mode *mode = get_type_mode(tp);
+
+ if (mode == env->high_signed) {
+ if (env->params->little_endian) {
+ set_method_param_type(res, i, tp_s);
+ } else {
+ set_method_param_type(res, i, tp_u);
+ }
+ } else if (mode == env->high_unsigned) {
+ set_method_param_type(res, i, tp_u);
+ } else {
+ set_method_param_type(res, i, tp);
+ }
+ } else {
+ set_method_param_type(res, i, tp);
+ }
+ }
+ for (i = 0; i < n_results; ++i) {
+ ir_type *tp = get_method_res_type(mtp, i);
+
+ set_method_res_type(res, i, tp);
+ }
+
+ set_method_variadicity(res, get_method_variadicity(mtp));
+ set_method_calling_convention(res, get_method_calling_convention(mtp));
+ set_method_additional_properties(res, get_method_additional_properties(mtp));
+
+ pmap_insert(lowered_builtin_type_low, mtp, res);
+ return res;
+}
+
+/**
+ * Lower double word builtins.
+ */
+static void lower_Builtin(ir_node *builtin, ir_mode *mode)
+{
+ ir_builtin_kind kind = get_Builtin_kind(builtin);
+ ir_node *operand;
+ ir_mode *operand_mode;
+
+ switch (kind) {
+ case ir_bk_trap:
+ case ir_bk_debugbreak:
+ case ir_bk_return_address:
+ case ir_bk_frame_address:
+ case ir_bk_prefetch:
+ case ir_bk_bswap:
+ case ir_bk_inport:
+ case ir_bk_outport:
+ case ir_bk_inner_trampoline:
+ /* Nothing to do. */
+ return;
+ case ir_bk_ffs:
+ case ir_bk_clz:
+ case ir_bk_ctz:
+ case ir_bk_popcount:
+ case ir_bk_parity:
+ break;
+ default:
+ panic("unknown builtin");
+ }
+
+ operand = get_Builtin_param(builtin, 0);
+ operand_mode = get_irn_mode(operand);
+
+ if (operand_mode != env->high_signed && operand_mode != env->high_unsigned)
+ return;
+
+ arch_allow_ifconv_func allow_ifconv = be_get_backend_param()->allow_ifconv;
+ int arity = get_irn_arity(builtin);
+ dbg_info *dbgi = get_irn_dbg_info(builtin);
+ ir_graph *irg = get_irn_irg(builtin);
+ ir_type *type = get_Builtin_type(builtin);
+ ir_type *lowered_type_high = lower_Builtin_type_high(type);
+ ir_type *lowered_type_low = lower_Builtin_type_low(type);
+ ir_node *block = get_nodes_block(builtin);
+ ir_node *mem = get_Builtin_mem(builtin);
+ ir_node *res;
+
+ assert(is_NoMem(mem));
+ assert(arity == 2);
+
+ switch (kind) {
+ case ir_bk_ffs: {
+ const lower64_entry_t *entry = get_node_entry(operand);
+ ir_node *in_high[1] = {entry->high_word};
+ ir_node *in_low[1] = {entry->low_word};
+ ir_node *number_of_bits = new_r_Const_long(irg, mode_Is, get_mode_size_bits(env->low_unsigned));
+ ir_node *zero_signed = new_rd_Const(dbgi, irg, get_mode_null(mode_Is));
+ ir_node *zero_unsigned = new_rd_Const(dbgi, irg, get_mode_null(mode_Iu));
+ ir_node *cmp_low = new_rd_Cmp(dbgi, block, entry->low_word, zero_unsigned, ir_relation_equal);
+ ir_node *cmp_high = new_rd_Cmp(dbgi, block, entry->high_word, zero_unsigned, ir_relation_equal);
+ ir_node *ffs_high = new_rd_Builtin(dbgi, block, mem, 1, in_high, kind, lowered_type_high);
+ ir_node *high_proj = new_r_Proj(ffs_high, mode_Is, pn_Builtin_max+1);
+ ir_node *high = new_rd_Add(dbgi, block, high_proj, number_of_bits, mode_Is);
+ ir_node *ffs_low = new_rd_Builtin(dbgi, block, mem, 1, in_low, kind, lowered_type_low);
+ ir_node *low = new_r_Proj(ffs_low, mode_Is, pn_Builtin_max+1);
+ ir_node *mux_high = new_rd_Mux(dbgi, block, cmp_high, high, zero_signed, mode_Is);
+
+ if (! allow_ifconv(cmp_high, high, zero_signed))
+ ir_nodeset_insert(&created_mux_nodes, mux_high);
+
+ res = new_rd_Mux(dbgi, block, cmp_low, low, mux_high, mode_Is);
+
+ if (! allow_ifconv(cmp_low, low, mux_high))
+ ir_nodeset_insert(&created_mux_nodes, res);
+ break;
+ }
+ case ir_bk_clz: {
+ const lower64_entry_t *entry = get_node_entry(operand);
+ ir_node *in_high[1] = {entry->high_word};
+ ir_node *in_low[1] = {entry->low_word};
+ ir_node *number_of_bits = new_r_Const_long(irg, mode_Is, get_mode_size_bits(mode));
+ ir_node *zero_unsigned = new_rd_Const(dbgi, irg, get_mode_null(mode_Iu));
+ ir_node *cmp_high = new_rd_Cmp(dbgi, block, entry->high_word, zero_unsigned, ir_relation_equal);
+ ir_node *clz_high = new_rd_Builtin(dbgi, block, mem, 1, in_high, kind, lowered_type_high);
+ ir_node *high = new_r_Proj(clz_high, mode_Is, pn_Builtin_max+1);
+ ir_node *clz_low = new_rd_Builtin(dbgi, block, mem, 1, in_low, kind, lowered_type_low);
+ ir_node *low_proj = new_r_Proj(clz_low, mode_Is, pn_Builtin_max+1);
+ ir_node *low = new_rd_Add(dbgi, block, low_proj, number_of_bits, mode_Is);
+
+ res = new_rd_Mux(dbgi, block, cmp_high, high, low, mode_Is);
+
+ if (! allow_ifconv(cmp_high, high, low))
+ ir_nodeset_insert(&created_mux_nodes, res);
+ break;
+ }
+ case ir_bk_ctz: {
+ const lower64_entry_t *entry = get_node_entry(operand);
+ ir_node *in_high[1] = {entry->high_word};
+ ir_node *in_low[1] = {entry->low_word};
+ ir_node *number_of_bits = new_r_Const_long(irg, mode_Is, get_mode_size_bits(env->low_unsigned));
+ ir_node *zero_unsigned = new_rd_Const(dbgi, irg, get_mode_null(mode_Iu));
+ ir_node *cmp_low = new_rd_Cmp(dbgi, block, entry->low_word, zero_unsigned, ir_relation_equal);
+ ir_node *ffs_high = new_rd_Builtin(dbgi, block, mem, 1, in_high, kind, lowered_type_high);
+ ir_node *high_proj = new_r_Proj(ffs_high, mode_Is, pn_Builtin_max+1);
+ ir_node *high = new_rd_Add(dbgi, block, high_proj, number_of_bits, mode_Is);
+ ir_node *ffs_low = new_rd_Builtin(dbgi, block, mem, 1, in_low, kind, lowered_type_low);
+ ir_node *low = new_r_Proj(ffs_low, mode_Is, pn_Builtin_max+1);
+
+ res = new_rd_Mux(dbgi, block, cmp_low, low, high, mode_Is);
+
+ if (! allow_ifconv(cmp_low, low, high))
+ ir_nodeset_insert(&created_mux_nodes, res);
+ break;
+ }
+ case ir_bk_popcount: {
+ const lower64_entry_t *entry = get_node_entry(operand);
+ ir_node *in_high[1] = {entry->high_word};
+ ir_node *in_low[1] = {entry->low_word};
+ ir_node *popcount_high = new_rd_Builtin(dbgi, block, mem, 1, in_high, kind, lowered_type_high);
+ ir_node *popcount_low = new_rd_Builtin(dbgi, block, mem, 1, in_low, kind, lowered_type_low);
+ ir_node *high = new_r_Proj(popcount_high, mode_Is, pn_Builtin_max+1);
+ ir_node *low = new_r_Proj(popcount_low, mode_Is, pn_Builtin_max+1);
+
+ res = new_rd_Add(dbgi, block, high, low, mode_Is);
+ break;
+ }
+ case ir_bk_parity: {
+ const lower64_entry_t *entry = get_node_entry(operand);
+ ir_node *in_high[1] = {entry->high_word};
+ ir_node *in_low[1] = {entry->low_word};
+ ir_node *parity_high;
+ ir_node *parity_low;
+ ir_node *high;
+ ir_node *low;
+
+ assert(arity == 2);
+
+ parity_high = new_rd_Builtin(dbgi, block, mem, 1, in_high, kind, lowered_type_high);
+ high = new_r_Proj(parity_high, mode_Is, pn_Builtin_max+1);
+ parity_low = new_rd_Builtin(dbgi, block, mem, 1, in_low, kind, lowered_type_low);
+ low = new_r_Proj(parity_low, mode_Is, pn_Builtin_max+1);
+ res = new_rd_Eor(dbgi, block, high, low, mode_Is);
+ break;
+ }
+ default:
+ panic("unexpected builtin");
+ }
+
+ turn_into_tuple(builtin, 2);
+ set_irn_n(builtin, pn_Builtin_M, mem);
+ set_irn_n(builtin, pn_Builtin_max+1, res);