11 #include "iredges_t.h"
18 #include "../benode_t.h"
19 #include "bearch_ia32_t.h"
21 #include "ia32_nodes_attr.h"
22 #include "../arch/archop.h" /* we need this for Min and Max nodes */
23 #include "ia32_transform.h"
24 #include "ia32_new_nodes.h"
26 #include "gen_ia32_regalloc_if.h"
28 #define SFP_SIGN "0x80000000"
29 #define DFP_SIGN "0x8000000000000000"
30 #define SFP_ABS "0x7FFFFFFF"
31 #define DFP_ABS "0x7FFFFFFFFFFFFFFF"
33 #define TP_SFP_SIGN "ia32_sfp_sign"
34 #define TP_DFP_SIGN "ia32_dfp_sign"
35 #define TP_SFP_ABS "ia32_sfp_abs"
36 #define TP_DFP_ABS "ia32_dfp_abs"
38 #define ENT_SFP_SIGN "IA32_SFP_SIGN"
39 #define ENT_DFP_SIGN "IA32_DFP_SIGN"
40 #define ENT_SFP_ABS "IA32_SFP_ABS"
41 #define ENT_DFP_ABS "IA32_DFP_ABS"
43 extern ir_op *get_op_Mulh(void);
45 typedef ir_node *construct_binop_func(dbg_info *db, ir_graph *irg, ir_node *block, ir_node *base, ir_node *index, \
46 ir_node *op1, ir_node *op2, ir_node *mem, ir_mode *mode);
48 typedef ir_node *construct_unop_func(dbg_info *db, ir_graph *irg, ir_node *block, ir_node *base, ir_node *index, \
49 ir_node *op, ir_node *mem, ir_mode *mode);
52 ia32_SSIGN, ia32_DSIGN, ia32_SABS, ia32_DABS
55 /****************************************************************************************************
57 * | | | | / _| | | (_)
58 * _ __ ___ __| | ___ | |_ _ __ __ _ _ __ ___| |_ ___ _ __ _ __ ___ __ _| |_ _ ___ _ __
59 * | '_ \ / _ \ / _` |/ _ \ | __| '__/ _` | '_ \/ __| _/ _ \| '__| '_ ` _ \ / _` | __| |/ _ \| '_ \
60 * | | | | (_) | (_| | __/ | |_| | | (_| | | | \__ \ || (_) | | | | | | | | (_| | |_| | (_) | | | |
61 * |_| |_|\___/ \__,_|\___| \__|_| \__,_|_| |_|___/_| \___/|_| |_| |_| |_|\__,_|\__|_|\___/|_| |_|
63 ****************************************************************************************************/
70 /* Compares two (entity, tarval) combinations */
71 static int cmp_tv_ent(const void *a, const void *b, size_t len) {
72 const struct tv_ent *e1 = a;
73 const struct tv_ent *e2 = b;
75 return !(e1->tv == e2->tv);
78 /* Generates an entity for a known FP const (used for FP Neg + Abs) */
79 static char *gen_fp_known_const(ir_mode *mode, ia32_known_const_t kct) {
80 static set *const_set = NULL;
92 const_set = new_set(cmp_tv_ent, 10);
97 tp_name = TP_SFP_SIGN;
98 ent_name = ENT_SFP_SIGN;
102 tp_name = TP_DFP_SIGN;
103 ent_name = ENT_DFP_SIGN;
107 tp_name = TP_SFP_ABS;
108 ent_name = ENT_SFP_ABS;
112 tp_name = TP_DFP_ABS;
113 ent_name = ENT_DFP_ABS;
119 key.tv = new_tarval_from_str(cnst_str, strlen(cnst_str), mode);
122 entry = set_insert(const_set, &key, sizeof(key), HASH_PTR(key.tv));
125 tp = new_type_primitive(new_id_from_str(tp_name), mode);
126 ent = new_entity(get_glob_type(), new_id_from_str(ent_name), tp);
128 set_entity_ld_ident(ent, get_entity_ident(ent));
129 set_entity_visibility(ent, visibility_local);
130 set_entity_variability(ent, variability_constant);
131 set_entity_allocation(ent, allocation_static);
133 /* we create a new entity here: It's initialization must resist on the
135 rem = current_ir_graph;
136 current_ir_graph = get_const_code_irg();
137 cnst = new_Const(mode, key.tv);
138 current_ir_graph = rem;
140 set_atomic_ent_value(ent, cnst);
142 /* set the entry for hashmap */
151 /* determine if one operator is an Imm */
152 static ir_node *get_immediate_op(ir_node *op1, ir_node *op2) {
154 return is_ia32_Cnst(op1) ? op1 : (is_ia32_Cnst(op2) ? op2 : NULL);
155 else return is_ia32_Cnst(op2) ? op2 : NULL;
158 /* determine if one operator is not an Imm */
159 static ir_node *get_expr_op(ir_node *op1, ir_node *op2) {
160 return !is_ia32_Cnst(op1) ? op1 : (!is_ia32_Cnst(op2) ? op2 : NULL);
165 * Construct a standard binary operation, set AM and immediate if required.
167 * @param env The transformation environment
168 * @param op1 The first operand
169 * @param op2 The second operand
170 * @param func The node constructor function
171 * @return The constructed ia32 node.
173 static ir_node *gen_binop(ia32_transform_env_t *env, ir_node *op1, ir_node *op2, construct_binop_func *func) {
174 ir_node *new_op = NULL;
175 ir_mode *mode = env->mode;
176 dbg_info *dbg = env->dbg;
177 ir_graph *irg = env->irg;
178 ir_node *block = env->block;
179 firm_dbg_module_t *mod = env->mod;
180 ir_node *noreg_gp = ia32_new_NoReg_gp(env->cg);
181 ir_node *noreg_fp = ia32_new_NoReg_fp(env->cg);
182 ir_node *nomem = new_NoMem();
183 ir_node *expr_op, *imm_op;
185 /* Check if immediate optimization is on and */
186 /* if it's an operation with immediate. */
187 if (! env->cg->opt.immops) {
191 else if (is_op_commutative(get_irn_op(env->irn))) {
192 imm_op = get_immediate_op(op1, op2);
193 expr_op = get_expr_op(op1, op2);
196 imm_op = get_immediate_op(NULL, op2);
197 expr_op = get_expr_op(op1, op2);
200 assert((expr_op || imm_op) && "invalid operands");
203 /* We have two consts here: not yet supported */
207 if (mode_is_float(mode)) {
208 /* floating point operations */
210 DB((mod, LEVEL_1, "FP with immediate ..."));
211 new_op = func(dbg, irg, block, noreg_gp, noreg_gp, expr_op, noreg_fp, nomem, mode_T);
212 set_ia32_Immop_attr(new_op, imm_op);
213 set_ia32_am_support(new_op, ia32_am_None);
216 DB((mod, LEVEL_1, "FP binop ..."));
217 new_op = func(dbg, irg, block, noreg_gp, noreg_gp, op1, op2, nomem, mode_T);
218 set_ia32_am_support(new_op, ia32_am_Source);
222 /* integer operations */
224 /* This is expr + const */
225 DB((mod, LEVEL_1, "INT with immediate ..."));
226 new_op = func(dbg, irg, block, noreg_gp, noreg_gp, expr_op, noreg_gp, nomem, mode_T);
227 set_ia32_Immop_attr(new_op, imm_op);
230 set_ia32_am_support(new_op, ia32_am_Dest);
233 DB((mod, LEVEL_1, "INT binop ..."));
234 /* This is a normal operation */
235 new_op = func(dbg, irg, block, noreg_gp, noreg_gp, op1, op2, nomem, mode_T);
238 set_ia32_am_support(new_op, ia32_am_Full);
242 if (is_op_commutative(get_irn_op(env->irn))) {
243 set_ia32_commutative(new_op);
246 return new_rd_Proj(dbg, irg, block, new_op, mode, 0);
252 * Construct a shift/rotate binary operation, sets AM and immediate if required.
254 * @param env The transformation environment
255 * @param op1 The first operand
256 * @param op2 The second operand
257 * @param func The node constructor function
258 * @return The constructed ia32 node.
260 static ir_node *gen_shift_binop(ia32_transform_env_t *env, ir_node *op1, ir_node *op2, construct_binop_func *func) {
261 ir_node *new_op = NULL;
262 ir_mode *mode = env->mode;
263 dbg_info *dbg = env->dbg;
264 ir_graph *irg = env->irg;
265 ir_node *block = env->block;
266 firm_dbg_module_t *mod = env->mod;
267 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
268 ir_node *nomem = new_NoMem();
269 ir_node *expr_op, *imm_op;
272 assert(! mode_is_float(mode) && "Shift/Rotate with float not supported");
274 /* Check if immediate optimization is on and */
275 /* if it's an operation with immediate. */
276 imm_op = env->cg->opt.immops ? get_immediate_op(NULL, op2) : NULL;
277 expr_op = get_expr_op(op1, op2);
279 assert((expr_op || imm_op) && "invalid operands");
282 /* We have two consts here: not yet supported */
286 /* Limit imm_op within range imm8 */
288 tv = get_ia32_Immop_tarval(imm_op);
291 tv = tarval_mod(tv, new_tarval_from_long(32, mode_Iu));
298 /* integer operations */
300 /* This is shift/rot with const */
301 DB((mod, LEVEL_1, "Shift/Rot with immediate ..."));
303 new_op = func(dbg, irg, block, noreg, noreg, expr_op, noreg, nomem, mode_T);
304 set_ia32_Immop_attr(new_op, imm_op);
307 /* This is a normal shift/rot */
308 DB((mod, LEVEL_1, "Shift/Rot binop ..."));
309 new_op = func(dbg, irg, block, noreg, noreg, op1, op2, nomem, mode_T);
313 set_ia32_am_support(new_op, ia32_am_Dest);
315 return new_rd_Proj(dbg, irg, block, new_op, mode, 0);
320 * Construct a standard unary operation, set AM and immediate if required.
322 * @param env The transformation environment
323 * @param op The operand
324 * @param func The node constructor function
325 * @return The constructed ia32 node.
327 static ir_node *gen_unop(ia32_transform_env_t *env, ir_node *op, construct_unop_func *func) {
328 ir_node *new_op = NULL;
329 ir_mode *mode = env->mode;
330 dbg_info *dbg = env->dbg;
331 firm_dbg_module_t *mod = env->mod;
332 ir_graph *irg = env->irg;
333 ir_node *block = env->block;
334 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
335 ir_node *nomem = new_NoMem();
337 new_op = func(dbg, irg, block, noreg, noreg, op, nomem, mode_T);
339 if (mode_is_float(mode)) {
340 DB((mod, LEVEL_1, "FP unop ..."));
341 /* floating point operations don't support implicit store */
342 set_ia32_am_support(new_op, ia32_am_None);
345 DB((mod, LEVEL_1, "INT unop ..."));
346 set_ia32_am_support(new_op, ia32_am_Dest);
349 return new_rd_Proj(dbg, irg, block, new_op, mode, 0);
355 * Creates an ia32 Add with immediate.
357 * @param env The transformation environment
358 * @param expr_op The expression operator
359 * @param const_op The constant
360 * @return the created ia32 Add node
362 static ir_node *gen_imm_Add(ia32_transform_env_t *env, ir_node *expr_op, ir_node *const_op) {
363 ir_node *new_op = NULL;
364 tarval *tv = get_ia32_Immop_tarval(const_op);
365 firm_dbg_module_t *mod = env->mod;
366 dbg_info *dbg = env->dbg;
367 ir_graph *irg = env->irg;
368 ir_node *block = env->block;
369 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
370 ir_node *nomem = new_NoMem();
372 tarval_classification_t class_tv, class_negtv;
374 /* try to optimize to inc/dec */
375 if (env->cg->opt.incdec && tv) {
376 /* optimize tarvals */
377 class_tv = classify_tarval(tv);
378 class_negtv = classify_tarval(tarval_neg(tv));
380 if (class_tv == TV_CLASSIFY_ONE) { /* + 1 == INC */
381 DB((env->mod, LEVEL_2, "Add(1) to Inc ... "));
382 new_op = new_rd_ia32_Inc(dbg, irg, block, noreg, noreg, expr_op, nomem, mode_T);
385 else if (class_tv == TV_CLASSIFY_ALL_ONE || class_negtv == TV_CLASSIFY_ONE) { /* + (-1) == DEC */
386 DB((mod, LEVEL_2, "Add(-1) to Dec ... "));
387 new_op = new_rd_ia32_Dec(dbg, irg, block, noreg, noreg, expr_op, nomem, mode_T);
393 new_op = new_rd_ia32_Add(dbg, irg, block, noreg, noreg, expr_op, noreg, nomem, mode_T);
394 set_ia32_Immop_attr(new_op, const_op);
401 * Creates an ia32 Add.
403 * @param dbg firm node dbg
404 * @param block the block the new node should belong to
405 * @param op1 first operator
406 * @param op2 second operator
407 * @param mode node mode
408 * @return the created ia32 Add node
410 static ir_node *gen_Add(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
411 ir_node *new_op = NULL;
412 dbg_info *dbg = env->dbg;
413 ir_mode *mode = env->mode;
414 ir_graph *irg = env->irg;
415 ir_node *block = env->block;
416 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
417 ir_node *nomem = new_NoMem();
418 ir_node *expr_op, *imm_op;
420 /* Check if immediate optimization is on and */
421 /* if it's an operation with immediate. */
422 imm_op = env->cg->opt.immops ? get_immediate_op(op1, op2) : NULL;
423 expr_op = get_expr_op(op1, op2);
425 assert((expr_op || imm_op) && "invalid operands");
427 if (mode_is_float(mode)) {
428 return gen_binop(env, op1, op2, new_rd_ia32_fAdd);
433 /* No expr_op means, that we have two const - one symconst and */
434 /* one tarval or another symconst - because this case is not */
435 /* covered by constant folding */
437 new_op = new_rd_ia32_Lea(dbg, irg, block, noreg, noreg, mode);
438 add_ia32_am_offs(new_op, get_ia32_cnst(op1));
439 add_ia32_am_offs(new_op, get_ia32_cnst(op2));
442 set_ia32_am_support(new_op, ia32_am_Source);
443 set_ia32_op_type(new_op, ia32_AddrModeS);
444 set_ia32_am_flavour(new_op, ia32_am_O);
446 /* Lea doesn't need a Proj */
450 /* This is expr + const */
451 new_op = gen_imm_Add(env, expr_op, imm_op);
454 set_ia32_am_support(new_op, ia32_am_Dest);
457 /* This is a normal add */
458 new_op = new_rd_ia32_Add(dbg, irg, block, noreg, noreg, op1, op2, nomem, mode_T);
461 set_ia32_am_support(new_op, ia32_am_Full);
465 return new_rd_Proj(dbg, irg, block, new_op, mode, 0);
471 * Creates an ia32 Mul.
473 * @param dbg firm node dbg
474 * @param block the block the new node should belong to
475 * @param op1 first operator
476 * @param op2 second operator
477 * @param mode node mode
478 * @return the created ia32 Mul node
480 static ir_node *gen_Mul(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
483 if (mode_is_float(env->mode)) {
484 new_op = gen_binop(env, op1, op2, new_rd_ia32_fMul);
487 new_op = gen_binop(env, op1, op2, new_rd_ia32_Mul);
496 * Creates an ia32 Mulh.
497 * Note: Mul produces a 64Bit result and Mulh returns the upper 32 bit of
498 * this result while Mul returns the lower 32 bit.
500 * @param env The transformation environment
501 * @param op1 The first operator
502 * @param op2 The second operator
503 * @return the created ia32 Mulh node
505 static ir_node *gen_Mulh(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
506 ir_node *proj_EAX, *proj_EDX, *mulh;
509 assert(mode_is_float(env->mode) && "Mulh with float not supported");
510 proj_EAX = gen_binop(env, op1, op2, new_rd_ia32_Mulh);
511 mulh = get_Proj_pred(proj_EAX);
512 proj_EDX = new_rd_Proj(env->dbg, env->irg, env->block, mulh, env->mode, pn_EDX);
514 /* to be on the save side */
515 set_Proj_proj(proj_EAX, pn_EAX);
517 if (get_ia32_cnst(mulh)) {
518 /* Mulh with const cannot have AM */
519 set_ia32_am_support(mulh, ia32_am_None);
522 /* Mulh cannot have AM for destination */
523 set_ia32_am_support(mulh, ia32_am_Source);
529 be_new_Keep(&ia32_reg_classes[CLASS_ia32_gp], env->irg, env->block, 1, in);
537 * Creates an ia32 And.
539 * @param env The transformation environment
540 * @param op1 The first operator
541 * @param op2 The second operator
542 * @return The created ia32 And node
544 static ir_node *gen_And(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
545 if (mode_is_float(env->mode)) {
546 return gen_binop(env, op1, op2, new_rd_ia32_fAnd);
549 return gen_binop(env, op1, op2, new_rd_ia32_And);
556 * Creates an ia32 Or.
558 * @param env The transformation environment
559 * @param op1 The first operator
560 * @param op2 The second operator
561 * @return The created ia32 Or node
563 static ir_node *gen_Or(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
564 if (mode_is_float(env->mode)) {
565 return gen_binop(env, op1, op2, new_rd_ia32_fOr);
568 return gen_binop(env, op1, op2, new_rd_ia32_Or);
575 * Creates an ia32 Eor.
577 * @param env The transformation environment
578 * @param op1 The first operator
579 * @param op2 The second operator
580 * @return The created ia32 Eor node
582 static ir_node *gen_Eor(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
583 if (mode_is_float(env->mode)) {
584 return gen_binop(env, op1, op2, new_rd_ia32_fEor);
587 return gen_binop(env, op1, op2, new_rd_ia32_Eor);
594 * Creates an ia32 Max.
596 * @param env The transformation environment
597 * @param op1 The first operator
598 * @param op2 The second operator
599 * @return the created ia32 Max node
601 static ir_node *gen_Max(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
604 if (mode_is_float(env->mode)) {
605 new_op = gen_binop(env, op1, op2, new_rd_ia32_fMax);
608 new_op = new_rd_ia32_Max(env->dbg, env->irg, env->block, op1, op2, env->mode);
609 set_ia32_am_support(new_op, ia32_am_None);
618 * Creates an ia32 Min.
620 * @param env The transformation environment
621 * @param op1 The first operator
622 * @param op2 The second operator
623 * @return the created ia32 Min node
625 static ir_node *gen_Min(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
628 if (mode_is_float(env->mode)) {
629 new_op = gen_binop(env, op1, op2, new_rd_ia32_fMin);
632 new_op = new_rd_ia32_Min(env->dbg, env->irg, env->block, op1, op2, env->mode);
633 set_ia32_am_support(new_op, ia32_am_None);
642 * Creates an ia32 Sub with immediate.
644 * @param env The transformation environment
645 * @param op1 The first operator
646 * @param op2 The second operator
647 * @return The created ia32 Sub node
649 static ir_node *gen_imm_Sub(ia32_transform_env_t *env, ir_node *expr_op, ir_node *const_op) {
650 ir_node *new_op = NULL;
651 tarval *tv = get_ia32_Immop_tarval(const_op);
652 firm_dbg_module_t *mod = env->mod;
653 dbg_info *dbg = env->dbg;
654 ir_graph *irg = env->irg;
655 ir_node *block = env->block;
656 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
657 ir_node *nomem = new_NoMem();
659 tarval_classification_t class_tv, class_negtv;
661 /* try to optimize to inc/dec */
662 if (env->cg->opt.incdec && tv) {
663 /* optimize tarvals */
664 class_tv = classify_tarval(tv);
665 class_negtv = classify_tarval(tarval_neg(tv));
667 if (class_tv == TV_CLASSIFY_ONE) { /* - 1 == DEC */
668 DB((mod, LEVEL_2, "Sub(1) to Dec ... "));
669 new_op = new_rd_ia32_Dec(dbg, irg, block, noreg, noreg, expr_op, nomem, mode_T);
672 else if (class_negtv == TV_CLASSIFY_ONE) { /* - (-1) == Sub */
673 DB((mod, LEVEL_2, "Sub(-1) to Inc ... "));
674 new_op = new_rd_ia32_Inc(dbg, irg, block, noreg, noreg, expr_op, nomem, mode_T);
680 new_op = new_rd_ia32_Sub(dbg, irg, block, noreg, noreg, expr_op, noreg, nomem, mode_T);
681 set_ia32_Immop_attr(new_op, const_op);
688 * Creates an ia32 Sub.
690 * @param env The transformation environment
691 * @param op1 The first operator
692 * @param op2 The second operator
693 * @return The created ia32 Sub node
695 static ir_node *gen_Sub(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
696 ir_node *new_op = NULL;
697 dbg_info *dbg = env->dbg;
698 ir_mode *mode = env->mode;
699 ir_graph *irg = env->irg;
700 ir_node *block = env->block;
701 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
702 ir_node *nomem = new_NoMem();
703 ir_node *expr_op, *imm_op;
705 /* Check if immediate optimization is on and */
706 /* if it's an operation with immediate. */
707 imm_op = env->cg->opt.immops ? get_immediate_op(NULL, op2) : NULL;
708 expr_op = get_expr_op(op1, op2);
710 assert((expr_op || imm_op) && "invalid operands");
712 if (mode_is_float(mode)) {
713 return gen_binop(env, op1, op2, new_rd_ia32_fSub);
718 /* No expr_op means, that we have two const - one symconst and */
719 /* one tarval or another symconst - because this case is not */
720 /* covered by constant folding */
722 new_op = new_rd_ia32_Lea(dbg, irg, block, noreg, noreg, mode);
723 add_ia32_am_offs(new_op, get_ia32_cnst(op1));
724 sub_ia32_am_offs(new_op, get_ia32_cnst(op2));
727 set_ia32_am_support(new_op, ia32_am_Source);
728 set_ia32_op_type(new_op, ia32_AddrModeS);
729 set_ia32_am_flavour(new_op, ia32_am_O);
731 /* Lea doesn't need a Proj */
735 /* This is expr - const */
736 new_op = gen_imm_Sub(env, expr_op, imm_op);
739 set_ia32_am_support(new_op, ia32_am_Dest);
742 /* This is a normal sub */
743 new_op = new_rd_ia32_Sub(dbg, irg, block, noreg, noreg, op1, op2, nomem, mode_T);
746 set_ia32_am_support(new_op, ia32_am_Full);
750 return new_rd_Proj(dbg, irg, block, new_op, mode, 0);
756 * Generates an ia32 DivMod with additional infrastructure for the
757 * register allocator if needed.
759 * @param env The transformation environment
760 * @param dividend -no comment- :)
761 * @param divisor -no comment- :)
762 * @param dm_flav flavour_Div/Mod/DivMod
763 * @return The created ia32 DivMod node
765 static ir_node *generate_DivMod(ia32_transform_env_t *env, ir_node *dividend, ir_node *divisor, ia32_op_flavour_t dm_flav) {
767 ir_node *edx_node, *cltd;
769 dbg_info *dbg = env->dbg;
770 ir_graph *irg = env->irg;
771 ir_node *block = env->block;
772 ir_mode *mode = env->mode;
773 ir_node *irn = env->irn;
778 mem = get_Div_mem(irn);
781 mem = get_Mod_mem(irn);
784 mem = get_DivMod_mem(irn);
790 if (mode_is_signed(mode)) {
791 /* in signed mode, we need to sign extend the dividend */
792 cltd = new_rd_ia32_Cdq(dbg, irg, block, dividend, mode_T);
793 dividend = new_rd_Proj(dbg, irg, block, cltd, mode_Is, pn_EAX);
794 edx_node = new_rd_Proj(dbg, irg, block, cltd, mode_Is, pn_EDX);
797 edx_node = new_rd_ia32_Const(dbg, irg, block, mode_Iu);
798 set_ia32_Const_type(edx_node, ia32_Const);
799 set_ia32_Immop_tarval(edx_node, get_tarval_null(mode_Iu));
802 res = new_rd_ia32_DivMod(dbg, irg, block, dividend, divisor, edx_node, mem, mode);
804 set_ia32_flavour(res, dm_flav);
805 set_ia32_n_res(res, 2);
807 /* Only one proj is used -> We must add a second proj and */
808 /* connect this one to a Keep node to eat up the second */
809 /* destroyed register. */
810 if (get_irn_n_edges(irn) == 1) {
811 proj = get_edge_src_irn(get_irn_out_edge_first(irn));
812 assert(is_Proj(proj) && "non-Proj to Div/Mod node");
814 if (get_Proj_proj(proj) == pn_DivMod_res_div) {
815 in_keep[0] = new_rd_Proj(dbg, irg, block, res, mode_Is, pn_DivMod_res_mod);
818 in_keep[0] = new_rd_Proj(dbg, irg, block, res, mode_Is, pn_DivMod_res_div);
821 be_new_Keep(&ia32_reg_classes[CLASS_ia32_gp], irg, block, 1, in_keep);
829 * Wrapper for generate_DivMod. Sets flavour_Mod.
831 static ir_node *gen_Mod(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
832 return generate_DivMod(env, op1, op2, flavour_Mod);
838 * Wrapper for generate_DivMod. Sets flavour_Div.
840 static ir_node *gen_Div(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
841 return generate_DivMod(env, op1, op2, flavour_Div);
847 * Wrapper for generate_DivMod. Sets flavour_DivMod.
849 static ir_node *gen_DivMod(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
850 return generate_DivMod(env, op1, op2, flavour_DivMod);
856 * Creates an ia32 floating Div.
858 * @param env The transformation environment
859 * @param op1 The first operator
860 * @param op2 The second operator
861 * @return The created ia32 fDiv node
863 static ir_node *gen_Quot(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
864 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
865 ir_node *nomem = new_rd_NoMem(env->irg);
868 new_op = new_rd_ia32_fDiv(env->dbg, env->irg, env->block, noreg, noreg, op1, op2, nomem, env->mode);
869 set_ia32_am_support(new_op, ia32_am_Source);
877 * Creates an ia32 Shl.
879 * @param env The transformation environment
880 * @param op1 The first operator
881 * @param op2 The second operator
882 * @return The created ia32 Shl node
884 static ir_node *gen_Shl(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
885 return gen_shift_binop(env, op1, op2, new_rd_ia32_Shl);
891 * Creates an ia32 Shr.
893 * @param env The transformation environment
894 * @param op1 The first operator
895 * @param op2 The second operator
896 * @return The created ia32 Shr node
898 static ir_node *gen_Shr(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
899 return gen_shift_binop(env, op1, op2, new_rd_ia32_Shr);
905 * Creates an ia32 Shrs.
907 * @param env The transformation environment
908 * @param op1 The first operator
909 * @param op2 The second operator
910 * @return The created ia32 Shrs node
912 static ir_node *gen_Shrs(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
913 return gen_shift_binop(env, op1, op2, new_rd_ia32_Shrs);
919 * Creates an ia32 RotL.
921 * @param env The transformation environment
922 * @param op1 The first operator
923 * @param op2 The second operator
924 * @return The created ia32 RotL node
926 static ir_node *gen_RotL(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
927 return gen_shift_binop(env, op1, op2, new_rd_ia32_RotL);
933 * Creates an ia32 RotR.
934 * NOTE: There is no RotR with immediate because this would always be a RotL
935 * "imm-mode_size_bits" which can be pre-calculated.
937 * @param env The transformation environment
938 * @param op1 The first operator
939 * @param op2 The second operator
940 * @return The created ia32 RotR node
942 static ir_node *gen_RotR(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
943 return gen_shift_binop(env, op1, op2, new_rd_ia32_RotR);
949 * Creates an ia32 RotR or RotL (depending on the found pattern).
951 * @param env The transformation environment
952 * @param op1 The first operator
953 * @param op2 The second operator
954 * @return The created ia32 RotL or RotR node
956 static ir_node *gen_Rot(ia32_transform_env_t *env, ir_node *op1, ir_node *op2) {
957 ir_node *rotate = NULL;
959 /* Firm has only Rot (which is a RotL), so we are looking for a right (op2)
960 operand "-e+mode_size_bits" (it's an already modified "mode_size_bits-e",
961 that means we can create a RotR instead of an Add and a RotL */
964 ir_node *pred = get_Proj_pred(op2);
966 if (is_ia32_Add(pred)) {
967 ir_node *pred_pred = get_irn_n(pred, 2);
968 tarval *tv = get_ia32_Immop_tarval(pred);
969 long bits = get_mode_size_bits(env->mode);
971 if (is_Proj(pred_pred)) {
972 pred_pred = get_Proj_pred(pred_pred);
975 if (is_ia32_Minus(pred_pred) &&
976 tarval_is_long(tv) &&
977 get_tarval_long(tv) == bits)
979 DB((env->mod, LEVEL_1, "RotL into RotR ... "));
980 rotate = gen_RotR(env, op1, get_irn_n(pred_pred, 2));
987 rotate = gen_RotL(env, op1, op2);
996 * Transforms a Minus node.
998 * @param env The transformation environment
999 * @param op The operator
1000 * @return The created ia32 Minus node
1002 static ir_node *gen_Minus(ia32_transform_env_t *env, ir_node *op) {
1005 ir_node *noreg_gp = ia32_new_NoReg_gp(env->cg);
1006 ir_node *noreg_fp = ia32_new_NoReg_fp(env->cg);
1007 ir_node *nomem = new_rd_NoMem(env->irg);
1010 if (mode_is_float(env->mode)) {
1011 new_op = new_rd_ia32_fEor(env->dbg, env->irg, env->block, noreg_gp, noreg_gp, op, noreg_fp, nomem, mode_T);
1013 size = get_mode_size_bits(env->mode);
1014 name = gen_fp_known_const(env->mode, size == 32 ? ia32_SSIGN : ia32_DSIGN);
1016 set_ia32_sc(new_op, name);
1018 new_op = new_rd_Proj(env->dbg, env->irg, env->block, new_op, env->mode, 0);
1021 new_op = gen_unop(env, op, new_rd_ia32_Minus);
1030 * Transforms a Not node.
1032 * @param env The transformation environment
1033 * @param op The operator
1034 * @return The created ia32 Not node
1036 static ir_node *gen_Not(ia32_transform_env_t *env, ir_node *op) {
1039 if (mode_is_float(env->mode)) {
1043 new_op = gen_unop(env, op, new_rd_ia32_Not);
1052 * Transforms an Abs node.
1054 * @param env The transformation environment
1055 * @param op The operator
1056 * @return The created ia32 Abs node
1058 static ir_node *gen_Abs(ia32_transform_env_t *env, ir_node *op) {
1059 ir_node *res, *p_eax, *p_edx;
1060 dbg_info *dbg = env->dbg;
1061 ir_mode *mode = env->mode;
1062 ir_graph *irg = env->irg;
1063 ir_node *block = env->block;
1064 ir_node *noreg_gp = ia32_new_NoReg_gp(env->cg);
1065 ir_node *noreg_fp = ia32_new_NoReg_fp(env->cg);
1066 ir_node *nomem = new_NoMem();
1070 if (mode_is_float(mode)) {
1071 res = new_rd_ia32_fAnd(dbg,irg, block, noreg_gp, noreg_gp, op, noreg_fp, nomem, mode_T);
1073 size = get_mode_size_bits(mode);
1074 name = gen_fp_known_const(mode, size == 32 ? ia32_SABS : ia32_DABS);
1076 set_ia32_sc(res, name);
1078 res = new_rd_Proj(dbg, irg, block, res, mode, 0);
1081 res = new_rd_ia32_Cdq(dbg, irg, block, op, mode_T);
1082 p_eax = new_rd_Proj(dbg, irg, block, res, mode, pn_EAX);
1083 p_edx = new_rd_Proj(dbg, irg, block, res, mode, pn_EDX);
1084 res = new_rd_ia32_Eor(dbg, irg, block, noreg_gp, noreg_gp, p_eax, p_edx, nomem, mode_T);
1085 res = new_rd_Proj(dbg, irg, block, res, mode, 0);
1086 res = new_rd_ia32_Sub(dbg, irg, block, noreg_gp, noreg_gp, res, p_edx, nomem, mode_T);
1087 res = new_rd_Proj(dbg, irg, block, res, mode, 0);
1096 * Transforms a Load.
1098 * @param mod the debug module
1099 * @param block the block the new node should belong to
1100 * @param node the ir Load node
1101 * @param mode node mode
1102 * @return the created ia32 Load node
1104 static ir_node *gen_Load(ia32_transform_env_t *env) {
1105 ir_node *node = env->irn;
1106 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
1109 if (mode_is_float(env->mode)) {
1110 new_op = new_rd_ia32_fLoad(env->dbg, env->irg, env->block, get_Load_ptr(node), noreg, get_Load_mem(node), env->mode);
1113 new_op = new_rd_ia32_Load(env->dbg, env->irg, env->block, get_Load_ptr(node), noreg, get_Load_mem(node), env->mode);
1116 set_ia32_am_support(new_op, ia32_am_Source);
1117 set_ia32_op_type(new_op, ia32_AddrModeS);
1118 set_ia32_am_flavour(new_op, ia32_B);
1119 set_ia32_ls_mode(new_op, get_Load_mode(node));
1127 * Transforms a Store.
1129 * @param mod the debug module
1130 * @param block the block the new node should belong to
1131 * @param node the ir Store node
1132 * @param mode node mode
1133 * @return the created ia32 Store node
1135 static ir_node *gen_Store(ia32_transform_env_t *env) {
1136 ir_node *node = env->irn;
1137 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
1138 ir_node *val = get_Store_value(node);
1139 ir_node *ptr = get_Store_ptr(node);
1140 ir_node *mem = get_Store_mem(node);
1141 ir_node *sval = val;
1144 /* in case of storing a const -> make it an attribute */
1145 if (is_ia32_Cnst(val)) {
1149 if (mode_is_float(env->mode)) {
1150 new_op = new_rd_ia32_fStore(env->dbg, env->irg, env->block, ptr, noreg, sval, mem, env->mode);
1153 new_op = new_rd_ia32_Store(env->dbg, env->irg, env->block, ptr, noreg, sval, mem, env->mode);
1156 /* stored const is an attribute (saves a register) */
1157 if (is_ia32_Cnst(val)) {
1158 set_ia32_Immop_attr(new_op, val);
1161 set_ia32_am_support(new_op, ia32_am_Dest);
1162 set_ia32_op_type(new_op, ia32_AddrModeD);
1163 set_ia32_am_flavour(new_op, ia32_B);
1164 set_ia32_ls_mode(new_op, get_irn_mode(val));
1171 * Transforms a Cond -> Proj[b] -> Cmp into a CondJmp or CondJmp_i
1173 * @param env The transformation environment
1174 * @return The transformed node.
1176 static ir_node *gen_Cond(ia32_transform_env_t *env) {
1177 dbg_info *dbg = env->dbg;
1178 ir_graph *irg = env->irg;
1179 ir_node *block = env->block;
1180 ir_node *node = env->irn;
1181 ir_node *sel = get_Cond_selector(node);
1182 ir_mode *sel_mode = get_irn_mode(sel);
1183 ir_node *res = NULL;
1184 ir_node *pred = NULL;
1185 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
1186 ir_node *nomem = new_NoMem();
1187 ir_node *cmp_a, *cmp_b, *cnst, *expr;
1189 if (is_Proj(sel) && sel_mode == mode_b) {
1190 pred = get_Proj_pred(sel);
1192 /* get both compare operators */
1193 cmp_a = get_Cmp_left(pred);
1194 cmp_b = get_Cmp_right(pred);
1196 /* check if we can use a CondJmp with immediate */
1197 cnst = env->cg->opt.immops ? get_immediate_op(cmp_a, cmp_b) : NULL;
1198 expr = get_expr_op(cmp_a, cmp_b);
1201 res = new_rd_ia32_CondJmp(dbg, irg, block, noreg, noreg, expr, noreg, nomem, mode_T);
1202 set_ia32_Immop_attr(res, cnst);
1205 res = new_rd_ia32_CondJmp(dbg, irg, block, noreg, noreg, cmp_a, cmp_b, nomem, mode_T);
1208 set_ia32_pncode(res, get_Proj_proj(sel));
1209 set_ia32_am_support(res, ia32_am_Source);
1212 res = new_rd_ia32_SwitchJmp(dbg, irg, block, sel, mode_T);
1213 set_ia32_pncode(res, get_Cond_defaultProj(node));
1222 * Transforms a CopyB node.
1224 * @param env The transformation environment
1225 * @return The transformed node.
1227 static ir_node *gen_CopyB(ia32_transform_env_t *env) {
1228 ir_node *res = NULL;
1229 dbg_info *dbg = env->dbg;
1230 ir_graph *irg = env->irg;
1231 ir_mode *mode = env->mode;
1232 ir_node *block = env->block;
1233 ir_node *node = env->irn;
1234 ir_node *src = get_CopyB_src(node);
1235 ir_node *dst = get_CopyB_dst(node);
1236 ir_node *mem = get_CopyB_mem(node);
1237 int size = get_type_size_bytes(get_CopyB_type(node));
1240 /* If we have to copy more than 16 bytes, we use REP MOVSx and */
1241 /* then we need the size explicitly in ECX. */
1242 if (size >= 16 * 4) {
1243 rem = size & 0x3; /* size % 4 */
1246 res = new_rd_ia32_Const(dbg, irg, block, mode_Is);
1247 set_ia32_op_type(res, ia32_Const);
1248 set_ia32_Immop_tarval(res, new_tarval_from_long(size, mode_Is));
1250 res = new_rd_ia32_CopyB(dbg, irg, block, dst, src, res, mem, mode);
1251 set_ia32_Immop_tarval(res, new_tarval_from_long(rem, mode_Is));
1254 res = new_rd_ia32_CopyB_i(dbg, irg, block, dst, src, mem, mode);
1255 set_ia32_Immop_tarval(res, new_tarval_from_long(size, mode_Is));
1264 * Transforms a Mux node into CMov.
1266 * @param env The transformation environment
1267 * @return The transformed node.
1269 static ir_node *gen_Mux(ia32_transform_env_t *env) {
1270 ir_node *node = env->irn;
1272 return new_rd_ia32_CMov(env->dbg, env->irg, env->block,
1273 get_Mux_sel(node), get_Mux_false(node), get_Mux_true(node), env->mode);
1279 * Transforms a Conv node.
1281 * @param env The transformation environment
1282 * @param op The operator
1283 * @return The created ia32 Conv node
1285 static ir_node *gen_Conv(ia32_transform_env_t *env, ir_node *op) {
1286 dbg_info *dbg = env->dbg;
1287 ir_graph *irg = env->irg;
1288 ir_mode *src_mode = get_irn_mode(op);
1289 ir_mode *tgt_mode = env->mode;
1290 ir_node *block = env->block;
1291 ir_node *new_op = NULL;
1292 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
1293 ir_node *nomem = new_rd_NoMem(irg);
1294 firm_dbg_module_t *mod = env->mod;
1296 if (src_mode == tgt_mode) {
1297 /* this can happen when changing mode_P to mode_Is */
1298 DB((mod, LEVEL_1, "killed Conv(mode, mode) ..."));
1299 edges_reroute(env->irn, op, irg);
1301 else if (mode_is_float(src_mode)) {
1302 /* we convert from float ... */
1303 if (mode_is_float(tgt_mode)) {
1305 DB((mod, LEVEL_1, "create Conv(float, float) ..."));
1306 new_op = new_rd_ia32_Conv_FP2FP(dbg, irg, block, noreg, noreg, op, nomem, tgt_mode);
1310 DB((mod, LEVEL_1, "create Conv(float, int) ..."));
1311 new_op = new_rd_ia32_Conv_FP2I(dbg, irg, block, noreg, noreg, op, nomem, tgt_mode);
1315 /* we convert from int ... */
1316 if (mode_is_float(tgt_mode)) {
1318 DB((mod, LEVEL_1, "create Conv(int, float) ..."));
1319 new_op = new_rd_ia32_Conv_I2FP(dbg, irg, block, noreg, noreg, op, nomem, tgt_mode);
1323 DB((mod, LEVEL_1, "create Conv(int, int) ..."));
1325 /* kill mode_P -> mode_Is resp. mode_Is -> mode_P Convs */
1326 if (((src_mode == mode_P) && (tgt_mode == mode_Is)) ||
1327 ((src_mode == mode_Is) && (tgt_mode == mode_P)))
1329 DB((mod, LEVEL_1, "killed Conv(Is, P)/(P, Is) ..."));
1330 edges_reroute(env->irn, op, irg);
1333 new_op = new_rd_ia32_Conv_I2I(dbg, irg, block, noreg, noreg, op, nomem, tgt_mode);
1343 /********************************************
1346 * | |__ ___ _ __ ___ __| | ___ ___
1347 * | '_ \ / _ \ '_ \ / _ \ / _` |/ _ \/ __|
1348 * | |_) | __/ | | | (_) | (_| | __/\__ \
1349 * |_.__/ \___|_| |_|\___/ \__,_|\___||___/
1351 ********************************************/
1353 static ir_node *gen_FrameAddr(ia32_transform_env_t *env) {
1354 ir_node *new_op = NULL;
1355 ir_node *node = env->irn;
1356 ir_node *op = get_irn_n(node, 0);
1357 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
1358 ir_node *nomem = new_rd_NoMem(env->irg);
1360 new_op = new_rd_ia32_Add(env->dbg, env->irg, env->block, noreg, noreg, op, noreg, nomem, mode_T);
1361 set_ia32_frame_ent(new_op, be_get_frame_entity(node));
1362 set_ia32_am_support(new_op, ia32_am_Full);
1363 set_ia32_use_frame(new_op);
1365 return new_rd_Proj(env->dbg, env->irg, env->block, new_op, env->mode, 0);
1368 static ir_node *gen_FrameLoad(ia32_transform_env_t *env) {
1369 ir_node *new_op = NULL;
1370 ir_node *node = env->irn;
1371 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
1372 ir_node *mem = get_irn_n(node, 0);
1373 ir_node *ptr = get_irn_n(node, 1);
1374 entity *ent = be_get_frame_entity(node);
1375 ir_mode *mode = get_type_mode(get_entity_type(ent));
1377 if (mode_is_float(mode)) {
1378 new_op = new_rd_ia32_fLoad(env->dbg, env->irg, env->block, ptr, noreg, mem, mode_T);
1381 new_op = new_rd_ia32_Load(env->dbg, env->irg, env->block, ptr, noreg, mem, mode_T);
1384 set_ia32_frame_ent(new_op, ent);
1386 set_ia32_am_support(new_op, ia32_am_Source);
1387 set_ia32_op_type(new_op, ia32_AddrModeS);
1388 set_ia32_am_flavour(new_op, ia32_B);
1389 set_ia32_ls_mode(new_op, mode);
1394 static ir_node *gen_FrameStore(ia32_transform_env_t *env) {
1395 ir_node *new_op = NULL;
1396 ir_node *node = env->irn;
1397 ir_node *noreg = ia32_new_NoReg_gp(env->cg);
1398 ir_node *mem = get_irn_n(node, 0);
1399 ir_node *ptr = get_irn_n(node, 1);
1400 ir_node *val = get_irn_n(node, 2);
1401 entity *ent = be_get_frame_entity(node);
1402 ir_mode *mode = get_irn_mode(val);
1404 if (mode_is_float(mode)) {
1405 new_op = new_rd_ia32_fStore(env->dbg, env->irg, env->block, ptr, noreg, val, mem, mode_T);
1408 new_op = new_rd_ia32_Store(env->dbg, env->irg, env->block, ptr, noreg, val, mem, mode_T);
1410 set_ia32_frame_ent(new_op, ent);
1412 set_ia32_am_support(new_op, ia32_am_Dest);
1413 set_ia32_op_type(new_op, ia32_AddrModeD);
1414 set_ia32_am_flavour(new_op, ia32_B);
1415 set_ia32_ls_mode(new_op, mode);
1422 /*********************************************************
1425 * _ __ ___ __ _ _ _ __ __| |_ __ ___ _____ _ __
1426 * | '_ ` _ \ / _` | | '_ \ / _` | '__| \ \ / / _ \ '__|
1427 * | | | | | | (_| | | | | | | (_| | | | |\ V / __/ |
1428 * |_| |_| |_|\__,_|_|_| |_| \__,_|_| |_| \_/ \___|_|
1430 *********************************************************/
1433 * Transforms the given firm node (and maybe some other related nodes)
1434 * into one or more assembler nodes.
1436 * @param node the firm node
1437 * @param env the debug module
1439 void ia32_transform_node(ir_node *node, void *env) {
1440 ia32_code_gen_t *cgenv = (ia32_code_gen_t *)env;
1441 opcode code = get_irn_opcode(node);
1442 ir_node *asm_node = NULL;
1443 ia32_transform_env_t tenv;
1448 tenv.block = get_nodes_block(node);
1449 tenv.dbg = get_irn_dbg_info(node);
1450 tenv.irg = current_ir_graph;
1452 tenv.mod = cgenv->mod;
1453 tenv.mode = get_irn_mode(node);
1456 #define UNOP(a) case iro_##a: asm_node = gen_##a(&tenv, get_##a##_op(node)); break
1457 #define BINOP(a) case iro_##a: asm_node = gen_##a(&tenv, get_##a##_left(node), get_##a##_right(node)); break
1458 #define GEN(a) case iro_##a: asm_node = gen_##a(&tenv); break
1459 #define IGN(a) case iro_##a: break
1460 #define BAD(a) case iro_##a: goto bad
1461 #define OTHER_BIN(a) \
1462 if (get_irn_op(node) == get_op_##a()) { \
1463 asm_node = gen_##a(&tenv, get_irn_n(node, 0), get_irn_n(node, 1)); \
1467 if (be_is_##a(node)) { \
1468 asm_node = gen_##a(&tenv); \
1472 DBG((tenv.mod, LEVEL_1, "check %+F ... ", node));
1519 /* constant transformation happens earlier */
1548 fprintf(stderr, "Not implemented: %s\n", get_irn_opname(node));
1552 /* exchange nodes if a new one was generated */
1554 exchange(node, asm_node);
1555 DB((tenv.mod, LEVEL_1, "created node %+F[%p]\n", asm_node, asm_node));
1558 DB((tenv.mod, LEVEL_1, "ignored\n"));