improve ia32_Asm register pressure faithfullness stuff (still broken but better than...
[libfirm] / ir / be / ia32 / ia32_common_transform.c
1 /*
2  * Copyright (C) 1995-2008 University of Karlsruhe.  All right reserved.
3  *
4  * This file is part of libFirm.
5  *
6  * This file may be distributed and/or modified under the terms of the
7  * GNU General Public License version 2 as published by the Free Software
8  * Foundation and appearing in the file LICENSE.GPL included in the
9  * packaging of this file.
10  *
11  * Licensees holding valid libFirm Professional Edition licenses may use
12  * this file in accordance with the libFirm Commercial License.
13  * Agreement provided with the Software.
14  *
15  * This file is provided AS IS with NO WARRANTY OF ANY KIND, INCLUDING THE
16  * WARRANTY OF DESIGN, MERCHANTABILITY AND FITNESS FOR A PARTICULAR
17  * PURPOSE.
18  */
19
20 /**
21  * @file
22  * @brief       This file implements the common parts of IR transformation from
23  *              firm into ia32-Firm.
24  * @author      Matthias Braun, Sebastian Buchwald
25  * @version     $Id: ia32_common_transform.c 21012 2008-08-06 13:35:17Z beck $
26  */
27 #include "config.h"
28
29 #include "error.h"
30 #include "ircons.h"
31 #include "irprintf.h"
32 #include "typerep.h"
33 #include "bitset.h"
34
35 #include "../betranshlp.h"
36 #include "../beirg.h"
37 #include "../beabi.h"
38
39 #include "ia32_architecture.h"
40 #include "ia32_common_transform.h"
41 #include "ia32_new_nodes.h"
42
43 #include "gen_ia32_new_nodes.h"
44 #include "gen_ia32_regalloc_if.h"
45
46 /** hold the current code generator during transformation */
47 ia32_code_gen_t *env_cg = NULL;
48
49 heights_t *heights = NULL;
50
51 static const arch_register_req_t no_register_req = {
52         arch_register_req_type_none,
53         NULL,                         /* regclass */
54         NULL,                         /* limit bitset */
55         0,                            /* same pos */
56         0                             /* different pos */
57 };
58
59 static int check_immediate_constraint(long val, char immediate_constraint_type)
60 {
61         switch (immediate_constraint_type) {
62                 case 0:
63                 case 'i': return 1;
64
65                 case 'I': return    0 <= val && val <=  31;
66                 case 'J': return    0 <= val && val <=  63;
67                 case 'K': return -128 <= val && val <= 127;
68                 case 'L': return val == 0xff || val == 0xffff;
69                 case 'M': return    0 <= val && val <=   3;
70                 case 'N': return    0 <= val && val <= 255;
71                 case 'O': return    0 <= val && val <= 127;
72
73                 default: panic("Invalid immediate constraint found");
74         }
75 }
76
77 /* creates a unique ident by adding a number to a tag */
78 ident *ia32_unique_id(const char *tag)
79 {
80         static unsigned id = 0;
81         char str[256];
82
83         snprintf(str, sizeof(str), tag, ++id);
84         return new_id_from_str(str);
85 }
86
87 /**
88  * Get a primitive type for a mode with alignment 16.
89  */
90 static ir_type *ia32_get_prim_type(pmap *types, ir_mode *mode)
91 {
92         pmap_entry *e = pmap_find(types, mode);
93         ir_type *res;
94
95         if (! e) {
96                 res = new_type_primitive(mode);
97                 if (get_mode_size_bits(mode) >= 80) {
98                         set_type_alignment_bytes(res, 16);
99                 }
100                 pmap_insert(types, mode, res);
101         }
102         else
103                 res = e->value;
104         return res;
105 }
106
107 ir_entity *create_float_const_entity(ir_node *cnst)
108 {
109         ia32_isa_t *isa = env_cg->isa;
110         tarval *key     = get_Const_tarval(cnst);
111         pmap_entry *e   = pmap_find(isa->tv_ent, key);
112         ir_entity *res;
113         ir_graph *rem;
114
115         if (e == NULL) {
116                 tarval  *tv   = key;
117                 ir_mode *mode = get_tarval_mode(tv);
118                 ir_type *tp;
119
120                 if (! ia32_cg_config.use_sse2) {
121                         /* try to reduce the mode to produce smaller sized entities */
122                         if (mode != mode_F) {
123                                 if (tarval_ieee754_can_conv_lossless(tv, mode_F)) {
124                                         mode = mode_F;
125                                         tv = tarval_convert_to(tv, mode);
126                                 } else if (mode != mode_D) {
127                                         if (tarval_ieee754_can_conv_lossless(tv, mode_D)) {
128                                                 mode = mode_D;
129                                                 tv = tarval_convert_to(tv, mode);
130                                         }
131                                 }
132                         }
133                 }
134
135                 if (mode == get_irn_mode(cnst)) {
136                         /* mode was not changed */
137                         tp = get_Const_type(cnst);
138                         if (tp == firm_unknown_type)
139                                 tp = ia32_get_prim_type(isa->types, mode);
140                 } else
141                         tp = ia32_get_prim_type(isa->types, mode);
142
143                 res = new_entity(get_glob_type(), ia32_unique_id(".LC%u"), tp);
144
145                 set_entity_ld_ident(res, get_entity_ident(res));
146                 set_entity_visibility(res, ir_visibility_local);
147                 add_entity_linkage(res, IR_LINKAGE_CONSTANT);
148
149                  /* we create a new entity here: It's initialization must resist on the
150                     const code irg */
151                 rem = current_ir_graph;
152                 current_ir_graph = get_const_code_irg();
153                 set_atomic_ent_value(res, new_Const_type(tv, tp));
154                 current_ir_graph = rem;
155
156                 pmap_insert(isa->tv_ent, key, res);
157         } else {
158                 res = e->value;
159         }
160
161         return res;
162 }
163
164 ir_node *ia32_create_Immediate(ir_entity *symconst, int symconst_sign, long val)
165 {
166         ir_graph *irg         = current_ir_graph;
167         ir_node  *start_block = get_irg_start_block(irg);
168         ir_node  *immediate   = new_bd_ia32_Immediate(NULL, start_block, symconst,
169                         symconst_sign, no_pic_adjust, val);
170         arch_set_irn_register(immediate, &ia32_gp_regs[REG_GP_NOREG]);
171
172         return immediate;
173 }
174
175 const arch_register_t *ia32_get_clobber_register(const char *clobber)
176 {
177         const arch_register_t       *reg = NULL;
178         int                          c;
179         size_t                       r;
180         const arch_register_class_t *cls;
181
182         /* TODO: construct a hashmap instead of doing linear search for clobber
183          * register */
184         for (c = 0; c < N_CLASSES; ++c) {
185                 cls = & ia32_reg_classes[c];
186                 for (r = 0; r < cls->n_regs; ++r) {
187                         const arch_register_t *temp_reg = arch_register_for_index(cls, r);
188                         if (strcmp(temp_reg->name, clobber) == 0
189                                         || (c == CLASS_ia32_gp && strcmp(temp_reg->name+1, clobber) == 0)) {
190                                 reg = temp_reg;
191                                 break;
192                         }
193                 }
194                 if (reg != NULL)
195                         break;
196         }
197
198         return reg;
199 }
200
201 int ia32_mode_needs_gp_reg(ir_mode *mode)
202 {
203         if (mode == mode_fpcw)
204                 return 0;
205         if (get_mode_size_bits(mode) > 32)
206                 return 0;
207         return mode_is_int(mode) || mode_is_reference(mode) || mode == mode_b;
208 }
209
210 static void parse_asm_constraints(constraint_t *constraint, const char *c,
211                            int is_output)
212 {
213         char                         immediate_type     = '\0';
214         unsigned                     limited            = 0;
215         const arch_register_class_t *cls                = NULL;
216         int                          memory_possible       = 0;
217         int                          all_registers_allowed = 0;
218         int                          p;
219         int                          same_as = -1;
220
221         memset(constraint, 0, sizeof(constraint[0]));
222         constraint->same_as = -1;
223
224         if (*c == 0) {
225                 /* a memory constraint: no need to do anything in backend about it
226                  * (the dependencies are already respected by the memory edge of
227                  * the node) */
228                 return;
229         }
230
231         /* TODO: improve error messages with node and source info. (As users can
232          * easily hit these) */
233         while (*c != 0) {
234                 switch (*c) {
235                 case ' ':
236                 case '\t':
237                 case '\n':
238                         break;
239
240                 /* Skip out/in-out marker */
241                 case '=': break;
242                 case '+': break;
243
244                 case '&': break;
245
246                 case '*':
247                         ++c;
248                         break;
249                 case '#':
250                         while (*c != 0 && *c != ',')
251                                 ++c;
252                         break;
253
254                 case 'a':
255                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
256                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
257                         limited |= 1 << REG_EAX;
258                         break;
259                 case 'b':
260                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
261                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
262                         limited |= 1 << REG_EBX;
263                         break;
264                 case 'c':
265                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
266                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
267                         limited |= 1 << REG_ECX;
268                         break;
269                 case 'd':
270                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
271                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
272                         limited |= 1 << REG_EDX;
273                         break;
274                 case 'D':
275                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
276                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
277                         limited |= 1 << REG_EDI;
278                         break;
279                 case 'S':
280                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
281                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
282                         limited |= 1 << REG_ESI;
283                         break;
284                 case 'Q':
285                 case 'q':
286                         /* q means lower part of the regs only, this makes no
287                          * difference to Q for us (we only assign whole registers) */
288                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
289                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
290                         limited |= 1 << REG_EAX | 1 << REG_EBX | 1 << REG_ECX |
291                                    1 << REG_EDX;
292                         break;
293                 case 'A':
294                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
295                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
296                         limited |= 1 << REG_EAX | 1 << REG_EDX;
297                         break;
298                 case 'l':
299                         assert(cls == NULL || cls == &ia32_reg_classes[CLASS_ia32_gp]);
300                         cls      = &ia32_reg_classes[CLASS_ia32_gp];
301                         limited |= 1 << REG_EAX | 1 << REG_EBX | 1 << REG_ECX |
302                                    1 << REG_EDX | 1 << REG_ESI | 1 << REG_EDI |
303                                    1 << REG_EBP;
304                         break;
305
306                 case 'R':
307                 case 'r':
308                 case 'p':
309                         if (cls != NULL && cls != &ia32_reg_classes[CLASS_ia32_gp])
310                                 panic("multiple register classes not supported");
311                         cls                   = &ia32_reg_classes[CLASS_ia32_gp];
312                         all_registers_allowed = 1;
313                         break;
314
315                 case 'f':
316                 case 't':
317                 case 'u':
318                         /* TODO: mark values so the x87 simulator knows about t and u */
319                         if (cls != NULL && cls != &ia32_reg_classes[CLASS_ia32_vfp])
320                                 panic("multiple register classes not supported");
321                         cls                   = &ia32_reg_classes[CLASS_ia32_vfp];
322                         all_registers_allowed = 1;
323                         break;
324
325                 case 'Y':
326                 case 'x':
327                         if (cls != NULL && cls != &ia32_reg_classes[CLASS_ia32_xmm])
328                                 panic("multiple register classes not supproted");
329                         cls                   = &ia32_reg_classes[CLASS_ia32_xmm];
330                         all_registers_allowed = 1;
331                         break;
332
333                 case 'I':
334                 case 'J':
335                 case 'K':
336                 case 'L':
337                 case 'M':
338                 case 'N':
339                 case 'O':
340                         if (cls != NULL && cls != &ia32_reg_classes[CLASS_ia32_gp])
341                                 panic("multiple register classes not supported");
342                         if (immediate_type != '\0')
343                                 panic("multiple immediate types not supported");
344                         cls            = &ia32_reg_classes[CLASS_ia32_gp];
345                         immediate_type = *c;
346                         break;
347                 case 'n':
348                 case 'i':
349                         if (cls != NULL && cls != &ia32_reg_classes[CLASS_ia32_gp])
350                                 panic("multiple register classes not supported");
351                         if (immediate_type != '\0')
352                                 panic("multiple immediate types not supported");
353                         cls            = &ia32_reg_classes[CLASS_ia32_gp];
354                         immediate_type = 'i';
355                         break;
356
357                 case 'X':
358                 case 'g':
359                         if (cls != NULL && cls != &ia32_reg_classes[CLASS_ia32_gp])
360                                 panic("multiple register classes not supported");
361                         if (immediate_type != '\0')
362                                 panic("multiple immediate types not supported");
363                         immediate_type        = 'i';
364                         cls                   = &ia32_reg_classes[CLASS_ia32_gp];
365                         all_registers_allowed = 1;
366                         memory_possible       = 1;
367                         break;
368
369                 case '0':
370                 case '1':
371                 case '2':
372                 case '3':
373                 case '4':
374                 case '5':
375                 case '6':
376                 case '7':
377                 case '8':
378                 case '9':
379                         if (is_output)
380                                 panic("can only specify same constraint on input");
381
382                         sscanf(c, "%d%n", &same_as, &p);
383                         if (same_as >= 0) {
384                                 c += p;
385                                 continue;
386                         }
387                         break;
388
389                 case 'm':
390                 case 'o':
391                 case 'V':
392                         /* memory constraint no need to do anything in backend about it
393                          * (the dependencies are already respected by the memory edge of
394                          * the node) */
395                         memory_possible = 1;
396                         break;
397
398                 case 'E': /* no float consts yet */
399                 case 'F': /* no float consts yet */
400                 case 's': /* makes no sense on x86 */
401                 case '<': /* no autodecrement on x86 */
402                 case '>': /* no autoincrement on x86 */
403                 case 'C': /* sse constant not supported yet */
404                 case 'G': /* 80387 constant not supported yet */
405                 case 'y': /* we don't support mmx registers yet */
406                 case 'Z': /* not available in 32 bit mode */
407                 case 'e': /* not available in 32 bit mode */
408                         panic("unsupported asm constraint '%c' found in (%+F)",
409                               *c, current_ir_graph);
410                         break;
411                 default:
412                         panic("unknown asm constraint '%c' found in (%+F)", *c,
413                               current_ir_graph);
414                         break;
415                 }
416                 ++c;
417         }
418
419         if (same_as >= 0) {
420                 if (cls != NULL)
421                         panic("same as and register constraint not supported");
422                 if (immediate_type != '\0')
423                         panic("same as and immediate constraint not supported");
424         }
425
426         if (cls == NULL && same_as < 0) {
427                 if (!memory_possible)
428                         panic("no constraint specified for assembler input");
429         }
430
431         constraint->same_as               = same_as;
432         constraint->cls                   = cls;
433         constraint->allowed_registers     = limited;
434         constraint->all_registers_allowed = all_registers_allowed;
435         constraint->memory_possible       = memory_possible;
436         constraint->immediate_type        = immediate_type;
437 }
438
439 static bool can_match(const arch_register_req_t *in,
440                       const arch_register_req_t *out)
441 {
442         if (in->cls != out->cls)
443                 return false;
444         if ( (in->type & arch_register_req_type_limited) == 0
445                 || (out->type & arch_register_req_type_limited) == 0 )
446                 return true;
447
448         return (*in->limited & *out->limited) != 0;
449 }
450
451 static inline ir_node *get_new_node(ir_node *node)
452 {
453 #ifdef FIRM_GRGEN_BE
454         if (be_transformer == TRANSFORMER_DEFAULT) {
455                 return be_transform_node(node);
456         } else {
457                 return node;
458         }
459 #else
460         return be_transform_node(node);
461 #endif
462 }
463
464 ir_node *gen_ASM(ir_node *node)
465 {
466         ir_node                    *block     = get_nodes_block(node);
467         ir_node                    *new_block = get_new_node(block);
468         dbg_info                   *dbgi      = get_irn_dbg_info(node);
469         int                         i, arity;
470         int                         value_arity;
471         int                         out_idx;
472         ir_node                   **in;
473         ir_node                    *new_node;
474         int                         out_arity;
475         int                         n_out_constraints;
476         int                         n_clobbers;
477         const arch_register_req_t **out_reg_reqs;
478         const arch_register_req_t **in_reg_reqs;
479         ia32_asm_reg_t             *register_map;
480         unsigned                    reg_map_size = 0;
481         struct obstack             *obst;
482         const ir_asm_constraint    *in_constraints;
483         const ir_asm_constraint    *out_constraints;
484         ident                     **clobbers;
485         int                         clobbers_flags = 0;
486         unsigned                    clobber_bits[N_CLASSES];
487         int                         out_size;
488         backend_info_t             *info;
489
490         memset(&clobber_bits, 0, sizeof(clobber_bits));
491
492         /* workaround for lots of buggy code out there as most people think volatile
493          * asm is enough for everything and forget the flags (linux kernel, etc.)
494          */
495         if (get_irn_pinned(node) == op_pin_state_pinned) {
496                 clobbers_flags = 1;
497         }
498
499         arity = get_irn_arity(node);
500         in    = ALLOCANZ(ir_node*, arity);
501
502         clobbers   = get_ASM_clobbers(node);
503         n_clobbers = 0;
504         for (i = 0; i < get_ASM_n_clobbers(node); ++i) {
505                 const arch_register_req_t *req;
506                 const char                *c = get_id_str(clobbers[i]);
507
508                 if (strcmp(c, "memory") == 0)
509                         continue;
510                 if (strcmp(c, "cc") == 0) {
511                         clobbers_flags = 1;
512                         continue;
513                 }
514
515                 req = parse_clobber(c);
516                 clobber_bits[req->cls->index] |= *req->limited;
517
518                 n_clobbers++;
519         }
520         n_out_constraints = get_ASM_n_output_constraints(node);
521         out_arity         = n_out_constraints + n_clobbers;
522
523         in_constraints  = get_ASM_input_constraints(node);
524         out_constraints = get_ASM_output_constraints(node);
525
526         /* determine size of register_map */
527         for (out_idx = 0; out_idx < n_out_constraints; ++out_idx) {
528                 const ir_asm_constraint *constraint = &out_constraints[out_idx];
529                 if (constraint->pos > reg_map_size)
530                         reg_map_size = constraint->pos;
531         }
532         for (i = 0; i < arity; ++i) {
533                 const ir_asm_constraint *constraint = &in_constraints[i];
534                 if (constraint->pos > reg_map_size)
535                         reg_map_size = constraint->pos;
536         }
537         ++reg_map_size;
538
539         obst         = get_irg_obstack(current_ir_graph);
540         register_map = NEW_ARR_D(ia32_asm_reg_t, obst, reg_map_size);
541         memset(register_map, 0, reg_map_size * sizeof(register_map[0]));
542
543         /* construct output constraints */
544         out_size = out_arity + 1;
545         out_reg_reqs = obstack_alloc(obst, out_size * sizeof(out_reg_reqs[0]));
546
547         for (out_idx = 0; out_idx < n_out_constraints; ++out_idx) {
548                 const ir_asm_constraint   *constraint = &out_constraints[out_idx];
549                 const char                *c       = get_id_str(constraint->constraint);
550                 unsigned                   pos        = constraint->pos;
551                 constraint_t               parsed_constraint;
552                 const arch_register_req_t *req;
553
554                 parse_asm_constraints(&parsed_constraint, c, 1);
555                 req = make_register_req(&parsed_constraint, n_out_constraints,
556                                         out_reg_reqs, out_idx);
557                 out_reg_reqs[out_idx] = req;
558
559                 register_map[pos].use_input = 0;
560                 register_map[pos].valid     = 1;
561                 register_map[pos].memory    = 0;
562                 register_map[pos].inout_pos = out_idx;
563                 register_map[pos].mode      = constraint->mode;
564         }
565
566         /* inputs + input constraints */
567         in_reg_reqs = obstack_alloc(obst, arity * sizeof(in_reg_reqs[0]));
568         for (i = 0; i < arity; ++i) {
569                 ir_node                   *pred         = get_irn_n(node, i);
570                 const ir_asm_constraint   *constraint   = &in_constraints[i];
571                 ident                     *constr_id    = constraint->constraint;
572                 const char                *c            = get_id_str(constr_id);
573                 unsigned                   pos          = constraint->pos;
574                 int                        is_memory_op = 0;
575                 ir_node                   *input        = NULL;
576                 unsigned                   r_clobber_bits;
577                 constraint_t               parsed_constraint;
578                 const arch_register_req_t *req;
579
580                 parse_asm_constraints(&parsed_constraint, c, 0);
581                 if (parsed_constraint.cls != NULL) {
582                         r_clobber_bits = clobber_bits[parsed_constraint.cls->index];
583                         if (r_clobber_bits != 0) {
584                                 if (parsed_constraint.all_registers_allowed) {
585                                         parsed_constraint.all_registers_allowed = 0;
586                                         be_abi_set_non_ignore_regs(env_cg->birg->abi,
587                                                         parsed_constraint.cls,
588                                                         &parsed_constraint.allowed_registers);
589                                 }
590                                 parsed_constraint.allowed_registers &= ~r_clobber_bits;
591                         }
592                 }
593
594                 req = make_register_req(&parsed_constraint, n_out_constraints,
595                                         out_reg_reqs, i);
596                 in_reg_reqs[i] = req;
597
598                 if (parsed_constraint.immediate_type != '\0') {
599                         char imm_type = parsed_constraint.immediate_type;
600                         input = try_create_Immediate(pred, imm_type);
601                 }
602
603                 if (input == NULL) {
604                         ir_node *pred = get_irn_n(node, i);
605                         input = get_new_node(pred);
606
607                         if (parsed_constraint.cls == NULL
608                                         && parsed_constraint.same_as < 0) {
609                                 is_memory_op = 1;
610                         } else if (parsed_constraint.memory_possible) {
611                                 /* TODO: match Load or Load/Store if memory possible is set */
612                         }
613                 }
614                 in[i] = input;
615
616                 register_map[pos].use_input = 1;
617                 register_map[pos].valid     = 1;
618                 register_map[pos].memory    = is_memory_op;
619                 register_map[pos].inout_pos = i;
620                 register_map[pos].mode      = constraint->mode;
621         }
622
623         /* parse clobbers */
624         for (i = 0; i < get_ASM_n_clobbers(node); ++i) {
625                 const char                *c = get_id_str(clobbers[i]);
626                 const arch_register_req_t *req;
627
628                 if (strcmp(c, "memory") == 0 || strcmp(c, "cc") == 0)
629                         continue;
630
631                 req = parse_clobber(c);
632                 out_reg_reqs[out_idx] = req;
633                 ++out_idx;
634         }
635
636         /* count inputs which are real values (and not memory) */
637         value_arity = 0;
638         for (i = 0; i < arity; ++i) {
639                 ir_node *in = get_irn_n(node, i);
640                 if (get_irn_mode(in) == mode_M)
641                         continue;
642                 ++value_arity;
643         }
644
645         /* Attempt to make ASM node register pressure faithful.
646          * (This does not work for complicated cases yet!)
647          *
648          * Algorithm: Check if there are fewer inputs or outputs (I will call this
649          * the smaller list). Then try to match each constraint of the smaller list
650          * to 1 of the other list. If we can't match it, then we have to add a dummy
651          * input/output to the other list
652          *
653          * FIXME: This is still broken in lots of cases. But at least better than
654          *        before...
655          * FIXME: need to do this per register class...
656          */
657         if (out_arity <= value_arity) {
658                 int       orig_arity = arity;
659                 int       in_size    = arity;
660                 int       o;
661                 bitset_t *used_ins = bitset_alloca(arity);
662                 for (o = 0; o < out_arity; ++o) {
663                         int   i;
664                         const arch_register_req_t *outreq = out_reg_reqs[o];
665
666                         if (outreq->cls == NULL) {
667                                 continue;
668                         }
669
670                         for (i = 0; i < orig_arity; ++i) {
671                                 const arch_register_req_t *inreq;
672                                 if (bitset_is_set(used_ins, i))
673                                         continue;
674                                 inreq = in_reg_reqs[i];
675                                 if (!can_match(outreq, inreq))
676                                         continue;
677                                 bitset_set(used_ins, i);
678                                 break;
679                         }
680                         /* did we find any match? */
681                         if (i < orig_arity)
682                                 continue;
683
684                         /* we might need more space in the input arrays */
685                         if (arity >= in_size) {
686                                 const arch_register_req_t **new_in_reg_reqs;
687                                 ir_node             **new_in;
688
689                                 in_size *= 2;
690                                 new_in_reg_reqs
691                                         = obstack_alloc(obst, in_size*sizeof(in_reg_reqs[0]));
692                                 memcpy(new_in_reg_reqs, in_reg_reqs, arity * sizeof(new_in_reg_reqs[0]));
693                                 new_in = ALLOCANZ(ir_node*, in_size);
694                                 memcpy(new_in, in, arity*sizeof(new_in[0]));
695
696                                 in_reg_reqs = new_in_reg_reqs;
697                                 in          = new_in;
698                         }
699
700                         /* add a new (dummy) input which occupies the register */
701                         assert(outreq->type & arch_register_req_type_limited);
702                         in_reg_reqs[arity] = outreq;
703                         in[arity]          = new_bd_ia32_ProduceVal(NULL, block);
704                         be_dep_on_frame(in[arity]);
705                         ++arity;
706                 }
707         } else {
708                 int       i;
709                 bitset_t *used_outs = bitset_alloca(out_arity);
710                 int       orig_out_arity = out_arity;
711                 for (i = 0; i < arity; ++i) {
712                         int   o;
713                         const arch_register_req_t *inreq = in_reg_reqs[i];
714
715                         if (inreq->cls == NULL) {
716                                 continue;
717                         }
718
719                         for (o = 0; o < orig_out_arity; ++o) {
720                                 const arch_register_req_t *outreq;
721                                 if (bitset_is_set(used_outs, o))
722                                         continue;
723                                 outreq = out_reg_reqs[o];
724                                 if (!can_match(outreq, inreq))
725                                         continue;
726                                 bitset_set(used_outs, i);
727                                 break;
728                         }
729                         /* did we find any match? */
730                         if (o < orig_out_arity)
731                                 continue;
732
733                         /* we might need more space in the output arrays */
734                         if (out_arity >= out_size) {
735                                 const arch_register_req_t **new_out_reg_reqs;
736
737                                 out_size *= 2;
738                                 new_out_reg_reqs
739                                         = obstack_alloc(obst, out_size*sizeof(out_reg_reqs[0]));
740                                 memcpy(new_out_reg_reqs, out_reg_reqs,
741                                        out_arity * sizeof(new_out_reg_reqs[0]));
742                                 out_reg_reqs = new_out_reg_reqs;
743                         }
744
745                         /* add a new (dummy) output which occupies the register */
746                         assert(inreq->type & arch_register_req_type_limited);
747                         out_reg_reqs[out_arity] = inreq;
748                         ++out_arity;
749                 }
750         }
751
752         /* append none register requirement for the memory output */
753         if (out_arity + 1 >= out_size) {
754                 const arch_register_req_t **new_out_reg_reqs;
755
756                 out_size = out_arity + 1;
757                 new_out_reg_reqs
758                         = obstack_alloc(obst, out_size*sizeof(out_reg_reqs[0]));
759                 memcpy(new_out_reg_reqs, out_reg_reqs,
760                            out_arity * sizeof(new_out_reg_reqs[0]));
761                 out_reg_reqs = new_out_reg_reqs;
762         }
763
764         /* add a new (dummy) output which occupies the register */
765         out_reg_reqs[out_arity] = arch_no_register_req;
766         ++out_arity;
767
768         new_node = new_bd_ia32_Asm(dbgi, new_block, arity, in, out_arity,
769                                    get_ASM_text(node), register_map);
770
771         if (arity == 0)
772                 be_dep_on_frame(new_node);
773
774         info = be_get_info(new_node);
775         for (i = 0; i < out_arity; ++i) {
776                 info->out_infos[i].req = out_reg_reqs[i];
777         }
778         set_ia32_in_req_all(new_node, in_reg_reqs);
779
780         SET_IA32_ORIG_NODE(new_node, node);
781
782         return new_node;
783 }
784
785 ir_node *gen_CopyB(ir_node *node)
786 {
787         ir_node  *block    = get_new_node(get_nodes_block(node));
788         ir_node  *src      = get_CopyB_src(node);
789         ir_node  *new_src  = get_new_node(src);
790         ir_node  *dst      = get_CopyB_dst(node);
791         ir_node  *new_dst  = get_new_node(dst);
792         ir_node  *mem      = get_CopyB_mem(node);
793         ir_node  *new_mem  = get_new_node(mem);
794         ir_node  *res      = NULL;
795         dbg_info *dbgi     = get_irn_dbg_info(node);
796         int      size      = get_type_size_bytes(get_CopyB_type(node));
797         int      rem;
798
799         /* If we have to copy more than 32 bytes, we use REP MOVSx and */
800         /* then we need the size explicitly in ECX.                    */
801         if (size >= 32 * 4) {
802                 rem = size & 0x3; /* size % 4 */
803                 size >>= 2;
804
805                 res = new_bd_ia32_Const(dbgi, block, NULL, 0, 0, size);
806                 be_dep_on_frame(res);
807
808                 res = new_bd_ia32_CopyB(dbgi, block, new_dst, new_src, res, new_mem, rem);
809         } else {
810                 if (size == 0) {
811                         ir_fprintf(stderr, "Optimization warning copyb %+F with size <4\n",
812                                    node);
813                 }
814                 res = new_bd_ia32_CopyB_i(dbgi, block, new_dst, new_src, new_mem, size);
815         }
816
817         SET_IA32_ORIG_NODE(res, node);
818
819         return res;
820 }
821
822 ir_node *gen_Proj_tls(ir_node *node)
823 {
824         ir_node *block = get_new_node(get_nodes_block(node));
825         ir_node *res   = NULL;
826
827         res = new_bd_ia32_LdTls(NULL, block, mode_Iu);
828
829         return res;
830 }
831
832 ir_node *gen_Unknown(ir_node *node)
833 {
834         ir_mode  *mode  = get_irn_mode(node);
835         ir_graph *irg   = current_ir_graph;
836         dbg_info *dbgi  = get_irn_dbg_info(node);
837         ir_node  *block = get_irg_start_block(irg);
838         ir_node  *res   = NULL;
839
840         if (mode_is_float(mode)) {
841                 if (ia32_cg_config.use_sse2) {
842                         res = new_bd_ia32_xUnknown(dbgi, block);
843                 } else {
844                         res = new_bd_ia32_vfldz(dbgi, block);
845                 }
846         } else if (ia32_mode_needs_gp_reg(mode)) {
847                 res = new_bd_ia32_Unknown(dbgi, block);
848         } else {
849                 panic("unsupported Unknown-Mode");
850         }
851
852         be_dep_on_frame(res);
853         return res;
854 }
855
856 const arch_register_req_t *make_register_req(const constraint_t *constraint,
857                 int n_outs, const arch_register_req_t **out_reqs, int pos)
858 {
859         struct obstack      *obst    = get_irg_obstack(current_ir_graph);
860         int                  same_as = constraint->same_as;
861         arch_register_req_t *req;
862
863         if (same_as >= 0) {
864                 const arch_register_req_t *other_constr;
865
866                 if (same_as >= n_outs)
867                         panic("invalid output number in same_as constraint");
868
869                 other_constr     = out_reqs[same_as];
870
871                 req              = obstack_alloc(obst, sizeof(req[0]));
872                 *req             = *other_constr;
873                 req->type       |= arch_register_req_type_should_be_same;
874                 req->other_same  = 1U << pos;
875
876                 /* switch constraints. This is because in firm we have same_as
877                  * constraints on the output constraints while in the gcc asm syntax
878                  * they are specified on the input constraints */
879                 out_reqs[same_as] = req;
880                 return other_constr;
881         }
882
883         /* pure memory ops */
884         if (constraint->cls == NULL) {
885                 return &no_register_req;
886         }
887
888         if (constraint->allowed_registers != 0
889                         && !constraint->all_registers_allowed) {
890                 unsigned *limited_ptr;
891
892                 req         = obstack_alloc(obst, sizeof(req[0]) + sizeof(unsigned));
893                 memset(req, 0, sizeof(req[0]));
894                 limited_ptr = (unsigned*) (req+1);
895
896                 req->type    = arch_register_req_type_limited;
897                 *limited_ptr = constraint->allowed_registers;
898                 req->limited = limited_ptr;
899         } else {
900                 req       = obstack_alloc(obst, sizeof(req[0]));
901                 memset(req, 0, sizeof(req[0]));
902                 req->type = arch_register_req_type_normal;
903         }
904         req->cls = constraint->cls;
905
906         return req;
907 }
908
909 const arch_register_req_t *parse_clobber(const char *clobber)
910 {
911         struct obstack        *obst = get_irg_obstack(current_ir_graph);
912         const arch_register_t *reg  = ia32_get_clobber_register(clobber);
913         arch_register_req_t   *req;
914         unsigned              *limited;
915
916         if (reg == NULL) {
917                 panic("Register '%s' mentioned in asm clobber is unknown", clobber);
918         }
919
920         assert(reg->index < 32);
921
922         limited  = obstack_alloc(obst, sizeof(limited[0]));
923         *limited = 1 << reg->index;
924
925         req          = obstack_alloc(obst, sizeof(req[0]));
926         memset(req, 0, sizeof(req[0]));
927         req->type    = arch_register_req_type_limited;
928         req->cls     = arch_register_get_class(reg);
929         req->limited = limited;
930
931         return req;
932 }
933
934
935 int prevents_AM(ir_node *const block, ir_node *const am_candidate,
936                        ir_node *const other)
937 {
938         if (get_nodes_block(other) != block)
939                 return 0;
940
941         if (is_Sync(other)) {
942                 int i;
943
944                 for (i = get_Sync_n_preds(other) - 1; i >= 0; --i) {
945                         ir_node *const pred = get_Sync_pred(other, i);
946
947                         if (get_nodes_block(pred) != block)
948                                 continue;
949
950                         /* Do not block ourselves from getting eaten */
951                         if (is_Proj(pred) && get_Proj_pred(pred) == am_candidate)
952                                 continue;
953
954                         if (!heights_reachable_in_block(heights, pred, am_candidate))
955                                 continue;
956
957                         return 1;
958                 }
959
960                 return 0;
961         } else {
962                 /* Do not block ourselves from getting eaten */
963                 if (is_Proj(other) && get_Proj_pred(other) == am_candidate)
964                         return 0;
965
966                 if (!heights_reachable_in_block(heights, other, am_candidate))
967                         return 0;
968
969                 return 1;
970         }
971 }
972
973 ir_node *try_create_Immediate(ir_node *node, char immediate_constraint_type)
974 {
975         long         val = 0;
976         ir_entity   *symconst_ent  = NULL;
977         ir_mode     *mode;
978         ir_node     *cnst          = NULL;
979         ir_node     *symconst      = NULL;
980         ir_node     *new_node;
981
982         mode = get_irn_mode(node);
983         if (!mode_is_int(mode) && !mode_is_reference(mode)) {
984                 return NULL;
985         }
986
987         if (is_Const(node)) {
988                 cnst     = node;
989                 symconst = NULL;
990         } else if (is_Global(node)) {
991                 cnst     = NULL;
992                 symconst = node;
993         } else if (is_Add(node)) {
994                 ir_node *left  = get_Add_left(node);
995                 ir_node *right = get_Add_right(node);
996                 if (is_Const(left) && is_Global(right)) {
997                         cnst     = left;
998                         symconst = right;
999                 } else if (is_Global(left) && is_Const(right)) {
1000                         cnst     = right;
1001                         symconst = left;
1002                 }
1003         } else {
1004                 return NULL;
1005         }
1006
1007         if (cnst != NULL) {
1008                 tarval *offset = get_Const_tarval(cnst);
1009                 if (!tarval_is_long(offset)) {
1010                         ir_fprintf(stderr, "Optimisation Warning: tarval of %+F is not a long?\n", cnst);
1011                         return NULL;
1012                 }
1013
1014                 val = get_tarval_long(offset);
1015                 if (!check_immediate_constraint(val, immediate_constraint_type))
1016                         return NULL;
1017         }
1018         if (symconst != NULL) {
1019                 if (immediate_constraint_type != 0) {
1020                         /* we need full 32bits for symconsts */
1021                         return NULL;
1022                 }
1023
1024                 symconst_ent = get_Global_entity(symconst);
1025         }
1026         if (cnst == NULL && symconst == NULL)
1027                 return NULL;
1028
1029         new_node = ia32_create_Immediate(symconst_ent, 0, val);
1030         return new_node;
1031 }