2 * emit-x86.c: Support functions for emitting x86 code
5 * Dietmar Maurer (dietmar@ximian.com)
6 * Miguel de Icaza (miguel@ximian.com)
8 * (C) 2001 Ximian, Inc.
14 #include <mono/metadata/assembly.h>
15 #include <mono/metadata/loader.h>
16 #include <mono/metadata/cil-coff.h>
17 #include <mono/metadata/tabledefs.h>
18 #include <mono/metadata/class.h>
19 #include <mono/metadata/debug-helpers.h>
20 #include <mono/metadata/mono-endian.h>
21 #include <mono/arch/x86/x86-codegen.h>
22 #include <mono/metadata/profiler-private.h>
30 //#define DEBUG_REGALLOC
31 //#define DEBUG_SPILLS
34 * we may want a x86-specific header or we
35 * can just declare it extern in x86.brg.
37 int mono_x86_have_cmov = 0;
40 cpuid (int id, int* p_eax, int* p_ebx, int* p_ecx, int* p_edx)
43 __asm__ __volatile__ (
47 "xorl $0x200000, %%eax\n"
53 "andl $0x200000, %%eax\n"
61 __asm__ __volatile__ ("cpuid"
62 : "=a" (*p_eax), "=b" (*p_ebx), "=c" (*p_ecx), "=d" (*p_edx)
70 mono_cpu_detect (void) {
71 int eax, ebx, ecx, edx;
73 /* Feature Flags function, flags returned in EDX. */
74 if (cpuid(1, &eax, &ebx, &ecx, &edx)) {
75 if (edx & (1U << 15)) {
76 mono_x86_have_cmov = 1;
82 enter_method (MonoMethod *method, char *ebp)
89 tmpsig = mono_signature_get_desc(method->signature, TRUE);
90 printf ("ENTER: %s.%s::%s (%s)\n(", method->klass->name_space,
91 method->klass->name, method->name, tmpsig);
94 if (((int)ebp & 3) != 0) {
95 g_error ("unaligned stack detected (%p)", ebp);
100 if (ISSTRUCT (method->signature->ret)) {
103 g_assert (!method->signature->ret->byref);
105 size = mono_type_stack_size (method->signature->ret, &align);
107 printf ("VALUERET:%p, ", *((gpointer *)ebp));
108 ebp += sizeof (gpointer);
111 if (method->signature->hasthis) {
112 if (method->klass->valuetype) {
113 printf ("value:%p, ", *((gpointer *)ebp));
115 o = *((MonoObject **)ebp);
119 class = o->vtable->klass;
121 if (class == mono_defaults.string_class) {
122 printf ("this:[STRING:%p:%s], ", o, mono_string_to_utf8 ((MonoString *)o));
124 printf ("this:%p[%s.%s], ", o, class->name_space, class->name);
127 ebp += sizeof (gpointer);
130 for (i = 0; i < method->signature->param_count; ++i) {
131 MonoType *type = method->signature->params [i];
133 size = mono_type_stack_size (type, &align);
136 printf ("[BYREF:%p], ", *((gpointer *)ebp));
137 } else switch (type->type) {
139 case MONO_TYPE_BOOLEAN:
149 printf ("%d, ", *((int *)(ebp)));
151 case MONO_TYPE_STRING: {
152 MonoString *s = *((MonoString **)ebp);
154 g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
155 printf ("[STRING:%p:%s], ", s, mono_string_to_utf8 (s));
157 printf ("[STRING:null], ");
160 case MONO_TYPE_CLASS:
161 case MONO_TYPE_OBJECT: {
162 o = *((MonoObject **)ebp);
164 class = o->vtable->klass;
166 if (class == mono_defaults.string_class) {
167 printf ("[STRING:%p:%s], ", o, mono_string_to_utf8 ((MonoString *)o));
168 } else if (class == mono_defaults.int32_class) {
169 printf ("[INT32:%p:%d], ", o, *(gint32 *)((char *)o + sizeof (MonoObject)));
171 printf ("[%s.%s:%p], ", class->name_space, class->name, o);
173 printf ("%p, ", *((gpointer *)(ebp)));
178 case MONO_TYPE_FNPTR:
179 case MONO_TYPE_ARRAY:
180 case MONO_TYPE_SZARRAY:
181 printf ("%p, ", *((gpointer *)(ebp)));
184 printf ("%lld, ", *((gint64 *)(ebp)));
187 printf ("%f, ", *((float *)(ebp)));
190 printf ("%f, ", *((double *)(ebp)));
192 case MONO_TYPE_VALUETYPE:
194 for (j = 0; j < size; j++)
195 printf ("%02x,", *((guint8*)ebp +j));
202 g_assert (align == 4 || align == 8);
203 ebp += size + align - 1;
204 ebp = (gpointer)((unsigned)ebp & ~(align - 1));
211 leave_method (MonoMethod *method, int edx, int eax, double test)
215 printf ("LEAVE: %s.%s::%s ", method->klass->name_space,
216 method->klass->name, method->name);
218 switch (method->signature->ret->type) {
221 case MONO_TYPE_BOOLEAN:
223 printf ("TRUE:%d", eax);
237 printf ("EAX=%d", eax);
239 case MONO_TYPE_STRING: {
240 MonoString *s = (MonoString *)eax;
243 g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
244 printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
246 printf ("[STRING:null], ");
249 case MONO_TYPE_OBJECT: {
250 MonoObject *o = (MonoObject *)eax;
253 if (o->vtable->klass == mono_defaults.boolean_class) {
254 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
255 } else if (o->vtable->klass == mono_defaults.int32_class) {
256 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
258 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
260 printf ("[OBJECT:%p]", o);
264 case MONO_TYPE_CLASS:
266 case MONO_TYPE_FNPTR:
267 case MONO_TYPE_ARRAY:
268 case MONO_TYPE_SZARRAY:
269 printf ("EAX=%p", (gpointer)eax);
272 *((gint32 *)&l) = eax;
273 *((gint32 *)&l + 1) = edx;
274 printf ("EAX/EDX=%lld", l);
277 printf ("FP=%f\n", test);
280 printf ("(unknown return type)");
287 * arch_emit_prologue:
288 * @cfg: pointer to status information
290 * Emits the function prolog.
293 arch_emit_prologue (MonoFlowGraph *cfg)
295 MonoMethod *method = cfg->method;
296 MonoMethodHeader *header = ((MonoMethodNormal *)method)->header;
297 int i, j, k, alloc_size;
299 x86_push_reg (cfg->code, X86_EBP);
300 x86_mov_reg_reg (cfg->code, X86_EBP, X86_ESP, 4);
302 alloc_size = cfg->locals_size;
304 if (mono_regset_reg_used (cfg->rs, X86_EBX)) {
305 x86_push_reg (cfg->code, X86_EBX);
309 if (mono_regset_reg_used (cfg->rs, X86_EDI)) {
310 x86_push_reg (cfg->code, X86_EDI);
314 if (mono_regset_reg_used (cfg->rs, X86_ESI)) {
315 x86_push_reg (cfg->code, X86_ESI);
320 x86_alu_reg_imm (cfg->code, X86_SUB, X86_ESP, alloc_size);
322 if (mono_jit_trace_calls) {
323 x86_push_reg (cfg->code, X86_EBP);
324 x86_push_imm (cfg->code, cfg->method);
325 x86_mov_reg_imm (cfg->code, X86_EAX, enter_method);
326 x86_call_reg (cfg->code, X86_EAX);
327 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 8);
329 if (mono_jit_profile) {
330 x86_push_imm (cfg->code, cfg->method);
331 x86_mov_reg_imm (cfg->code, X86_EAX, mono_profiler_method_enter);
332 x86_call_reg (cfg->code, X86_EAX);
333 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
336 /* initialize local vars */
337 if (header->num_locals) {
338 gboolean unassigned_locals = TRUE;
340 if (cfg->bblocks [0].live_in_set) {
341 i = mono_bitset_find_first (cfg->bblocks [0].live_in_set,
342 cfg->locals_start_index - 1);
343 unassigned_locals = (i >= 0 && i < cfg->locals_start_index +
347 if (unassigned_locals && header->init_locals) {
348 MonoVarInfo *vi = &VARINFO (cfg, cfg->locals_start_index + header->num_locals - 1);
349 int offset = vi->offset;
353 /* do not clear caller saved registers */
356 for (i = 0; i < header->num_locals; ++i) {
357 MonoVarInfo *rv = &VARINFO (cfg, cfg->locals_start_index + i);
360 int ind = 1 << rv->reg;
362 x86_alu_reg_reg (cfg->code, X86_XOR, rv->reg, rv->reg);
367 if (size == 1 || size == 2 || size == 4) {
368 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, size);
376 for (k = 0; k < i; k++) {
377 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
382 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 2);
386 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 1);
391 if (!mono_regset_reg_used (cfg->rs, X86_EDI))
392 x86_push_reg (cfg->code, X86_EDI);
393 x86_lea_membase (cfg->code, X86_EDI, X86_EBP, offset);
394 x86_alu_reg_reg (cfg->code, X86_XOR, X86_EAX, X86_EAX);
395 x86_mov_reg_imm (cfg->code, X86_ECX, i);
397 x86_prefix (cfg->code, X86_REP_PREFIX);
398 x86_stosl (cfg->code);
399 for (i = 0; i < j; i++)
400 x86_stosb (cfg->code);
401 if (!mono_regset_reg_used (cfg->rs, X86_EDI))
402 x86_pop_reg (cfg->code, X86_EDI);
406 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 2);
407 x86_mov_membase_imm (cfg->code, X86_EBP, offset + 2, 0, 1);
412 /* we always need to initialize object pointers */
414 for (i = 0; i < header->num_locals; ++i) {
415 MonoType *t = header->locals [i];
416 int offset = VARINFO (cfg, cfg->locals_start_index + i).offset;
419 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
424 case MONO_TYPE_STRING:
425 case MONO_TYPE_CLASS:
426 case MONO_TYPE_ARRAY:
427 case MONO_TYPE_SZARRAY:
428 case MONO_TYPE_OBJECT:
429 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
439 * arch_emit_epilogue:
440 * @cfg: pointer to status information
442 * Emits the function epilog.
445 arch_emit_epilogue (MonoFlowGraph *cfg)
449 * note: with trace and profiling the value on the FP stack may get clobbered.
451 if (mono_jit_trace_calls) {
452 x86_fld_reg (cfg->code, 0);
453 x86_alu_reg_imm (cfg->code, X86_SUB, X86_ESP, 8);
454 x86_fst_membase (cfg->code, X86_ESP, 0, TRUE, TRUE);
455 x86_push_reg (cfg->code, X86_EAX);
456 x86_push_reg (cfg->code, X86_EDX);
457 x86_push_imm (cfg->code, cfg->method);
458 x86_mov_reg_imm (cfg->code, X86_EAX, leave_method);
459 x86_call_reg (cfg->code, X86_EAX);
460 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
461 x86_pop_reg (cfg->code, X86_EDX);
462 x86_pop_reg (cfg->code, X86_EAX);
463 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 8);
465 if (mono_jit_profile) {
466 x86_push_reg (cfg->code, X86_EAX);
467 x86_push_reg (cfg->code, X86_EDX);
468 x86_push_imm (cfg->code, cfg->method);
469 x86_mov_reg_imm (cfg->code, X86_EAX, mono_profiler_method_leave);
470 x86_call_reg (cfg->code, X86_EAX);
471 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
472 x86_pop_reg (cfg->code, X86_EDX);
473 x86_pop_reg (cfg->code, X86_EAX);
477 if (mono_regset_reg_used (cfg->rs, X86_EBX)) {
478 x86_mov_reg_membase (cfg->code, X86_EBX, X86_EBP, pos, 4);
481 if (mono_regset_reg_used (cfg->rs, X86_EDI)) {
482 x86_mov_reg_membase (cfg->code, X86_EDI, X86_EBP, pos, 4);
485 if (mono_regset_reg_used (cfg->rs, X86_ESI)) {
486 x86_mov_reg_membase (cfg->code, X86_ESI, X86_EBP, pos, 4);
490 x86_leave (cfg->code);
495 arch_allocate_var (MonoFlowGraph *cfg, int size, int align, MonoVarType vartype, MonoValueType type)
499 mono_jit_stats.allocate_var++;
501 vi.range.last_use.abs_pos = 0;
502 vi.range.first_use.pos.bid = 0xffff;
503 vi.range.first_use.pos.tid = 0;
506 vi.varnum = cfg->varinfo->len;
508 if (size != sizeof (gpointer))
513 case MONO_LOCALVAR: {
514 cfg->locals_size += size;
515 cfg->locals_size += align - 1;
516 cfg->locals_size &= ~(align - 1);
518 SET_VARINFO (vi, type, vartype, - cfg->locals_size, size);
519 g_array_append_val (cfg->varinfo, vi);
523 int arg_start = 8 + cfg->has_vtarg*4;
525 g_assert ((align & 3) == 0);
527 SET_VARINFO (vi, type, vartype, cfg->args_size + arg_start, size);
528 g_array_append_val (cfg->varinfo, vi);
530 cfg->args_size += size;
532 cfg->args_size &= ~3;
536 g_assert_not_reached ();
539 return cfg->varinfo->len - 1;
543 mono_label_cfg (MonoFlowGraph *cfg)
547 for (i = 0; i < cfg->block_count; i++) {
548 GPtrArray *forest = cfg->bblocks [i].forest;
551 if (!cfg->bblocks [i].reached) /* unreachable code */
556 for (j = 0; j < top; j++) {
557 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
560 mbstate = mono_burg_label (t1, cfg);
563 if (mono_debug_format != MONO_DEBUG_FORMAT_NONE)
565 g_warning ("tree does not match");
566 mono_print_ctree (cfg, t1); printf ("\n\n");
568 mono_print_forest (cfg, forest);
569 g_assert_not_reached ();
578 tree_allocate_regs (MonoFlowGraph *cfg, MBTree *tree, int goal, MonoRegSet *rs,
579 guint8 exclude_mask, int *spillcount)
582 int ern = mono_burg_rule (tree->state, goal);
583 const guint16 *nts = mono_burg_nts [ern];
584 guint8 left_exclude_mask = 0, right_exclude_mask = 0;
587 #ifdef DEBUG_REGALLOC
588 printf ("tree_allocate_regs start %d %08x %d %d\n", tree->op, rs->free_mask, goal,
589 (nts [0] && kids [0] == tree));
592 mono_burg_kids (tree, ern, kids);
598 exclude_mask |= (1 << X86_ECX);
599 left_exclude_mask |= (1 << X86_ECX);
602 case MB_TERM_MUL_OVF:
603 case MB_TERM_MUL_OVF_UN:
608 if (goal == MB_NTERM_reg) {
609 left_exclude_mask |= (1 << X86_EDX);
610 right_exclude_mask |= (1 << X86_EDX) | (1 << X86_EAX);
617 if (nts [0] && kids [0] == tree) {
619 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, exclude_mask, spillcount))
640 if (nts [1]) { /* two kids */
643 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, left_exclude_mask, spillcount))
648 if (!tree_allocate_regs (cfg, kids [1], nts [1], rs, right_exclude_mask, spillcount)) {
650 #ifdef DEBUG_REGALLOC
651 printf ("tree_allocate_regs try 1 failed %d %d %d %d\n",
652 nts [1], kids [1]->reg1,
653 kids [1]->reg2,kids [1]->reg3);
657 if (kids [0]->reg1 != -1) {
658 right_exclude_mask |= 1 << kids [0]->reg1;
661 if (kids [0]->reg2 != -1) {
662 right_exclude_mask |= 1 << kids [0]->reg2;
665 if (kids [0]->reg3 != -1) {
666 right_exclude_mask |= 1 << kids [0]->reg3;
670 mono_regset_free_reg (rs, kids [0]->reg1);
671 mono_regset_free_reg (rs, kids [0]->reg2);
672 mono_regset_free_reg (rs, kids [0]->reg3);
674 kids [0]->spilled = 1;
676 if (!tree_allocate_regs (cfg, kids [1], nts [1], rs, right_exclude_mask, spillcount)) {
677 #ifdef DEBUG_REGALLOC
678 printf ("tree_allocate_regs try 2 failed\n");
682 #ifdef DEBUG_REGALLOC
683 printf ("tree_allocate_regs try 2 succesfull\n");
688 if (nts [3]) /* we cant handle four kids */
689 g_assert_not_reached ();
691 if (!tree_allocate_regs (cfg, kids [2], nts [2], rs, right_exclude_mask, spillcount))
696 } else { /* one kid */
697 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, left_exclude_mask, spillcount))
703 for (i = 0; nts [i]; i++) {
704 mono_regset_free_reg (rs, kids [i]->reg1);
705 mono_regset_free_reg (rs, kids [i]->reg2);
706 mono_regset_free_reg (rs, kids [i]->reg3);
709 tree->emit = mono_burg_func [ern];
712 case MB_TERM_CALL_I4:
713 case MB_TERM_CALL_I8:
714 case MB_TERM_CALL_R8:
715 // case MB_TERM_CALL_VOID :
716 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
718 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
720 if ((tree->reg3 = mono_regset_alloc_reg (rs, X86_ECX, exclude_mask)) == -1)
728 case MB_TERM_MUL_OVF_UN:
733 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
735 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
739 if ((tree->reg1 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
747 case MB_TERM_MUL_OVF:
748 case MB_TERM_MUL_OVF_UN:
753 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
755 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
759 if ((tree->reg1 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
761 if ((tree->reg2 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
767 /* fixme: allocate floating point registers */
771 if (tree->op == MB_TERM_ADD) {
772 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
774 if ((tree->reg2 = mono_regset_alloc_reg (rs, tree->right->reg1, exclude_mask)) == -1)
780 if (tree->op == MB_TERM_ADD) {
781 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
787 if (tree->op == MB_TERM_SHL ||
788 tree->op == MB_TERM_MUL) {
789 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
798 #ifdef DEBUG_REGALLOC
799 printf ("tree_allocate_regs end %d %08x\n", tree->op, rs->free_mask);
805 arch_allocate_regs (MonoFlowGraph *cfg)
807 int i, j, max_spillcount = 0;
809 for (i = 0; i < cfg->block_count; i++) {
810 GPtrArray *forest = cfg->bblocks [i].forest;
813 if (!cfg->bblocks [i].reached) /* unreachable code */
818 for (j = 0; j < top; j++) {
819 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
821 #ifdef DEBUG_REGALLOC
822 printf ("arch_allocate_regs start %d:%d %08x\n", i, j, cfg->rs->free_mask);
824 if (!tree_allocate_regs (cfg, t1, 1, cfg->rs, 0, &spillcount)) {
825 mono_print_ctree (cfg, t1);
827 g_error ("register allocation failed");
830 max_spillcount = MAX (max_spillcount, spillcount);
832 #ifdef DEBUG_REGALLOC
833 printf ("arch_allocate_regs end %d:%d %08x\n", i, j, cfg->rs->free_mask);
835 g_assert (cfg->rs->free_mask == 0xffffffff);
839 /* allocate space for spilled regs */
841 cfg->spillvars = mono_mempool_alloc0 (cfg->mp, sizeof (gint) * max_spillcount);
842 cfg->spillcount = max_spillcount;
844 for (i = 0; i < max_spillcount; i++) {
846 spillvar = arch_allocate_var (cfg, sizeof (gpointer), sizeof (gpointer),
847 MONO_TEMPVAR, VAL_I32);
848 cfg->spillvars [i] = VARINFO (cfg, spillvar).offset;
853 tree_emit (int goal, MonoFlowGraph *cfg, MBTree *tree, int *spillcount)
856 int ern = mono_burg_rule (tree->state, goal);
857 const guint16 *nts = mono_burg_nts [ern];
861 mono_burg_kids (tree, ern, kids);
865 int spilloffset1, spilloffset2, spilloffset3;
867 tree_emit (nts [0], cfg, kids [0], spillcount);
869 if (kids [0]->spilled) {
871 printf ("SPILL_REGS %d %03x %s.%s:%s\n",
872 nts [0], cfg->code - cfg->start,
873 cfg->method->klass->name_space,
874 cfg->method->klass->name, cfg->method->name);
876 mono_print_ctree (cfg, kids [0]);printf ("\n\n");
882 if (kids [0]->reg1 != -1) {
883 spilloffset1 = cfg->spillvars [(*spillcount)++];
884 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset1,
887 if (kids [0]->reg2 != -1) {
888 spilloffset2 = cfg->spillvars [(*spillcount)++];
889 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset2,
892 if (kids [0]->reg3 != -1) {
893 spilloffset3 = cfg->spillvars [(*spillcount)++];
894 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset3,
899 tree_emit (nts [1], cfg, kids [1], spillcount);
901 if (kids [0]->spilled) {
904 printf ("RELOAD_REGS %03x %s.%s:%s\n",
905 cfg->code - cfg->start,
906 cfg->method->klass->name_space,
907 cfg->method->klass->name, cfg->method->name);
910 if (kids [0]->reg3 != -1)
911 x86_mov_reg_membase (cfg->code, kids [0]->reg3, X86_EBP,
913 if (kids [0]->reg2 != -1)
914 x86_mov_reg_membase (cfg->code, kids [0]->reg2, X86_EBP,
916 if (kids [0]->reg1 != -1)
917 x86_mov_reg_membase (cfg->code, kids [0]->reg1, X86_EBP,
923 tree_emit (nts [2], cfg, kids [2], spillcount);
926 tree_emit (nts [0], cfg, kids [0], spillcount);
930 g_assert ((*spillcount) <= cfg->spillcount);
932 tree->addr = offset = cfg->code - cfg->start;
934 /* we assume an instruction uses a maximum of 128 bytes */
935 if ((cfg->code_size - offset) <= 128) {
936 int add = MIN (cfg->code_size, 128);
937 cfg->code_size += add;
938 mono_jit_stats.code_reallocs++;
939 cfg->start = g_realloc (cfg->start, cfg->code_size);
940 g_assert (cfg->start);
941 cfg->code = cfg->start + offset;
944 if ((emit = mono_burg_func [ern]))
947 g_assert ((cfg->code - cfg->start) < cfg->code_size);
951 mono_emit_cfg (MonoFlowGraph *cfg)
953 int i, j, spillcount;
955 for (i = 0; i < cfg->block_count; i++) {
956 MonoBBlock *bb = &cfg->bblocks [i];
957 GPtrArray *forest = bb->forest;
960 if (!bb->reached) /* unreachable code */
965 bb->addr = cfg->code - cfg->start;
967 for (j = 0; j < top; j++) {
968 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
971 tree_emit (1, cfg, t1, &spillcount);
975 cfg->epilog = cfg->code - cfg->start;
979 mono_compute_branches (MonoFlowGraph *cfg)
987 for (j = 0; j < cfg->block_count; j++) {
988 MonoBBlock *bb = &cfg->bblocks [j];
989 GPtrArray *forest = bb->forest;
992 if (!bb->reached) /* unreachable code */
997 for (i = 0; i < top; i++) {
998 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, i);
1000 if (t1->op == MB_TERM_SWITCH) {
1001 MonoBBlock **jt = (MonoBBlock **)t1->data.p;
1002 guint32 *rt = (guint32 *)t1->data.p;
1003 int m = *((guint32 *)t1->data.p) + 1;
1006 for (k = 1; k <= m; k++)
1007 rt [k] = (int)(jt [k]->addr + cfg->start);
1009 /* emit the switch instruction again to update addresses */
1010 cfg->code = cfg->start + t1->addr;
1011 ((MBEmitFunc)t1->emit) (t1, cfg);
1018 for (ji = cfg->jump_info; ji; ji = ji->next) {
1019 unsigned char *ip = GUINT_TO_POINTER (GPOINTER_TO_UINT (ji->ip) + cfg->start);
1020 unsigned char *target;
1023 case MONO_JUMP_INFO_BB:
1024 target = ji->data.bb->addr + cfg->start;
1026 case MONO_JUMP_INFO_ABS:
1027 target = ji->data.target;
1029 case MONO_JUMP_INFO_EPILOG:
1030 target = cfg->epilog + cfg->start;
1032 case MONO_JUMP_INFO_IP:
1033 *(unsigned char**)ip = ip;
1036 g_assert_not_reached ();
1038 x86_patch (ip, target);
1043 mono_add_jump_info (MonoFlowGraph *cfg, gpointer ip, MonoJumpInfoType type, gpointer target)
1045 MonoJumpInfo *ji = mono_mempool_alloc (cfg->mp, sizeof (MonoJumpInfo));
1048 ji->ip = GUINT_TO_POINTER (GPOINTER_TO_UINT (ip) - GPOINTER_TO_UINT (cfg->start));
1049 ji->data.target = target;
1050 ji->next = cfg->jump_info;
1052 cfg->jump_info = ji;
1056 arch_jit_compile_cfg (MonoDomain *target_domain, MonoFlowGraph *cfg)
1059 guint32 ls_used_mask = 0;
1060 MonoMethod *method = cfg->method;
1062 ji = mono_mempool_alloc0 (target_domain->mp, sizeof (MonoJitInfo));
1064 cfg->rs = mono_regset_new (X86_NREG);
1065 mono_regset_reserve_reg (cfg->rs, X86_ESP);
1066 mono_regset_reserve_reg (cfg->rs, X86_EBP);
1068 /* we can use this regs for global register allocation */
1069 mono_regset_reserve_reg (cfg->rs, X86_EBX);
1070 mono_regset_reserve_reg (cfg->rs, X86_ESI);
1072 if (mono_use_linear_scan) {
1073 mono_linear_scan (cfg, &ls_used_mask);
1074 cfg->rs->used_mask |= ls_used_mask;
1077 if (mono_jit_dump_forest) {
1079 printf ("FOREST %s.%s:%s\n", method->klass->name_space,
1080 method->klass->name, method->name);
1081 for (i = 0; i < cfg->block_count; i++) {
1082 printf ("BLOCK %d:\n", i);
1083 mono_print_forest (cfg, cfg->bblocks [i].forest);
1087 if (!mono_label_cfg (cfg))
1090 arch_allocate_regs (cfg);
1092 /* align to 8 byte boundary */
1093 cfg->locals_size += 7;
1094 cfg->locals_size &= ~7;
1096 arch_emit_prologue (cfg);
1097 cfg->prologue_end = cfg->code - cfg->start;
1098 mono_emit_cfg (cfg);
1099 arch_emit_epilogue (cfg);
1100 cfg->epilogue_end = cfg->code - cfg->start;
1102 mono_compute_branches (cfg);
1104 ji->code_size = cfg->code - cfg->start;
1105 ji->used_regs = cfg->rs->used_mask;
1106 ji->method = method;
1107 ji->code_start = cfg->start;