2 * emit-x86.c: Support functions for emitting x86 code
5 * Dietmar Maurer (dietmar@ximian.com)
6 * Miguel de Icaza (miguel@ximian.com)
8 * (C) 2001 Ximian, Inc.
14 #include <mono/metadata/assembly.h>
15 #include <mono/metadata/loader.h>
16 #include <mono/metadata/cil-coff.h>
17 #include <mono/metadata/tabledefs.h>
18 #include <mono/metadata/class.h>
19 #include <mono/metadata/debug-helpers.h>
20 #include <mono/metadata/mono-endian.h>
21 #include <mono/arch/x86/x86-codegen.h>
22 #include <mono/metadata/profiler-private.h>
29 //#define DEBUG_REGALLOC
30 //#define DEBUG_SPILLS
33 * we may want a x86-specific header or we
34 * can just declare it extern in x86.brg.
36 int mono_x86_have_cmov = 0;
39 cpuid (int id, int* p_eax, int* p_ebx, int* p_ecx, int* p_edx)
42 __asm__ __volatile__ (
46 "xorl $0x200000, %%eax\n"
52 "andl $0x200000, %%eax\n"
60 __asm__ __volatile__ ("cpuid"
61 : "=a" (*p_eax), "=b" (*p_ebx), "=c" (*p_ecx), "=d" (*p_edx)
69 mono_cpu_detect (void) {
70 int eax, ebx, ecx, edx;
72 /* Feature Flags function, flags returned in EDX. */
73 if (cpuid(1, &eax, &ebx, &ecx, &edx)) {
74 if (edx & (1U << 15)) {
75 mono_x86_have_cmov = 1;
81 enter_method (MonoMethod *method, char *ebp)
87 printf ("ENTER: %s.%s::%s\n(", method->klass->name_space,
88 method->klass->name, method->name);
91 if (((int)ebp & 3) != 0) {
92 g_error ("unaligned stack detected (%p)", ebp);
97 if (ISSTRUCT (method->signature->ret)) {
100 g_assert (!method->signature->ret->byref);
102 size = mono_type_stack_size (method->signature->ret, &align);
104 printf ("VALUERET:%p, ", *((gpointer *)ebp));
105 ebp += sizeof (gpointer);
108 if (method->signature->hasthis) {
109 if (method->klass->valuetype) {
110 printf ("value:%p, ", *((gpointer *)ebp));
112 o = *((MonoObject **)ebp);
116 class = o->vtable->klass;
118 if (class == mono_defaults.string_class) {
119 printf ("this:[STRING:%p:%s], ", o, mono_string_to_utf8 ((MonoString *)o));
121 printf ("this:%p[%s.%s], ", o, class->name_space, class->name);
124 ebp += sizeof (gpointer);
127 for (i = 0; i < method->signature->param_count; ++i) {
128 MonoType *type = method->signature->params [i];
130 size = mono_type_stack_size (type, &align);
133 printf ("[BYREF:%p], ", *((gpointer *)ebp));
134 } else switch (type->type) {
136 case MONO_TYPE_BOOLEAN:
146 printf ("%d, ", *((int *)(ebp)));
148 case MONO_TYPE_STRING: {
149 MonoString *s = *((MonoString **)ebp);
151 g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
152 printf ("[STRING:%p:%s], ", s, mono_string_to_utf8 (s));
154 printf ("[STRING:null], ");
157 case MONO_TYPE_CLASS:
158 case MONO_TYPE_OBJECT: {
159 o = *((MonoObject **)ebp);
161 class = o->vtable->klass;
163 if (class == mono_defaults.string_class) {
164 printf ("[STRING:%p:%s], ", o, mono_string_to_utf8 ((MonoString *)o));
165 } else if (class == mono_defaults.int32_class) {
166 printf ("[INT32:%p:%d], ", o, *(gint32 *)((char *)o + sizeof (MonoObject)));
168 printf ("[%s.%s:%p], ", class->name_space, class->name, o);
170 printf ("%p, ", *((gpointer *)(ebp)));
175 case MONO_TYPE_FNPTR:
176 case MONO_TYPE_ARRAY:
177 case MONO_TYPE_SZARRAY:
178 printf ("%p, ", *((gpointer *)(ebp)));
181 printf ("%lld, ", *((gint64 *)(ebp)));
184 printf ("%f, ", *((float *)(ebp)));
187 printf ("%f, ", *((double *)(ebp)));
189 case MONO_TYPE_VALUETYPE:
191 for (j = 0; j < size; j++)
192 printf ("%02x,", *((guint8*)ebp +j));
199 g_assert (align == 4 || align == 8);
200 ebp += size + align - 1;
201 ebp = (gpointer)((unsigned)ebp & ~(align - 1));
208 leave_method (MonoMethod *method, int edx, int eax, double test)
212 printf ("LEAVE: %s.%s::%s ", method->klass->name_space,
213 method->klass->name, method->name);
215 switch (method->signature->ret->type) {
218 case MONO_TYPE_BOOLEAN:
220 printf ("TRUE:%d", eax);
234 printf ("EAX=%d", eax);
236 case MONO_TYPE_STRING: {
237 MonoString *s = (MonoString *)eax;
240 g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
241 printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
243 printf ("[STRING:null], ");
246 case MONO_TYPE_OBJECT: {
247 MonoObject *o = (MonoObject *)eax;
250 if (o->vtable->klass == mono_defaults.boolean_class) {
251 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
252 } else if (o->vtable->klass == mono_defaults.int32_class) {
253 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
255 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
257 printf ("[OBJECT:%p]", o);
261 case MONO_TYPE_CLASS:
263 case MONO_TYPE_FNPTR:
264 case MONO_TYPE_ARRAY:
265 case MONO_TYPE_SZARRAY:
266 printf ("EAX=%p", (gpointer)eax);
269 *((gint32 *)&l) = eax;
270 *((gint32 *)&l + 1) = edx;
271 printf ("EAX/EDX=%lld", l);
274 printf ("FP=%f\n", test);
277 printf ("(unknown return type)");
284 * arch_emit_prologue:
285 * @cfg: pointer to status information
287 * Emits the function prolog.
290 arch_emit_prologue (MonoFlowGraph *cfg)
292 MonoMethod *method = cfg->method;
293 MonoMethodHeader *header = ((MonoMethodNormal *)method)->header;
296 x86_push_reg (cfg->code, X86_EBP);
297 x86_mov_reg_reg (cfg->code, X86_EBP, X86_ESP, 4);
299 if (cfg->locals_size)
300 x86_alu_reg_imm (cfg->code, X86_SUB, X86_ESP, cfg->locals_size);
302 if (mono_regset_reg_used (cfg->rs, X86_EBX))
303 x86_push_reg (cfg->code, X86_EBX);
305 if (mono_regset_reg_used (cfg->rs, X86_EDI))
306 x86_push_reg (cfg->code, X86_EDI);
308 if (mono_regset_reg_used (cfg->rs, X86_ESI))
309 x86_push_reg (cfg->code, X86_ESI);
311 if (mono_jit_trace_calls) {
312 x86_push_reg (cfg->code, X86_EBP);
313 x86_push_imm (cfg->code, cfg->method);
314 x86_mov_reg_imm (cfg->code, X86_EAX, enter_method);
315 x86_call_reg (cfg->code, X86_EAX);
316 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 8);
318 if (mono_jit_profile) {
319 x86_push_imm (cfg->code, cfg->method);
320 x86_mov_reg_imm (cfg->code, X86_EAX, mono_profiler_method_enter);
321 x86_call_reg (cfg->code, X86_EAX);
322 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
325 /* initialize local vars */
326 if (header->num_locals) {
327 gboolean unassigned_locals;
329 i = mono_bitset_find_first (cfg->bblocks [0].live_in_set, cfg->locals_start_index - 1);
330 unassigned_locals = (i >= 0 && i < cfg->locals_start_index + header->num_locals);
332 if (unassigned_locals && header->init_locals) {
333 MonoVarInfo *vi = &VARINFO (cfg, cfg->locals_start_index + header->num_locals - 1);
334 int offset = vi->offset;
338 for (i = 0; i < header->num_locals; ++i) {
339 MonoVarInfo *rv = &VARINFO (cfg, cfg->locals_start_index + i);
342 int ind = 1 << rv->reg;
344 x86_alu_reg_reg (cfg->code, X86_XOR, rv->reg, rv->reg);
349 if (size == 1 || size == 2 || size == 4) {
350 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, size);
358 for (k = 0; k < i; k++) {
359 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
364 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 2);
368 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 1);
373 if (!mono_regset_reg_used (cfg->rs, X86_EDI))
374 x86_push_reg (cfg->code, X86_EDI);
375 x86_lea_membase (cfg->code, X86_EDI, X86_EBP, offset);
376 x86_alu_reg_reg (cfg->code, X86_XOR, X86_EAX, X86_EAX);
377 x86_mov_reg_imm (cfg->code, X86_ECX, i);
379 x86_prefix (cfg->code, X86_REP_PREFIX);
380 x86_stosl (cfg->code);
381 for (i = 0; i < j; i++)
382 x86_stosb (cfg->code);
383 if (!mono_regset_reg_used (cfg->rs, X86_EDI))
384 x86_pop_reg (cfg->code, X86_EDI);
388 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 2);
389 x86_mov_membase_imm (cfg->code, X86_EBP, offset + 2, 0, 1);
394 /* we always need to initialize object pointers */
396 for (i = 0; i < header->num_locals; ++i) {
397 MonoType *t = header->locals [i];
398 int offset = VARINFO (cfg, cfg->locals_start_index + i).offset;
401 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
406 case MONO_TYPE_STRING:
407 case MONO_TYPE_CLASS:
408 case MONO_TYPE_ARRAY:
409 case MONO_TYPE_SZARRAY:
410 case MONO_TYPE_OBJECT:
411 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
421 * arch_emit_epilogue:
422 * @cfg: pointer to status information
424 * Emits the function epilog.
427 arch_emit_epilogue (MonoFlowGraph *cfg)
431 * note: with trace and profiling the value on the FP stack may get clobbered.
433 if (mono_jit_trace_calls) {
434 x86_fld_reg (cfg->code, 0);
435 x86_alu_reg_imm (cfg->code, X86_SUB, X86_ESP, 8);
436 x86_fst_membase (cfg->code, X86_ESP, 0, TRUE, TRUE);
437 x86_push_reg (cfg->code, X86_EAX);
438 x86_push_reg (cfg->code, X86_EDX);
439 x86_push_imm (cfg->code, cfg->method);
440 x86_mov_reg_imm (cfg->code, X86_EAX, leave_method);
441 x86_call_reg (cfg->code, X86_EAX);
442 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
443 x86_pop_reg (cfg->code, X86_EDX);
444 x86_pop_reg (cfg->code, X86_EAX);
445 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 8);
447 if (mono_jit_profile) {
448 x86_push_reg (cfg->code, X86_EAX);
449 x86_push_reg (cfg->code, X86_EDX);
450 x86_push_imm (cfg->code, cfg->method);
451 x86_mov_reg_imm (cfg->code, X86_EAX, mono_profiler_method_leave);
452 x86_call_reg (cfg->code, X86_EAX);
453 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
454 x86_pop_reg (cfg->code, X86_EDX);
455 x86_pop_reg (cfg->code, X86_EAX);
458 if (mono_regset_reg_used (cfg->rs, X86_EBX)) {
459 x86_mov_reg_membase (cfg->code, X86_EBX, X86_EBP, - (cfg->locals_size + pos), 4);
462 if (mono_regset_reg_used (cfg->rs, X86_EDI)) {
463 x86_mov_reg_membase (cfg->code, X86_EDI, X86_EBP, - (cfg->locals_size + pos), 4);
466 if (mono_regset_reg_used (cfg->rs, X86_ESI)) {
467 x86_mov_reg_membase (cfg->code, X86_ESI, X86_EBP, - (cfg->locals_size + pos), 4);
471 x86_leave (cfg->code);
476 mono_label_cfg (MonoFlowGraph *cfg)
480 for (i = 0; i < cfg->block_count; i++) {
481 GPtrArray *forest = cfg->bblocks [i].forest;
484 if (!cfg->bblocks [i].reached) /* unreachable code */
489 for (j = 0; j < top; j++) {
490 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
493 mbstate = mono_burg_label (t1, cfg);
497 if (mono_debug_handle)
499 g_warning ("tree does not match");
500 mono_print_ctree (cfg, t1); printf ("\n\n");
502 mono_print_forest (cfg, forest);
503 g_assert_not_reached ();
510 tree_allocate_regs (MonoFlowGraph *cfg, MBTree *tree, int goal, MonoRegSet *rs,
511 guint8 exclude_mask, int *spillcount)
514 int ern = mono_burg_rule (tree->state, goal);
515 const guint16 *nts = mono_burg_nts [ern];
516 guint8 left_exclude_mask = 0, right_exclude_mask = 0;
519 #ifdef DEBUG_REGALLOC
520 printf ("tree_allocate_regs start %d %08x %d %d\n", tree->op, rs->free_mask, goal,
521 (nts [0] && kids [0] == tree));
524 mono_burg_kids (tree, ern, kids);
530 exclude_mask |= (1 << X86_ECX);
531 left_exclude_mask |= (1 << X86_ECX);
534 case MB_TERM_MUL_OVF:
535 case MB_TERM_MUL_OVF_UN:
540 if (goal == MB_NTERM_reg) {
541 left_exclude_mask |= (1 << X86_EDX);
542 right_exclude_mask |= (1 << X86_EDX) | (1 << X86_EAX);
549 if (nts [0] && kids [0] == tree) {
551 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, exclude_mask, spillcount))
553 /* special case reg: coni4 */
554 if (goal == MB_NTERM_reg) {
555 if (tree->reg1 == -1)
556 tree->reg1 = mono_regset_alloc_reg (rs, -1, exclude_mask);
557 if (tree->reg1 == -1)
579 if (nts [1]) { /* two kids */
581 if (nts [2]) /* we cant handle three kids */
582 g_assert_not_reached ();
584 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, left_exclude_mask, spillcount))
589 if (!tree_allocate_regs (cfg, kids [1], nts [1], rs, right_exclude_mask, spillcount)) {
591 #ifdef DEBUG_REGALLOC
592 printf ("tree_allocate_regs try 1 failed %d %d %d %d\n",
593 nts [1], kids [1]->reg1,
594 kids [1]->reg2,kids [1]->reg3);
598 if (kids [0]->reg1 != -1) {
599 right_exclude_mask |= 1 << kids [0]->reg1;
602 if (kids [0]->reg2 != -1) {
603 right_exclude_mask |= 1 << kids [0]->reg2;
606 if (kids [0]->reg3 != -1) {
607 right_exclude_mask |= 1 << kids [0]->reg3;
611 mono_regset_free_reg (rs, kids [0]->reg1);
612 mono_regset_free_reg (rs, kids [0]->reg2);
613 mono_regset_free_reg (rs, kids [0]->reg3);
615 kids [0]->spilled = 1;
617 if (!tree_allocate_regs (cfg, kids [1], nts [1], rs, right_exclude_mask, spillcount)) {
618 #ifdef DEBUG_REGALLOC
619 printf ("tree_allocate_regs try 2 failed\n");
623 #ifdef DEBUG_REGALLOC
624 printf ("tree_allocate_regs try 2 succesfull\n");
628 } else { /* one kid */
629 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, left_exclude_mask, spillcount))
635 for (i = 0; nts [i]; i++) {
636 mono_regset_free_reg (rs, kids [i]->reg1);
637 mono_regset_free_reg (rs, kids [i]->reg2);
638 mono_regset_free_reg (rs, kids [i]->reg3);
641 tree->emit = mono_burg_func [ern];
644 case MB_TERM_CALL_I4:
645 case MB_TERM_CALL_I8:
646 case MB_TERM_CALL_R8:
647 // case MB_TERM_CALL_VOID :
648 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
650 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
652 if ((tree->reg3 = mono_regset_alloc_reg (rs, X86_ECX, exclude_mask)) == -1)
660 case MB_TERM_MUL_OVF_UN:
665 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
667 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
671 if ((tree->reg1 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
679 case MB_TERM_MUL_OVF:
680 case MB_TERM_MUL_OVF_UN:
685 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
687 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
691 if ((tree->reg1 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
693 if ((tree->reg2 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
699 /* fixme: allocate floating point registers */
703 if (tree->op == MB_TERM_ADD) {
704 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
706 if ((tree->reg2 = mono_regset_alloc_reg (rs, tree->right->reg1, exclude_mask)) == -1)
712 if (tree->op == MB_TERM_ADD) {
713 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
719 if (tree->op == MB_TERM_SHL ||
720 tree->op == MB_TERM_MUL) {
721 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
730 #ifdef DEBUG_REGALLOC
731 printf ("tree_allocate_regs end %d %08x\n", tree->op, rs->free_mask);
737 arch_allocate_regs (MonoFlowGraph *cfg)
739 int i, j, max_spillcount = 0;
741 for (i = 0; i < cfg->block_count; i++) {
742 GPtrArray *forest = cfg->bblocks [i].forest;
745 if (!cfg->bblocks [i].reached) /* unreachable code */
750 for (j = 0; j < top; j++) {
751 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
753 #ifdef DEBUG_REGALLOC
754 printf ("arch_allocate_regs start %d:%d %08x\n", i, j, cfg->rs->free_mask);
756 if (!tree_allocate_regs (cfg, t1, 1, cfg->rs, 0, &spillcount)) {
757 mono_print_ctree (cfg, t1);
758 g_error ("register allocation failed");
761 max_spillcount = MAX (max_spillcount, spillcount);
763 #ifdef DEBUG_REGALLOC
764 printf ("arch_allocate_regs end %d:%d %08x\n", i, j, cfg->rs->free_mask);
766 g_assert (cfg->rs->free_mask == 0xffffffff);
770 /* allocate space for spilled regs */
772 cfg->spillvars = mono_mempool_alloc0 (cfg->mp, sizeof (gint) * max_spillcount);
773 cfg->spillcount = max_spillcount;
775 for (i = 0; i < max_spillcount; i++) {
777 spillvar = arch_allocate_var (cfg, sizeof (gpointer), sizeof (gpointer),
778 MONO_TEMPVAR, VAL_I32);
779 cfg->spillvars [i] = VARINFO (cfg, spillvar).offset;
784 tree_emit (int goal, MonoFlowGraph *cfg, MBTree *tree, int *spillcount)
787 int ern = mono_burg_rule (tree->state, goal);
788 const guint16 *nts = mono_burg_nts [ern];
792 mono_burg_kids (tree, ern, kids);
796 int spilloffset1, spilloffset2, spilloffset3;
799 g_assert_not_reached ();
801 tree_emit (nts [0], cfg, kids [0], spillcount);
803 if (kids [0]->spilled) {
805 printf ("SPILL_REGS %d %03x %s.%s:%s\n",
806 nts [0], cfg->code - cfg->start,
807 cfg->method->klass->name_space,
808 cfg->method->klass->name, cfg->method->name);
810 mono_print_ctree (cfg, kids [0]);printf ("\n\n");
816 if (kids [0]->reg1 != -1) {
817 spilloffset1 = cfg->spillvars [(*spillcount)++];
818 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset1,
821 if (kids [0]->reg2 != -1) {
822 spilloffset2 = cfg->spillvars [(*spillcount)++];
823 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset2,
826 if (kids [0]->reg3 != -1) {
827 spilloffset3 = cfg->spillvars [(*spillcount)++];
828 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset3,
833 tree_emit (nts [1], cfg, kids [1], spillcount);
835 if (kids [0]->spilled) {
838 printf ("RELOAD_REGS %03x %s.%s:%s\n",
839 cfg->code - cfg->start,
840 cfg->method->klass->name_space,
841 cfg->method->klass->name, cfg->method->name);
844 if (kids [0]->reg3 != -1)
845 x86_mov_reg_membase (cfg->code, kids [0]->reg3, X86_EBP,
847 if (kids [0]->reg2 != -1)
848 x86_mov_reg_membase (cfg->code, kids [0]->reg2, X86_EBP,
850 if (kids [0]->reg1 != -1)
851 x86_mov_reg_membase (cfg->code, kids [0]->reg1, X86_EBP,
855 tree_emit (nts [0], cfg, kids [0], spillcount);
859 g_assert ((*spillcount) <= cfg->spillcount);
861 tree->addr = offset = cfg->code - cfg->start;
863 /* we assume an instruction uses a maximum of 128 bytes */
864 if ((cfg->code_size - offset) <= 128) {
865 int add = MIN (cfg->code_size, 128);
866 cfg->code_size += add;
867 mono_jit_stats.code_reallocs++;
868 cfg->start = g_realloc (cfg->start, cfg->code_size);
869 g_assert (cfg->start);
870 cfg->code = cfg->start + offset;
873 if ((emit = mono_burg_func [ern]))
876 g_assert ((cfg->code - cfg->start) < cfg->code_size);
880 mono_emit_cfg (MonoFlowGraph *cfg)
882 int i, j, spillcount;
884 for (i = 0; i < cfg->block_count; i++) {
885 MonoBBlock *bb = &cfg->bblocks [i];
886 GPtrArray *forest = bb->forest;
889 if (!bb->reached) /* unreachable code */
894 bb->addr = cfg->code - cfg->start;
896 for (j = 0; j < top; j++) {
897 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
900 tree_emit (1, cfg, t1, &spillcount);
904 cfg->epilog = cfg->code - cfg->start;
908 mono_compute_branches (MonoFlowGraph *cfg)
916 for (j = 0; j < cfg->block_count; j++) {
917 MonoBBlock *bb = &cfg->bblocks [j];
918 GPtrArray *forest = bb->forest;
921 if (!bb->reached) /* unreachable code */
926 for (i = 0; i < top; i++) {
927 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, i);
929 if (t1->op == MB_TERM_SWITCH) {
930 MonoBBlock **jt = (MonoBBlock **)t1->data.p;
931 guint32 *rt = (guint32 *)t1->data.p;
932 int m = *((guint32 *)t1->data.p) + 1;
935 for (k = 1; k <= m; k++)
936 rt [k] = (int)(jt [k]->addr + cfg->start);
938 /* emit the switch instruction again to update addresses */
939 cfg->code = cfg->start + t1->addr;
940 ((MBEmitFunc)t1->emit) (t1, cfg);
947 for (ji = cfg->jump_info; ji; ji = ji->next) {
948 unsigned char *ip = GUINT_TO_POINTER (GPOINTER_TO_UINT (ji->ip) + cfg->start);
949 unsigned char *target;
952 case MONO_JUMP_INFO_BB:
953 target = ji->data.bb->addr + cfg->start;
955 case MONO_JUMP_INFO_ABS:
956 target = ji->data.target;
958 case MONO_JUMP_INFO_EPILOG:
959 target = cfg->epilog + cfg->start;
961 case MONO_JUMP_INFO_IP:
962 *(unsigned char**)ip = ip;
965 g_assert_not_reached ();
967 x86_patch (ip, target);
972 mono_add_jump_info (MonoFlowGraph *cfg, gpointer ip, MonoJumpInfoType type, gpointer target)
974 MonoJumpInfo *ji = mono_mempool_alloc (cfg->mp, sizeof (MonoJumpInfo));
977 ji->ip = GUINT_TO_POINTER (GPOINTER_TO_UINT (ip) - GPOINTER_TO_UINT (cfg->start));
978 ji->data.target = target;
979 ji->next = cfg->jump_info;
985 match_debug_method (MonoMethod* method)
987 GList *tmp = mono_debug_methods;
989 for (; tmp; tmp = tmp->next) {
990 if (mono_method_desc_full_match (tmp->data, method))
997 * arch_compile_method:
998 * @method: pointer to the method info
1000 * JIT compilation of a single method.
1002 * Returns: a pointer to the newly created code.
1005 arch_compile_method (MonoMethod *method)
1007 MonoDomain *target_domain, *domain = mono_domain_get ();
1010 GHashTable *jit_code_hash;
1012 if ((method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL) ||
1013 (method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL)) {
1015 method->info = arch_create_native_wrapper (method);
1016 return method->info;
1019 if (mono_jit_share_code)
1020 target_domain = mono_root_domain;
1022 target_domain = domain;
1024 jit_code_hash = target_domain->jit_code_hash;
1026 if ((addr = g_hash_table_lookup (jit_code_hash, method))) {
1027 mono_jit_stats.methods_lookups++;
1031 mono_jit_stats.methods_compiled++;
1033 if (mono_jit_trace_calls || mono_jit_dump_asm || mono_jit_dump_forest) {
1034 printf ("Start JIT compilation of %s.%s:%s\n", method->klass->name_space,
1035 method->klass->name, method->name);
1038 if (method->iflags & METHOD_IMPL_ATTRIBUTE_RUNTIME) {
1039 const char *name = method->name;
1041 gboolean delegate = FALSE;
1043 if (method->klass->parent == mono_defaults.multicastdelegate_class)
1046 if (delegate && *name == '.' && (strcmp (name, ".ctor") == 0)) {
1047 addr = (gpointer)mono_delegate_ctor;
1048 } else if (delegate && *name == 'I' && (strcmp (name, "Invoke") == 0)) {
1051 addr = arch_get_delegate_invoke (method, &size);
1053 if (mono_jit_dump_asm) {
1054 char *id = g_strdup_printf ("%s.%s_%s", method->klass->name_space,
1055 method->klass->name, method->name);
1056 mono_disassemble_code (addr, size, id);
1059 } else if (delegate && *name == 'B' && (strcmp (name, "BeginInvoke") == 0)) {
1060 code = addr = g_malloc (32);
1061 x86_push_imm (code, method);
1062 x86_call_code (code, arch_begin_invoke);
1063 x86_alu_reg_imm (code, X86_ADD, X86_ESP, 4);
1065 g_assert ((code - addr) <= 32);
1066 } else if (delegate && *name == 'E' && (strcmp (name, "EndInvoke") == 0)) {
1067 /* this can raise exceptions, so we need a wrapper to save/restore LMF */
1068 method->addr = (gpointer)arch_end_invoke;
1069 addr = arch_create_native_wrapper (method);
1071 mono_profiler_method_end_jit (method, MONO_PROFILE_FAILED);
1072 if (mono_debug_handle)
1075 g_error ("Don't know how to exec runtime method %s.%s::%s",
1076 method->klass->name_space, method->klass->name, method->name);
1080 MonoMethodHeader *header = ((MonoMethodNormal *)method)->header;
1083 gulong code_size_ratio;
1084 guint32 ls_used_mask = 0;
1086 mono_profiler_method_jit (method);
1088 ji = mono_mempool_alloc0 (target_domain->mp, sizeof (MonoJitInfo));
1090 mp = mono_mempool_new ();
1092 cfg = mono_cfg_new (method, mp);
1094 mono_analyze_flow (cfg);
1096 mono_profiler_method_end_jit (method, MONO_PROFILE_FAILED);
1100 mono_analyze_stack (cfg);
1102 mono_profiler_method_end_jit (method, MONO_PROFILE_FAILED);
1106 cfg->rs = mono_regset_new (X86_NREG);
1107 mono_regset_reserve_reg (cfg->rs, X86_ESP);
1108 mono_regset_reserve_reg (cfg->rs, X86_EBP);
1110 /* we can use this regs for global register allocation */
1111 mono_regset_reserve_reg (cfg->rs, X86_EBX);
1112 mono_regset_reserve_reg (cfg->rs, X86_ESI);
1114 cfg->code_size = MAX (header->code_size * 5, 256);
1115 cfg->start = cfg->code = g_malloc (cfg->code_size);
1117 mono_debug_last_breakpoint_address = cfg->code;
1119 if (match_debug_method (method) || mono_debug_insert_breakpoint)
1120 x86_breakpoint (cfg->code);
1121 else if (mono_debug_handle)
1122 x86_nop (cfg->code);
1124 if (mono_debug_insert_breakpoint > 0)
1125 mono_debug_insert_breakpoint--;
1127 if (mono_use_linear_scan) {
1128 mono_linear_scan (cfg, &ls_used_mask);
1129 cfg->rs->used_mask |= ls_used_mask;
1132 if (mono_jit_dump_forest) {
1134 printf ("FOREST %s.%s:%s\n", method->klass->name_space,
1135 method->klass->name, method->name);
1136 for (i = 0; i < cfg->block_count; i++) {
1137 printf ("BLOCK %d:\n", i);
1138 mono_print_forest (cfg, cfg->bblocks [i].forest);
1142 mono_label_cfg (cfg);
1145 mono_profiler_method_end_jit (method, MONO_PROFILE_FAILED);
1149 arch_allocate_regs (cfg);
1151 /* align to 8 byte boundary */
1152 cfg->locals_size += 7;
1153 cfg->locals_size &= ~7;
1155 arch_emit_prologue (cfg);
1156 cfg->prologue_end = cfg->code - cfg->start;
1157 mono_emit_cfg (cfg);
1158 arch_emit_epilogue (cfg);
1159 cfg->epilogue_end = cfg->code - cfg->start;
1163 mono_jit_stats.allocated_code_size += cfg->code_size;
1165 code_size_ratio = cfg->code - cfg->start;
1166 if (code_size_ratio > mono_jit_stats.biggest_method_size) {
1167 mono_jit_stats.biggest_method_size = code_size_ratio;
1168 mono_jit_stats.biggest_method = method;
1170 code_size_ratio = (code_size_ratio * 100) / header->code_size;
1171 if (code_size_ratio > mono_jit_stats.max_code_size_ratio) {
1172 mono_jit_stats.max_code_size_ratio = code_size_ratio;
1173 mono_jit_stats.max_ratio_method = method;
1176 mono_compute_branches (cfg);
1178 if (mono_jit_dump_asm) {
1179 char *id = g_strdup_printf ("%s.%s_%s", method->klass->name_space,
1180 method->klass->name, method->name);
1181 mono_disassemble_code (cfg->start, cfg->code - cfg->start, id);
1184 if (mono_debug_handle)
1185 mono_debug_add_method (mono_debug_handle, cfg);
1187 ji->code_size = cfg->code - cfg->start;
1188 ji->used_regs = cfg->rs->used_mask;
1189 ji->method = method;
1190 ji->code_start = addr;
1192 mono_jit_stats.native_code_size += ji->code_size;
1194 if (header->num_clauses) {
1195 int i, start_block, end_block;
1197 ji->num_clauses = header->num_clauses;
1198 ji->clauses = mono_mempool_alloc0 (target_domain->mp,
1199 sizeof (MonoJitExceptionInfo) * header->num_clauses);
1201 for (i = 0; i < header->num_clauses; i++) {
1202 MonoExceptionClause *ec = &header->clauses [i];
1203 MonoJitExceptionInfo *ei = &ji->clauses [i];
1205 ei->flags = ec->flags;
1206 ei->token_or_filter = ec->token_or_filter;
1208 g_assert (cfg->bcinfo [ec->try_offset].is_block_start);
1209 start_block = cfg->bcinfo [ec->try_offset].block_id;
1210 end_block = cfg->bcinfo [ec->try_offset + ec->try_len].block_id;
1211 g_assert (cfg->bcinfo [ec->try_offset + ec->try_len].is_block_start);
1213 ei->try_start = cfg->start + cfg->bblocks [start_block].addr;
1214 ei->try_end = cfg->start + cfg->bblocks [end_block].addr;
1216 g_assert (cfg->bcinfo [ec->handler_offset].is_block_start);
1217 start_block = cfg->bcinfo [ec->handler_offset].block_id;
1218 ei->handler_start = cfg->start + cfg->bblocks [start_block].addr;
1220 //printf ("TEST %x %x %x\n", ei->try_start, ei->try_end, ei->handler_start);
1224 mono_jit_info_table_add (target_domain, ji);
1226 mono_regset_free (cfg->rs);
1228 mono_cfg_free (cfg);
1230 mono_mempool_destroy (mp);
1232 mono_profiler_method_end_jit (method, MONO_PROFILE_OK);
1235 if (mono_jit_trace_calls || mono_jit_dump_asm || mono_jit_dump_forest) {
1236 printf ("END JIT compilation of %s.%s:%s %p %p\n", method->klass->name_space,
1237 method->klass->name, method->name, method, addr);
1240 g_hash_table_insert (jit_code_hash, method, addr);