2 * emit-x86.c: Support functions for emitting x86 code
5 * Dietmar Maurer (dietmar@ximian.com)
6 * Miguel de Icaza (miguel@ximian.com)
8 * (C) 2001 Ximian, Inc.
14 #include <mono/metadata/assembly.h>
15 #include <mono/metadata/loader.h>
16 #include <mono/metadata/cil-coff.h>
17 #include <mono/metadata/tabledefs.h>
18 #include <mono/metadata/class.h>
19 #include <mono/metadata/debug-helpers.h>
20 #include <mono/metadata/mono-endian.h>
21 #include <mono/arch/x86/x86-codegen.h>
22 #include <mono/metadata/profiler-private.h>
30 //#define DEBUG_REGALLOC
31 //#define DEBUG_SPILLS
34 arch_get_reg_name (int regnum)
55 g_assert_not_reached ();
61 * we may want a x86-specific header or we
62 * can just declare it extern in x86.brg.
64 int mono_x86_have_cmov = 0;
67 cpuid (int id, int* p_eax, int* p_ebx, int* p_ecx, int* p_edx)
73 __asm__ __volatile__ (
77 "xorl $0x200000, %%eax\n"
83 "andl $0x200000, %%eax\n"
91 __asm__ __volatile__ ("cpuid"
92 : "=a" (*p_eax), "=b" (*p_ebx), "=c" (*p_ecx), "=d" (*p_edx)
101 mono_cpu_detect (void) {
102 int eax, ebx, ecx, edx;
104 /* Feature Flags function, flags returned in EDX. */
105 if (cpuid(1, &eax, &ebx, &ecx, &edx)) {
106 if (edx & (1U << 15)) {
107 mono_x86_have_cmov = 1;
113 * arch_get_argument_info:
114 * @csig: a method signature
115 * @param_count: the number of parameters to consider
116 * @arg_info: an array to store the result infos
118 * Gathers information on parameters such as size, alignment and
119 * padding. arg_info should be large enought to hold param_count + 1 entries.
121 * Returns the size of the activation frame.
124 arch_get_argument_info (MonoMethodSignature *csig, int param_count, MonoJitArgumentInfo *arg_info)
126 int k, frame_size = 0;
127 int size, align, pad;
130 if (MONO_TYPE_ISSTRUCT (csig->ret)) {
131 frame_size += sizeof (gpointer);
135 arg_info [0].offset = offset;
138 frame_size += sizeof (gpointer);
142 arg_info [0].size = frame_size;
144 for (k = 0; k < param_count; k++) {
147 size = mono_type_native_stack_size (csig->params [k], &align);
149 size = mono_type_stack_size (csig->params [k], &align);
151 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
152 arg_info [k].pad = pad;
154 arg_info [k + 1].pad = 0;
155 arg_info [k + 1].size = size;
157 arg_info [k + 1].offset = offset;
161 align = MONO_FRAME_ALIGNMENT;
162 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
163 arg_info [k].pad = pad;
169 enter_method (MonoMethod *method, char *ebp)
174 MonoJitArgumentInfo *arg_info;
175 MonoMethodSignature *sig;
178 fname = mono_method_full_name (method, TRUE);
179 printf ("ENTER: %s\n(", fname);
182 if (((int)ebp & (MONO_FRAME_ALIGNMENT - 1)) != 0) {
183 g_error ("unaligned stack detected (%p)", ebp);
186 sig = method->signature;
188 if (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
189 g_assert (!sig->pinvoke);
191 arg_info = alloca (sizeof (MonoJitArgumentInfo) * (sig->param_count + 1));
193 arch_get_argument_info (sig, sig->param_count, arg_info);
195 if (MONO_TYPE_ISSTRUCT (method->signature->ret)) {
196 g_assert (!method->signature->ret->byref);
198 printf ("VALUERET:%p, ", *((gpointer *)(ebp + 8)));
201 if (method->signature->hasthis) {
202 gpointer *this = (gpointer *)(ebp + arg_info [0].offset);
203 if (method->klass->valuetype) {
204 printf ("value:%p, ", *this);
206 o = *((MonoObject **)this);
209 class = o->vtable->klass;
211 if (class == mono_defaults.string_class) {
212 printf ("this:[STRING:%p:%s], ", o, mono_string_to_utf8 ((MonoString *)o));
214 printf ("this:%p[%s.%s], ", o, class->name_space, class->name);
217 printf ("this:NULL, ");
221 for (i = 0; i < method->signature->param_count; ++i) {
222 gpointer *cpos = (gpointer *)(ebp + arg_info [i + 1].offset);
223 int size = arg_info [i + 1].size;
225 MonoType *type = method->signature->params [i];
228 printf ("[BYREF:%p], ", *cpos);
229 } else switch (type->type) {
231 case MONO_TYPE_BOOLEAN:
241 printf ("%d, ", *((int *)(cpos)));
243 case MONO_TYPE_STRING: {
244 MonoString *s = *((MonoString **)cpos);
246 g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
247 printf ("[STRING:%p:%s], ", s, mono_string_to_utf8 (s));
249 printf ("[STRING:null], ");
252 case MONO_TYPE_CLASS:
253 case MONO_TYPE_OBJECT: {
254 o = *((MonoObject **)cpos);
256 class = o->vtable->klass;
258 if (class == mono_defaults.string_class) {
259 printf ("[STRING:%p:%s], ", o, mono_string_to_utf8 ((MonoString *)o));
260 } else if (class == mono_defaults.int32_class) {
261 printf ("[INT32:%p:%d], ", o, *(gint32 *)((char *)o + sizeof (MonoObject)));
263 printf ("[%s.%s:%p], ", class->name_space, class->name, o);
265 printf ("%p, ", *((gpointer *)(cpos)));
270 case MONO_TYPE_FNPTR:
271 case MONO_TYPE_ARRAY:
272 case MONO_TYPE_SZARRAY:
273 printf ("%p, ", *((gpointer *)(cpos)));
276 printf ("%lld, ", *((gint64 *)(cpos)));
279 printf ("%f, ", *((float *)(cpos)));
282 printf ("%f, ", *((double *)(cpos)));
284 case MONO_TYPE_VALUETYPE:
286 for (j = 0; j < size; j++)
287 printf ("%02x,", *((guint8*)cpos +j));
299 leave_method (MonoMethod *method, int edx, int eax, double test)
304 fname = mono_method_full_name (method, TRUE);
305 printf ("LEAVE: %s", fname);
308 switch (method->signature->ret->type) {
311 case MONO_TYPE_BOOLEAN:
313 printf ("TRUE:%d", eax);
327 printf ("EAX=%d", eax);
329 case MONO_TYPE_STRING: {
330 MonoString *s = (MonoString *)eax;
333 g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
334 printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
336 printf ("[STRING:null], ");
339 case MONO_TYPE_OBJECT: {
340 MonoObject *o = (MonoObject *)eax;
343 if (o->vtable->klass == mono_defaults.boolean_class) {
344 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
345 } else if (o->vtable->klass == mono_defaults.int32_class) {
346 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
347 } else if (o->vtable->klass == mono_defaults.int64_class) {
348 printf ("[INT64:%p:%lld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
350 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
352 printf ("[OBJECT:%p]", o);
356 case MONO_TYPE_CLASS:
358 case MONO_TYPE_FNPTR:
359 case MONO_TYPE_ARRAY:
360 case MONO_TYPE_SZARRAY:
361 printf ("EAX=%p", (gpointer)eax);
364 *((gint32 *)&l) = eax;
365 *((gint32 *)&l + 1) = edx;
366 printf ("EAX/EDX=%lld", l);
369 printf ("FP=%f\n", test);
372 printf ("(unknown return type)");
379 * arch_emit_prologue:
380 * @cfg: pointer to status information
382 * Emits the function prolog.
385 arch_emit_prologue (MonoFlowGraph *cfg)
387 MonoMethod *method = cfg->method;
388 MonoMethodHeader *header = ((MonoMethodNormal *)method)->header;
389 int i, j, k, alloc_size, pos;
391 x86_push_reg (cfg->code, X86_EBP);
392 x86_mov_reg_reg (cfg->code, X86_EBP, X86_ESP, 4);
394 alloc_size = cfg->locals_size;
397 if (method->save_lmf) {
399 pos += sizeof (MonoLMF);
401 /* save the current IP */
402 cfg->lmfip_offset = cfg->code + 1 - cfg->start;
403 x86_push_imm (cfg->code, 0);
404 /* save all caller saved regs */
405 x86_push_reg (cfg->code, X86_EBX);
406 x86_push_reg (cfg->code, X86_EDI);
407 x86_push_reg (cfg->code, X86_ESI);
408 x86_push_reg (cfg->code, X86_EBP);
410 /* save method info */
411 x86_push_imm (cfg->code, method);
413 /* get the address of lmf for the current thread */
414 mono_add_jump_info (cfg, cfg->code, MONO_JUMP_INFO_ABS, mono_get_lmf_addr);
415 x86_call_code (cfg->code, 0);
418 x86_push_reg (cfg->code, X86_EAX);
419 /* push *lfm (previous_lmf) */
420 x86_push_membase (cfg->code, X86_EAX, 0);
422 x86_mov_membase_reg (cfg->code, X86_EAX, 0, X86_ESP, 4);
426 /* activation frame alignment check */
427 x86_mov_reg_reg (cfg->code, X86_EAX, X86_ESP, 4);
428 x86_alu_reg_imm (cfg->code, X86_AND, X86_EAX, MONO_FRAME_ALIGNMENT - 1);
429 x86_alu_reg_imm (cfg->code, X86_CMP, X86_EAX, 0);
430 x86_branch32 (cfg->code, X86_CC_EQ, 1, FALSE);
431 x86_breakpoint (cfg->code);
434 if (mono_regset_reg_used (cfg->rs, X86_EBX)) {
435 x86_push_reg (cfg->code, X86_EBX);
439 if (mono_regset_reg_used (cfg->rs, X86_EDI)) {
440 x86_push_reg (cfg->code, X86_EDI);
444 if (mono_regset_reg_used (cfg->rs, X86_ESI)) {
445 x86_push_reg (cfg->code, X86_ESI);
453 x86_alu_reg_imm (cfg->code, X86_SUB, X86_ESP, alloc_size);
455 if (mono_jit_trace_calls) {
456 x86_push_reg (cfg->code, X86_EBP);
457 x86_push_imm (cfg->code, cfg->method);
458 x86_mov_reg_imm (cfg->code, X86_EAX, enter_method);
459 x86_call_reg (cfg->code, X86_EAX);
460 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 8);
462 if (mono_jit_profile) {
463 x86_push_imm (cfg->code, cfg->method);
464 x86_mov_reg_imm (cfg->code, X86_EAX, mono_profiler_method_enter);
465 x86_call_reg (cfg->code, X86_EAX);
466 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
469 /* initialize local vars */
470 if (header->num_locals) {
471 gboolean unassigned_locals = TRUE;
473 if (cfg->bblocks [0].live_in_set) {
474 i = mono_bitset_find_first (cfg->bblocks [0].live_in_set,
475 cfg->locals_start_index - 1);
476 unassigned_locals = (i >= 0 && i < cfg->locals_start_index +
480 if (unassigned_locals && header->init_locals) {
481 MonoVarInfo *vi = &VARINFO (cfg, cfg->locals_start_index + header->num_locals - 1);
482 int offset = vi->offset;
486 /* do not clear caller saved registers */
489 for (i = 0; i < header->num_locals; ++i) {
490 MonoVarInfo *rv = &VARINFO (cfg, cfg->locals_start_index + i);
493 int ind = 1 << rv->reg;
495 x86_alu_reg_reg (cfg->code, X86_XOR, rv->reg, rv->reg);
500 if (size == 1 || size == 2 || size == 4) {
501 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, size);
509 for (k = 0; k < i; k++) {
510 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
515 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 2);
519 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 1);
524 if (!mono_regset_reg_used (cfg->rs, X86_EDI))
525 x86_push_reg (cfg->code, X86_EDI);
526 x86_lea_membase (cfg->code, X86_EDI, X86_EBP, offset);
527 x86_alu_reg_reg (cfg->code, X86_XOR, X86_EAX, X86_EAX);
528 x86_mov_reg_imm (cfg->code, X86_ECX, i);
530 x86_prefix (cfg->code, X86_REP_PREFIX);
531 x86_stosl (cfg->code);
532 for (i = 0; i < j; i++)
533 x86_stosb (cfg->code);
534 if (!mono_regset_reg_used (cfg->rs, X86_EDI))
535 x86_pop_reg (cfg->code, X86_EDI);
539 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 2);
540 x86_mov_membase_imm (cfg->code, X86_EBP, offset + 2, 0, 1);
545 /* we always need to initialize object pointers */
547 for (i = 0; i < header->num_locals; ++i) {
548 MonoType *t = header->locals [i];
549 int offset = VARINFO (cfg, cfg->locals_start_index + i).offset;
552 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
557 case MONO_TYPE_STRING:
558 case MONO_TYPE_CLASS:
559 case MONO_TYPE_ARRAY:
560 case MONO_TYPE_SZARRAY:
561 case MONO_TYPE_OBJECT:
562 x86_mov_membase_imm (cfg->code, X86_EBP, offset, 0, 4);
572 * arch_emit_epilogue:
573 * @cfg: pointer to status information
575 * Emits the function epilog.
578 arch_emit_epilogue (MonoFlowGraph *cfg)
582 * note: with trace and profiling the value on the FP stack may get clobbered.
584 if (mono_jit_trace_calls) {
585 x86_fld_reg (cfg->code, 0);
586 x86_alu_reg_imm (cfg->code, X86_SUB, X86_ESP, 8);
587 x86_fst_membase (cfg->code, X86_ESP, 0, TRUE, TRUE);
588 x86_push_reg (cfg->code, X86_EAX);
589 x86_push_reg (cfg->code, X86_EDX);
590 x86_push_imm (cfg->code, cfg->method);
591 x86_mov_reg_imm (cfg->code, X86_EAX, leave_method);
592 x86_call_reg (cfg->code, X86_EAX);
593 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
594 x86_pop_reg (cfg->code, X86_EDX);
595 x86_pop_reg (cfg->code, X86_EAX);
596 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 8);
598 if (mono_jit_profile) {
599 x86_push_reg (cfg->code, X86_EAX);
600 x86_push_reg (cfg->code, X86_EDX);
601 x86_push_imm (cfg->code, cfg->method);
602 x86_mov_reg_imm (cfg->code, X86_EAX, mono_profiler_method_leave);
603 x86_call_reg (cfg->code, X86_EAX);
604 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
605 x86_pop_reg (cfg->code, X86_EDX);
606 x86_pop_reg (cfg->code, X86_EAX);
611 if (cfg->method->save_lmf) {
612 pos = -sizeof (MonoLMF);
614 if (mono_regset_reg_used (cfg->rs, X86_EBX)) {
617 if (mono_regset_reg_used (cfg->rs, X86_EDI)) {
620 if (mono_regset_reg_used (cfg->rs, X86_ESI)) {
625 x86_lea_membase (cfg->code, X86_ESP, X86_EBP, pos);
627 if (cfg->method->save_lmf) {
628 /* ebx = previous_lmf */
629 x86_pop_reg (cfg->code, X86_EBX);
631 x86_pop_reg (cfg->code, X86_EDI);
632 /* *(lmf) = previous_lmf */
633 x86_mov_membase_reg (cfg->code, X86_EDI, 0, X86_EBX, 4);
635 /* discard method info */
636 x86_pop_reg (cfg->code, X86_ESI);
638 /* restore caller saved regs */
639 x86_pop_reg (cfg->code, X86_EBP);
640 x86_pop_reg (cfg->code, X86_ESI);
641 x86_pop_reg (cfg->code, X86_EDI);
642 x86_pop_reg (cfg->code, X86_EBX);
646 if (mono_regset_reg_used (cfg->rs, X86_ESI)) {
647 x86_pop_reg (cfg->code, X86_ESI);
649 if (mono_regset_reg_used (cfg->rs, X86_EDI)) {
650 x86_pop_reg (cfg->code, X86_EDI);
652 if (mono_regset_reg_used (cfg->rs, X86_EBX)) {
653 x86_pop_reg (cfg->code, X86_EBX);
657 x86_leave (cfg->code);
662 init_varinfo (MonoFlowGraph *cfg, MonoVarInfo *vi)
664 vi->range.last_use.abs_pos = 0;
665 vi->range.first_use.pos.bid = 0xffff;
666 vi->range.first_use.pos.tid = 0;
669 vi->varnum = cfg->varinfo->len;
673 arch_allocate_arg (MonoFlowGraph *cfg, MonoJitArgumentInfo *info, MonoValueType type)
677 mono_jit_stats.allocate_var++;
679 init_varinfo (cfg, &vi);
682 SET_VARINFO (vi, type, MONO_ARGVAR, info->offset, info->size);
683 g_array_append_val (cfg->varinfo, vi);
685 return cfg->varinfo->len - 1;
689 arch_allocate_var (MonoFlowGraph *cfg, int size, int align, MonoVarType vartype, MonoValueType type)
693 mono_jit_stats.allocate_var++;
695 init_varinfo (cfg, &vi);
697 if (size != sizeof (gpointer))
700 cfg->locals_size += size;
701 cfg->locals_size += align - 1;
702 cfg->locals_size &= ~(align - 1);
704 SET_VARINFO (vi, type, vartype, - cfg->locals_size, size);
705 g_array_append_val (cfg->varinfo, vi);
707 return cfg->varinfo->len - 1;
711 mono_label_cfg (MonoFlowGraph *cfg)
715 for (i = 0; i < cfg->block_count; i++) {
716 GPtrArray *forest = cfg->bblocks [i].forest;
719 if (!cfg->bblocks [i].reached) /* unreachable code */
724 for (j = 0; j < top; j++) {
725 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
728 mbstate = mono_burg_label (t1, cfg);
731 if (mono_debug_format != MONO_DEBUG_FORMAT_NONE)
733 g_warning ("tree does not match in %s: 0x%04x",
734 mono_method_full_name (cfg->method, TRUE), t1->cli_addr);
735 mono_print_ctree (cfg, t1); printf ("\n\n");
737 mono_print_forest (cfg, forest);
738 g_assert_not_reached ();
747 tree_allocate_regs (MonoFlowGraph *cfg, MBTree *tree, int goal, MonoRegSet *rs,
748 guint8 exclude_mask, int *spillcount)
751 int ern = mono_burg_rule (tree->state, goal);
752 const guint16 *nts = mono_burg_nts [ern];
753 guint8 left_exclude_mask = 0, right_exclude_mask = 0;
756 #ifdef DEBUG_REGALLOC
757 printf ("tree_allocate_regs start %d %08x %d %d\n", tree->op, rs->free_mask, goal,
758 (nts [0] && kids [0] == tree));
761 mono_burg_kids (tree, ern, kids);
767 exclude_mask |= (1 << X86_ECX);
768 left_exclude_mask |= (1 << X86_ECX);
771 case MB_TERM_MUL_OVF:
772 case MB_TERM_MUL_OVF_UN:
777 if (goal == MB_NTERM_reg) {
778 left_exclude_mask |= (1 << X86_EDX);
779 right_exclude_mask |= (1 << X86_EDX) | (1 << X86_EAX);
786 if (nts [0] && kids [0] == tree) {
788 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, exclude_mask, spillcount))
809 if (nts [1]) { /* two kids */
812 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, left_exclude_mask, spillcount))
817 if (!tree_allocate_regs (cfg, kids [1], nts [1], rs, right_exclude_mask, spillcount)) {
819 #ifdef DEBUG_REGALLOC
820 printf ("tree_allocate_regs try 1 failed %d %d %d %d\n",
821 nts [1], kids [1]->reg1,
822 kids [1]->reg2,kids [1]->reg3);
826 if (kids [0]->reg1 != -1) {
827 right_exclude_mask |= 1 << kids [0]->reg1;
830 if (kids [0]->reg2 != -1) {
831 right_exclude_mask |= 1 << kids [0]->reg2;
834 if (kids [0]->reg3 != -1) {
835 right_exclude_mask |= 1 << kids [0]->reg3;
839 mono_regset_free_reg (rs, kids [0]->reg1);
840 mono_regset_free_reg (rs, kids [0]->reg2);
841 mono_regset_free_reg (rs, kids [0]->reg3);
843 kids [0]->spilled = 1;
845 if (!tree_allocate_regs (cfg, kids [1], nts [1], rs, right_exclude_mask, spillcount)) {
846 #ifdef DEBUG_REGALLOC
847 printf ("tree_allocate_regs try 2 failed\n");
851 #ifdef DEBUG_REGALLOC
852 printf ("tree_allocate_regs try 2 succesfull\n");
857 if (nts [3]) /* we cant handle four kids */
858 g_assert_not_reached ();
860 if (!tree_allocate_regs (cfg, kids [2], nts [2], rs, right_exclude_mask, spillcount))
865 } else { /* one kid */
866 if (!tree_allocate_regs (cfg, kids [0], nts [0], rs, left_exclude_mask, spillcount))
872 for (i = 0; nts [i]; i++) {
873 mono_regset_free_reg (rs, kids [i]->reg1);
874 mono_regset_free_reg (rs, kids [i]->reg2);
875 mono_regset_free_reg (rs, kids [i]->reg3);
878 tree->emit = mono_burg_func [ern];
881 case MB_TERM_CALL_I4:
882 case MB_TERM_CALL_I8:
883 case MB_TERM_CALL_R8:
884 // case MB_TERM_CALL_VOID :
885 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
887 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
889 if ((tree->reg3 = mono_regset_alloc_reg (rs, X86_ECX, exclude_mask)) == -1)
897 case MB_TERM_MUL_OVF_UN:
902 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
904 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
908 if ((tree->reg1 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
916 case MB_TERM_MUL_OVF:
917 case MB_TERM_MUL_OVF_UN:
922 if ((tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, exclude_mask)) == -1)
924 if ((tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, exclude_mask)) == -1)
928 if ((tree->reg1 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
930 if ((tree->reg2 = mono_regset_alloc_reg (rs, -1, exclude_mask)) == -1)
936 /* fixme: allocate floating point registers */
940 if (tree->op == MB_TERM_ADD) {
941 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
943 if ((tree->reg2 = mono_regset_alloc_reg (rs, tree->right->reg1, exclude_mask)) == -1)
949 if (tree->op == MB_TERM_ADD) {
950 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
956 if (tree->op == MB_TERM_SHL ||
957 tree->op == MB_TERM_MUL) {
958 if ((tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, exclude_mask)) == -1)
968 #ifdef DEBUG_REGALLOC
969 printf ("tree_allocate_regs end %d %08x\n", tree->op, rs->free_mask);
975 arch_allocate_regs (MonoFlowGraph *cfg)
977 int i, j, max_spillcount = 0;
979 for (i = 0; i < cfg->block_count; i++) {
980 GPtrArray *forest = cfg->bblocks [i].forest;
983 if (!cfg->bblocks [i].reached) /* unreachable code */
988 for (j = 0; j < top; j++) {
989 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
991 #ifdef DEBUG_REGALLOC
992 printf ("arch_allocate_regs start %d:%d %08x\n", i, j, cfg->rs->free_mask);
994 if (!tree_allocate_regs (cfg, t1, 1, cfg->rs, 0, &spillcount)) {
995 mono_print_ctree (cfg, t1);
997 g_error ("register allocation failed");
1000 max_spillcount = MAX (max_spillcount, spillcount);
1002 #ifdef DEBUG_REGALLOC
1003 printf ("arch_allocate_regs end %d:%d %08x\n", i, j, cfg->rs->free_mask);
1005 g_assert (cfg->rs->free_mask == 0xffffffff);
1009 /* allocate space for spilled regs */
1011 cfg->spillvars = mono_mempool_alloc0 (cfg->mp, sizeof (gint) * max_spillcount);
1012 cfg->spillcount = max_spillcount;
1014 for (i = 0; i < max_spillcount; i++) {
1016 spillvar = arch_allocate_var (cfg, sizeof (gpointer), sizeof (gpointer),
1017 MONO_TEMPVAR, VAL_I32);
1018 cfg->spillvars [i] = VARINFO (cfg, spillvar).offset;
1023 tree_emit (int goal, MonoFlowGraph *cfg, MBTree *tree, int *spillcount)
1026 int ern = mono_burg_rule (tree->state, goal);
1027 const guint16 *nts = mono_burg_nts [ern];
1031 mono_burg_kids (tree, ern, kids);
1035 int spilloffset1, spilloffset2, spilloffset3;
1037 tree_emit (nts [0], cfg, kids [0], spillcount);
1039 if (kids [0]->spilled) {
1041 printf ("SPILL_REGS %d %03x %s.%s:%s\n",
1042 nts [0], cfg->code - cfg->start,
1043 cfg->method->klass->name_space,
1044 cfg->method->klass->name, cfg->method->name);
1046 mono_print_ctree (cfg, kids [0]);printf ("\n\n");
1052 if (kids [0]->reg1 != -1) {
1053 spilloffset1 = cfg->spillvars [(*spillcount)++];
1054 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset1,
1057 if (kids [0]->reg2 != -1) {
1058 spilloffset2 = cfg->spillvars [(*spillcount)++];
1059 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset2,
1062 if (kids [0]->reg3 != -1) {
1063 spilloffset3 = cfg->spillvars [(*spillcount)++];
1064 x86_mov_membase_reg (cfg->code, X86_EBP, spilloffset3,
1069 tree_emit (nts [1], cfg, kids [1], spillcount);
1071 if (kids [0]->spilled) {
1074 printf ("RELOAD_REGS %03x %s.%s:%s\n",
1075 cfg->code - cfg->start,
1076 cfg->method->klass->name_space,
1077 cfg->method->klass->name, cfg->method->name);
1080 if (kids [0]->reg3 != -1)
1081 x86_mov_reg_membase (cfg->code, kids [0]->reg3, X86_EBP,
1083 if (kids [0]->reg2 != -1)
1084 x86_mov_reg_membase (cfg->code, kids [0]->reg2, X86_EBP,
1086 if (kids [0]->reg1 != -1)
1087 x86_mov_reg_membase (cfg->code, kids [0]->reg1, X86_EBP,
1092 g_assert (!nts [3]);
1093 tree_emit (nts [2], cfg, kids [2], spillcount);
1096 tree_emit (nts [0], cfg, kids [0], spillcount);
1100 g_assert ((*spillcount) <= cfg->spillcount);
1102 tree->addr = offset = cfg->code - cfg->start;
1104 /* we assume an instruction uses a maximum of 128 bytes */
1105 if ((cfg->code_size - offset) <= 128) {
1106 int add = MIN (cfg->code_size, 128);
1107 cfg->code_size += add;
1108 mono_jit_stats.code_reallocs++;
1109 cfg->start = g_realloc (cfg->start, cfg->code_size);
1110 g_assert (cfg->start);
1111 cfg->code = cfg->start + offset;
1114 if ((emit = mono_burg_func [ern]))
1117 g_assert ((cfg->code - cfg->start) < cfg->code_size);
1121 mono_emit_cfg (MonoFlowGraph *cfg)
1123 int i, j, spillcount;
1125 for (i = 0; i < cfg->block_count; i++) {
1126 MonoBBlock *bb = &cfg->bblocks [i];
1127 GPtrArray *forest = bb->forest;
1130 if (!bb->reached) /* unreachable code */
1135 bb->addr = cfg->code - cfg->start;
1137 for (j = 0; j < top; j++) {
1138 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
1141 tree_emit (1, cfg, t1, &spillcount);
1145 cfg->epilog = cfg->code - cfg->start;
1149 mono_compute_branches (MonoFlowGraph *cfg)
1157 for (j = 0; j < cfg->block_count; j++) {
1158 MonoBBlock *bb = &cfg->bblocks [j];
1159 GPtrArray *forest = bb->forest;
1162 if (!bb->reached) /* unreachable code */
1167 for (i = 0; i < top; i++) {
1168 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, i);
1170 if (t1->op == MB_TERM_SWITCH) {
1171 MonoBBlock **jt = (MonoBBlock **)t1->data.p;
1172 guint32 *rt = (guint32 *)t1->data.p;
1173 int m = *((guint32 *)t1->data.p) + 1;
1176 for (k = 1; k <= m; k++)
1177 rt [k] = (int)(jt [k]->addr + cfg->start);
1179 /* emit the switch instruction again to update addresses */
1180 cfg->code = cfg->start + t1->addr;
1181 ((MBEmitFunc)t1->emit) (t1, cfg);
1188 for (ji = cfg->jump_info; ji; ji = ji->next) {
1189 unsigned char *ip = GUINT_TO_POINTER (GPOINTER_TO_UINT (ji->ip) + cfg->start);
1190 unsigned char *target;
1193 case MONO_JUMP_INFO_BB:
1194 target = ji->data.bb->addr + cfg->start;
1196 case MONO_JUMP_INFO_ABS:
1197 target = ji->data.target;
1199 case MONO_JUMP_INFO_EPILOG:
1200 target = cfg->epilog + cfg->start;
1202 case MONO_JUMP_INFO_IP:
1203 *(unsigned char**)ip = ip;
1206 g_assert_not_reached ();
1208 x86_patch (ip, target);
1211 /* patch the IP in the LMF saving code */
1212 if (cfg->lmfip_offset) {
1213 *((guint32 *)(cfg->start + cfg->lmfip_offset)) =
1214 (gint32)(cfg->start + cfg->lmfip_offset);
1219 mono_add_jump_info (MonoFlowGraph *cfg, gpointer ip, MonoJumpInfoType type, gpointer target)
1221 MonoJumpInfo *ji = mono_mempool_alloc (cfg->mp, sizeof (MonoJumpInfo));
1224 ji->ip = GUINT_TO_POINTER (GPOINTER_TO_UINT (ip) - GPOINTER_TO_UINT (cfg->start));
1225 ji->data.target = target;
1226 ji->next = cfg->jump_info;
1228 cfg->jump_info = ji;
1232 arch_jit_compile_cfg (MonoDomain *target_domain, MonoFlowGraph *cfg)
1235 guint32 ls_used_mask = 0;
1236 MonoMethod *method = cfg->method;
1239 ji = mono_mempool_alloc0 (target_domain->mp, sizeof (MonoJitInfo));
1241 cfg->rs = mono_regset_new (X86_NREG);
1242 mono_regset_reserve_reg (cfg->rs, X86_ESP);
1243 mono_regset_reserve_reg (cfg->rs, X86_EBP);
1245 /* we can use this regs for global register allocation */
1246 mono_regset_reserve_reg (cfg->rs, X86_EBX);
1247 mono_regset_reserve_reg (cfg->rs, X86_ESI);
1249 if (mono_use_linear_scan) {
1250 mono_linear_scan (cfg, &ls_used_mask);
1251 cfg->rs->used_mask |= ls_used_mask;
1254 if (mono_jit_dump_forest) {
1256 printf ("FOREST %s\n", mono_method_full_name (method, TRUE));
1257 for (i = 0; i < cfg->block_count; i++) {
1258 printf ("BLOCK %d:\n", i);
1259 mono_print_forest (cfg, cfg->bblocks [i].forest);
1263 if (!mono_label_cfg (cfg))
1266 arch_allocate_regs (cfg);
1268 /* align to 8 byte boundary */
1269 cfg->locals_size += 7;
1270 cfg->locals_size &= ~7;
1272 arch_emit_prologue (cfg);
1273 cfg->prologue_end = cfg->code - cfg->start;
1274 mono_emit_cfg (cfg);
1275 arch_emit_epilogue (cfg);
1276 cfg->epilogue_end = cfg->code - cfg->start;
1278 offset = cfg->code - cfg->start;
1279 gap = cfg->code_size - offset;
1281 char *org = cfg->start;
1283 cfg->start = g_realloc (cfg->start, offset);
1285 cfg->start = mono_mempool_alloc (target_domain->code_mp, offset);
1286 memcpy (cfg->start, org, offset);
1289 cfg->code_size = offset;
1290 cfg->code = cfg->start + offset;
1293 mono_compute_branches (cfg);
1295 ji->code_size = cfg->code - cfg->start;
1296 ji->used_regs = cfg->rs->used_mask;
1297 ji->method = method;
1298 ji->code_start = cfg->start;