2 * emit-x86.c: Support functions for emitting x86 code
5 * Dietmar Maurer (dietmar@ximian.com)
6 * Miguel de Icaza (miguel@ximian.com)
8 * (C) 2001 Ximian, Inc.
14 #include <mono/metadata/assembly.h>
15 #include <mono/metadata/loader.h>
16 #include <mono/metadata/cil-coff.h>
17 #include <mono/metadata/tabledefs.h>
18 #include <mono/metadata/class.h>
19 #include <mono/metadata/mono-endian.h>
20 #include <mono/arch/x86/x86-codegen.h>
27 enter_method (MonoMethod *method, gpointer ebp)
33 printf ("ENTER: %s.%s::%s\n(", method->klass->name_space,
34 method->klass->name, method->name);
37 if (((int)ebp & 3) != 0) {
38 g_error ("unaligned stack detected (%p)", ebp);
43 if (ISSTRUCT (method->signature->ret)) {
46 g_assert (!method->signature->ret->byref);
48 size = mono_type_stack_size (method->signature->ret, &align);
50 printf ("VALUERET:%p, ", *((gpointer *)ebp));
51 ebp += sizeof (gpointer);
54 if (method->signature->hasthis) {
55 if (method->klass->valuetype) {
56 printf ("value:%p, ", *((gpointer *)ebp));
58 o = *((MonoObject **)ebp);
62 class = o->vtable->klass;
64 if (class == mono_defaults.string_class) {
65 printf ("this:[STRING:%p:%s], ", o, mono_string_to_utf8 ((MonoString *)o));
67 printf ("this:%p[%s.%s], ", o, class->name_space, class->name);
70 ebp += sizeof (gpointer);
73 for (i = 0; i < method->signature->param_count; ++i) {
74 MonoType *type = method->signature->params [i];
76 size = mono_type_stack_size (type, &align);
79 printf ("[BYREF:%p], ", *((gpointer *)ebp));
80 } else switch (type->type) {
82 case MONO_TYPE_BOOLEAN:
92 printf ("%d, ", *((int *)(ebp)));
94 case MONO_TYPE_STRING: {
95 MonoString *s = *((MonoString **)ebp);
97 g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
98 printf ("[STRING:%p:%s], ", s, mono_string_to_utf8 (s));
100 printf ("[STRING:null], ");
103 case MONO_TYPE_CLASS:
104 case MONO_TYPE_OBJECT: {
105 o = *((MonoObject **)ebp);
107 class = o->vtable->klass;
109 if (class == mono_defaults.string_class) {
110 printf ("[STRING:%p:%s], ", o, mono_string_to_utf8 ((MonoString *)o));
111 } else if (class == mono_defaults.int32_class) {
112 printf ("[INT32:%p:%d], ", o, *(gint32 *)((gpointer)o + sizeof (MonoObject)));
114 printf ("[%s.%s:%p], ", class->name_space, class->name, o);
116 printf ("%p, ", *((gpointer *)(ebp)));
121 case MONO_TYPE_FNPTR:
122 case MONO_TYPE_ARRAY:
123 case MONO_TYPE_SZARRAY:
124 printf ("%p, ", *((gpointer *)(ebp)));
127 printf ("%lld, ", *((gint64 *)(ebp)));
130 printf ("%f, ", *((float *)(ebp)));
133 printf ("%f, ", *((double *)(ebp)));
135 case MONO_TYPE_VALUETYPE:
137 for (j = 0; j < size; j++)
138 printf ("%02x,", *((guint8*)ebp +j));
145 g_assert (align == 4);
147 ebp = (gpointer)((unsigned)ebp & ~(3));
154 leave_method (MonoMethod *method, int edx, int eax, double test)
158 printf ("LEAVE: %s.%s::%s ", method->klass->name_space,
159 method->klass->name, method->name);
161 switch (method->signature->ret->type) {
164 case MONO_TYPE_BOOLEAN:
166 printf ("TRUE:%d", eax);
180 printf ("EAX=%d", eax);
182 case MONO_TYPE_STRING: {
183 MonoString *s = (MonoString *)eax;
186 g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
187 printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
189 printf ("[STRING:null], ");
192 case MONO_TYPE_OBJECT: {
193 MonoObject *o = (MonoObject *)eax;
196 if (o->vtable->klass == mono_defaults.boolean_class) {
197 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
198 } else if (o->vtable->klass == mono_defaults.int32_class) {
199 printf ("[INT32:%p:%d]", o, *((gint32 *)((gpointer)o + sizeof (MonoObject))));
201 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
203 printf ("[OBJECT:%p]", o);
207 case MONO_TYPE_CLASS:
209 case MONO_TYPE_FNPTR:
210 case MONO_TYPE_ARRAY:
211 case MONO_TYPE_SZARRAY:
212 printf ("EAX=%p", (gpointer)eax);
215 *((gint32 *)&l) = eax;
216 *((gint32 *)&l + 1) = edx;
217 printf ("EAX/EDX=%lld", l);
220 printf ("FP=%f\n", test);
223 printf ("(unknown return type)");
230 * arch_emit_prologue:
231 * @cfg: pointer to status information
233 * Emits the function prolog.
236 arch_emit_prologue (MonoFlowGraph *cfg)
238 x86_push_reg (cfg->code, X86_EBP);
239 x86_mov_reg_reg (cfg->code, X86_EBP, X86_ESP, 4);
241 if (cfg->locals_size)
242 x86_alu_reg_imm (cfg->code, X86_SUB, X86_ESP, cfg->locals_size);
244 if (mono_regset_reg_used (cfg->rs, X86_EBX))
245 x86_push_reg (cfg->code, X86_EBX);
247 if (mono_regset_reg_used (cfg->rs, X86_EDI))
248 x86_push_reg (cfg->code, X86_EDI);
250 if (mono_regset_reg_used (cfg->rs, X86_ESI))
251 x86_push_reg (cfg->code, X86_ESI);
253 if (mono_jit_trace_calls) {
254 x86_push_reg (cfg->code, X86_EBP);
255 x86_push_imm (cfg->code, cfg->method);
256 x86_mov_reg_imm (cfg->code, X86_EAX, enter_method);
257 x86_call_reg (cfg->code, X86_EAX);
258 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 8);
263 * arch_emit_epilogue:
264 * @cfg: pointer to status information
266 * Emits the function epilog.
269 arch_emit_epilogue (MonoFlowGraph *cfg)
271 if (mono_jit_trace_calls) {
272 x86_fld_reg (cfg->code, 0);
273 x86_alu_reg_imm (cfg->code, X86_SUB, X86_ESP, 8);
274 x86_fst_membase (cfg->code, X86_ESP, 0, TRUE, TRUE);
275 x86_push_reg (cfg->code, X86_EAX);
276 x86_push_reg (cfg->code, X86_EDX);
277 x86_push_imm (cfg->code, cfg->method);
278 x86_mov_reg_imm (cfg->code, X86_EAX, leave_method);
279 x86_call_reg (cfg->code, X86_EAX);
280 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 4);
281 x86_pop_reg (cfg->code, X86_EDX);
282 x86_pop_reg (cfg->code, X86_EAX);
283 x86_alu_reg_imm (cfg->code, X86_ADD, X86_ESP, 8);
286 if (mono_regset_reg_used (cfg->rs, X86_ESI))
287 x86_pop_reg (cfg->code, X86_ESI);
289 if (mono_regset_reg_used (cfg->rs, X86_EDI))
290 x86_pop_reg (cfg->code, X86_EDI);
292 if (mono_regset_reg_used (cfg->rs, X86_EBX))
293 x86_pop_reg (cfg->code, X86_EBX);
295 x86_leave (cfg->code);
300 * get_unbox_trampoline:
302 * @addr: pointer to native code for @m
304 * when value type methods are called through the vtable we need to unbox the
305 * this argument. This method returns a pointer to a trampoline which does
306 * unboxing before calling the method
309 get_unbox_trampoline (MonoMethod *m, gpointer addr)
311 guint8 *code, *start;
314 if (!m->signature->ret->byref && m->signature->ret->type == MONO_TYPE_VALUETYPE)
317 start = code = g_malloc (16);
319 x86_alu_membase_imm (code, X86_ADD, X86_ESP, this_pos, sizeof (MonoObject));
320 x86_jump_code (code, addr);
321 g_assert ((code - start) < 16);
327 * x86_magic_trampoline:
328 * @eax: saved x86 register
329 * @ecx: saved x86 register
330 * @edx: saved x86 register
331 * @esi: saved x86 register
332 * @edi: saved x86 register
333 * @ebx: saved x86 register
334 * @code: pointer into caller code
335 * @method: the method to translate
337 * This method is called by the trampoline functions for virtual
338 * methods. It inspects the caller code to find the address of the
339 * vtable slot, then calls the JIT compiler and writes the address
340 * of the compiled method back to the vtable. All virtual methods
341 * are called with: x86_call_membase (inst, basereg, disp). We always
342 * use 32 bit displacement to ensure that the length of the call
343 * instruction is 6 bytes. We need to get the value of the basereg
344 * and the constant displacement.
347 x86_magic_trampoline (int eax, int ecx, int edx, int esi, int edi,
348 int ebx, const guint8 *code, MonoMethod *m)
355 EnterCriticalSection (metadata_section);
356 addr = arch_compile_method (m);
357 LeaveCriticalSection (metadata_section);
361 /* go to the start of the call instruction
363 * address_byte = (m << 6) | (o << 3) | reg
364 * call opcode: 0xff address_byte displacement
369 if ((code [1] != 0xe8) && (code [3] == 0xff) && ((code [4] & 0x18) == 0x10) && ((code [4] >> 6) == 1)) {
370 reg = code [4] & 0x07;
371 disp = (signed char)code [5];
373 if ((code [0] == 0xff) && ((code [1] & 0x18) == 0x10) && ((code [1] >> 6) == 2)) {
374 reg = code [1] & 0x07;
375 disp = *((gint32*)(code + 2));
376 } else if ((code [1] == 0xe8)) {
377 *((guint32*)(code + 2)) = (guint)addr - ((guint)code + 1) - 5;
380 printf ("%x %x %x %x %x %x \n", code [0], code [1], code [2], code [3],
382 g_assert_not_reached ();
406 g_assert_not_reached ();
411 if (m->klass->valuetype) {
412 return *((gpointer *)o) = get_unbox_trampoline (m, addr);
414 return *((gpointer *)o) = addr;
419 * arch_create_jit_trampoline:
420 * @method: pointer to the method info
422 * Creates a trampoline function for virtual methods. If the created
423 * code is called it first starts JIT compilation of method,
424 * and then calls the newly created method. I also replaces the
425 * corresponding vtable entry (see x86_magic_trampoline).
427 * Returns: a pointer to the newly created code
430 arch_create_jit_trampoline (MonoMethod *method)
432 MonoDomain *domain = mono_domain_get ();
434 static guint8 *vc = NULL;
435 GHashTable *jit_code_hash;
437 /* icalls use method->addr */
441 /* previously created trampoline code */
445 /* check if we already have JITed code */
446 if (mono_jit_share_code)
447 jit_code_hash = mono_root_domain->jit_code_hash;
449 jit_code_hash = domain->jit_code_hash;
451 if ((code = g_hash_table_lookup (jit_code_hash, method))) {
452 mono_jit_stats.methods_lookups++;
457 vc = buf = g_malloc (256);
459 /* save caller save regs because we need to do a call */
460 x86_push_reg (buf, X86_EDX);
461 x86_push_reg (buf, X86_EAX);
462 x86_push_reg (buf, X86_ECX);
465 x86_push_reg (buf, X86_EBX);
466 x86_push_reg (buf, X86_EDI);
467 x86_push_reg (buf, X86_ESI);
468 x86_push_reg (buf, X86_EBP);
470 /* save the IP (caller ip) */
471 x86_push_membase (buf, X86_ESP, 32);
473 /* save method info */
474 x86_push_membase (buf, X86_ESP, 32);
475 /* get the address of lmf for the current thread */
476 x86_call_code (buf, arch_get_lmf_addr);
478 x86_push_reg (buf, X86_EAX);
479 /* push *lfm (previous_lmf) */
480 x86_push_membase (buf, X86_EAX, 0);
482 x86_mov_membase_reg (buf, X86_EAX, 0, X86_ESP, 4);
485 /* push the method info */
486 x86_push_membase (buf, X86_ESP, 44);
487 /* push the return address onto the stack */
488 x86_push_membase (buf, X86_ESP, 52);
490 /* save all register values */
491 x86_push_reg (buf, X86_EBX);
492 x86_push_reg (buf, X86_EDI);
493 x86_push_reg (buf, X86_ESI);
494 x86_push_membase (buf, X86_ESP, 64); /* EDX */
495 x86_push_membase (buf, X86_ESP, 64); /* ECX */
496 x86_push_membase (buf, X86_ESP, 64); /* EAX */
498 x86_call_code (buf, x86_magic_trampoline);
499 x86_alu_reg_imm (buf, X86_ADD, X86_ESP, 8*4);
501 /* restore LMF start */
502 /* ebx = previous_lmf */
503 x86_pop_reg (buf, X86_EBX);
505 x86_pop_reg (buf, X86_EDI);
506 /* *(lmf) = previous_lmf */
507 x86_mov_membase_reg (buf, X86_EDI, 0, X86_EBX, 4);
508 /* discard method info */
509 x86_pop_reg (buf, X86_ESI);
510 /* discard save IP */
511 x86_pop_reg (buf, X86_ESI);
512 /* restore caller saved regs */
513 x86_pop_reg (buf, X86_EBP);
514 x86_pop_reg (buf, X86_ESI);
515 x86_pop_reg (buf, X86_EDI);
516 x86_pop_reg (buf, X86_EBX);
517 /* restore LMF end */
519 x86_alu_reg_imm (buf, X86_ADD, X86_ESP, 16);
521 /* call the compiled method */
522 x86_jump_reg (buf, X86_EAX);
524 g_assert ((buf - vc) <= 256);
527 code = buf = g_malloc (16);
528 x86_push_imm (buf, method);
529 x86_jump_code (buf, vc);
530 g_assert ((buf - code) <= 16);
532 /* store trampoline address */
535 mono_jit_stats.method_trampolines++;
541 mono_label_cfg (MonoFlowGraph *cfg)
545 for (i = 0; i < cfg->block_count; i++) {
546 GPtrArray *forest = cfg->bblocks [i].forest;
549 if (!cfg->bblocks [i].reached) /* unreachable code */
554 for (j = 0; j < top; j++) {
555 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
558 mbstate = mono_burg_label (t1, cfg);
561 if (mono_debug_handle)
563 g_warning ("tree does not match");
564 mono_print_ctree (t1); printf ("\n\n");
566 mono_print_forest (forest);
567 g_assert_not_reached ();
574 tree_preallocate_regs (MBTree *tree, int goal, MonoRegSet *rs)
577 case MB_TERM_CALL_I4:
578 case MB_TERM_CALL_I8:
579 case MB_TERM_CALL_R8:
580 // case MB_TERM_CALL_VOID :
581 tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, tree->exclude_mask);
582 tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, tree->exclude_mask);
583 tree->reg3 = mono_regset_alloc_reg (rs, X86_ECX, tree->exclude_mask);
590 case MB_NTERM_lreg: {
595 tree->exclude_mask |= (1 << X86_ECX);
596 tree->left->exclude_mask |= (1 << X86_ECX);
599 case MB_TERM_MUL_OVF:
600 case MB_TERM_MUL_OVF_UN:
605 tree->reg1 = mono_regset_alloc_reg (rs, X86_EAX, tree->exclude_mask);
606 tree->reg2 = mono_regset_alloc_reg (rs, X86_EDX, tree->exclude_mask);
607 if (goal == MB_NTERM_reg) {
608 tree->left->exclude_mask |= (1 << X86_EDX);
609 tree->right->exclude_mask |= (1 << X86_EDX) | (1 << X86_EAX);
623 tree_allocate_regs (MBTree *tree, int goal, MonoRegSet *rs)
626 int ern = mono_burg_rule (tree->state, goal);
627 const guint16 *nts = mono_burg_nts [ern];
630 mono_burg_kids (tree, ern, kids);
632 //printf ("RALLOC START %d %p %d\n", tree->op, rs->free_mask, goal);
634 if (nts [0] && kids [0] == tree) {
636 tree_allocate_regs (kids [0], nts [0], rs);
640 for (i = 0; nts [i]; i++)
641 tree_preallocate_regs (kids [i], nts [i], rs);
643 for (i = 0; nts [i]; i++)
644 tree_allocate_regs (kids [i], nts [i], rs);
646 for (i = 0; nts [i]; i++) {
647 mono_regset_free_reg (rs, kids [i]->reg1);
648 mono_regset_free_reg (rs, kids [i]->reg2);
649 mono_regset_free_reg (rs, kids [i]->reg3);
654 if (tree->reg1 < 0) {
655 tree->reg1 = mono_regset_alloc_reg (rs, -1, tree->exclude_mask);
656 g_assert (tree->reg1 != -1);
661 if (tree->reg1 < 0) {
662 tree->reg1 = mono_regset_alloc_reg (rs, -1, tree->exclude_mask);
663 g_assert (tree->reg1 != -1);
665 if (tree->reg2 < 0) {
666 tree->reg2 = mono_regset_alloc_reg (rs, -1, tree->exclude_mask);
667 g_assert (tree->reg2 != -1);
672 /* fixme: allocate floating point registers */
676 if (tree->op == MB_TERM_ADD) {
677 tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, tree->exclude_mask);
678 tree->reg2 = mono_regset_alloc_reg (rs, tree->right->reg1, tree->exclude_mask);
683 if (tree->op == MB_TERM_ADD) {
684 tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, tree->exclude_mask);
689 if (tree->op == MB_TERM_SHL ||
690 tree->op == MB_TERM_MUL) {
691 tree->reg1 = mono_regset_alloc_reg (rs, tree->left->reg1, tree->exclude_mask);
699 //printf ("RALLOC END %d %p\n", tree->op, rs->free_mask);
700 tree->emit = mono_burg_func [ern];
704 arch_allocate_regs (MonoFlowGraph *cfg)
708 for (i = 0; i < cfg->block_count; i++) {
709 GPtrArray *forest = cfg->bblocks [i].forest;
712 if (!cfg->bblocks [i].reached) /* unreachable code */
717 for (j = 0; j < top; j++) {
718 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
719 //printf ("AREGSTART %d:%d %p\n", i, j, cfg->rs->free_mask);
720 tree_allocate_regs (t1, 1, cfg->rs);
721 //printf ("AREGENDT %d:%d %p\n", i, j, cfg->rs->free_mask);
722 g_assert (cfg->rs->free_mask == 0xffffffff);
728 tree_emit (int goal, MonoFlowGraph *cfg, MBTree *tree)
731 int i, ern = mono_burg_rule (tree->state, goal);
732 const guint16 *nts = mono_burg_nts [ern];
736 mono_burg_kids (tree, ern, kids);
738 for (i = 0; nts [i]; i++)
739 tree_emit (nts [i], cfg, kids [i]);
741 tree->addr = offset = cfg->code - cfg->start;
743 // we assume an instruction uses a maximum of 128 bytes
744 if ((cfg->code_size - offset) <= 128) {
745 int add = MIN (cfg->code_size, 128);
746 cfg->code_size += add;
747 mono_jit_stats.code_reallocs++;
748 cfg->start = g_realloc (cfg->start, cfg->code_size);
749 g_assert (cfg->start);
750 cfg->code = cfg->start + offset;
753 if ((emit = mono_burg_func [ern]))
756 g_assert ((cfg->code - cfg->start) < cfg->code_size);
760 mono_emit_cfg (MonoFlowGraph *cfg)
764 for (i = 0; i < cfg->block_count; i++) {
765 MonoBBlock *bb = &cfg->bblocks [i];
766 GPtrArray *forest = bb->forest;
769 if (!bb->reached) /* unreachable code */
774 bb->addr = cfg->code - cfg->start;
776 for (j = 0; j < top; j++) {
777 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, j);
779 tree_emit (1, cfg, t1);
783 cfg->epilog = cfg->code - cfg->start;
787 mono_compute_branches (MonoFlowGraph *cfg)
795 for (j = 0; j < cfg->block_count; j++) {
796 MonoBBlock *bb = &cfg->bblocks [j];
797 GPtrArray *forest = bb->forest;
800 if (!bb->reached) /* unreachable code */
805 for (i = 0; i < top; i++) {
806 MBTree *t1 = (MBTree *) g_ptr_array_index (forest, i);
808 if (t1->op == MB_TERM_SWITCH) {
809 MonoBBlock **jt = (MonoBBlock **)t1->data.p;
810 guint32 *rt = (guint32 *)t1->data.p;
812 int m = *((guint32 *)t1->data.p) + 1;
815 for (j = 1; j <= m; j++)
816 rt [j] = (int)(jt [j]->addr + cfg->start);
818 /* emit the switch instruction again to update addresses */
819 cfg->code = cfg->start + t1->addr;
820 ((MBEmitFunc)t1->emit) (t1, cfg);
827 for (ji = cfg->jump_info; ji; ji = ji->next) {
828 gpointer *ip = GUINT_TO_POINTER (GPOINTER_TO_UINT (ji->ip) + cfg->start);
832 case MONO_JUMP_INFO_BB:
833 target = ji->data.bb->addr + cfg->start;
834 *ip = target - GPOINTER_TO_UINT(ip) - 4;
836 case MONO_JUMP_INFO_ABS:
837 target = ji->data.target;
838 *ip = target - GPOINTER_TO_UINT(ip) - 4;
840 case MONO_JUMP_INFO_EPILOG:
841 target = cfg->epilog + cfg->start;
842 *ip = target - GPOINTER_TO_UINT(ip) - 4;
844 case MONO_JUMP_INFO_IP:
848 g_assert_not_reached ();
854 mono_add_jump_info (MonoFlowGraph *cfg, gpointer ip, MonoJumpInfoType type, gpointer target)
856 MonoJumpInfo *ji = mono_mempool_alloc (cfg->mp, sizeof (MonoJumpInfo));
859 ji->ip = GUINT_TO_POINTER (GPOINTER_TO_UINT (ip) - GPOINTER_TO_UINT (cfg->start));
860 ji->data.target = target;
861 ji->next = cfg->jump_info;
867 match_debug_method (MonoMethod* method)
869 GList *tmp = mono_debug_methods;
871 for (; tmp; tmp = tmp->next) {
872 if (strcmp (method->name, tmp->data) == 0) {
880 * arch_compile_method:
881 * @method: pointer to the method info
883 * JIT compilation of a single method.
885 * Returns: a pointer to the newly created code.
888 arch_compile_method (MonoMethod *method)
890 MonoDomain *domain = mono_domain_get ();
894 GHashTable *jit_code_hash;
896 g_assert (!(method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL));
897 g_assert (!(method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL));
899 if (mono_jit_share_code)
900 jit_code_hash = mono_root_domain->jit_code_hash;
902 jit_code_hash = domain->jit_code_hash;
904 if ((addr = g_hash_table_lookup (jit_code_hash, method))) {
905 mono_jit_stats.methods_lookups++;
909 mono_jit_stats.methods_compiled++;
911 mp = mono_mempool_new ();
913 if (mono_jit_trace_calls || mono_jit_dump_asm || mono_jit_dump_forest) {
914 printf ("Start JIT compilation of %s.%s:%s\n", method->klass->name_space,
915 method->klass->name, method->name);
918 if (method->iflags & METHOD_IMPL_ATTRIBUTE_RUNTIME) {
919 MonoClassField *field;
920 const char *name = method->name;
921 static guint target_offset = 0;
922 static guint method_offset = 0;
924 gboolean delegate = FALSE;
926 if (method->klass->parent &&
927 method->klass->parent->parent == mono_defaults.delegate_class)
930 if (!target_offset) {
931 mono_class_init (mono_defaults.delegate_class);
933 field = mono_class_get_field_from_name (mono_defaults.delegate_class, "m_target");
934 target_offset = field->offset;
935 field = mono_class_get_field_from_name (mono_defaults.delegate_class, "method_ptr");
936 method_offset = field->offset;
939 if (delegate && *name == '.' && (strcmp (name, ".ctor") == 0)) {
940 addr = code = g_malloc (32);
941 x86_push_reg (code, X86_EBP);
942 x86_mov_reg_reg (code, X86_EBP, X86_ESP, 4);
944 /* load the this pointer */
945 x86_mov_reg_membase (code, X86_EAX, X86_EBP, 8, 4);
946 /* load m_target arg */
947 x86_mov_reg_membase (code, X86_EDX, X86_EBP, 12, 4);
949 x86_mov_membase_reg (code, X86_EAX, target_offset, X86_EDX, 4);
950 /* load method_ptr arg */
951 x86_mov_reg_membase (code, X86_EDX, X86_EBP, 16, 4);
952 /* store method_ptr */
953 x86_mov_membase_reg (code, X86_EAX, method_offset, X86_EDX, 4);
958 g_assert ((code - (guint8*)addr) < 32);
960 } else if (delegate && *name == 'I' && (strcmp (name, "Invoke") == 0)) {
961 MonoMethodSignature *csig = method->signature;
962 int i, arg_size, target, this_pos = 4;
965 if (csig->ret->type == MONO_TYPE_VALUETYPE) {
966 g_assert (!csig->ret->byref);
971 if (csig->param_count) {
974 for (i = 0; i < csig->param_count; ++i) {
975 arg_size += mono_type_stack_size (csig->params [i], &align);
976 g_assert (align == 4);
980 addr = g_malloc (64 + arg_size);
982 for (i = 0; i < 2; i ++) {
986 /* load the this pointer */
987 x86_mov_reg_membase (code, X86_EAX, X86_ESP, this_pos, 4);
989 x86_mov_reg_membase (code, X86_EDX, X86_EAX, target_offset, 4);
990 /* check if zero (static method call without this pointer) */
991 x86_alu_reg_imm (code, X86_CMP, X86_EDX, 0);
992 x86_branch32 (code, X86_CC_EQ, target, TRUE);
995 /* virtual delegate methods: we have to replace the this pointer
996 * withe the actual target */
997 x86_mov_membase_reg (code, X86_ESP, this_pos, X86_EDX, 4);
998 /* jump to method_ptr() */
999 x86_jump_membase (code, X86_EAX, method_offset);
1001 /* static delegate methods: we have to remove the this pointer
1002 * from the activation frame - I do this do creating a new
1003 * stack frame an copy all arguments except the this pointer */
1005 target = code - source;
1006 g_assert ((arg_size & 3) == 0);
1007 for (j = 0; j < (arg_size>>2); j++) {
1008 x86_push_membase (code, X86_ESP, (arg_size + this_pos));
1012 x86_push_membase (code, X86_ESP, (arg_size + 4));
1014 x86_call_membase (code, X86_EAX, method_offset);
1016 x86_alu_reg_imm (code, X86_ADD, X86_ESP, arg_size + 4);
1018 x86_alu_reg_imm (code, X86_ADD, X86_ESP, arg_size);
1024 g_assert ((code - (guint8*)addr) < (64 + arg_size));
1027 if (mono_debug_handle)
1030 g_error ("Don't know how to exec runtime method %s.%s::%s",
1031 method->klass->name_space, method->klass->name, method->name);
1035 MonoMethodHeader *header = ((MonoMethodNormal *)method)->header;
1038 gulong code_size_ratio;
1040 ji = g_new0 (MonoJitInfo, 1);
1042 cfg = mono_cfg_new (method, mp);
1044 mono_analyze_flow (cfg);
1048 mono_analyze_stack (cfg);
1052 cfg->rs = mono_regset_new (X86_NREG);
1053 mono_regset_reserve_reg (cfg->rs, X86_ESP);
1054 mono_regset_reserve_reg (cfg->rs, X86_EBP);
1056 cfg->code_size = MAX (header->code_size * 5, 256);
1057 cfg->start = cfg->code = g_malloc (cfg->code_size);
1059 if (match_debug_method (method))
1060 x86_breakpoint (cfg->code);
1062 if (mono_jit_dump_forest) {
1064 printf ("FOREST %s.%s:%s\n", method->klass->name_space,
1065 method->klass->name, method->name);
1066 for (i = 0; i < cfg->block_count; i++) {
1067 printf ("BLOCK %d:\n", i);
1068 mono_print_forest (cfg->bblocks [i].forest);
1072 mono_label_cfg (cfg);
1076 arch_allocate_regs (cfg);
1078 /* align to 8 byte boundary */
1079 cfg->locals_size += 7;
1080 cfg->locals_size &= ~7;
1082 arch_emit_prologue (cfg);
1083 mono_emit_cfg (cfg);
1084 arch_emit_epilogue (cfg);
1088 mono_jit_stats.allocated_code_size += cfg->code_size;
1090 code_size_ratio = cfg->code - cfg->start;
1091 if (code_size_ratio > mono_jit_stats.biggest_method_size) {
1092 mono_jit_stats.biggest_method_size = code_size_ratio;
1093 mono_jit_stats.biggest_method = method;
1095 code_size_ratio = (code_size_ratio * 100) / header->code_size;
1096 if (code_size_ratio > mono_jit_stats.max_code_size_ratio) {
1097 mono_jit_stats.max_code_size_ratio = code_size_ratio;
1098 mono_jit_stats.max_ratio_method = method;
1101 mono_compute_branches (cfg);
1103 if (mono_jit_dump_asm) {
1104 char *id = g_strdup_printf ("%s.%s_%s", method->klass->name_space,
1105 method->klass->name, method->name);
1106 mono_disassemble_code (cfg->start, cfg->code - cfg->start, id);
1109 if (mono_debug_handle)
1110 mono_debug_add_method (mono_debug_handle, cfg);
1112 ji->code_size = cfg->code - cfg->start;
1113 ji->used_regs = cfg->rs->used_mask;
1114 ji->method = method;
1115 ji->code_start = addr;
1116 mono_jit_info_table_add (mono_jit_info_table, ji);
1118 mono_jit_stats.native_code_size += ji->code_size;
1120 if (header->num_clauses) {
1121 int i, start_block, end_block;
1123 ji->num_clauses = header->num_clauses;
1124 ji->clauses = g_new0 (MonoJitExceptionInfo, header->num_clauses);
1126 for (i = 0; i < header->num_clauses; i++) {
1127 MonoExceptionClause *ec = &header->clauses [i];
1128 MonoJitExceptionInfo *ei = &ji->clauses [i];
1130 ei->flags = ec->flags;
1131 ei->token_or_filter = ec->token_or_filter;
1133 g_assert (cfg->bcinfo [ec->try_offset].is_block_start);
1134 start_block = cfg->bcinfo [ec->try_offset].block_id;
1135 end_block = cfg->bcinfo [ec->try_offset + ec->try_len].block_id;
1136 g_assert (cfg->bcinfo [ec->try_offset + ec->try_len].is_block_start);
1138 ei->try_start = cfg->start + cfg->bblocks [start_block].addr;
1139 ei->try_end = cfg->start + cfg->bblocks [end_block].addr;
1141 g_assert (cfg->bcinfo [ec->handler_offset].is_block_start);
1142 start_block = cfg->bcinfo [ec->handler_offset].block_id;
1143 ei->handler_start = cfg->start + cfg->bblocks [start_block].addr;
1145 //printf ("TEST %x %x %x\n", ei->try_start, ei->try_end, ei->handler_start);
1149 mono_regset_free (cfg->rs);
1151 mono_cfg_free (cfg);
1153 mono_mempool_destroy (mp);
1157 if (mono_jit_trace_calls || mono_jit_dump_asm || mono_jit_dump_forest) {
1158 printf ("END JIT compilation of %s.%s:%s %p %p\n", method->klass->name_space,
1159 method->klass->name, method->name, method, addr);
1162 g_hash_table_insert (jit_code_hash, method, addr);
1168 * arch_get_restore_context:
1170 * Returns a pointer to a method which restores a previously saved sigcontext.
1173 arch_get_restore_context ()
1175 static guint8 *start = NULL;
1181 /* restore_contect (struct sigcontext *ctx) */
1182 /* we do not restore X86_EAX, X86_EDX */
1184 start = code = malloc (1024);
1187 x86_mov_reg_membase (code, X86_EAX, X86_ESP, 4, 4);
1189 /* get return address, stored in EDX */
1190 x86_mov_reg_membase (code, X86_EDX, X86_EAX, G_STRUCT_OFFSET (struct sigcontext, eip), 4);
1193 x86_mov_reg_membase (code, X86_EBX, X86_EAX, G_STRUCT_OFFSET (struct sigcontext, ebx), 4);
1195 x86_mov_reg_membase (code, X86_EDI, X86_EAX, G_STRUCT_OFFSET (struct sigcontext, edi), 4);
1197 x86_mov_reg_membase (code, X86_ESI, X86_EAX, G_STRUCT_OFFSET (struct sigcontext, esi), 4);
1199 x86_mov_reg_membase (code, X86_ESP, X86_EAX, G_STRUCT_OFFSET (struct sigcontext, esp), 4);
1201 x86_mov_reg_membase (code, X86_EBP, X86_EAX, G_STRUCT_OFFSET (struct sigcontext, ebp), 4);
1202 /* restore ECX. the exception object is passed here to the catch handler */
1203 x86_mov_reg_membase (code, X86_ECX, X86_EAX, G_STRUCT_OFFSET (struct sigcontext, ecx), 4);
1205 /* jump to the saved IP */
1206 x86_jump_reg (code, X86_EDX);
1212 * arch_get_call_finally:
1214 * Returns a pointer to a method which calls a finally handler.
1217 arch_get_call_finally ()
1219 static guint8 start [28];
1220 static int inited = 0;
1227 /* call_finally (struct sigcontext *ctx, unsigned long eip) */
1230 x86_push_reg (code, X86_EBP);
1231 x86_mov_reg_reg (code, X86_EBP, X86_ESP, 4);
1232 x86_push_reg (code, X86_EBX);
1233 x86_push_reg (code, X86_EDI);
1234 x86_push_reg (code, X86_ESI);
1237 x86_mov_reg_membase (code, X86_EAX, X86_EBP, 8, 4);
1239 x86_mov_reg_membase (code, X86_ECX, X86_EBP, 12, 4);
1241 x86_push_reg (code, X86_EBP);
1243 x86_mov_reg_membase (code, X86_EBP, X86_EAX, G_STRUCT_OFFSET (struct sigcontext, ebp), 4);
1244 /* call the handler */
1245 x86_call_reg (code, X86_ECX);
1247 x86_pop_reg (code, X86_EBP);
1248 /* restore saved regs */
1249 x86_pop_reg (code, X86_ESI);
1250 x86_pop_reg (code, X86_EDI);
1251 x86_pop_reg (code, X86_EBX);
1255 g_assert ((code - start) < 28);
1260 * arch_handle_exception:
1261 * @ctx: saved processor state
1265 arch_handle_exception (struct sigcontext *ctx, gpointer obj)
1267 MonoDomain *domain = mono_domain_get ();
1269 gpointer ip = (gpointer)ctx->eip;
1270 static void (*restore_context) (struct sigcontext *);
1271 static void (*call_finally) (struct sigcontext *, unsigned long);
1273 g_assert (ctx != NULL);
1274 g_assert (obj != NULL);
1276 ji = mono_jit_info_table_find (mono_jit_info_table, ip);
1278 if (!restore_context)
1279 restore_context = arch_get_restore_context ();
1282 call_finally = arch_get_call_finally ();
1284 if (ji) { /* we are inside managed code */
1285 MonoMethod *m = ji->method;
1288 if (ji->num_clauses) {
1291 g_assert (ji->clauses);
1293 for (i = 0; i < ji->num_clauses; i++) {
1294 MonoJitExceptionInfo *ei = &ji->clauses [i];
1296 if (ei->try_start <= ip && ip <= (ei->try_end)) {
1298 if (ei->flags == 0 && mono_object_isinst (obj,
1299 mono_class_get (m->klass->image, ei->token_or_filter))) {
1301 ctx->eip = (unsigned long)ei->handler_start;
1302 ctx->ecx = (unsigned long)obj;
1303 restore_context (ctx);
1304 g_assert_not_reached ();
1309 /* no handler found - we need to call all finally handlers */
1310 for (i = 0; i < ji->num_clauses; i++) {
1311 MonoJitExceptionInfo *ei = &ji->clauses [i];
1313 if (ei->try_start <= ip && ip < (ei->try_end) &&
1314 (ei->flags & MONO_EXCEPTION_CLAUSE_FINALLY)) {
1315 call_finally (ctx, (unsigned long)ei->handler_start);
1320 if (mono_object_isinst (obj, mono_defaults.exception_class)) {
1321 char *strace = mono_string_to_utf8 (((MonoException*)obj)->stack_trace);
1324 if (!strcmp (strace, "TODO: implement stack traces")){
1326 strace = g_strdup ("");
1329 tmp = g_strdup_printf ("%sin %s.%s:%s ()\n", strace, m->klass->name_space,
1330 m->klass->name, m->name);
1334 ((MonoException*)obj)->stack_trace = mono_string_new (domain, tmp);
1338 /* continue unwinding */
1340 /* restore caller saved registers */
1341 if (ji->used_regs & X86_ESI_MASK) {
1342 ctx->esi = *((int *)ctx->ebp + offset);
1345 if (ji->used_regs & X86_EDI_MASK) {
1346 ctx->edi = *((int *)ctx->ebp + offset);
1349 if (ji->used_regs & X86_EBX_MASK) {
1350 ctx->ebx = *((int *)ctx->ebp + offset);
1353 ctx->esp = ctx->ebp;
1354 ctx->eip = *((int *)ctx->ebp + 1);
1355 ctx->ebp = *((int *)ctx->ebp);
1357 if (ctx->ebp < (unsigned)mono_end_of_stack)
1358 arch_handle_exception (ctx, obj);
1360 mono_jit_abort (obj);
1362 gpointer *lmf_addr = TlsGetValue (lmf_thread_id);
1366 g_assert (lmf_addr);
1367 lmf = *((MonoLMF **)lmf_addr);
1370 mono_jit_abort (obj);
1374 *lmf_addr = lmf->previous_lmf;
1376 ctx->esi = lmf->esi;
1377 ctx->edi = lmf->edi;
1378 ctx->ebx = lmf->ebx;
1379 ctx->ebp = lmf->ebp;
1380 ctx->eip = lmf->eip;
1381 ctx->esp = (unsigned long)lmf;
1383 if (mono_object_isinst (obj, mono_defaults.exception_class)) {
1384 char *strace = mono_string_to_utf8 (((MonoException*)obj)->stack_trace);
1387 if (!strcmp (strace, "TODO: implement stack traces"))
1388 strace = g_strdup ("");
1390 tmp = g_strdup_printf ("%sin (unmanaged) %s.%s:%s ()\n", strace, m->klass->name_space,
1391 m->klass->name, m->name);
1395 ((MonoException*)obj)->stack_trace = mono_string_new (domain, tmp);
1399 if (ctx->eip < (unsigned)mono_end_of_stack)
1400 arch_handle_exception (ctx, obj);
1402 mono_jit_abort (obj);
1405 g_assert_not_reached ();
1409 throw_exception (unsigned long eax, unsigned long ecx, unsigned long edx, unsigned long ebx,
1410 unsigned long esi, unsigned long edi, unsigned long ebp, MonoObject *exc,
1411 unsigned long eip, unsigned long esp)
1413 struct sigcontext ctx;
1425 arch_handle_exception (&ctx, exc);
1427 g_assert_not_reached ();
1431 * arch_get_throw_exception:
1433 * Returns a function pointer which can be used to raise
1434 * exceptions. The returned function has the following
1435 * signature: void (*func) (MonoException *exc);
1436 * For example to raise an arithmetic exception you can use:
1438 * x86_push_imm (code, mono_get_exception_arithmetic ());
1439 * x86_call_code (code, arch_get_throw_exception ());
1443 arch_get_throw_exception (void)
1445 static guint8 start [24];
1446 static int inited = 0;
1455 x86_push_reg (code, X86_ESP);
1456 x86_push_membase (code, X86_ESP, 4); /* IP */
1457 x86_push_membase (code, X86_ESP, 12); /* exception */
1458 x86_push_reg (code, X86_EBP);
1459 x86_push_reg (code, X86_EDI);
1460 x86_push_reg (code, X86_ESI);
1461 x86_push_reg (code, X86_EBX);
1462 x86_push_reg (code, X86_EDX);
1463 x86_push_reg (code, X86_ECX);
1464 x86_push_reg (code, X86_EAX);
1465 x86_call_code (code, throw_exception);
1466 /* we should never reach this breakpoint */
1467 x86_breakpoint (code);
1469 g_assert ((code - start) < 24);
1474 * arch_get_throw_exception_by_name:
1476 * Returns a function pointer which can be used to raise
1477 * corlib exceptions. The returned function has the following
1478 * signature: void (*func) (char *exc_name);
1479 * For example to raise an arithmetic exception you can use:
1481 * x86_push_imm (code, "ArithmeticException");
1482 * x86_call_code (code, arch_get_throw_exception ());
1486 arch_get_throw_exception_by_name ()
1488 static guint8 start [32];
1489 static int inited = 0;
1498 /* fixme: we do not save EAX, EDX, ECD - unsure if we need that */
1500 x86_push_membase (code, X86_ESP, 4); /* exception name */
1501 x86_push_imm (code, "System");
1502 x86_push_imm (code, mono_defaults.exception_class->image);
1503 x86_call_code (code, mono_exception_from_name);
1504 x86_alu_reg_imm (code, X86_ADD, X86_ESP, 12);
1505 /* save the newly create object (overwrite exception name)*/
1506 x86_mov_membase_reg (code, X86_ESP, 4, X86_EAX, 4);
1507 x86_jump_code (code, arch_get_throw_exception ());
1509 g_assert ((code - start) < 32);
1515 * this returns a helper method to invoke a method with a user supplied
1516 * stack frame. The returned method has the following signature:
1517 * invoke_method_with_frame ((gpointer code, gpointer frame, int frame_size);
1520 get_invoke_method_with_frame ()
1522 static guint8 *start;
1528 start = code = malloc (64);
1531 x86_push_reg (code, X86_EBP);
1532 x86_mov_reg_reg (code, X86_EBP, X86_ESP, 4);
1533 x86_push_reg (code, X86_EBX);
1534 x86_push_reg (code, X86_EDI);
1535 x86_push_reg (code, X86_ESI);
1537 x86_mov_reg_membase (code, X86_EAX, X86_EBP, 16, 4);
1538 x86_alu_reg_reg (code, X86_SUB, X86_ESP, X86_EAX);
1540 x86_push_membase (code, X86_EBP, 16);
1541 x86_push_membase (code, X86_EBP, 12);
1542 x86_lea_membase (code, X86_EAX, X86_ESP, 2*4);
1543 x86_push_reg (code, X86_EAX);
1544 x86_call_code (code, memcpy);
1545 x86_alu_reg_imm (code, X86_ADD, X86_ESP, 12);
1547 x86_mov_reg_membase (code, X86_EAX, X86_EBP, 8, 4);
1548 x86_call_reg (code, X86_EAX);
1550 x86_mov_reg_membase (code, X86_ECX, X86_EBP, 16, 4);
1551 x86_alu_reg_reg (code, X86_ADD, X86_ESP, X86_ECX);
1554 x86_pop_reg (code, X86_ESI);
1555 x86_pop_reg (code, X86_EDI);
1556 x86_pop_reg (code, X86_EBX);
1560 g_assert ((code - start) < 64);
1566 * arch_runtime_invoke:
1567 * @method: the method to invoke
1568 * @obj: this pointer
1569 * @params: array of parameter values.
1571 * TODO: very ugly piece of code. we should replace that with a method-specific
1572 * trampoline (as suggested by Paolo).
1575 arch_runtime_invoke (MonoMethod *method, void *obj, void **params)
1577 static guint64 (*invoke_int64) (gpointer code, gpointer frame, int frame_size) = NULL;
1578 static double (*invoke_double) (gpointer code, gpointer frame, int frame_size) = NULL;
1580 MonoMethodSignature *sig = method->signature;
1581 int i, tmp, type, sp = 0;
1587 /* allocate ret object. */
1588 if (sig->ret->type == MONO_TYPE_VOID) {
1592 MonoClass *klass = mono_class_from_mono_type (sig->ret);
1593 if (klass->valuetype) {
1594 retval = mono_object_new (mono_domain_get (), klass);
1595 ret = ((char*)retval) + sizeof (MonoObject);
1601 if (ISSTRUCT (sig->ret))
1602 frame_size += sizeof (gpointer);
1605 frame_size += sizeof (gpointer);
1607 for (i = 0; i < sig->param_count; ++i) {
1609 frame_size += mono_type_stack_size (sig->params [i], &align);
1612 frame = alloca (frame_size);
1614 if (ISSTRUCT (sig->ret))
1621 for (i = 0; i < sig->param_count; ++i) {
1622 if (sig->params [i]->byref) {
1623 frame [sp++] = params [i];
1626 type = sig->params [i]->type;
1631 case MONO_TYPE_BOOLEAN:
1632 tmp = *(MonoBoolean*)params [i];
1633 frame [sp++] = (gpointer)tmp;
1637 case MONO_TYPE_CHAR:
1638 tmp = *(gint16*)params [i];
1639 frame [sp++] = (gpointer)tmp;
1641 #if SIZEOF_VOID_P == 4
1647 frame [sp++] = (gpointer)*(gint32*)params [i];
1649 #if SIZEOF_VOID_P == 8
1655 frame [sp++] = (gpointer)*(gint32*)params [i];
1656 frame [sp++] = (gpointer)*(((gint32*)params [i]) + 1);
1658 case MONO_TYPE_VALUETYPE:
1659 if (sig->params [i]->data.klass->enumtype) {
1660 type = sig->params [i]->data.klass->enum_basetype->type;
1663 g_warning ("generic valutype %s not handled in runtime invoke", sig->params [i]->data.klass->name);
1666 case MONO_TYPE_STRING:
1667 frame [sp++] = params [i];
1670 g_error ("type 0x%x not handled in invoke", sig->params [i]->type);
1675 code = method->addr;
1677 code = arch_compile_method (method);
1680 invoke_int64 = (gpointer)invoke_double = get_invoke_method_with_frame ();
1682 type = sig->ret->type;
1685 case MONO_TYPE_VOID:
1686 invoke_int64 (code, frame, frame_size);
1690 case MONO_TYPE_BOOLEAN:
1693 case MONO_TYPE_CHAR:
1694 #if SIZEOF_VOID_P == 4
1700 case MONO_TYPE_STRING:
1701 *((guint32 *)ret) = invoke_int64 (code, frame, frame_size);
1703 #if SIZEOF_VOID_P == 8
1709 *((guint64 *)ret) = invoke_int64 (code, frame, frame_size);
1712 *((float *)ret) = invoke_double (code, frame, frame_size);
1715 *((double *)ret) = invoke_double (code, frame, frame_size);
1717 case MONO_TYPE_VALUETYPE:
1718 if (sig->params [i]->data.klass->enumtype) {
1719 type = sig->params [i]->data.klass->enum_basetype->type;
1722 invoke_int64 (code, frame, frame_size);
1725 g_error ("type 0x%x not handled in invoke", sig->params [i]->type);