/*
* mono_arch_get_unbox_trampoline:
+ * @gsctx: the generic sharing context
* @m: method pointer
* @addr: pointer to native code for @m
*
* unboxing before calling the method
*/
gpointer
-mono_arch_get_unbox_trampoline (MonoMethod *m, gpointer addr)
+mono_arch_get_unbox_trampoline (MonoGenericSharingContext *gsctx, MonoMethod *m, gpointer addr)
{
guint8 *code, *start;
int this_pos = 4;
MonoDomain *domain = mono_domain_get ();
- if (!mono_method_signature (m)->ret->byref && MONO_TYPE_ISSTRUCT (mono_method_signature (m)->ret))
+ if (MONO_TYPE_ISSTRUCT (mono_method_signature (m)->ret))
this_pos = 8;
mono_domain_lock (domain);
}
void
-mono_arch_patch_callsite (guint8 *orig_code, guint8 *addr)
+mono_arch_patch_callsite (guint8 *method_start, guint8 *orig_code, guint8 *addr)
{
guint8 *code;
guint8 buf [8];
- gboolean can_write = mono_breakpoint_clean_code (orig_code - 8, buf, sizeof (buf));
+ gboolean can_write = mono_breakpoint_clean_code (method_start, orig_code, 8, buf, sizeof (buf));
code = buf + 8;
if (mono_running_on_valgrind ())
void
mono_arch_nullify_class_init_trampoline (guint8 *code, gssize *regs)
{
+ guint8 buf [16];
+ gboolean can_write = mono_breakpoint_clean_code (NULL, code, 6, buf, sizeof (buf));
+
+ if (!can_write)
+ return;
+
code -= 5;
if (code [0] == 0xe8) {
if (!mono_running_on_valgrind ()) {
mono_arch_create_trampoline_code (MonoTrampolineType tramp_type)
{
guint8 *buf, *code, *tramp;
- int pushed_args;
+ int pushed_args, pushed_args_caller_saved;
code = buf = mono_global_codeman_reserve (256);
*/
/* If this is a generic class init the argument is not on the
- * stack yet but in MONO_ARCH_VTABLE_REG.
+ * stack yet but in MONO_ARCH_VTABLE_REG. We first check
+ * whether the vtable is already initialized in which case we
+ * just return. Otherwise we push it and continue.
*/
- if (tramp_type == MONO_TRAMPOLINE_GENERIC_CLASS_INIT)
+ if (tramp_type == MONO_TRAMPOLINE_GENERIC_CLASS_INIT) {
+ static int byte_offset = -1;
+ static guint8 bitmask;
+
+ guint8 *jump;
+
+ if (byte_offset < 0)
+ mono_marshal_find_bitfield_offset (MonoVTable, initialized, &byte_offset, &bitmask);
+
+ x86_test_membase_imm (buf, MONO_ARCH_VTABLE_REG, byte_offset, bitmask);
+ jump = buf;
+ x86_branch8 (buf, X86_CC_Z, -1, 1);
+
+ x86_ret (buf);
+
+ x86_patch (jump, buf);
x86_push_reg (buf, MONO_ARCH_VTABLE_REG);
+ }
/* Put all registers into an array on the stack
* If this code is changed, make sure to update the offset value in
x86_push_reg (buf, X86_ECX);
x86_push_reg (buf, X86_EAX);
- pushed_args = 8;
+ pushed_args_caller_saved = pushed_args = 8;
/* Align stack on apple */
x86_alu_reg_imm (buf, X86_SUB, X86_ESP, 4);
x86_breakpoint (buf);*/
#endif
- tramp = mono_get_trampoline_func (tramp_type);
+ tramp = (guint8*)mono_get_trampoline_func (tramp_type);
x86_call_code (buf, tramp);
x86_alu_reg_imm (buf, X86_ADD, X86_ESP, 4*4);
- /* restore LMF start */
+ pushed_args -= 4;
+
+ /* Check for thread interruption */
+ /* This is not perf critical code so no need to check the interrupt flag */
+ x86_push_reg (buf, X86_EAX);
+ x86_call_code (buf, (guint8*)mono_thread_force_interruption_checkpoint);
+ x86_pop_reg (buf, X86_EAX);
+
+ /* Restore LMF */
+
/* ebx = previous_lmf */
x86_pop_reg (buf, X86_EBX);
+ pushed_args--;
x86_alu_reg_imm (buf, X86_SUB, X86_EBX, 1);
+
/* edi = lmf */
x86_pop_reg (buf, X86_EDI);
+ pushed_args--;
+
/* *(lmf) = previous_lmf */
x86_mov_membase_reg (buf, X86_EDI, 0, X86_EBX, 4);
+
/* discard method info */
x86_pop_reg (buf, X86_ESI);
+ pushed_args--;
+
/* discard ESP */
x86_pop_reg (buf, X86_ESI);
+ pushed_args--;
+
/* restore caller saved regs */
x86_pop_reg (buf, X86_EBX);
x86_pop_reg (buf, X86_EDI);
x86_pop_reg (buf, X86_ESI);
x86_pop_reg (buf, X86_EBP);
+ pushed_args -= 4;
+
/* discard save IP */
- x86_alu_reg_imm (buf, X86_ADD, X86_ESP, 4);
+ x86_alu_reg_imm (buf, X86_ADD, X86_ESP, 4);
+ pushed_args--;
+
/* restore LMF end */
/* Restore caller saved registers */
- x86_mov_reg_membase (buf, X86_ECX, X86_ESP, 1 * 4, 4);
- x86_mov_reg_membase (buf, X86_EDX, X86_ESP, 2 * 4, 4);
+ x86_mov_reg_membase (buf, X86_ECX, X86_ESP, (pushed_args - pushed_args_caller_saved + X86_ECX) * 4, 4);
+ x86_mov_reg_membase (buf, X86_EDX, X86_ESP, (pushed_args - pushed_args_caller_saved + X86_EDX) * 4, 4);
/* Pop saved reg array + stack align + method ptr */
x86_alu_reg_imm (buf, X86_ADD, X86_ESP, 10 * 4);
- if (tramp_type == MONO_TRAMPOLINE_CLASS_INIT || tramp_type == MONO_TRAMPOLINE_GENERIC_CLASS_INIT)
+ pushed_args -= 10;
+
+ /* We've popped one more stack item than we've pushed (the
+ method ptr argument), so we must end up at -1. */
+ g_assert (pushed_args == -1);
+
+ if (tramp_type == MONO_TRAMPOLINE_CLASS_INIT ||
+ tramp_type == MONO_TRAMPOLINE_GENERIC_CLASS_INIT ||
+ tramp_type == MONO_TRAMPOLINE_RGCTX_LAZY_FETCH)
x86_ret (buf);
else
/* call the compiled method */
return code;
}
+gpointer
+mono_arch_create_rgctx_lazy_fetch_trampoline (guint32 slot)
+{
+ guint8 *tramp = mono_get_trampoline_code (MONO_TRAMPOLINE_RGCTX_LAZY_FETCH);
+ guint8 *code, *buf;
+ guint8 **rgctx_null_jumps;
+ int tramp_size;
+ int depth, index;
+ int i;
+ gboolean mrgctx;
+
+ g_assert (tramp);
+
+ mrgctx = MONO_RGCTX_SLOT_IS_MRGCTX (slot);
+ index = MONO_RGCTX_SLOT_INDEX (slot);
+ if (mrgctx)
+ index += sizeof (MonoMethodRuntimeGenericContext) / sizeof (gpointer);
+ for (depth = 0; ; ++depth) {
+ int size = mono_class_rgctx_get_array_size (depth, mrgctx);
+
+ if (index < size - 1)
+ break;
+ index -= size - 1;
+ }
+
+ tramp_size = 36 + 6 * depth;
+
+ code = buf = mono_global_codeman_reserve (tramp_size);
+
+ rgctx_null_jumps = g_malloc (sizeof (guint8*) * (depth + 2));
+
+ /* load vtable/mrgctx ptr */
+ x86_mov_reg_membase (buf, X86_EAX, X86_ESP, 4, 4);
+ if (!mrgctx) {
+ /* load rgctx ptr from vtable */
+ x86_mov_reg_membase (buf, X86_EAX, X86_EAX, G_STRUCT_OFFSET (MonoVTable, runtime_generic_context), 4);
+ /* is the rgctx ptr null? */
+ x86_test_reg_reg (buf, X86_EAX, X86_EAX);
+ /* if yes, jump to actual trampoline */
+ rgctx_null_jumps [0] = buf;
+ x86_branch8 (buf, X86_CC_Z, -1, 1);
+ }
+
+ for (i = 0; i < depth; ++i) {
+ /* load ptr to next array */
+ if (mrgctx && i == 0)
+ x86_mov_reg_membase (buf, X86_EAX, X86_EAX, sizeof (MonoMethodRuntimeGenericContext), 4);
+ else
+ x86_mov_reg_membase (buf, X86_EAX, X86_EAX, 0, 4);
+ /* is the ptr null? */
+ x86_test_reg_reg (buf, X86_EAX, X86_EAX);
+ /* if yes, jump to actual trampoline */
+ rgctx_null_jumps [i + 1] = buf;
+ x86_branch8 (buf, X86_CC_Z, -1, 1);
+ }
+
+ /* fetch slot */
+ x86_mov_reg_membase (buf, X86_EAX, X86_EAX, sizeof (gpointer) * (index + 1), 4);
+ /* is the slot null? */
+ x86_test_reg_reg (buf, X86_EAX, X86_EAX);
+ /* if yes, jump to actual trampoline */
+ rgctx_null_jumps [depth + 1] = buf;
+ x86_branch8 (buf, X86_CC_Z, -1, 1);
+ /* otherwise return */
+ x86_ret (buf);
+
+ for (i = mrgctx ? 1 : 0; i <= depth + 1; ++i)
+ x86_patch (rgctx_null_jumps [i], buf);
+
+ g_free (rgctx_null_jumps);
+
+ /*
+ * our stack looks like this (tos on top):
+ *
+ * | ret addr |
+ * | vtable ptr |
+ * | ... |
+ *
+ * the trampoline code expects it to look like this:
+ *
+ * | vtable ptr |
+ * | ret addr |
+ * | ... |
+ *
+ * whereas our caller expects to still have one argument on
+ * the stack when we return, so we transform the stack into
+ * this:
+ *
+ * | vtable ptr |
+ * | ret addr |
+ * | dummy |
+ * | ... |
+ *
+ * which actually only requires us to push the vtable ptr, and
+ * the "old" vtable ptr becomes the dummy.
+ */
+
+ x86_push_membase (buf, X86_ESP, 4);
+
+ x86_mov_reg_imm (buf, X86_EAX, slot);
+ x86_jump_code (buf, tramp);
+
+ mono_arch_flush_icache (code, buf - code);
+
+ g_assert (buf - code <= tramp_size);
+
+ return code;
+}
+
+guint32
+mono_arch_get_rgctx_lazy_fetch_offset (gpointer *regs)
+{
+ return (guint32)(regs [X86_EAX]);
+}
+
void
mono_arch_invalidate_method (MonoJitInfo *ji, void *func, gpointer func_arg)
{
x86_push_imm (code, func_arg);
x86_call_code (code, (guint8*)func);
}
-
-/*
- * This method is only called when running in the Mono Debugger.
- */
-gpointer
-mono_debugger_create_notification_function (void)
-{
- guint8 *buf, *code;
-
- code = buf = mono_global_codeman_reserve (2);
- x86_breakpoint (buf);
- x86_ret (buf);
- return code;
-}