2 * tramp-arm-gsharedvt.c: gsharedvt support code for arm
5 * Zoltan Varga <vargaz@gmail.com>
7 * Copyright 2013 Xamarin, Inc (http://www.xamarin.com)
8 * Licensed under the MIT license. See LICENSE file in the project root for full license information.
13 #include <mono/metadata/abi-details.h>
14 #include <mono/metadata/appdomain.h>
15 #include <mono/metadata/marshal.h>
16 #include <mono/metadata/tabledefs.h>
17 #include <mono/metadata/profiler-private.h>
18 #include <mono/arch/arm/arm-codegen.h>
19 #include <mono/arch/arm/arm-vfp-codegen.h>
24 #define ALIGN_TO(val,align) ((((guint64)val) + ((align) - 1)) & ~((align) - 1))
27 #ifdef MONO_ARCH_GSHAREDVT_SUPPORTED
30 emit_bx (guint8* code, int reg)
32 if (mono_arm_thumb_supported ())
35 ARM_MOV_REG_REG (code, ARMREG_PC, reg);
41 mono_arm_start_gsharedvt_call (GSharedVtCallInfo *info, gpointer *caller, gpointer *callee, gpointer mrgctx_reg)
46 * The caller/callee regs are mapped to slot 0..3, stack slot 0 is mapped to slot 4, etc.
49 /* Set vtype ret arg */
50 if (info->vret_slot != -1) {
51 callee [info->vret_arg_reg] = &callee [info->vret_slot];
54 for (i = 0; i < info->map_count; ++i) {
55 int src = info->map [i * 2];
56 int dst = info->map [(i * 2) + 1];
57 int arg_marshal = (src >> 16) & 0xff;
59 switch (arg_marshal) {
60 case GSHAREDVT_ARG_NONE:
61 callee [dst] = caller [src];
63 case GSHAREDVT_ARG_BYVAL_TO_BYREF:
64 /* gsharedvt argument passed by addr in reg/stack slot */
66 callee [dst] = caller + src;
68 case GSHAREDVT_ARG_BYREF_TO_BYVAL: {
69 /* gsharedvt argument passed by value */
70 int nslots = (src >> 4) & 0xff;
71 int src_slot = src & 0xf;
73 gpointer *addr = caller [src_slot];
75 for (j = 0; j < nslots; ++j)
76 callee [dst + j] = addr [j];
79 case GSHAREDVT_ARG_BYREF_TO_BYVAL_I1: {
80 int src_slot = src & 0xf;
81 gpointer *addr = caller [src_slot];
83 callee [dst] = GINT_TO_POINTER ((int)*(gint8*)addr);
86 case GSHAREDVT_ARG_BYREF_TO_BYVAL_I2: {
87 int src_slot = src & 0xf;
88 gpointer *addr = caller [src_slot];
90 callee [dst] = GINT_TO_POINTER ((int)*(gint16*)addr);
93 case GSHAREDVT_ARG_BYREF_TO_BYVAL_U1: {
94 int src_slot = src & 0xf;
95 gpointer *addr = caller [src_slot];
97 callee [dst] = GUINT_TO_POINTER ((guint)*(guint8*)addr);
100 case GSHAREDVT_ARG_BYREF_TO_BYVAL_U2: {
101 int src_slot = src & 0xf;
102 gpointer *addr = caller [src_slot];
104 callee [dst] = GUINT_TO_POINTER ((guint)*(guint16*)addr);
108 g_assert_not_reached ();
113 if (info->vcall_offset != -1) {
114 MonoObject *this_obj = caller [0];
116 if (G_UNLIKELY (!this_obj))
118 if (info->vcall_offset == MONO_GSHAREDVT_DEL_INVOKE_VT_OFFSET)
119 /* delegate invoke */
120 return ((MonoDelegate*)this_obj)->invoke_impl;
122 return *(gpointer*)((char*)this_obj->vtable + info->vcall_offset);
123 } else if (info->calli) {
124 /* The address to call is passed in the mrgctx reg */
134 mono_arch_get_gsharedvt_trampoline (MonoTrampInfo **info, gboolean aot)
137 int buf_len, cfa_offset;
138 GSList *unwind_ops = NULL;
139 MonoJumpInfo *ji = NULL;
140 guint8 *br_out, *br [16], *br_ret [16];
141 int i, arg_reg, npushed, info_offset, mrgctx_offset, caller_reg_area_offset, callee_reg_area_offset;
142 int lr_offset, fp, br_ret_index, args_size;
145 buf = code = mono_global_codeman_reserve (buf_len);
148 /* Registers pushed by the arg trampoline */
151 // ios abi compatible frame
153 cfa_offset = npushed * sizeof (gpointer);
154 mono_add_unwind_op_def_cfa (unwind_ops, code, buf, ARMREG_SP, cfa_offset);
155 ARM_PUSH (code, (1 << fp) | (1 << ARMREG_LR));
156 cfa_offset += 2 * sizeof (gpointer);
157 mono_add_unwind_op_def_cfa_offset (unwind_ops, code, buf, cfa_offset);
158 mono_add_unwind_op_offset (unwind_ops, code, buf, fp, (- cfa_offset));
159 mono_add_unwind_op_offset (unwind_ops, code, buf, ARMREG_LR, ((- cfa_offset) + 4));
160 ARM_MOV_REG_REG (code, fp, ARMREG_SP);
161 mono_add_unwind_op_def_cfa_reg (unwind_ops, code, buf, fp);
162 /* Allocate stack frame */
163 ARM_SUB_REG_IMM8 (code, ARMREG_SP, ARMREG_SP, 32);
166 callee_reg_area_offset = - (6 * 4);
167 caller_reg_area_offset = cfa_offset - (npushed * sizeof (gpointer));
169 /* Save info struct which is in r0 */
170 ARM_STR_IMM (code, arg_reg, fp, info_offset);
172 ARM_STR_IMM (code, MONO_ARCH_RGCTX_REG, fp, mrgctx_offset);
173 /* Allocate callee area */
174 ARM_LDR_IMM (code, ARMREG_IP, arg_reg, MONO_STRUCT_OFFSET (GSharedVtCallInfo, stack_usage));
175 ARM_SUB_REG_REG (code, ARMREG_SP, ARMREG_SP, ARMREG_IP);
176 /* Allocate callee register area just below the callee area so it can be accessed from start_gsharedvt_call using negative offsets */
177 ARM_SUB_REG_IMM8 (code, ARMREG_SP, ARMREG_SP, 4 * sizeof (gpointer));
180 * The stack now looks like this:
185 * <callee area> <- sp
187 g_assert (mono_arm_thumb_supported ());
189 /* Call start_gsharedvt_call () */
190 /* 4 arguments, needs 0 stack slot, need to clean it up after the call */
191 args_size = 0 * sizeof (gpointer);
192 ARM_SUB_REG_IMM8 (code, ARMREG_SP, ARMREG_SP, args_size);
194 ARM_LDR_IMM (code, ARMREG_R0, fp, info_offset);
195 /* arg2 == caller stack area */
196 ARM_ADD_REG_IMM8 (code, ARMREG_R1, fp, cfa_offset - 4 * sizeof (gpointer));
197 /* arg3 == callee stack area */
198 ARM_ADD_REG_IMM8 (code, ARMREG_R2, ARMREG_SP, args_size);
199 /* arg4 == mrgctx reg */
200 ARM_LDR_IMM (code, ARMREG_R3, fp, mrgctx_offset);
203 ji = mono_patch_info_list_prepend (ji, code - buf, MONO_PATCH_INFO_JIT_ICALL_ADDR, "mono_arm_start_gsharedvt_call");
204 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_PC, 0);
206 *(gpointer*)code = NULL;
208 ARM_LDR_REG_REG (code, ARMREG_IP, ARMREG_PC, ARMREG_IP);
210 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_PC, 0);
212 *(gpointer*)code = mono_arm_start_gsharedvt_call;
215 ARM_MOV_REG_REG (code, ARMREG_LR, ARMREG_PC);
216 code = emit_bx (code, ARMREG_IP);
218 ARM_ADD_REG_IMM8 (code, ARMREG_SP, ARMREG_SP, args_size);
220 /* Make the real method call */
221 /* R0 contains the addr to call */
222 ARM_MOV_REG_REG (code, ARMREG_IP, ARMREG_R0);
223 /* Load argument registers */
224 ARM_LDM (code, ARMREG_SP, (1 << ARMREG_R0) | (1 << ARMREG_R1) | (1 << ARMREG_R2) | (1 << ARMREG_R3));
225 /* Pop callee register area */
226 ARM_ADD_REG_IMM8 (code, ARMREG_SP, ARMREG_SP, 4 * sizeof (gpointer));
228 ARM_LDR_IMM (code, MONO_ARCH_RGCTX_REG, fp, mrgctx_offset);
231 ARM_LDR_IMM (code, ARMREG_IP, fp, info_offset);
232 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, MONO_STRUCT_OFFSET (GSharedVtCallInfo, addr));
234 /* mono_arch_find_imt_method () depends on this */
235 ARM_ADD_REG_IMM8 (code, ARMREG_LR, ARMREG_PC, 4);
236 ARM_BX (code, ARMREG_IP);
237 *((gpointer*)code) = NULL;
242 /* Branch between IN/OUT cases */
243 ARM_LDR_IMM (code, ARMREG_IP, fp, info_offset);
244 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, MONO_STRUCT_OFFSET (GSharedVtCallInfo, gsharedvt_in));
246 ARM_CMP_REG_IMM8 (code, ARMREG_IP, 1);
248 ARM_B_COND (code, ARMCOND_NE, 0);
252 /* LR == return marshalling type */
253 ARM_LDR_IMM (code, ARMREG_IP, fp, info_offset);
254 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, MONO_STRUCT_OFFSET (GSharedVtCallInfo, ret_marshal));
256 /* Continue if no marshalling required */
257 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_NONE);
258 br_ret [br_ret_index ++] = code;
259 ARM_B_COND (code, ARMCOND_EQ, 0);
261 /* Compute vret area address in LR */
262 ARM_LDR_IMM (code, ARMREG_LR, fp, info_offset);
263 ARM_LDR_IMM (code, ARMREG_LR, ARMREG_LR, MONO_STRUCT_OFFSET (GSharedVtCallInfo, vret_slot));
264 /* The slot value is off by 4 */
265 ARM_SUB_REG_IMM8 (code, ARMREG_LR, ARMREG_LR, 4);
266 ARM_SHL_IMM (code, ARMREG_LR, ARMREG_LR, 2);
267 ARM_ADD_REG_REG (code, ARMREG_LR, ARMREG_LR, ARMREG_SP);
269 /* Branch to specific marshalling code */
270 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_IREG);
272 ARM_B_COND (code, ARMCOND_EQ, 0);
273 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_IREGS);
275 ARM_B_COND (code, ARMCOND_EQ, 0);
276 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_I1);
278 ARM_B_COND (code, ARMCOND_EQ, 0);
279 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_U1);
281 ARM_B_COND (code, ARMCOND_EQ, 0);
282 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_I2);
284 ARM_B_COND (code, ARMCOND_EQ, 0);
285 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_U2);
287 ARM_B_COND (code, ARMCOND_EQ, 0);
288 br_ret [br_ret_index ++] = code;
292 arm_patch (br [0], code);
293 ARM_LDR_IMM (code, ARMREG_R0, ARMREG_LR, 0);
294 br_ret [br_ret_index ++] = code;
297 arm_patch (br [1], code);
298 ARM_LDR_IMM (code, ARMREG_R0, ARMREG_LR, 0);
299 ARM_LDR_IMM (code, ARMREG_R1, ARMREG_LR, 4);
300 br_ret [br_ret_index ++] = code;
303 arm_patch (br [2], code);
304 ARM_LDRSB_IMM (code, ARMREG_R0, ARMREG_LR, 0);
305 br_ret [br_ret_index ++] = code;
308 arm_patch (br [3], code);
309 ARM_LDRB_IMM (code, ARMREG_R0, ARMREG_LR, 0);
310 br_ret [br_ret_index ++] = code;
313 arm_patch (br [4], code);
314 ARM_LDRSH_IMM (code, ARMREG_R0, ARMREG_LR, 0);
315 br_ret [br_ret_index ++] = code;
318 arm_patch (br [5], code);
319 ARM_LDRH_IMM (code, ARMREG_R0, ARMREG_LR, 0);
320 br_ret [br_ret_index ++] = code;
324 arm_patch (br_out, code);
326 /* Marshal return value */
327 ARM_LDR_IMM (code, ARMREG_IP, fp, info_offset);
328 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, MONO_STRUCT_OFFSET (GSharedVtCallInfo, ret_marshal));
330 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_IREGS);
332 ARM_B_COND (code, ARMCOND_NE, 0);
335 /* Load vtype ret addr from the caller arg regs */
336 ARM_LDR_IMM (code, ARMREG_IP, fp, info_offset);
337 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, MONO_STRUCT_OFFSET (GSharedVtCallInfo, vret_arg_reg));
338 ARM_SHL_IMM (code, ARMREG_IP, ARMREG_IP, 2);
339 ARM_ADD_REG_REG (code, ARMREG_IP, ARMREG_IP, fp);
340 ARM_ADD_REG_IMM8 (code, ARMREG_IP, ARMREG_IP, caller_reg_area_offset);
341 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, 0);
342 /* Save both registers for simplicity */
343 ARM_STR_IMM (code, ARMREG_R0, ARMREG_IP, 0);
344 ARM_STR_IMM (code, ARMREG_R1, ARMREG_IP, 4);
345 br_ret [br_ret_index ++] = code;
347 arm_patch (br [0], code);
349 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_IREG);
351 ARM_B_COND (code, ARMCOND_NE, 0);
354 /* Load vtype ret addr from the caller arg regs */
355 ARM_LDR_IMM (code, ARMREG_IP, fp, info_offset);
356 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, MONO_STRUCT_OFFSET (GSharedVtCallInfo, vret_arg_reg));
357 ARM_SHL_IMM (code, ARMREG_IP, ARMREG_IP, 2);
358 ARM_ADD_REG_REG (code, ARMREG_IP, ARMREG_IP, fp);
359 ARM_ADD_REG_IMM8 (code, ARMREG_IP, ARMREG_IP, caller_reg_area_offset);
360 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, 0);
361 /* Save the return value to the buffer pointed to by the vret addr */
362 ARM_STR_IMM (code, ARMREG_R0, ARMREG_IP, 0);
363 br_ret [br_ret_index ++] = code;
365 arm_patch (br [0], code);
367 ARM_CMP_REG_IMM8 (code, ARMREG_IP, GSHAREDVT_RET_U1);
369 ARM_B_COND (code, ARMCOND_NE, 0);
372 /* Load vtype ret addr from the caller arg regs */
373 ARM_LDR_IMM (code, ARMREG_IP, fp, info_offset);
374 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, MONO_STRUCT_OFFSET (GSharedVtCallInfo, vret_arg_reg));
375 ARM_SHL_IMM (code, ARMREG_IP, ARMREG_IP, 2);
376 ARM_ADD_REG_REG (code, ARMREG_IP, ARMREG_IP, fp);
377 ARM_ADD_REG_IMM8 (code, ARMREG_IP, ARMREG_IP, caller_reg_area_offset);
378 ARM_LDR_IMM (code, ARMREG_IP, ARMREG_IP, 0);
379 /* Save the return value to the buffer pointed to by the vret addr */
380 ARM_STRB_IMM (code, ARMREG_R0, ARMREG_IP, 0);
381 br_ret [br_ret_index ++] = code;
383 arm_patch (br [0], code);
385 /* OUT other cases */
386 br_ret [br_ret_index ++] = code;
389 for (i = 0; i < br_ret_index; ++i)
390 arm_patch (br_ret [i], code);
393 /* Restore registers + stack */
394 ARM_MOV_REG_REG (code, ARMREG_SP, fp);
395 ARM_LDM (code, fp, (1 << fp) | (1 << ARMREG_LR));
396 ARM_ADD_REG_IMM8 (code, ARMREG_SP, ARMREG_SP, cfa_offset);
398 ARM_BX (code, ARMREG_LR);
400 g_assert ((code - buf) < buf_len);
403 *info = mono_tramp_info_create ("gsharedvt_trampoline", buf, code - buf, ji, unwind_ops);
405 mono_arch_flush_icache (buf, code - buf);
412 mono_arch_get_gsharedvt_trampoline (MonoTrampInfo **info, gboolean aot)
414 g_assert_not_reached ();
425 mono_arm_start_gsharedvt_call (GSharedVtCallInfo *info, gpointer *caller, gpointer *callee, gpointer mrgctx_reg)
427 g_assert_not_reached ();
432 mono_arch_get_gsharedvt_trampoline (MonoTrampInfo **info, gboolean aot)