2 * Copyright 2002-2003 Ximian Inc
3 * Copyright 2003-2011 Novell Inc
4 * Copyright 2011 Xamarin Inc
5 * Licensed under the MIT license. See LICENSE file in the project root for full license information.
7 #ifndef __MONO_MINI_H__
8 #define __MONO_MINI_H__
15 #ifdef HAVE_SYS_TYPES_H
16 #include <sys/types.h>
18 #include <mono/metadata/loader.h>
19 #include <mono/metadata/mempool.h>
20 #include <mono/utils/monobitset.h>
21 #include <mono/metadata/class.h>
22 #include <mono/metadata/object.h>
23 #include <mono/metadata/opcodes.h>
24 #include <mono/metadata/tabledefs.h>
25 #include <mono/metadata/domain-internals.h>
26 #include "mono/metadata/class-internals.h"
27 #include "mono/metadata/object-internals.h"
28 #include <mono/metadata/profiler-private.h>
29 #include <mono/metadata/debug-helpers.h>
30 #include <mono/utils/mono-compiler.h>
31 #include <mono/utils/mono-machine.h>
32 #include <mono/utils/mono-stack-unwinding.h>
33 #include <mono/utils/mono-threads.h>
34 #include <mono/utils/mono-threads-coop.h>
35 #include <mono/utils/mono-tls.h>
36 #include <mono/utils/atomic.h>
37 #include <mono/utils/mono-conc-hashtable.h>
38 #include <mono/utils/mono-signal-handler.h>
40 #include "mini-arch.h"
42 #include "mini-unwind.h"
46 #include "mono/metadata/class-internals.h"
47 #include "mono/metadata/domain-internals.h"
48 #include "mono/metadata/object.h"
49 #include "mono/metadata/tabledefs.h"
50 #include "mono/metadata/marshal.h"
51 #include "mono/metadata/security-manager.h"
52 #include "mono/metadata/exception.h"
53 #include "mono/utils/mono-compiler.h"
55 #ifdef __native_client_codegen__
56 #include <nacl/nacl_dyncode.h>
61 * The mini code should not have any compile time dependencies on the GC being used, so the same object file from mini/
62 * can be linked into both mono and mono-sgen.
64 #if defined(HAVE_BOEHM_GC) || defined(HAVE_SGEN_GC)
65 #error "The code in mini/ should not depend on these defines."
69 /*#define __alignof__(a) sizeof(a)*/
70 #define __alignof__(type) G_STRUCT_OFFSET(struct { char c; type x; }, x)
74 #define MINI_DEBUG(level,limit,code)
76 #define MINI_DEBUG(level,limit,code) do {if (G_UNLIKELY ((level) >= (limit))) code} while (0)
79 #if !defined(DISABLE_TASKLETS) && defined(MONO_ARCH_SUPPORT_TASKLETS)
81 #define MONO_SUPPORT_TASKLETS 1
82 #elif defined(HOST_WIN32)
83 #define MONO_SUPPORT_TASKLETS 1
84 // Replace some gnu intrinsics needed for tasklets with MSVC equivalents.
85 #define __builtin_extract_return_addr(x) x
86 #define __builtin_return_address(x) _ReturnAddress()
87 #define __builtin_frame_address(x) _AddressOfReturnAddress()
92 #define COMPILE_LLVM(cfg) ((cfg)->compile_llvm)
93 #define LLVM_ENABLED TRUE
95 #define COMPILE_LLVM(cfg) (0)
96 #define LLVM_ENABLED FALSE
99 #ifdef MONO_ARCH_SOFT_FLOAT_FALLBACK
100 #define COMPILE_SOFT_FLOAT(cfg) (!COMPILE_LLVM ((cfg)) && mono_arch_is_soft_float ())
102 #define COMPILE_SOFT_FLOAT(cfg) (0)
105 #define NOT_IMPLEMENTED do { g_assert_not_reached (); } while (0)
107 /* for 32 bit systems */
108 #if G_BYTE_ORDER == G_LITTLE_ENDIAN
109 #define MINI_LS_WORD_IDX 0
110 #define MINI_MS_WORD_IDX 1
112 #define MINI_LS_WORD_IDX 1
113 #define MINI_MS_WORD_IDX 0
115 #define MINI_LS_WORD_OFFSET (MINI_LS_WORD_IDX * 4)
116 #define MINI_MS_WORD_OFFSET (MINI_MS_WORD_IDX * 4)
117 #define inst_ls_word data.op[MINI_LS_WORD_IDX].const_val
118 #define inst_ms_word data.op[MINI_MS_WORD_IDX].const_val
120 #define MONO_LVREG_LS(lvreg) ((lvreg) + 1)
121 #define MONO_LVREG_MS(lvreg) ((lvreg) + 2)
124 #define MONO_USE_AOT_COMPILER
127 /* Version number of the AOT file format */
128 #define MONO_AOT_FILE_VERSION 139
130 //TODO: This is x86/amd64 specific.
131 #define mono_simd_shuffle_mask(a,b,c,d) ((a) | ((b) << 2) | ((c) << 4) | ((d) << 6))
133 /* Remap printf to g_print (we use a mix of these in the mini code) */
134 #ifdef PLATFORM_ANDROID
135 #define printf g_print
138 #define MONO_TYPE_IS_PRIMITIVE(t) ((!(t)->byref && ((((t)->type >= MONO_TYPE_BOOLEAN && (t)->type <= MONO_TYPE_R8) || ((t)->type >= MONO_TYPE_I && (t)->type <= MONO_TYPE_U)))))
140 #define MONO_AOT_TRAMP_PAGE_SIZE 16384
142 /* Constants used to encode different types of methods in AOT */
144 MONO_AOT_METHODREF_MIN = 240,
145 /* Image index bigger than METHODREF_MIN */
146 MONO_AOT_METHODREF_LARGE_IMAGE_INDEX = 249,
147 /* Runtime provided methods on arrays */
148 MONO_AOT_METHODREF_ARRAY = 250,
149 MONO_AOT_METHODREF_NO_AOT_TRAMPOLINE = 251,
151 MONO_AOT_METHODREF_WRAPPER = 252,
152 /* Methods on generic instances */
153 MONO_AOT_METHODREF_GINST = 253,
154 /* Methods resolve using a METHODSPEC token */
155 MONO_AOT_METHODREF_METHODSPEC = 254,
158 /* Constants used to encode different types of types in AOT */
161 MONO_AOT_TYPEREF_TYPEDEF_INDEX = 1,
162 /* typedef index + image index */
163 MONO_AOT_TYPEREF_TYPEDEF_INDEX_IMAGE = 2,
165 MONO_AOT_TYPEREF_TYPESPEC_TOKEN = 3,
167 MONO_AOT_TYPEREF_GINST = 4,
168 /* type/method variable */
169 MONO_AOT_TYPEREF_VAR = 5,
171 MONO_AOT_TYPEREF_ARRAY = 6,
172 /* blob index of the type encoding */
173 MONO_AOT_TYPEREF_BLOB_INDEX = 7,
175 MONO_AOT_TYPEREF_PTR = 8
178 /* Trampolines which we have a lot of */
180 MONO_AOT_TRAMP_SPECIFIC = 0,
181 MONO_AOT_TRAMP_STATIC_RGCTX = 1,
182 MONO_AOT_TRAMP_IMT = 2,
183 MONO_AOT_TRAMP_GSHAREDVT_ARG = 3,
184 MONO_AOT_TRAMP_NUM = 4
188 MONO_AOT_FILE_FLAG_WITH_LLVM = 1,
189 MONO_AOT_FILE_FLAG_FULL_AOT = 2,
190 MONO_AOT_FILE_FLAG_DEBUG = 4,
191 MONO_AOT_FILE_FLAG_LLVM_THUMB = 8,
192 MONO_AOT_FILE_FLAG_LLVM_ONLY = 16,
193 MONO_AOT_FILE_FLAG_SAFEPOINTS = 32,
194 MONO_AOT_FILE_FLAG_SEPARATE_DATA = 64,
199 MONO_AOT_TABLE_IMAGE_TABLE,
200 MONO_AOT_TABLE_CLASS_NAME,
201 MONO_AOT_TABLE_METHOD_INFO_OFFSETS,
202 MONO_AOT_TABLE_EX_INFO_OFFSETS,
203 MONO_AOT_TABLE_CLASS_INFO_OFFSETS,
204 MONO_AOT_TABLE_GOT_INFO_OFFSETS,
205 MONO_AOT_TABLE_LLVM_GOT_INFO_OFFSETS,
206 MONO_AOT_TABLE_EXTRA_METHOD_INFO_OFFSETS,
207 MONO_AOT_TABLE_EXTRA_METHOD_TABLE,
211 /* This structure is stored in the AOT file */
212 typedef struct MonoAotFileInfo
214 /* The version number of the AOT file format, should match MONO_AOT_FILE_VERSION */
219 /* All the pointers should be at the start to avoid alignment problems */
221 #define MONO_AOT_FILE_INFO_FIRST_SYMBOL jit_got
222 /* Global Offset Table for JITted code */
224 /* Global Offset Table for LLVM code */
226 /* Mono EH Frame created by llc when using LLVM */
227 gpointer mono_eh_frame;
228 /* Points to the get_method () function in the LLVM image or NULL */
229 gpointer llvm_get_method;
230 /* Points to the get_unbox_tramp () function in the LLVM image or NULL */
231 gpointer llvm_get_unbox_tramp;
232 gpointer jit_code_start;
233 gpointer jit_code_end;
234 gpointer method_addresses;
237 gpointer class_name_table;
238 gpointer class_info_offsets;
239 gpointer method_info_offsets;
240 gpointer ex_info_offsets;
241 gpointer extra_method_info_offsets;
242 gpointer extra_method_table;
243 gpointer got_info_offsets;
244 gpointer llvm_got_info_offsets;
245 gpointer image_table;
247 /* The GUID of the assembly which the AOT image was generated from */
248 gpointer assembly_guid;
250 * The runtime version string for AOT images generated using 'bind-to-runtime-version',
253 gpointer runtime_version;
254 /* Blocks of various kinds of trampolines */
255 gpointer specific_trampolines;
256 gpointer static_rgctx_trampolines;
257 gpointer imt_trampolines;
258 gpointer gsharedvt_arg_trampolines;
259 /* In static mode, points to a table of global symbols for trampolines etc */
261 /* Points to a string containing the assembly name*/
262 gpointer assembly_name;
263 /* Start of Mono's Program Linkage Table */
265 /* End of Mono's Program Linkage Table */
267 gpointer unwind_info;
268 /* Points to a table mapping methods to their unbox trampolines */
269 gpointer unbox_trampolines;
270 /* Points to the end of the previous table */
271 gpointer unbox_trampolines_end;
272 /* Points to a table of unbox trampoline addresses/offsets */
273 gpointer unbox_trampoline_addresses;
274 #define MONO_AOT_FILE_INFO_LAST_SYMBOL unbox_trampoline_addresses
277 /* The index of the first GOT slot used by the PLT */
278 guint32 plt_got_offset_base;
279 /* Number of entries in the GOT */
281 /* Number of entries in the PLT */
283 /* Number of methods */
285 /* A union of MonoAotFileFlags */
287 /* Optimization flags used to compile the module */
289 /* SIMD flags used to compile the module */
291 /* Index of the blob entry holding the GC used by this module */
292 gint32 gc_name_index;
293 guint32 num_rgctx_fetch_trampolines;
294 /* These are used for sanity checking object layout problems when cross-compiling */
295 guint32 double_align, long_align, generic_tramp_num;
296 /* The page size used by trampoline pages */
297 guint32 tramp_page_size;
299 * The number of GOT entries which need to be preinitialized when the
302 guint32 nshared_got_entries;
303 /* The size of the data file, if MONO_AOT_FILE_FLAG_SEPARATE_DATA is set */
304 guint32 datafile_size;
307 /* Offsets for tables inside the data file if MONO_AOT_FILE_FLAG_SEPARATE_DATA is set */
308 // FIXME: Sync with AOT
309 guint32 table_offsets [MONO_AOT_TABLE_NUM];
310 /* Number of trampolines */
311 guint32 num_trampolines [MONO_AOT_TRAMP_NUM];
312 /* The indexes of the first GOT slots used by the trampolines */
313 guint32 trampoline_got_offset_base [MONO_AOT_TRAMP_NUM];
314 /* The size of one trampoline */
315 guint32 trampoline_size [MONO_AOT_TRAMP_NUM];
316 /* The offset where the trampolines begin on a trampoline page */
317 guint32 tramp_page_code_offsets [MONO_AOT_TRAMP_NUM];
318 /* GUID of aot compilation */
322 /* Number of symbols in the MonoAotFileInfo structure */
323 #define MONO_AOT_FILE_INFO_NUM_SYMBOLS (((G_STRUCT_OFFSET (MonoAotFileInfo, MONO_AOT_FILE_INFO_LAST_SYMBOL) - G_STRUCT_OFFSET (MonoAotFileInfo, MONO_AOT_FILE_INFO_FIRST_SYMBOL)) / sizeof (gpointer)) + 1)
329 } MonoClassMethodPair;
336 } MonoDelegateClassMethodPair;
338 /* Per-domain information maintained by the JIT */
341 /* Maps MonoMethod's to a GSList of GOT slot addresses pointing to its code */
342 GHashTable *jump_target_got_slot_hash;
343 GHashTable *jump_target_hash;
344 /* Maps methods/klasses to the address of the given type of trampoline */
345 GHashTable *class_init_trampoline_hash;
346 GHashTable *jump_trampoline_hash;
347 GHashTable *jit_trampoline_hash;
348 GHashTable *delegate_trampoline_hash;
349 /* Maps ClassMethodPair -> MonoDelegateTrampInfo */
350 GHashTable *static_rgctx_trampoline_hash;
351 GHashTable *llvm_vcall_trampoline_hash;
352 /* maps MonoMethod -> MonoJitDynamicMethodInfo */
353 GHashTable *dynamic_code_hash;
354 GHashTable *method_code_hash;
355 /* Maps methods to a RuntimeInvokeInfo structure, protected by the associated MonoDomain lock */
356 MonoConcurrentHashTable *runtime_invoke_hash;
357 /* Maps MonoMethod to a GPtrArray containing sequence point locations */
358 /* Protected by the domain lock */
359 GHashTable *seq_points;
360 /* Debugger agent data */
362 /* Maps MonoMethod to an arch-specific structure */
363 GHashTable *arch_seq_points;
364 /* Maps a GSharedVtTrampInfo structure to a trampoline address */
365 GHashTable *gsharedvt_arg_tramp_hash;
366 /* memcpy/bzero methods specialized for small constant sizes */
367 gpointer *memcpy_addr [17];
368 gpointer *bzero_addr [17];
369 gpointer llvm_module;
370 /* Maps MonoMethod -> GSlist of addresses */
371 GHashTable *llvm_jit_callees;
376 MonoCodeManager *code_mp;
377 } MonoJitDynamicMethodInfo;
379 /* An extension of MonoGenericParamFull used in generic sharing */
381 MonoGenericParamFull param;
382 MonoGenericParam *parent;
383 } MonoGSharedGenericParam;
385 #define domain_jit_info(domain) ((MonoJitDomainInfo*)((domain)->runtime_info))
387 /* Contains a list of ips which needs to be patched when a method is compiled */
398 * Information about a stack frame.
399 * FIXME This typedef exists only to avoid tons of code rewriting
401 typedef MonoStackFrameInfo StackFrameInfo;
404 #define mono_bitset_foreach_bit(set,b,n) \
405 for (b = 0; b < n; b++)\
406 if (mono_bitset_test_fast(set,b))
408 #define mono_bitset_foreach_bit(set,b,n) \
409 for (b = mono_bitset_find_start (set); b < n && b >= 0; b = mono_bitset_find_first (set, b))
413 * Pull the list of opcodes
415 #define OPDEF(a,b,c,d,e,f,g,h,i,j) \
419 #include "mono/cil/opcode.def"
424 #define MONO_VARINFO(cfg,varnum) (&(cfg)->vars [varnum])
426 #define MONO_INST_NULLIFY_SREGS(dest) do { \
427 (dest)->sreg1 = (dest)->sreg2 = (dest)->sreg3 = -1; \
430 #define MONO_INST_NEW(cfg,dest,op) do { \
431 (dest) = (MonoInst *)mono_mempool_alloc0 ((cfg)->mempool, sizeof (MonoInst)); \
432 (dest)->opcode = (op); \
434 MONO_INST_NULLIFY_SREGS ((dest)); \
435 (dest)->cil_code = (cfg)->ip; \
438 #define MONO_INST_NEW_CALL(cfg,dest,op) do { \
439 (dest) = (MonoCallInst *)mono_mempool_alloc0 ((cfg)->mempool, sizeof (MonoCallInst)); \
440 (dest)->inst.opcode = (op); \
441 (dest)->inst.dreg = -1; \
442 MONO_INST_NULLIFY_SREGS (&(dest)->inst); \
443 (dest)->inst.cil_code = (cfg)->ip; \
446 #define MONO_ADD_INS(b,inst) do { \
447 if ((b)->last_ins) { \
448 (b)->last_ins->next = (inst); \
449 (inst)->prev = (b)->last_ins; \
450 (b)->last_ins = (inst); \
452 (b)->code = (b)->last_ins = (inst); \
456 #define NULLIFY_INS(ins) do { \
457 (ins)->opcode = OP_NOP; \
459 MONO_INST_NULLIFY_SREGS ((ins)); \
462 /* Remove INS from BB */
463 #define MONO_REMOVE_INS(bb,ins) do { \
465 (ins)->prev->next = (ins)->next; \
467 (ins)->next->prev = (ins)->prev; \
468 if ((bb)->code == (ins)) \
469 (bb)->code = (ins)->next; \
470 if ((bb)->last_ins == (ins)) \
471 (bb)->last_ins = (ins)->prev; \
474 /* Remove INS from BB and nullify it */
475 #define MONO_DELETE_INS(bb,ins) do { \
476 MONO_REMOVE_INS ((bb), (ins)); \
477 NULLIFY_INS ((ins)); \
481 * this is used to determine when some branch optimizations are possible: we exclude FP compares
482 * because they have weird semantics with NaNs.
484 #define MONO_IS_COND_BRANCH_OP(ins) (((ins)->opcode >= OP_LBEQ && (ins)->opcode <= OP_LBLT_UN) || ((ins)->opcode >= OP_FBEQ && (ins)->opcode <= OP_FBLT_UN) || ((ins)->opcode >= OP_IBEQ && (ins)->opcode <= OP_IBLT_UN))
485 #define MONO_IS_COND_BRANCH_NOFP(ins) (MONO_IS_COND_BRANCH_OP(ins) && !(((ins)->opcode >= OP_FBEQ) && ((ins)->opcode <= OP_FBLT_UN)) && (!(ins)->inst_left || (ins)->inst_left->inst_left->type != STACK_R8))
487 #define MONO_IS_BRANCH_OP(ins) (MONO_IS_COND_BRANCH_OP(ins) || ((ins)->opcode == OP_BR) || ((ins)->opcode == OP_BR_REG) || ((ins)->opcode == OP_SWITCH))
489 #define MONO_IS_COND_EXC(ins) ((((ins)->opcode >= OP_COND_EXC_EQ) && ((ins)->opcode <= OP_COND_EXC_LT_UN)) || (((ins)->opcode >= OP_COND_EXC_IEQ) && ((ins)->opcode <= OP_COND_EXC_ILT_UN)))
491 #define MONO_IS_SETCC(ins) ((((ins)->opcode >= OP_CEQ) && ((ins)->opcode <= OP_CLT_UN)) || (((ins)->opcode >= OP_ICEQ) && ((ins)->opcode <= OP_ICLE_UN)) || (((ins)->opcode >= OP_LCEQ) && ((ins)->opcode <= OP_LCLT_UN)) || (((ins)->opcode >= OP_FCEQ) && ((ins)->opcode <= OP_FCLT_UN)))
493 #define MONO_HAS_CUSTOM_EMULATION(ins) (((ins)->opcode >= OP_FBEQ && (ins)->opcode <= OP_FBLT_UN) || ((ins)->opcode >= OP_FCEQ && (ins)->opcode <= OP_FCLT_UN))
495 #define MONO_IS_LOAD_MEMBASE(ins) (((ins)->opcode >= OP_LOAD_MEMBASE && (ins)->opcode <= OP_LOADV_MEMBASE) || ((ins)->opcode >= OP_ATOMIC_LOAD_I1 && (ins)->opcode <= OP_ATOMIC_LOAD_R8))
496 #define MONO_IS_STORE_MEMBASE(ins) (((ins)->opcode >= OP_STORE_MEMBASE_REG && (ins)->opcode <= OP_STOREV_MEMBASE) || ((ins)->opcode >= OP_ATOMIC_STORE_I1 && (ins)->opcode <= OP_ATOMIC_STORE_R8))
497 #define MONO_IS_STORE_MEMINDEX(ins) (((ins)->opcode >= OP_STORE_MEMINDEX) && ((ins)->opcode <= OP_STORER8_MEMINDEX))
499 // OP_DYN_CALL is not a MonoCallInst
500 #define MONO_IS_CALL(ins) (((ins->opcode >= OP_VOIDCALL) && (ins->opcode <= OP_VCALL2_MEMBASE)) || (ins->opcode == OP_TAILCALL))
502 #define MONO_IS_JUMP_TABLE(ins) (((ins)->opcode == OP_JUMP_TABLE) ? TRUE : ((((ins)->opcode == OP_AOTCONST) && (ins->inst_i1 == (gpointer)MONO_PATCH_INFO_SWITCH)) ? TRUE : ((ins)->opcode == OP_SWITCH) ? TRUE : ((((ins)->opcode == OP_GOT_ENTRY) && ((ins)->inst_right->inst_i1 == (gpointer)MONO_PATCH_INFO_SWITCH)) ? TRUE : FALSE)))
504 #define MONO_JUMP_TABLE_FROM_INS(ins) (((ins)->opcode == OP_JUMP_TABLE) ? (ins)->inst_p0 : (((ins)->opcode == OP_AOTCONST) && (ins->inst_i1 == (gpointer)MONO_PATCH_INFO_SWITCH) ? (ins)->inst_p0 : (((ins)->opcode == OP_SWITCH) ? (ins)->inst_p0 : ((((ins)->opcode == OP_GOT_ENTRY) && ((ins)->inst_right->inst_i1 == (gpointer)MONO_PATCH_INFO_SWITCH)) ? (ins)->inst_right->inst_p0 : NULL))))
506 /* FIXME: Add more instructions */
507 /* INEG sets the condition codes, and the OP_LNEG decomposition depends on this on x86 */
508 #define MONO_INS_HAS_NO_SIDE_EFFECT(ins) (MONO_IS_MOVE (ins) || (ins->opcode == OP_ICONST) || (ins->opcode == OP_I8CONST) || MONO_IS_ZERO (ins) || (ins->opcode == OP_ADD_IMM) || (ins->opcode == OP_R8CONST) || (ins->opcode == OP_LADD_IMM) || (ins->opcode == OP_ISUB_IMM) || (ins->opcode == OP_IADD_IMM) || (ins->opcode == OP_LNEG) || (ins->opcode == OP_ISUB) || (ins->opcode == OP_CMOV_IGE) || (ins->opcode == OP_ISHL_IMM) || (ins->opcode == OP_ISHR_IMM) || (ins->opcode == OP_ISHR_UN_IMM) || (ins->opcode == OP_IAND_IMM) || (ins->opcode == OP_ICONV_TO_U1) || (ins->opcode == OP_ICONV_TO_I1) || (ins->opcode == OP_SEXT_I4) || (ins->opcode == OP_LCONV_TO_U1) || (ins->opcode == OP_ICONV_TO_U2) || (ins->opcode == OP_ICONV_TO_I2) || (ins->opcode == OP_LCONV_TO_I2) || (ins->opcode == OP_LDADDR) || (ins->opcode == OP_PHI) || (ins->opcode == OP_NOP) || (ins->opcode == OP_ZEXT_I4) || (ins->opcode == OP_NOT_NULL) || (ins->opcode == OP_IL_SEQ_POINT) || (ins->opcode == OP_XZERO))
510 #define MONO_INS_IS_PCONST_NULL(ins) ((ins)->opcode == OP_PCONST && (ins)->inst_p0 == 0)
512 #define MONO_METHOD_IS_FINAL(m) (((m)->flags & METHOD_ATTRIBUTE_FINAL) || ((m)->klass && (mono_class_get_flags ((m)->klass) & TYPE_ATTRIBUTE_SEALED)))
515 #ifdef MONO_ARCH_SIMD_INTRINSICS
517 #define MONO_IS_PHI(ins) (((ins)->opcode == OP_PHI) || ((ins)->opcode == OP_FPHI) || ((ins)->opcode == OP_VPHI) || ((ins)->opcode == OP_XPHI))
518 #define MONO_IS_MOVE(ins) (((ins)->opcode == OP_MOVE) || ((ins)->opcode == OP_FMOVE) || ((ins)->opcode == OP_VMOVE) || ((ins)->opcode == OP_XMOVE) || ((ins)->opcode == OP_RMOVE))
519 #define MONO_IS_NON_FP_MOVE(ins) (((ins)->opcode == OP_MOVE) || ((ins)->opcode == OP_VMOVE) || ((ins)->opcode == OP_XMOVE))
520 #define MONO_IS_REAL_MOVE(ins) (((ins)->opcode == OP_MOVE) || ((ins)->opcode == OP_FMOVE) || ((ins)->opcode == OP_XMOVE) || ((ins)->opcode == OP_RMOVE))
521 #define MONO_IS_ZERO(ins) (((ins)->opcode == OP_VZERO) || ((ins)->opcode == OP_XZERO))
523 #define MONO_CLASS_IS_SIMD(cfg, klass) (((cfg)->opt & MONO_OPT_SIMD) && (klass)->simd_type)
527 #define MONO_IS_PHI(ins) (((ins)->opcode == OP_PHI) || ((ins)->opcode == OP_FPHI) || ((ins)->opcode == OP_VPHI))
528 #define MONO_IS_MOVE(ins) (((ins)->opcode == OP_MOVE) || ((ins)->opcode == OP_FMOVE) || ((ins)->opcode == OP_VMOVE) || ((ins)->opcode == OP_RMOVE))
529 #define MONO_IS_NON_FP_MOVE(ins) (((ins)->opcode == OP_MOVE) || ((ins)->opcode == OP_VMOVE))
530 /*A real MOVE is one that isn't decomposed such as a VMOVE or LMOVE*/
531 #define MONO_IS_REAL_MOVE(ins) (((ins)->opcode == OP_MOVE) || ((ins)->opcode == OP_FMOVE) || ((ins)->opcode == OP_RMOVE))
532 #define MONO_IS_ZERO(ins) ((ins)->opcode == OP_VZERO)
534 #define MONO_CLASS_IS_SIMD(cfg, klass) (0)
538 typedef struct MonoInstList MonoInstList;
539 typedef struct MonoInst MonoInst;
540 typedef struct MonoCallInst MonoCallInst;
541 typedef struct MonoCallArgParm MonoCallArgParm;
542 typedef struct MonoMethodVar MonoMethodVar;
543 typedef struct MonoBasicBlock MonoBasicBlock;
544 typedef struct MonoLMF MonoLMF;
545 typedef struct MonoSpillInfo MonoSpillInfo;
546 typedef struct MonoTraceSpec MonoTraceSpec;
548 extern MonoTraceSpec *mono_jit_trace_calls;
549 extern gboolean mono_break_on_exc;
550 extern int mono_exc_esp_offset;
551 extern gboolean mono_compile_aot;
552 extern gboolean mono_aot_only;
553 extern gboolean mono_llvm_only;
554 extern MonoAotMode mono_aot_mode;
555 extern MonoMethodDesc *mono_inject_async_exc_method;
556 extern int mono_inject_async_exc_pos;
557 extern MonoMethodDesc *mono_break_at_bb_method;
558 extern int mono_break_at_bb_bb_num;
559 extern gboolean mono_verify_all;
560 extern gboolean mono_do_x86_stack_align;
561 extern const char *mono_build_date;
562 extern gboolean mono_do_signal_chaining;
563 extern gboolean mono_do_crash_chaining;
564 extern MONO_API gboolean mono_use_llvm;
565 extern MONO_API gboolean mono_use_interpreter;
566 extern gboolean mono_do_single_method_regression;
567 extern guint32 mono_single_method_regression_opt;
568 extern MonoMethod *mono_current_single_method;
569 extern GSList *mono_single_method_list;
570 extern GHashTable *mono_single_method_hash;
571 extern gboolean mono_using_xdebug;
572 extern int mini_verbose;
573 extern int valgrind_register;
574 extern GList* mono_aot_paths;
576 #define INS_INFO(opcode) (&ins_info [((opcode) - OP_START - 1) * 4])
578 extern const char ins_info[];
579 extern const gint8 ins_sreg_counts [];
582 #define mono_inst_get_num_src_registers(ins) (ins_sreg_counts [(ins)->opcode - OP_START - 1])
584 #define mono_inst_get_num_src_registers(ins) 0
587 #define mono_inst_get_src_registers(ins, regs) (((regs) [0] = (ins)->sreg1), ((regs) [1] = (ins)->sreg2), ((regs) [2] = (ins)->sreg3), mono_inst_get_num_src_registers ((ins)))
589 #define MONO_BB_FOR_EACH_INS(bb, ins) for ((ins) = (bb)->code; (ins); (ins) = (ins)->next)
591 #define MONO_BB_FOR_EACH_INS_SAFE(bb, n, ins) for ((ins) = (bb)->code, n = (ins) ? (ins)->next : NULL; (ins); (ins) = (n), (n) = (ins) ? (ins)->next : NULL)
593 #define MONO_BB_FOR_EACH_INS_REVERSE_SAFE(bb, p, ins) for ((ins) = (bb)->last_ins, p = (ins) ? (ins)->prev : NULL; (ins); (ins) = (p), (p) = (ins) ? (ins)->prev : NULL)
595 #define mono_bb_first_ins(bb) (bb)->code
597 struct MonoSpillInfo {
602 * Information about a call site for the GC map creation code
605 /* The next offset after the call instruction */
607 /* The basic block containing the call site */
610 * The set of variables live at the call site.
611 * Has length cfg->num_varinfo in bits.
615 * List of OP_GC_PARAM_SLOT_LIVENESS_DEF instructions defining the param slots
622 * The IR-level extended basic block.
624 * A basic block can have multiple exits just fine, as long as the point of
625 * 'departure' is the last instruction in the basic block. Extended basic
626 * blocks, on the other hand, may have instructions that leave the block
627 * midstream. The important thing is that they cannot be _entered_
628 * midstream, ie, execution of a basic block (or extened bb) always start
629 * at the beginning of the block, never in the middle.
631 struct MonoBasicBlock {
634 /* the next basic block in the order it appears in IL */
635 MonoBasicBlock *next_bb;
638 * Before instruction selection it is the first tree in the
639 * forest and the first item in the list of trees. After
640 * instruction selection it is the first instruction and the
641 * first item in the list of instructions.
645 /* unique block number identification */
650 /* Basic blocks: incoming and outgoing counts and pointers */
651 /* Each bb should only appear once in each array */
652 gint16 out_count, in_count;
653 MonoBasicBlock **in_bb;
654 MonoBasicBlock **out_bb;
656 /* Points to the start of the CIL code that initiated this BB */
657 unsigned char* cil_code;
659 /* Length of the CIL block */
662 /* The offset of the generated code, used for fixups */
664 /* The length of the generated code, doesn't include alignment padding */
666 /* The real native offset, which includes alignment padding too */
667 int real_native_offset;
671 /* Visited and reachable flags */
675 * SSA and loop based flags
677 MonoBitSet *dominators;
678 MonoBitSet *dfrontier;
679 MonoBasicBlock *idom;
681 /* fast dominator algorithm */
682 MonoBasicBlock *df_parent, *ancestor, *child, *label;
683 int size, sdom, idomn;
685 /* loop nesting and recognition */
688 gint8 loop_body_start;
691 * Whenever the bblock is rarely executed so it should be emitted after
692 * the function epilog.
694 guint out_of_line : 1;
695 /* Caches the result of uselessness calculation during optimize_branches */
696 guint not_useless : 1;
697 /* Whenever the decompose_array_access_opts () pass needs to process this bblock */
698 guint has_array_access : 1;
699 /* Whenever this bblock is extended, ie. it has branches inside it */
701 /* Whenever this bblock contains a OP_JUMP_TABLE instruction */
702 guint has_jump_table : 1;
703 /* Whenever this bblock contains an OP_CALL_HANDLER instruction */
704 guint has_call_handler : 1;
705 /* Whenever this bblock starts a try block */
709 /* The offset of the CIL instruction in this bblock which ends a try block */
714 * If this is set, extend the try range started by this bblock by an arch specific
715 * number of bytes to encompass the end of the previous bblock (e.g. a Monitor.Enter
718 guint extend_try_block : 1;
720 /* use for liveness analysis */
722 MonoBitSet *kill_set;
723 MonoBitSet *live_in_set;
724 MonoBitSet *live_out_set;
726 /* fields to deal with non-empty stack slots at bb boundary */
727 guint16 out_scount, in_scount;
728 MonoInst **out_stack;
731 /* we use that to prevent merging of bblocks covered by different clauses*/
736 // The MonoInst of the last sequence point for the current basic block.
737 MonoInst *last_seq_point;
739 // This will hold a list of last sequence points of incoming basic blocks
740 MonoInst **pred_seq_points;
741 guint num_pred_seq_points;
743 GSList *spill_slot_defs;
745 /* List of call sites in this bblock sorted by pc_offset */
746 GSList *gc_callsites;
749 * The region encodes whether the basic block is inside
750 * a finally, catch, filter or none of these.
752 * If the value is -1, then it is neither finally, catch nor filter
754 * Otherwise the format is:
756 * Bits: | 0-3 | 4-7 | 8-31
758 * | clause-flags | MONO_REGION | clause-index
763 /* The current symbolic register number, used in local register allocation. */
770 BB_REACHABLE = 1 << 1,
771 BB_EXCEPTION_DEAD_OBJ = 1 << 2,
772 BB_EXCEPTION_UNSAFE = 1 << 3,
773 BB_EXCEPTION_HANDLER = 1 << 4,
774 /* for Native Client, mark the blocks that can be jumped to indirectly */
775 BB_INDIRECT_JUMP_TARGET = 1 << 5
778 typedef struct MonoMemcpyArgs {
784 /* Scalar argument passed by value */
786 /* Only in ainfo->pair_storage */
788 /* Only in ainfo->pair_storage */
790 /* Valuetype passed in 1-2 consecutive register */
793 LLVMArgVtypeRetAddr, /* On on cinfo->ret */
795 /* Fixed size argument passed to/returned from gsharedvt method by ref */
796 LLVMArgGsharedvtFixed,
797 /* Fixed size vtype argument passed to/returned from gsharedvt method by ref */
798 LLVMArgGsharedvtFixedVtype,
799 /* Variable sized argument passed to/returned from gsharedvt method by ref */
800 LLVMArgGsharedvtVariable,
801 /* Vtype passed/returned as one int array argument */
803 /* Vtype passed as a set of fp arguments */
806 * Only for returns, a structure which
807 * consists of floats/doubles.
811 /* Vtype returned as an int */
816 LLVMArgStorage storage;
819 * Only if storage == ArgValuetypeInReg/LLVMArgAsFpArgs.
820 * This contains how the parts of the vtype are passed.
822 LLVMArgStorage pair_storage [8];
824 * Only if storage == LLVMArgAsIArgs/LLVMArgAsFpArgs/LLVMArgFpStruct.
825 * If storage == LLVMArgAsFpArgs, this is the number of arguments
826 * used to pass the value.
827 * If storage == LLVMArgFpStruct, this is the number of fields
831 /* Only if storage == LLVMArgAsFpArgs/LLVMArgFpStruct (4/8) */
833 /* Parameter index in the LLVM signature */
836 /* Only if storage == LLVMArgAsFpArgs. Dummy fp args to insert before this arg */
842 /* Whenever there is an rgctx argument */
844 /* Whenever there is an IMT argument */
847 * The position of the vret arg in the argument list.
848 * Only if ret->storage == ArgVtypeRetAddr.
852 /* The indexes of various special arguments in the LLVM signature */
853 int vret_arg_pindex, this_arg_pindex, rgctx_arg_pindex, imt_arg_pindex;
855 /* Inline array of argument info */
856 /* args [0] is for the this argument if it exists */
857 LLVMArgInfo args [1];
860 #define MONO_MAX_SRC_REGS 3
864 guint8 type; /* stack type */
867 /* used by the register allocator */
868 gint32 dreg, sreg1, sreg2, sreg3;
870 MonoInst *next, *prev;
877 #if (SIZEOF_REGISTER > SIZEOF_VOID_P) && (G_BYTE_ORDER == G_BIG_ENDIAN)
879 gpointer p[SIZEOF_REGISTER/SIZEOF_VOID_P];
885 MonoMethodSignature *signature;
886 MonoBasicBlock **many_blocks;
887 MonoBasicBlock *target_block;
892 MonoCallInst *call_inst;
893 MonoExceptionClause *exception_clause;
899 const unsigned char* cil_code; /* for debugging and bblock splitting */
901 /* used mostly by the backend to store additional info it may need */
906 MonoMemcpyArgs *memcpy_args; /* in OP_MEMSET and OP_MEMCPY */
909 gboolean is_pinvoke; /* for variables in the unmanaged marshal format */
910 gboolean record_cast_details; /* For CEE_CASTCLASS */
911 MonoInst *spill_var; /* for OP_MOVE_I4_TO_F/F_TO_I4 and OP_FCONV_TO_R8_X */
912 guint16 source_opcode; /*OP_XCONV_R8_TO_I4 needs to know which op was used to do proper widening*/
913 int pc_offset; /* OP_GC_LIVERANGE_START/END */
916 * memory_barrier: MONO_MEMORY_BARRIER_{ACQ,REL,SEQ}
917 * atomic_load_*: MONO_MEMORY_BARRIER_{ACQ,SEQ}
918 * atomic_store_*: MONO_MEMORY_BARRIER_{REL,SEQ}
920 int memory_barrier_kind;
926 struct MonoCallInst {
928 MonoMethodSignature *signature;
935 guint stack_align_amount;
936 guint is_virtual : 1;
938 /* If this is TRUE, 'fptr' points to a MonoJumpInfo instead of an address. */
939 guint fptr_is_patch : 1;
941 * If this is true, then the call returns a vtype in a register using the same
942 * calling convention as OP_CALL.
944 guint vret_in_reg : 1;
945 /* Whenever vret_in_reg returns fp values */
946 guint vret_in_reg_fp : 1;
947 /* Whenever there is an IMT argument and it is dynamic */
948 guint dynamic_imt_arg : 1;
949 /* Whenever there is an RGCTX argument */
950 guint32 rgctx_reg : 1;
951 /* Whenever the call will need an unbox trampoline */
952 guint need_unbox_trampoline : 1;
953 regmask_t used_iregs;
954 regmask_t used_fregs;
955 GSList *out_ireg_args;
956 GSList *out_freg_args;
961 int rgctx_arg_reg, imt_arg_reg;
964 /* See the comment in mini-arm.c!mono_arch_emit_call for RegTypeFP. */
969 struct MonoCallArgParm {
978 * Note: some of the values overlap, because they can't appear
979 * in the same MonoInst.
982 MONO_INST_HAS_METHOD = 1,
983 MONO_INST_INIT = 1, /* in localloc */
984 MONO_INST_SINGLE_STEP_LOC = 1, /* in SEQ_POINT */
985 MONO_INST_IS_DEAD = 2,
986 MONO_INST_TAILCALL = 4,
987 MONO_INST_VOLATILE = 4,
988 MONO_INST_NOTYPECHECK = 4,
989 MONO_INST_NONEMPTY_STACK = 4, /* in SEQ_POINT */
990 MONO_INST_UNALIGNED = 8,
991 MONO_INST_CFOLD_TAKEN = 8, /* On branches */
992 MONO_INST_CFOLD_NOT_TAKEN = 16, /* On branches */
993 MONO_INST_DEFINITION_HAS_SIDE_EFFECTS = 8,
994 /* the address of the variable has been taken */
995 MONO_INST_INDIRECT = 16,
996 MONO_INST_NORANGECHECK = 16,
997 /* On loads, the source address can be null */
998 MONO_INST_FAULT = 32,
1000 * On variables, identifies LMF variables. These variables have a dummy type (int), but
1001 * require stack space for a MonoLMF struct.
1004 /* On loads, the source address points to a constant value */
1005 MONO_INST_INVARIANT_LOAD = 64,
1006 /* On variables, the variable needs GC tracking */
1007 MONO_INST_GC_TRACK = 128,
1009 * Set on instructions during code emission which make calls, i.e. OP_CALL, OP_THROW.
1010 * backend.pc_offset will be set to the pc offset at the end of the native call instructions.
1012 MONO_INST_GC_CALLSITE = 128,
1013 /* On comparisons, mark the branch following the condition as likely to be taken */
1014 MONO_INST_LIKELY = 128,
1017 #define inst_c0 data.op[0].const_val
1018 #define inst_c1 data.op[1].const_val
1019 #define inst_i0 data.op[0].src
1020 #define inst_i1 data.op[1].src
1021 #if (SIZEOF_REGISTER > SIZEOF_VOID_P) && (G_BYTE_ORDER == G_BIG_ENDIAN)
1022 #define inst_p0 data.op[0].pdata.p[SIZEOF_REGISTER/SIZEOF_VOID_P - 1]
1023 #define inst_p1 data.op[1].pdata.p[SIZEOF_REGISTER/SIZEOF_VOID_P - 1]
1025 #define inst_p0 data.op[0].p
1026 #define inst_p1 data.op[1].p
1028 #define inst_l data.i8const
1029 #define inst_r data.r8const
1030 #define inst_left data.op[0].src
1031 #define inst_right data.op[1].src
1033 #define inst_newa_len data.op[0].src
1034 #define inst_newa_class data.op[1].klass
1036 #define inst_var data.op[0].var
1037 #define inst_vtype data.op[1].vtype
1038 /* in branch instructions */
1039 #define inst_many_bb data.op[1].many_blocks
1040 #define inst_target_bb data.op[0].target_block
1041 #define inst_true_bb data.op[1].many_blocks[0]
1042 #define inst_false_bb data.op[1].many_blocks[1]
1044 #define inst_basereg sreg1
1045 #define inst_indexreg sreg2
1046 #define inst_destbasereg dreg
1047 #define inst_offset data.op[0].const_val
1048 #define inst_imm data.op[1].const_val
1049 #define inst_call data.op[1].call_inst
1051 #define inst_phi_args data.op[1].phi_args
1052 #define inst_eh_block data.op[1].exception_clause
1055 mono_inst_set_src_registers (MonoInst *ins, int *regs)
1057 ins->sreg1 = regs [0];
1058 ins->sreg2 = regs [1];
1059 ins->sreg3 = regs [2];
1062 /* instruction description for use in regalloc/scheduling */
1065 MONO_INST_SRC1, /* we depend on the SRCs to be consecutive */
1070 /* Unused, commented out to reduce the size of the mdesc tables
1081 guint16 tid; /* tree number */
1082 guint16 bid; /* block number */
1088 MonoPosition first_use, last_use;
1091 typedef struct MonoLiveRange2 MonoLiveRange2;
1093 struct MonoLiveRange2 {
1095 MonoLiveRange2 *next;
1099 /* List of live ranges sorted by 'from' */
1100 MonoLiveRange2 *range;
1101 MonoLiveRange2 *last_range;
1105 * Additional information about a variable
1107 struct MonoMethodVar {
1108 guint idx; /* inside cfg->varinfo, cfg->vars */
1109 MonoLiveRange range; /* generated by liveness analysis */
1110 MonoLiveInterval *interval; /* generated by liveness analysis */
1111 int reg; /* != -1 if allocated into a register */
1113 MonoBitSet *def_in; /* used by SSA */
1114 MonoInst *def; /* used by SSA */
1115 MonoBasicBlock *def_bb; /* used by SSA */
1116 GList *uses; /* used by SSA */
1117 char cpstate; /* used by SSA conditional constant propagation */
1118 /* The native offsets corresponding to the live range of the variable */
1119 gint32 live_range_start, live_range_end;
1121 * cfg->varinfo [idx]->dreg could be replaced for OP_REGVAR, this contains the
1128 * Stores state need to resume exception handling when using LLVM
1133 MonoContext ctx, new_ctx;
1137 int first_filter_idx, filter_idx;
1141 gpointer end_of_stack;
1143 /* !defined(HAVE_KW_THREAD) || !defined(MONO_ARCH_ENABLE_MONO_LMF_VAR) */
1146 gpointer restore_stack_prot;
1147 guint32 handling_stack_ovf;
1148 gpointer signal_stack;
1149 guint32 signal_stack_size;
1150 gpointer stack_ovf_guard_base;
1151 guint32 stack_ovf_guard_size;
1152 guint stack_ovf_valloced : 1;
1153 void (*abort_func) (MonoObject *object);
1154 /* Used to implement --debug=casts */
1155 MonoClass *class_cast_from, *class_cast_to;
1157 /* Stores state needed by handler block with a guard */
1159 ResumeState resume_state;
1161 /*Variabled use to implement handler blocks (finally/catch/etc) guards during interruption*/
1162 /* handler block return address */
1163 gpointer handler_block_return_address;
1165 /* handler block been guarded. It's safe to store this even for dynamic methods since there
1166 is an activation on stack making sure it will remain alive.*/
1167 MonoJitExceptionInfo *handler_block;
1169 /* context to be used by the guard trampoline when resuming interruption.*/
1170 MonoContext handler_block_context;
1172 * Stores the state at the exception throw site to be used by mono_stack_walk ()
1173 * when it is called from profiler functions during exception handling.
1175 MonoContext orig_ex_ctx;
1176 gboolean orig_ex_ctx_set;
1179 * Stores if we need to run a chained exception in Windows.
1181 gboolean mono_win_chained_exception_needs_run;
1184 * The current exception in flight
1188 * If the current exception is not a subclass of Exception,
1189 * the original exception.
1191 guint32 thrown_non_exc;
1194 * The calling assembly in llvmonly mode.
1196 MonoImage *calling_image;
1199 * The stack frame "high water mark" for ThreadAbortExceptions.
1200 * We will rethrow the exception upon exiting a catch clause that's
1201 * in a function stack frame above the water mark(isn't being called by
1202 * the catch block that caught the ThreadAbortException).
1204 gpointer abort_exc_stack_threshold;
1208 * This structure is an extension of MonoLMF and contains extra information.
1212 gboolean debugger_invoke;
1213 MonoContext ctx; /* if debugger_invoke is TRUE */
1216 /* Generic sharing */
1219 * Flags for which contexts were used in inflating a generic.
1222 MONO_GENERIC_CONTEXT_USED_CLASS = 1,
1223 MONO_GENERIC_CONTEXT_USED_METHOD = 2
1227 /* Cannot be 0 since this is stored in rgctx slots, and 0 means an unitialized rgctx slot */
1228 MONO_GSHAREDVT_BOX_TYPE_VTYPE = 1,
1229 MONO_GSHAREDVT_BOX_TYPE_REF = 2,
1230 MONO_GSHAREDVT_BOX_TYPE_NULLABLE = 3
1234 MONO_RGCTX_INFO_STATIC_DATA,
1235 MONO_RGCTX_INFO_KLASS,
1236 MONO_RGCTX_INFO_ELEMENT_KLASS,
1237 MONO_RGCTX_INFO_VTABLE,
1238 MONO_RGCTX_INFO_TYPE,
1239 MONO_RGCTX_INFO_REFLECTION_TYPE,
1240 MONO_RGCTX_INFO_METHOD,
1241 /* In llvmonly mode, this is a function descriptor */
1242 MONO_RGCTX_INFO_GENERIC_METHOD_CODE,
1243 MONO_RGCTX_INFO_GSHAREDVT_OUT_WRAPPER,
1244 MONO_RGCTX_INFO_CLASS_FIELD,
1245 MONO_RGCTX_INFO_METHOD_RGCTX,
1246 MONO_RGCTX_INFO_METHOD_CONTEXT,
1247 MONO_RGCTX_INFO_REMOTING_INVOKE_WITH_CHECK,
1248 MONO_RGCTX_INFO_METHOD_DELEGATE_CODE,
1249 MONO_RGCTX_INFO_CAST_CACHE,
1250 MONO_RGCTX_INFO_ARRAY_ELEMENT_SIZE,
1251 MONO_RGCTX_INFO_VALUE_SIZE,
1252 /* +1 to avoid zero values in rgctx slots */
1253 MONO_RGCTX_INFO_FIELD_OFFSET,
1254 /* Either the code for a gsharedvt method, or the address for a gsharedvt-out trampoline for the method */
1255 /* In llvmonly mode, this is a function descriptor */
1256 MONO_RGCTX_INFO_METHOD_GSHAREDVT_OUT_TRAMPOLINE,
1257 /* Same for virtual calls */
1258 /* In llvmonly mode, this is a function descriptor */
1259 MONO_RGCTX_INFO_METHOD_GSHAREDVT_OUT_TRAMPOLINE_VIRT,
1260 /* Same for calli, associated with a signature */
1261 MONO_RGCTX_INFO_SIG_GSHAREDVT_OUT_TRAMPOLINE_CALLI,
1262 MONO_RGCTX_INFO_SIG_GSHAREDVT_IN_TRAMPOLINE_CALLI,
1263 /* One of MONO_GSHAREDVT_BOX_TYPE */
1264 MONO_RGCTX_INFO_CLASS_BOX_TYPE,
1265 /* Resolves to a MonoGSharedVtMethodRuntimeInfo */
1266 MONO_RGCTX_INFO_METHOD_GSHAREDVT_INFO,
1267 MONO_RGCTX_INFO_LOCAL_OFFSET,
1268 MONO_RGCTX_INFO_MEMCPY,
1269 MONO_RGCTX_INFO_BZERO,
1270 /* The address of Nullable<T>.Box () */
1271 /* In llvmonly mode, this is a function descriptor */
1272 MONO_RGCTX_INFO_NULLABLE_CLASS_BOX,
1273 MONO_RGCTX_INFO_NULLABLE_CLASS_UNBOX,
1274 /* MONO_PATCH_INFO_VCALL_METHOD */
1275 MONO_RGCTX_INFO_VIRT_METHOD_CODE,
1277 * MONO_PATCH_INFO_VCALL_METHOD
1278 * Same as MONO_RGCTX_INFO_CLASS_BOX_TYPE, but for the class
1279 * which implements the method.
1281 MONO_RGCTX_INFO_VIRT_METHOD_BOX_TYPE,
1282 } MonoRgctxInfoType;
1284 typedef struct _MonoRuntimeGenericContextInfoTemplate {
1285 MonoRgctxInfoType info_type;
1287 struct _MonoRuntimeGenericContextInfoTemplate *next;
1288 } MonoRuntimeGenericContextInfoTemplate;
1291 MonoClass *next_subclass;
1292 MonoRuntimeGenericContextInfoTemplate *infos;
1293 GSList *method_templates;
1294 } MonoRuntimeGenericContextTemplate;
1297 MonoVTable *class_vtable; /* must be the first element */
1298 MonoGenericInst *method_inst;
1299 gpointer infos [MONO_ZERO_LEN_ARRAY];
1300 } MonoMethodRuntimeGenericContext;
1302 #define MONO_SIZEOF_METHOD_RUNTIME_GENERIC_CONTEXT (sizeof (MonoMethodRuntimeGenericContext) - MONO_ZERO_LEN_ARRAY * SIZEOF_VOID_P)
1304 #define MONO_RGCTX_SLOT_MAKE_RGCTX(i) (i)
1305 #define MONO_RGCTX_SLOT_MAKE_MRGCTX(i) ((i) | 0x80000000)
1306 #define MONO_RGCTX_SLOT_INDEX(s) ((s) & 0x7fffffff)
1307 #define MONO_RGCTX_SLOT_IS_MRGCTX(s) (((s) & 0x80000000) ? TRUE : FALSE)
1309 #define MONO_GSHAREDVT_DEL_INVOKE_VT_OFFSET -2
1313 MonoRuntimeGenericContextInfoTemplate *entries;
1314 int num_entries, count_entries;
1315 } MonoGSharedVtMethodInfo;
1317 /* This is used by gsharedvt methods to allocate locals and compute local offsets */
1321 * The results of resolving the entries in MOonGSharedVtMethodInfo->entries.
1322 * We use this instead of rgctx slots since these can be loaded using a load instead
1323 * of a call to an rgctx fetch trampoline.
1325 gpointer entries [MONO_ZERO_LEN_ARRAY];
1326 } MonoGSharedVtMethodRuntimeInfo;
1332 MonoMethodSignature *invoke_sig;
1333 MonoMethodSignature *sig;
1334 gpointer method_ptr;
1335 gpointer invoke_impl;
1337 gpointer impl_nothis;
1338 gboolean need_rgctx_tramp;
1339 } MonoDelegateTrampInfo;
1342 * A function descriptor, which is a function address + argument pair.
1343 * In llvm-only mode, these are used instead of trampolines to pass
1344 * extra arguments to runtime functions/methods.
1353 #define PATCH_INFO(a,b) MONO_PATCH_INFO_ ## a,
1354 #include "patch-info.h"
1360 * We need to store the image which the token refers to along with the token,
1361 * since the image might not be the same as the image of the method which
1362 * contains the relocation, because of inlining.
1364 typedef struct MonoJumpInfoToken {
1367 gboolean has_context;
1368 MonoGenericContext context;
1369 } MonoJumpInfoToken;
1371 typedef struct MonoJumpInfoBBTable {
1372 MonoBasicBlock **table;
1374 } MonoJumpInfoBBTable;
1376 typedef struct MonoJumpInfoRgctxEntry MonoJumpInfoRgctxEntry;
1378 /* Contains information describing an LLVM IMT trampoline */
1379 typedef struct MonoJumpInfoImtTramp {
1382 } MonoJumpInfoImtTramp;
1384 typedef struct MonoJumpInfoGSharedVtCall MonoJumpInfoGSharedVtCall;
1387 * Represents the method which is called when a virtual call is made to METHOD
1388 * on a receiver of type KLASS.
1391 /* Receiver class */
1393 /* Virtual method */
1395 } MonoJumpInfoVirtMethod;
1397 typedef struct MonoJumpInfo MonoJumpInfo;
1398 struct MonoJumpInfo {
1400 /* Relocation type for patching */
1408 MonoJumpInfoType type;
1410 gconstpointer target;
1411 #if SIZEOF_VOID_P == 8
1421 MonoClassField *field;
1425 MonoJumpInfoToken *token;
1426 MonoJumpInfoBBTable *table;
1427 MonoJumpInfoRgctxEntry *rgctx_entry;
1428 MonoJumpInfoImtTramp *imt_tramp;
1429 MonoJumpInfoGSharedVtCall *gsharedvt;
1430 MonoGSharedVtMethodInfo *gsharedvt_method;
1431 MonoMethodSignature *sig;
1432 MonoDelegateClassMethodPair *del_tramp;
1433 /* MONO_PATCH_INFO_VIRT_METHOD */
1434 MonoJumpInfoVirtMethod *virt_method;
1439 * Contains information for computing the
1440 * property given by INFO_TYPE of the runtime
1441 * object described by DATA.
1443 struct MonoJumpInfoRgctxEntry {
1446 MonoJumpInfo *data; /* describes the data to be loaded */
1447 MonoRgctxInfoType info_type;
1450 /* Contains information about a gsharedvt call */
1451 struct MonoJumpInfoGSharedVtCall {
1452 /* The original signature of the call */
1453 MonoMethodSignature *sig;
1454 /* The method which is called */
1459 MONO_TRAMPOLINE_JIT,
1460 MONO_TRAMPOLINE_JUMP,
1461 MONO_TRAMPOLINE_RGCTX_LAZY_FETCH,
1462 MONO_TRAMPOLINE_AOT,
1463 MONO_TRAMPOLINE_AOT_PLT,
1464 MONO_TRAMPOLINE_DELEGATE,
1465 MONO_TRAMPOLINE_RESTORE_STACK_PROT,
1466 MONO_TRAMPOLINE_GENERIC_VIRTUAL_REMOTING,
1467 MONO_TRAMPOLINE_VCALL,
1468 MONO_TRAMPOLINE_HANDLER_BLOCK_GUARD,
1470 } MonoTrampolineType;
1472 /* These trampolines return normally to their caller */
1473 #define MONO_TRAMPOLINE_TYPE_MUST_RETURN(t) \
1474 ((t) == MONO_TRAMPOLINE_RESTORE_STACK_PROT || \
1475 (t) == MONO_TRAMPOLINE_RGCTX_LAZY_FETCH)
1477 /* These trampolines receive an argument directly in a register */
1478 #define MONO_TRAMPOLINE_TYPE_HAS_ARG(t) \
1479 ((t) == MONO_TRAMPOLINE_HANDLER_BLOCK_GUARD)
1481 /* optimization flags */
1482 #define OPTFLAG(id,shift,name,descr) MONO_OPT_ ## id = 1 << shift,
1484 #include "optflags-def.h"
1489 * This structure represents a JIT backend.
1492 guint have_card_table_wb : 1;
1493 guint have_op_generic_class_init : 1;
1494 guint emulate_mul_div : 1;
1495 guint emulate_div : 1;
1496 guint emulate_long_shift_opts : 1;
1497 guint have_objc_get_selector : 1;
1498 guint have_generalized_imt_trampoline : 1;
1499 guint have_liverange_ops: 1;
1500 guint have_op_tail_call : 1;
1501 guint have_dummy_init : 1;
1502 guint gshared_supported : 1;
1503 guint use_fpstack : 1;
1505 guint need_got_var : 1;
1506 guint need_div_check : 1;
1507 guint no_unaligned_access : 1;
1508 guint disable_div_with_mul : 1;
1509 int monitor_enter_adjustment;
1510 int dyn_call_param_area;
1513 /* Flags for mini_method_compile () */
1515 /* Whenever to run cctors during JITting */
1516 JIT_FLAG_RUN_CCTORS = (1 << 0),
1517 /* Whenever this is an AOT compilation */
1518 JIT_FLAG_AOT = (1 << 1),
1519 /* Whenever this is a full AOT compilation */
1520 JIT_FLAG_FULL_AOT = (1 << 2),
1521 /* Whenever to compile with LLVM */
1522 JIT_FLAG_LLVM = (1 << 3),
1523 /* Whenever to disable direct calls to icall functions */
1524 JIT_FLAG_NO_DIRECT_ICALLS = (1 << 4),
1525 /* Emit explicit null checks */
1526 JIT_FLAG_EXPLICIT_NULL_CHECKS = (1 << 5),
1527 /* Whenever to compile in llvm-only mode */
1528 JIT_FLAG_LLVM_ONLY = (1 << 6),
1529 /* Whenever calls to pinvoke functions are made directly */
1530 JIT_FLAG_DIRECT_PINVOKE = (1 << 7)
1533 /* Bit-fields in the MonoBasicBlock.region */
1534 #define MONO_REGION_TRY 0
1535 #define MONO_REGION_FINALLY 16
1536 #define MONO_REGION_CATCH 32
1537 #define MONO_REGION_FAULT 64 /* Currently unused */
1538 #define MONO_REGION_FILTER 128
1540 #define MONO_BBLOCK_IS_IN_REGION(bblock, regtype) (((bblock)->region & (0xf << 4)) == (regtype))
1542 #define MONO_REGION_FLAGS(region) ((region) & 0x7)
1543 #define MONO_REGION_CLAUSE_INDEX(region) (((region) >> 8) - 1)
1545 #define get_vreg_to_inst(cfg, vreg) ((vreg) < (cfg)->vreg_to_inst_len ? (cfg)->vreg_to_inst [(vreg)] : NULL)
1547 #define vreg_is_volatile(cfg, vreg) (G_UNLIKELY (get_vreg_to_inst ((cfg), (vreg)) && (get_vreg_to_inst ((cfg), (vreg))->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT))))
1549 #define vreg_is_ref(cfg, vreg) ((vreg) < (cfg)->vreg_is_ref_len ? (cfg)->vreg_is_ref [(vreg)] : 0)
1550 #define vreg_is_mp(cfg, vreg) ((vreg) < (cfg)->vreg_is_mp_len ? (cfg)->vreg_is_mp [(vreg)] : 0)
1553 * Control Flow Graph and compilation unit information
1557 MonoMethodHeader *header;
1558 MonoMemPool *mempool;
1560 MonoMethodVar *vars;
1562 MonoBasicBlock *bb_entry;
1563 MonoBasicBlock *bb_exit;
1564 MonoBasicBlock *bb_init;
1565 MonoBasicBlock **bblocks;
1566 MonoBasicBlock **cil_offset_to_bb;
1567 MonoMemPool *state_pool; /* used by instruction selection */
1568 MonoBasicBlock *cbb; /* used by instruction selection */
1569 MonoInst *prev_ins; /* in decompose */
1570 MonoJumpInfo *patch_info;
1571 MonoJitInfo *jit_info;
1572 MonoJitDynamicMethodInfo *dynamic_info;
1573 guint num_bblocks, max_block_num;
1575 guint num_varinfo; /* used items in varinfo */
1576 guint varinfo_count; /* total storage in varinfo */
1579 gint cil_offset_to_bb_len;
1581 MonoSpillInfo *spill_info [16]; /* machine register spills */
1583 gint spill_info_len [16];
1584 /* unsigned char *cil_code; */
1585 MonoMethod *inlined_method; /* the method which is currently inlined */
1586 MonoInst *domainvar; /* a cache for the current domain */
1587 MonoInst *got_var; /* Global Offset Table variable */
1589 MonoInst *rgctx_var; /* Runtime generic context variable (for static generic methods) */
1591 MonoType **arg_types;
1592 MonoMethod *current_method; /* The method currently processed by method_to_ir () */
1593 MonoMethod *method_to_register; /* The method to register in JIT info tables */
1594 MonoGenericContext *generic_context;
1597 MonoBackend *backend;
1600 * This variable represents the hidden argument holding the vtype
1601 * return address. If the method returns something other than a vtype, or
1602 * the vtype is returned in registers this is NULL.
1604 MonoInst *vret_addr;
1607 * This is used to initialize the cil_code field of MonoInst's.
1609 const unsigned char *ip;
1611 struct MonoAliasingInformation *aliasing_info;
1613 /* A hashtable of region ID-> SP var mappings */
1614 /* An SP var is a place to store the stack pointer (used by handlers)*/
1617 /* A hashtable of region ID -> EX var mappings */
1618 /* An EX var stores the exception object passed to catch/filter blocks */
1621 GList *ldstr_list; /* used by AOT */
1626 GHashTable *cbb_hash;
1628 /* The current virtual register number */
1631 MonoGenericSharingContext gsctx;
1632 MonoGenericContext *gsctx_context;
1634 MonoGSharedVtMethodInfo *gsharedvt_info;
1636 /* Points to the gsharedvt locals area at runtime */
1637 MonoInst *gsharedvt_locals_var;
1639 /* The localloc instruction used to initialize gsharedvt_locals_var */
1640 MonoInst *gsharedvt_locals_var_ins;
1642 /* Points to a MonoGSharedVtMethodRuntimeInfo at runtime */
1643 MonoInst *gsharedvt_info_var;
1645 /* For native-to-managed wrappers, CEE_MONO_JIT_(AT|DE)TACH opcodes */
1646 MonoInst *orig_domain_var;
1649 MonoInst *lmf_addr_var;
1651 MonoInst *stack_inbalance_var;
1653 unsigned char *cil_start;
1654 #ifdef __native_client_codegen__
1655 /* this alloc is not aligned, native_code */
1656 /* is the 32-byte aligned version of this */
1657 unsigned char *native_code_alloc;
1659 unsigned char *native_code;
1665 regmask_t used_int_regs;
1667 guint32 prof_options;
1670 guint32 verbose_level;
1671 guint32 stack_usage;
1675 guint disable_aot : 1;
1676 guint disable_ssa : 1;
1677 guint disable_llvm : 1;
1678 guint enable_extended_bblocks : 1;
1679 guint run_cctors : 1;
1680 guint need_lmf_area : 1;
1681 guint compile_aot : 1;
1683 guint compile_llvm : 1;
1684 guint got_var_allocated : 1;
1685 guint ret_var_is_local : 1;
1686 guint ret_var_set : 1;
1687 guint unverifiable : 1;
1688 guint skip_visibility : 1;
1689 guint disable_reuse_registers : 1;
1690 guint disable_reuse_stack_slots : 1;
1691 guint disable_reuse_ref_stack_slots : 1;
1692 guint disable_ref_noref_stack_slot_share : 1;
1693 guint disable_initlocals_opt : 1;
1694 guint disable_initlocals_opt_refs : 1;
1695 guint disable_omit_fp : 1;
1696 guint disable_vreg_to_lvreg : 1;
1697 guint disable_deadce_vars : 1;
1698 guint disable_out_of_line_bblocks : 1;
1699 guint disable_direct_icalls : 1;
1700 guint disable_gc_safe_points : 1;
1701 guint direct_pinvoke : 1;
1702 guint create_lmf_var : 1;
1704 * When this is set, the code to push/pop the LMF from the LMF stack is generated as IR
1705 * instead of being generated in emit_prolog ()/emit_epilog ().
1709 * Whenever to use the mono_lmf TLS variable instead of indirection through the
1710 * mono_lmf_addr TLS variable.
1712 guint lmf_ir_mono_lmf : 1;
1713 guint gen_write_barriers : 1;
1714 guint init_ref_vars : 1;
1715 guint extend_live_ranges : 1;
1716 guint compute_precise_live_ranges : 1;
1717 guint has_got_slots : 1;
1718 guint uses_rgctx_reg : 1;
1719 guint uses_vtable_reg : 1;
1720 guint uses_simd_intrinsics : 1;
1721 guint keep_cil_nops : 1;
1722 guint gen_seq_points : 1;
1723 /* Generate seq points for use by the debugger */
1724 guint gen_sdb_seq_points : 1;
1725 guint explicit_null_checks : 1;
1726 guint compute_gc_maps : 1;
1727 guint soft_breakpoints : 1;
1728 guint arch_eh_jit_info : 1;
1729 guint has_emulated_ops : 1;
1730 guint has_indirection : 1;
1731 guint has_atomic_add_i4 : 1;
1732 guint has_atomic_exchange_i4 : 1;
1733 guint has_atomic_cas_i4 : 1;
1734 guint check_pinvoke_callconv : 1;
1735 guint has_unwind_info_for_epilog : 1;
1736 guint disable_inline : 1;
1737 /* Disable inlining into caller */
1738 guint no_inline : 1;
1740 guint gsharedvt : 1;
1742 guint llvm_only : 1;
1744 gpointer debug_info;
1747 MonoProfileCoverageInfo *coverage_info;
1748 GHashTable *token_info_hash;
1749 MonoCompileArch arch;
1750 guint32 inline_depth;
1751 /* Size of memory reserved for thunks */
1755 /* Offset between the start of code and the thunks area */
1757 MonoExceptionType exception_type; /* MONO_EXCEPTION_* */
1758 guint32 exception_data;
1759 char* exception_message;
1760 gpointer exception_ptr;
1762 guint8 * encoded_unwind_ops;
1763 guint32 encoded_unwind_ops_len;
1768 /* Fields used by the local reg allocator */
1772 /* Maps vregs to their associated MonoInst's */
1773 /* vregs with an associated MonoInst are 'global' while others are 'local' */
1774 MonoInst **vreg_to_inst;
1776 /* Size of above array */
1777 guint32 vreg_to_inst_len;
1779 /* Marks vregs which hold a GC ref */
1780 /* FIXME: Use a bitmap */
1781 gboolean *vreg_is_ref;
1783 /* Size of above array */
1784 guint32 vreg_is_ref_len;
1786 /* Marks vregs which hold a managed pointer */
1787 /* FIXME: Use a bitmap */
1788 gboolean *vreg_is_mp;
1790 /* Size of above array */
1791 guint32 vreg_is_mp_len;
1794 * The original method to compile, differs from 'method' when doing generic
1797 MonoMethod *orig_method;
1799 /* Patches which describe absolute addresses embedded into the native code */
1800 GHashTable *abs_patches;
1802 /* If the arch passes valuetypes by address, then for methods
1803 which use JMP the arch code should use these local
1804 variables to store the addresses of incoming valuetypes.
1805 The addresses should be stored in mono_arch_emit_prolog()
1806 and can be used when emitting code for OP_JMP. See
1808 MonoInst **tailcall_valuetype_addrs;
1810 /* Used to implement move_i4_to_f on archs that can't do raw
1811 copy between an ireg and a freg. This is an int32 var.*/
1812 MonoInst *iconv_raw_var;
1814 /* Used to implement fconv_to_r8_x. This is a double (8 bytes) var.*/
1815 MonoInst *fconv_to_r8_x_var;
1817 /*Use to implement simd constructors. This is a vector (16 bytes) var.*/
1818 MonoInst *simd_ctor_var;
1820 /* Used to implement dyn_call */
1821 MonoInst *dyn_call_var;
1824 * List of sequence points represented as IL offset+native offset pairs.
1825 * Allocated using glib.
1826 * IL offset can be -1 or 0xffffff to refer to the sequence points
1827 * inside the prolog and epilog used to implement method entry/exit events.
1829 GPtrArray *seq_points;
1831 /* The encoded sequence point info */
1832 struct MonoSeqPointInfo *seq_point_info;
1834 /* Method headers which need to be freed after compilation */
1835 GSList *headers_to_free;
1838 guint32 got_offset, ex_info_offset, method_info_offset, method_index;
1839 /* Symbol used to refer to this method in generated assembly */
1841 char *asm_debug_symbol;
1842 char *llvm_method_name;
1843 int castclass_cache_index;
1845 MonoJitExceptionInfo *llvm_ex_info;
1846 guint32 llvm_ex_info_len;
1847 int llvm_this_reg, llvm_this_offset;
1849 GSList *try_block_holes;
1851 /* DWARF location list for 'this' */
1852 GSList *this_loclist;
1854 /* DWARF location list for 'rgctx_var' */
1855 GSList *rgctx_loclist;
1857 int *gsharedvt_vreg_to_idx;
1863 /* The offsets of the locals area relative to the frame pointer */
1864 gint locals_min_stack_offset, locals_max_stack_offset;
1866 /* The current CFA rule */
1867 int cur_cfa_reg, cur_cfa_offset;
1869 /* The final CFA rule at the end of the prolog */
1870 int cfa_reg, cfa_offset;
1872 /* Points to a MonoCompileGC */
1876 * The encoded GC map along with its size. This contains binary data so it can be saved in an AOT
1877 * image etc, but it requires a 4 byte alignment.
1880 guint32 gc_map_size;
1882 /* Error handling */
1885 /* pointer to context datastructure used for graph dumping */
1886 MonoGraphDumper *gdump_ctx;
1889 int stat_allocate_var;
1890 int stat_locals_stack_size;
1891 int stat_basic_blocks;
1892 int stat_cil_code_size;
1894 int stat_inlineable_methods;
1895 int stat_inlined_methods;
1896 int stat_code_reallocs;
1900 MONO_CFG_HAS_ALLOCA = 1 << 0,
1901 MONO_CFG_HAS_CALLS = 1 << 1,
1902 MONO_CFG_HAS_LDELEMA = 1 << 2,
1903 MONO_CFG_HAS_VARARGS = 1 << 3,
1904 MONO_CFG_HAS_TAIL = 1 << 4,
1905 MONO_CFG_HAS_FPOUT = 1 << 5, /* there are fp values passed in int registers */
1906 MONO_CFG_HAS_SPILLUP = 1 << 6, /* spill var slots are allocated from bottom to top */
1907 MONO_CFG_HAS_CHECK_THIS = 1 << 7,
1908 MONO_CFG_HAS_ARRAY_ACCESS = 1 << 8,
1909 MONO_CFG_HAS_TYPE_CHECK = 1 << 9
1913 gint32 methods_compiled;
1915 gint32 methods_lookups;
1916 gint32 allocate_var;
1917 gint32 cil_code_size;
1918 gint32 native_code_size;
1919 gint32 code_reallocs;
1920 gint32 max_code_size_ratio;
1921 gint32 biggest_method_size;
1922 gint32 allocated_code_size;
1923 gint32 allocated_seq_points_size;
1924 gint32 inlineable_methods;
1925 gint32 inlined_methods;
1926 gint32 basic_blocks;
1927 gint32 max_basic_blocks;
1928 gint32 locals_stack_size;
1930 gint32 generic_virtual_invocations;
1932 gint32 alias_removed;
1933 gint32 loads_eliminated;
1934 gint32 stores_eliminated;
1935 gint32 optimized_divisions;
1936 int methods_with_llvm;
1937 int methods_without_llvm;
1938 char *max_ratio_method;
1939 char *biggest_method;
1940 double jit_method_to_ir;
1941 double jit_liveness_handle_exception_clauses;
1942 double jit_handle_out_of_line_bblock;
1943 double jit_decompose_long_opts;
1944 double jit_decompose_typechecks;
1945 double jit_local_cprop;
1946 double jit_local_emulate_ops;
1947 double jit_optimize_branches;
1948 double jit_handle_global_vregs;
1949 double jit_local_deadce;
1950 double jit_local_alias_analysis;
1951 double jit_if_conversion;
1952 double jit_bb_ordering;
1953 double jit_compile_dominator_info;
1954 double jit_compute_natural_loops;
1955 double jit_insert_safepoints;
1956 double jit_ssa_compute;
1957 double jit_ssa_cprop;
1958 double jit_ssa_deadce;
1959 double jit_perform_abc_removal;
1960 double jit_ssa_remove;
1961 double jit_local_cprop2;
1962 double jit_handle_global_vregs2;
1963 double jit_local_deadce2;
1964 double jit_optimize_branches2;
1965 double jit_decompose_vtype_opts;
1966 double jit_decompose_array_access_opts;
1967 double jit_liveness_handle_exception_clauses2;
1968 double jit_analyze_liveness;
1969 double jit_linear_scan;
1970 double jit_arch_allocate_vars;
1971 double jit_spill_global_vars;
1972 double jit_local_cprop3;
1973 double jit_local_deadce3;
1975 double jit_create_jit_info;
1976 double jit_gc_create_gc_map;
1977 double jit_save_seq_point_info;
1982 extern MonoJitStats mono_jit_stats;
1984 /* opcodes: value assigned after all the CIL opcodes */
1991 #define MINI_OP(a,b,dest,src1,src2) a,
1992 #define MINI_OP3(a,b,dest,src1,src2,src3) a,
1994 OP_START = MONO_CEE_LAST - 1,
1995 #include "mini-ops.h"
2001 #if SIZEOF_VOID_P == 8
2002 #define OP_PCONST OP_I8CONST
2003 #define OP_DUMMY_PCONST OP_DUMMY_I8CONST
2004 #define OP_PADD OP_LADD
2005 #define OP_PADD_IMM OP_LADD_IMM
2006 #define OP_PSUB_IMM OP_LSUB_IMM
2007 #define OP_PAND_IMM OP_LAND_IMM
2008 #define OP_PXOR_IMM OP_LXOR_IMM
2009 #define OP_PSUB OP_LSUB
2010 #define OP_PMUL OP_LMUL
2011 #define OP_PMUL_IMM OP_LMUL_IMM
2012 #define OP_PNEG OP_LNEG
2013 #define OP_PCONV_TO_I1 OP_LCONV_TO_I1
2014 #define OP_PCONV_TO_U1 OP_LCONV_TO_U1
2015 #define OP_PCONV_TO_I2 OP_LCONV_TO_I2
2016 #define OP_PCONV_TO_U2 OP_LCONV_TO_U2
2017 #define OP_PCONV_TO_OVF_I1_UN OP_LCONV_TO_OVF_I1_UN
2018 #define OP_PCONV_TO_OVF_I1 OP_LCONV_TO_OVF_I1
2019 #define OP_PBEQ OP_LBEQ
2020 #define OP_PCEQ OP_LCEQ
2021 #define OP_PBNE_UN OP_LBNE_UN
2022 #define OP_PBGE_UN OP_LBGE_UN
2023 #define OP_PBLT_UN OP_LBLT_UN
2024 #define OP_PBGE OP_LBGE
2025 #define OP_STOREP_MEMBASE_REG OP_STOREI8_MEMBASE_REG
2026 #define OP_STOREP_MEMBASE_IMM OP_STOREI8_MEMBASE_IMM
2028 #define OP_PCONST OP_ICONST
2029 #define OP_DUMMY_PCONST OP_DUMMY_ICONST
2030 #define OP_PADD OP_IADD
2031 #define OP_PADD_IMM OP_IADD_IMM
2032 #define OP_PSUB_IMM OP_ISUB_IMM
2033 #define OP_PAND_IMM OP_IAND_IMM
2034 #define OP_PXOR_IMM OP_IXOR_IMM
2035 #define OP_PSUB OP_ISUB
2036 #define OP_PMUL OP_IMUL
2037 #define OP_PMUL_IMM OP_IMUL_IMM
2038 #define OP_PNEG OP_INEG
2039 #define OP_PCONV_TO_I1 OP_ICONV_TO_I1
2040 #define OP_PCONV_TO_U1 OP_ICONV_TO_U1
2041 #define OP_PCONV_TO_I2 OP_ICONV_TO_I2
2042 #define OP_PCONV_TO_U2 OP_ICONV_TO_U2
2043 #define OP_PCONV_TO_OVF_I1_UN OP_ICONV_TO_OVF_I1_UN
2044 #define OP_PCONV_TO_OVF_I1 OP_ICONV_TO_OVF_I1
2045 #define OP_PBEQ OP_IBEQ
2046 #define OP_PCEQ OP_ICEQ
2047 #define OP_PBNE_UN OP_IBNE_UN
2048 #define OP_PBGE_UN OP_IBGE_UN
2049 #define OP_PBLT_UN OP_IBLT_UN
2050 #define OP_PBGE OP_IBGE
2051 #define OP_STOREP_MEMBASE_REG OP_STOREI4_MEMBASE_REG
2052 #define OP_STOREP_MEMBASE_IMM OP_STOREI4_MEMBASE_IMM
2055 /* Opcodes to load/store regsize quantities */
2056 #if defined (__mono_ilp32__)
2057 #define OP_LOADR_MEMBASE OP_LOADI8_MEMBASE
2058 #define OP_STORER_MEMBASE_REG OP_STOREI8_MEMBASE_REG
2060 #define OP_LOADR_MEMBASE OP_LOAD_MEMBASE
2061 #define OP_STORER_MEMBASE_REG OP_STORE_MEMBASE_REG
2088 #if HAVE_ARRAY_ELEM_INIT
2089 extern const guint8 mono_burg_arity [];
2091 extern guint8 mono_burg_arity [];
2094 extern const char MONO_ARCH_CPU_SPEC [];
2095 #define MONO_ARCH_CPU_SPEC_IDX_COMBINE(a) a ## _idx
2096 #define MONO_ARCH_CPU_SPEC_IDX(a) MONO_ARCH_CPU_SPEC_IDX_COMBINE(a)
2097 extern const guint16 MONO_ARCH_CPU_SPEC_IDX(MONO_ARCH_CPU_SPEC) [];
2098 #define ins_get_spec(op) ((const char*)&MONO_ARCH_CPU_SPEC + MONO_ARCH_CPU_SPEC_IDX(MONO_ARCH_CPU_SPEC)[(op) - OP_LOAD])
2103 MONO_COMP_DFRONTIER = 4,
2104 MONO_COMP_DOM_REV = 8,
2105 MONO_COMP_LIVENESS = 16,
2107 MONO_COMP_SSA_DEF_USE = 64,
2108 MONO_COMP_REACHABILITY = 128,
2109 MONO_COMP_LOOPS = 256
2114 MONO_GRAPH_DTREE = 2,
2115 MONO_GRAPH_CFG_CODE = 4,
2116 MONO_GRAPH_CFG_SSA = 8,
2117 MONO_GRAPH_CFG_OPTCODE = 16
2124 } MonoJitArgumentInfo;
2127 gboolean handle_sigint;
2128 gboolean keep_delegates;
2129 gboolean reverse_pinvoke_exceptions;
2130 gboolean collect_pagefault_stats;
2131 gboolean break_on_unverified;
2132 gboolean better_cast_details;
2133 gboolean mdb_optimizations;
2134 gboolean no_gdb_backtrace;
2135 gboolean suspend_on_sigsegv;
2136 gboolean suspend_on_exception;
2137 gboolean suspend_on_unhandled;
2138 gboolean dyn_runtime_invoke;
2141 gboolean use_fallback_tls;
2143 * Whenever data such as next sequence points and flags is required.
2144 * Next sequence points and flags are required by the debugger agent.
2146 gboolean gen_sdb_seq_points;
2147 gboolean no_seq_points_compact_data;
2149 * Setting single_imm_size should guarantee that each time managed code is compiled
2150 * the same instructions and registers are used, regardless of the size of used values.
2152 gboolean single_imm_size;
2153 gboolean explicit_null_checks;
2155 * Fill stack frames with 0x2a in method prologs. This helps with the
2156 * debugging of the stack marking code in the GC.
2158 gboolean init_stacks;
2161 * Whenever to implement single stepping and breakpoints without signals in the
2162 * soft debugger. This is useful on platforms without signals, like the ps3, or during
2163 * runtime debugging, since it avoids SIGSEGVs when a single step location or breakpoint
2166 gboolean soft_breakpoints;
2168 * Whenever to break in the debugger using G_BREAKPOINT on unhandled exceptions.
2170 gboolean break_on_exc;
2172 * Load AOT JIT info eagerly.
2174 gboolean load_aot_jit_info_eagerly;
2176 * Check for pinvoke calling convention mismatches.
2178 gboolean check_pinvoke_callconv;
2180 * Translate Debugger.Break () into a native breakpoint signal
2182 gboolean native_debugger_break;
2184 * Disabling the frame pointer emit optimization can allow debuggers to more easily
2185 * identify the stack on some platforms
2187 gboolean disable_omit_fp;
2215 /* Implicit exceptions */
2217 MONO_EXC_INDEX_OUT_OF_RANGE,
2219 MONO_EXC_ARITHMETIC,
2220 MONO_EXC_DIVIDE_BY_ZERO,
2221 MONO_EXC_INVALID_CAST,
2223 MONO_EXC_ARRAY_TYPE_MISMATCH,
2225 MONO_EXC_INTRINS_NUM
2229 MINI_TOKEN_SOURCE_CLASS,
2230 MINI_TOKEN_SOURCE_METHOD,
2231 MINI_TOKEN_SOURCE_FIELD
2235 * Information about a trampoline function.
2240 * The native code of the trampoline. Not owned by this structure.
2245 * The name of the trampoline which can be used in AOT/xdebug. Owned by this
2250 * Patches required by the trampoline when aot-ing. Owned by this structure.
2254 * Unwind information. Owned by this structure.
2259 * Encoded unwind info loaded from AOT images
2262 guint32 uw_info_len;
2265 typedef void (*MonoInstFunc) (MonoInst *tree, gpointer data);
2268 FILTER_IL_SEQ_POINT = 1 << 0,
2269 FILTER_NOP = 1 << 1,
2272 static inline gboolean
2273 mono_inst_filter (MonoInst *ins, int filter)
2275 if (!ins || !filter)
2278 if ((filter & FILTER_IL_SEQ_POINT) && ins->opcode == OP_IL_SEQ_POINT)
2281 if ((filter & FILTER_NOP) && ins->opcode == OP_NOP)
2287 static inline MonoInst*
2288 mono_inst_next (MonoInst *ins, int filter)
2292 } while (mono_inst_filter (ins, filter));
2297 static inline MonoInst*
2298 mono_inst_prev (MonoInst *ins, int filter)
2302 } while (mono_inst_filter (ins, filter));
2307 static inline MonoInst*
2308 mono_bb_first_inst (MonoBasicBlock *bb, int filter)
2310 MonoInst *ins = bb->code;
2311 if (mono_inst_filter (ins, filter))
2312 ins = mono_inst_next (ins, filter);
2317 static inline MonoInst*
2318 mono_bb_last_inst (MonoBasicBlock *bb, int filter)
2320 MonoInst *ins = bb->last_ins;
2321 if (mono_inst_filter (ins, filter))
2322 ins = mono_inst_prev (ins, filter);
2328 MONO_API int mono_main (int argc, char* argv[]);
2329 MONO_API void mono_set_defaults (int verbose_level, guint32 opts);
2330 MONO_API void mono_parse_env_options (int *ref_argc, char **ref_argv []);
2331 MONO_API char *mono_parse_options_from (const char *options, int *ref_argc, char **ref_argv []);
2333 MonoDomain* mini_init (const char *filename, const char *runtime_version);
2334 void mini_cleanup (MonoDomain *domain);
2335 MONO_API MonoDebugOptions *mini_get_debug_options (void);
2336 MONO_API gboolean mini_parse_debug_option (const char *option);
2337 void mini_profiler_enable_with_options (const char *profile_options);
2340 void mono_cfg_dump_create_context (MonoCompile *cfg);
2341 void mono_cfg_dump_begin_group (MonoCompile *cfg);
2342 void mono_cfg_dump_close_group (MonoCompile *cfg);
2343 void mono_cfg_dump_ir (MonoCompile *cfg, const char *phase_name);
2345 /* helper methods */
2346 void mini_jit_init (void);
2347 void mini_jit_cleanup (void);
2348 void mono_disable_optimizations (guint32 opts);
2349 void mono_set_optimizations (guint32 opts);
2350 void mono_set_bisect_methods (guint32 opt, const char *method_list_filename);
2351 guint32 mono_get_optimizations_for_method (MonoMethod *method, guint32 default_opt);
2352 char* mono_opt_descr (guint32 flags);
2353 void mono_set_verbose_level (guint32 level);
2354 MonoJumpInfoToken* mono_jump_info_token_new (MonoMemPool *mp, MonoImage *image, guint32 token);
2355 MonoJumpInfoToken* mono_jump_info_token_new2 (MonoMemPool *mp, MonoImage *image, guint32 token, MonoGenericContext *context);
2356 MonoInst* mono_find_spvar_for_region (MonoCompile *cfg, int region);
2357 MonoInst* mono_find_exvar_for_offset (MonoCompile *cfg, int offset);
2358 int mono_get_block_region_notry (MonoCompile *cfg, int region) MONO_LLVM_INTERNAL;
2360 void mono_precompile_assemblies (void);
2361 MONO_API int mono_parse_default_optimizations (const char* p);
2362 void mono_bblock_add_inst (MonoBasicBlock *bb, MonoInst *inst) MONO_LLVM_INTERNAL;
2363 void mono_bblock_insert_after_ins (MonoBasicBlock *bb, MonoInst *ins, MonoInst *ins_to_insert);
2364 void mono_bblock_insert_before_ins (MonoBasicBlock *bb, MonoInst *ins, MonoInst *ins_to_insert);
2365 void mono_verify_bblock (MonoBasicBlock *bb);
2366 void mono_verify_cfg (MonoCompile *cfg);
2367 void mono_constant_fold (MonoCompile *cfg);
2368 MonoInst* mono_constant_fold_ins (MonoCompile *cfg, MonoInst *ins, MonoInst *arg1, MonoInst *arg2, gboolean overwrite);
2369 int mono_eval_cond_branch (MonoInst *branch);
2370 int mono_is_power_of_two (guint32 val) MONO_LLVM_INTERNAL;
2371 void mono_cprop_local (MonoCompile *cfg, MonoBasicBlock *bb, MonoInst **acp, int acp_size);
2372 MonoInst* mono_compile_create_var (MonoCompile *cfg, MonoType *type, int opcode);
2373 MonoInst* mono_compile_create_var_for_vreg (MonoCompile *cfg, MonoType *type, int opcode, int vreg);
2374 void mono_compile_make_var_load (MonoCompile *cfg, MonoInst *dest, gssize var_index);
2375 MonoInst* mini_get_int_to_float_spill_area (MonoCompile *cfg);
2376 MonoType* mono_type_from_stack_type (MonoInst *ins);
2377 guint32 mono_alloc_ireg (MonoCompile *cfg) MONO_LLVM_INTERNAL;
2378 guint32 mono_alloc_lreg (MonoCompile *cfg) MONO_LLVM_INTERNAL;
2379 guint32 mono_alloc_freg (MonoCompile *cfg) MONO_LLVM_INTERNAL;
2380 guint32 mono_alloc_preg (MonoCompile *cfg) MONO_LLVM_INTERNAL;
2381 guint32 mono_alloc_dreg (MonoCompile *cfg, MonoStackType stack_type);
2382 guint32 mono_alloc_ireg_ref (MonoCompile *cfg) MONO_LLVM_INTERNAL;
2383 guint32 mono_alloc_ireg_mp (MonoCompile *cfg) MONO_LLVM_INTERNAL;
2384 guint32 mono_alloc_ireg_copy (MonoCompile *cfg, guint32 vreg) MONO_LLVM_INTERNAL;
2385 void mono_mark_vreg_as_ref (MonoCompile *cfg, int vreg);
2386 void mono_mark_vreg_as_mp (MonoCompile *cfg, int vreg);
2388 void mono_link_bblock (MonoCompile *cfg, MonoBasicBlock *from, MonoBasicBlock* to);
2389 void mono_unlink_bblock (MonoCompile *cfg, MonoBasicBlock *from, MonoBasicBlock* to);
2390 gboolean mono_bblocks_linked (MonoBasicBlock *bb1, MonoBasicBlock *bb2);
2391 void mono_remove_bblock (MonoCompile *cfg, MonoBasicBlock *bb);
2392 void mono_nullify_basic_block (MonoBasicBlock *bb);
2393 void mono_merge_basic_blocks (MonoCompile *cfg, MonoBasicBlock *bb, MonoBasicBlock *bbn);
2394 void mono_optimize_branches (MonoCompile *cfg);
2396 void mono_blockset_print (MonoCompile *cfg, MonoBitSet *set, const char *name, guint idom);
2397 const char*mono_ji_type_to_string (MonoJumpInfoType type);
2398 void mono_print_ji (const MonoJumpInfo *ji);
2399 void mono_print_ins_index (int i, MonoInst *ins);
2400 GString *mono_print_ins_index_strbuf (int i, MonoInst *ins);
2401 void mono_print_ins (MonoInst *ins);
2402 void mono_print_bb (MonoBasicBlock *bb, const char *msg);
2403 void mono_print_code (MonoCompile *cfg, const char *msg);
2404 MONO_API void mono_print_method_from_ip (void *ip);
2405 MONO_API char *mono_pmip (void *ip);
2406 gboolean mono_debug_count (void);
2407 MONO_API const char* mono_inst_name (int op);
2408 int mono_op_to_op_imm (int opcode);
2409 int mono_op_imm_to_op (int opcode);
2410 int mono_load_membase_to_load_mem (int opcode);
2411 guint mono_type_to_load_membase (MonoCompile *cfg, MonoType *type);
2412 guint mono_type_to_store_membase (MonoCompile *cfg, MonoType *type);
2413 guint mini_type_to_stind (MonoCompile* cfg, MonoType *type);
2414 MonoJitInfo* mini_lookup_method (MonoDomain *domain, MonoMethod *method, MonoMethod *shared);
2415 guint32 mono_reverse_branch_op (guint32 opcode);
2416 void mono_disassemble_code (MonoCompile *cfg, guint8 *code, int size, char *id);
2417 void mono_add_patch_info (MonoCompile *cfg, int ip, MonoJumpInfoType type, gconstpointer target) MONO_LLVM_INTERNAL;
2418 void mono_add_patch_info_rel (MonoCompile *cfg, int ip, MonoJumpInfoType type, gconstpointer target, int relocation) MONO_LLVM_INTERNAL;
2419 void mono_remove_patch_info (MonoCompile *cfg, int ip);
2420 MonoJumpInfo* mono_patch_info_dup_mp (MonoMemPool *mp, MonoJumpInfo *patch_info);
2421 guint mono_patch_info_hash (gconstpointer data);
2422 gint mono_patch_info_equal (gconstpointer ka, gconstpointer kb);
2423 MonoJumpInfo *mono_patch_info_list_prepend (MonoJumpInfo *list, int ip, MonoJumpInfoType type, gconstpointer target);
2424 gpointer mono_resolve_patch_target (MonoMethod *method, MonoDomain *domain, guint8 *code, MonoJumpInfo *patch_info, gboolean run_cctors, MonoError *error) MONO_LLVM_INTERNAL;
2425 gpointer mono_jit_find_compiled_method_with_jit_info (MonoDomain *domain, MonoMethod *method, MonoJitInfo **ji);
2426 gpointer mono_jit_find_compiled_method (MonoDomain *domain, MonoMethod *method);
2427 gpointer mono_jit_compile_method (MonoMethod *method, MonoError *error);
2428 gpointer mono_jit_compile_method_inner (MonoMethod *method, MonoDomain *target_domain, int opt, MonoError *error);
2429 MonoLMF * mono_get_lmf (void);
2430 MonoLMF** mono_get_lmf_addr (void);
2431 void mono_set_lmf (MonoLMF *lmf);
2432 MonoJitTlsData* mono_get_jit_tls (void);
2433 MONO_API MonoDomain* mono_jit_thread_attach (MonoDomain *domain);
2434 MONO_API void mono_jit_set_domain (MonoDomain *domain);
2435 MonoInst* mono_create_tls_get (MonoCompile *cfg, MonoTlsKey key);
2436 GList *mono_varlist_insert_sorted (MonoCompile *cfg, GList *list, MonoMethodVar *mv, int sort_type);
2437 GList *mono_varlist_sort (MonoCompile *cfg, GList *list, int sort_type);
2438 void mono_analyze_liveness (MonoCompile *cfg);
2439 void mono_analyze_liveness_gc (MonoCompile *cfg);
2440 void mono_linear_scan (MonoCompile *cfg, GList *vars, GList *regs, regmask_t *used_mask);
2441 void mono_global_regalloc (MonoCompile *cfg);
2442 void mono_create_jump_table (MonoCompile *cfg, MonoInst *label, MonoBasicBlock **bbs, int num_blocks);
2443 MonoCompile *mini_method_compile (MonoMethod *method, guint32 opts, MonoDomain *domain, JitFlags flags, int parts, int aot_method_index);
2444 void mono_destroy_compile (MonoCompile *cfg);
2445 void mono_empty_compile (MonoCompile *cfg);
2446 MonoJitICallInfo *mono_find_jit_opcode_emulation (int opcode);
2447 void mono_print_ins_index (int i, MonoInst *ins);
2448 void mono_print_ins (MonoInst *ins);
2449 gboolean mini_assembly_can_skip_verification (MonoDomain *domain, MonoMethod *method);
2450 gboolean mono_compile_is_broken (MonoCompile *cfg, MonoMethod *method, gboolean fail_compile);
2451 MonoInst *mono_get_got_var (MonoCompile *cfg);
2452 void mono_add_seq_point (MonoCompile *cfg, MonoBasicBlock *bb, MonoInst *ins, int native_offset);
2453 void mono_add_var_location (MonoCompile *cfg, MonoInst *var, gboolean is_reg, int reg, int offset, int from, int to);
2454 MonoInst* mono_emit_jit_icall (MonoCompile *cfg, gconstpointer func, MonoInst **args);
2455 MonoInst* mono_emit_jit_icall_by_info (MonoCompile *cfg, int il_offset, MonoJitICallInfo *info, MonoInst **args);
2456 MonoInst* mono_emit_method_call (MonoCompile *cfg, MonoMethod *method, MonoInst **args, MonoInst *this_ins);
2457 void mono_create_helper_signatures (void);
2459 gboolean mini_class_is_system_array (MonoClass *klass);
2460 MonoMethodSignature *mono_get_element_address_signature (int arity);
2461 MonoJitICallInfo *mono_get_element_address_icall (int rank);
2462 MonoJitICallInfo *mono_get_array_new_va_icall (int rank);
2464 void mono_linterval_add_range (MonoCompile *cfg, MonoLiveInterval *interval, int from, int to);
2465 void mono_linterval_print (MonoLiveInterval *interval);
2466 void mono_linterval_print_nl (MonoLiveInterval *interval);
2467 gboolean mono_linterval_covers (MonoLiveInterval *interval, int pos);
2468 gint32 mono_linterval_get_intersect_pos (MonoLiveInterval *i1, MonoLiveInterval *i2);
2469 void mono_linterval_split (MonoCompile *cfg, MonoLiveInterval *interval, MonoLiveInterval **i1, MonoLiveInterval **i2, int pos);
2470 void mono_liveness_handle_exception_clauses (MonoCompile *cfg);
2472 /* Native Client functions */
2473 gpointer mono_realloc_native_code(MonoCompile *cfg);
2475 #if defined(__native_client__) || defined(__native_client_codegen__)
2476 extern volatile int __nacl_thread_suspension_needed;
2477 void __nacl_suspend_thread_if_needed(void);
2478 void mono_nacl_gc(void);
2481 extern MonoDebugOptions debug_options;
2483 static inline MonoMethod*
2484 jinfo_get_method (MonoJitInfo *ji)
2486 return mono_jit_info_get_method (ji);
2490 void mono_aot_init (void);
2491 void mono_aot_cleanup (void);
2492 gpointer mono_aot_get_method_checked (MonoDomain *domain,
2493 MonoMethod *method, MonoError *error);
2494 gpointer mono_aot_get_method_from_token (MonoDomain *domain, MonoImage *image, guint32 token, MonoError *error);
2495 gboolean mono_aot_is_got_entry (guint8 *code, guint8 *addr);
2496 guint8* mono_aot_get_plt_entry (guint8 *code);
2497 guint32 mono_aot_get_plt_info_offset (mgreg_t *regs, guint8 *code);
2498 gboolean mono_aot_get_cached_class_info (MonoClass *klass, MonoCachedClassInfo *res);
2499 gboolean mono_aot_get_class_from_name (MonoImage *image, const char *name_space, const char *name, MonoClass **klass);
2500 MonoJitInfo* mono_aot_find_jit_info (MonoDomain *domain, MonoImage *image, gpointer addr);
2501 gpointer mono_aot_plt_resolve (gpointer aot_module, guint32 plt_info_offset, guint8 *code, MonoError *error);
2502 void mono_aot_patch_plt_entry (guint8 *code, guint8 *plt_entry, gpointer *got, mgreg_t *regs, guint8 *addr);
2503 gpointer mono_aot_get_method_from_vt_slot (MonoDomain *domain, MonoVTable *vtable, int slot, MonoError *error);
2504 gpointer mono_aot_create_specific_trampoline (MonoImage *image, gpointer arg1, MonoTrampolineType tramp_type, MonoDomain *domain, guint32 *code_len);
2505 gpointer mono_aot_get_trampoline (const char *name);
2506 gpointer mono_aot_get_trampoline_full (const char *name, MonoTrampInfo **out_tinfo);
2507 gpointer mono_aot_get_unbox_trampoline (MonoMethod *method);
2508 gpointer mono_aot_get_lazy_fetch_trampoline (guint32 slot);
2509 gpointer mono_aot_get_static_rgctx_trampoline (gpointer ctx, gpointer addr);
2510 gpointer mono_aot_get_imt_trampoline (MonoVTable *vtable, MonoDomain *domain, MonoIMTCheckItem **imt_entries, int count, gpointer fail_tramp);
2511 gpointer mono_aot_get_gsharedvt_arg_trampoline(gpointer arg, gpointer addr);
2512 guint8* mono_aot_get_unwind_info (MonoJitInfo *ji, guint32 *unwind_info_len);
2513 guint32 mono_aot_method_hash (MonoMethod *method);
2514 MonoMethod* mono_aot_get_array_helper_from_wrapper (MonoMethod *method);
2515 void mono_aot_set_make_unreadable (gboolean unreadable);
2516 gboolean mono_aot_is_pagefault (void *ptr);
2517 void mono_aot_handle_pagefault (void *ptr);
2518 void mono_aot_register_jit_icall (const char *name, gpointer addr);
2519 guint32 mono_aot_find_method_index (MonoMethod *method);
2520 void mono_aot_init_llvm_method (gpointer aot_module, guint32 method_index);
2521 void mono_aot_init_gshared_method_this (gpointer aot_module, guint32 method_index, MonoObject *this_ins);
2522 void mono_aot_init_gshared_method_mrgctx (gpointer aot_module, guint32 method_index, MonoMethodRuntimeGenericContext *rgctx);
2523 void mono_aot_init_gshared_method_vtable (gpointer aot_module, guint32 method_index, MonoVTable *vtable);
2525 /* This is an exported function */
2526 MONO_API void mono_aot_register_module (gpointer *aot_info);
2528 /* These are used to load the AOT data for aot images compiled with MONO_AOT_FILE_FLAG_SEPARATE_DATA */
2530 * Return the AOT data for ASSEMBLY. SIZE is the size of the data. OUT_HANDLE should be set to a handle which is later
2531 * passed to the free function.
2533 typedef unsigned char* (*MonoLoadAotDataFunc) (MonoAssembly *assembly, int size, gpointer user_data, void **out_handle);
2535 typedef void (*MonoFreeAotDataFunc) (MonoAssembly *assembly, int size, gpointer user_data, void *handle);
2536 MONO_API void mono_install_load_aot_data_hook (MonoLoadAotDataFunc load_func, MonoFreeAotDataFunc free_func, gpointer user_data);
2538 void mono_xdebug_init (const char *xdebug_opts);
2539 void mono_save_xdebug_info (MonoCompile *cfg);
2540 void mono_save_trampoline_xdebug_info (MonoTrampInfo *info);
2541 /* This is an exported function */
2542 void mono_xdebug_flush (void);
2544 gboolean mono_method_blittable (MonoMethod *method);
2545 gboolean mono_method_same_domain (MonoJitInfo *caller, MonoJitInfo *callee);
2547 void mono_register_opcode_emulation (int opcode, const char* name, const char *sigstr, gpointer func, gboolean no_throw);
2548 void mono_draw_graph (MonoCompile *cfg, MonoGraphOptions draw_options);
2549 void mono_add_ins_to_end (MonoBasicBlock *bb, MonoInst *inst);
2550 gpointer mono_create_ftnptr (MonoDomain *domain, gpointer addr);
2552 MONO_API void mono_replace_ins (MonoCompile *cfg, MonoBasicBlock *bb, MonoInst *ins, MonoInst **prev, MonoBasicBlock *first_bb, MonoBasicBlock *last_bb);
2554 int mono_find_method_opcode (MonoMethod *method);
2555 MonoJitICallInfo *mono_register_jit_icall (gconstpointer func, const char *name, MonoMethodSignature *sig, gboolean is_save);
2556 gconstpointer mono_icall_get_wrapper (MonoJitICallInfo* callinfo) MONO_LLVM_INTERNAL;
2557 gconstpointer mono_icall_get_wrapper_full (MonoJitICallInfo* callinfo, gboolean do_compile);
2558 void mini_register_opcode_emulation (int opcode, const char *name, const char *sigstr, gpointer func, const char *symbol, gboolean no_throw);
2560 void mono_trampolines_init (void);
2561 void mono_trampolines_cleanup (void);
2562 guint8 * mono_get_trampoline_code (MonoTrampolineType tramp_type);
2563 gpointer mono_create_specific_trampoline (gpointer arg1, MonoTrampolineType tramp_type, MonoDomain *domain, guint32 *code_len);
2564 gpointer mono_create_jump_trampoline (MonoDomain *domain,
2566 gboolean add_sync_wrapper,
2568 gpointer mono_create_class_init_trampoline (MonoVTable *vtable);
2569 gpointer mono_create_jit_trampoline (MonoDomain *domain, MonoMethod *method, MonoError *error) MONO_LLVM_INTERNAL;
2570 gpointer mono_create_jit_trampoline_from_token (MonoImage *image, guint32 token);
2571 gpointer mono_create_delegate_trampoline (MonoDomain *domain, MonoClass *klass);
2572 MonoDelegateTrampInfo* mono_create_delegate_trampoline_info (MonoDomain *domain, MonoClass *klass, MonoMethod *method);
2573 gpointer mono_create_delegate_virtual_trampoline (MonoDomain *domain, MonoClass *klass, MonoMethod *method);
2574 gpointer mono_create_rgctx_lazy_fetch_trampoline (guint32 offset);
2575 gpointer mono_create_monitor_enter_trampoline (void);
2576 gpointer mono_create_monitor_enter_v4_trampoline (void);
2577 gpointer mono_create_monitor_exit_trampoline (void);
2578 gpointer mono_create_static_rgctx_trampoline (MonoMethod *m, gpointer addr);
2579 MonoVTable* mono_find_class_init_trampoline_by_addr (gconstpointer addr);
2580 guint32 mono_find_rgctx_lazy_fetch_trampoline_by_addr (gconstpointer addr);
2581 gpointer mono_magic_trampoline (mgreg_t *regs, guint8 *code, gpointer arg, guint8* tramp);
2582 #ifndef DISABLE_REMOTING
2583 gpointer mono_generic_virtual_remoting_trampoline (mgreg_t *regs, guint8 *code, MonoMethod *m, guint8 *tramp);
2585 gpointer mono_delegate_trampoline (mgreg_t *regs, guint8 *code, gpointer *tramp_data, guint8* tramp);
2586 gpointer mono_aot_trampoline (mgreg_t *regs, guint8 *code, guint8 *token_info,
2588 gpointer mono_aot_plt_trampoline (mgreg_t *regs, guint8 *code, guint8 *token_info,
2590 void mono_class_init_trampoline (mgreg_t *regs, guint8 *code, MonoVTable *vtable, guint8 *tramp);
2591 void mono_generic_class_init_trampoline (mgreg_t *regs, guint8 *code, MonoVTable *vtable, guint8 *tramp);
2592 void mono_monitor_enter_trampoline (mgreg_t *regs, guint8 *code, MonoObject *obj, guint8 *tramp);
2593 void mono_monitor_enter_v4_trampoline (mgreg_t *regs, guint8 *code, MonoObject *obj, guint8 *tramp);
2594 void mono_monitor_exit_trampoline (mgreg_t *regs, guint8 *code, MonoObject *obj, guint8 *tramp);
2595 gconstpointer mono_get_trampoline_func (MonoTrampolineType tramp_type);
2596 gpointer mini_get_vtable_trampoline (MonoVTable *vt, int slot_index);
2597 const char* mono_get_generic_trampoline_simple_name (MonoTrampolineType tramp_type);
2598 char* mono_get_generic_trampoline_name (MonoTrampolineType tramp_type);
2599 char* mono_get_rgctx_fetch_trampoline_name (int slot);
2600 gpointer mini_get_nullified_class_init_trampoline (void);
2601 gpointer mini_get_single_step_trampoline (void);
2602 gpointer mini_get_breakpoint_trampoline (void);
2603 gpointer mini_add_method_trampoline (MonoMethod *m, gpointer compiled_method, gboolean add_static_rgctx_tramp, gboolean add_unbox_tramp);
2604 gpointer mini_add_method_wrappers_llvmonly (MonoMethod *m, gpointer compiled_method, gboolean caller_gsharedvt, gboolean add_unbox_tramp, gpointer *out_arg);
2605 gboolean mini_jit_info_is_gsharedvt (MonoJitInfo *ji);
2606 gpointer* mini_resolve_imt_method (MonoVTable *vt, gpointer *vtable_slot, MonoMethod *imt_method, MonoMethod **impl_method, gpointer *out_aot_addr,
2607 gboolean *out_need_rgctx_tramp, MonoMethod **variant_iface,
2609 MonoFtnDesc *mini_create_llvmonly_ftndesc (MonoDomain *domain, gpointer addr, gpointer arg);
2611 gboolean mono_running_on_valgrind (void);
2612 void* mono_global_codeman_reserve (int size);
2613 void mono_global_codeman_foreach (MonoCodeManagerFunc func, void *user_data);
2614 const char *mono_regname_full (int reg, int bank);
2615 gint32* mono_allocate_stack_slots (MonoCompile *cfg, gboolean backward, guint32 *stack_size, guint32 *stack_align);
2616 void mono_local_regalloc (MonoCompile *cfg, MonoBasicBlock *bb);
2617 MonoInst *mono_branch_optimize_exception_target (MonoCompile *cfg, MonoBasicBlock *bb, const char * exname);
2618 void mono_remove_critical_edges (MonoCompile *cfg);
2619 gboolean mono_is_regsize_var (MonoType *t);
2620 void mini_emit_memcpy (MonoCompile *cfg, int destreg, int doffset, int srcreg, int soffset, int size, int align);
2621 void mini_emit_stobj (MonoCompile *cfg, MonoInst *dest, MonoInst *src, MonoClass *klass, gboolean native);
2622 void mini_emit_initobj (MonoCompile *cfg, MonoInst *dest, const guchar *ip, MonoClass *klass);
2623 MonoInst* mini_emit_ldelema_1_ins (MonoCompile *cfg, MonoClass *klass, MonoInst *arr, MonoInst *index, gboolean bcheck);
2624 CompRelation mono_opcode_to_cond (int opcode) MONO_LLVM_INTERNAL;
2625 CompType mono_opcode_to_type (int opcode, int cmp_opcode);
2626 CompRelation mono_negate_cond (CompRelation cond);
2627 int mono_op_imm_to_op (int opcode);
2628 void mono_decompose_op_imm (MonoCompile *cfg, MonoBasicBlock *bb, MonoInst *ins);
2629 void mono_peephole_ins (MonoBasicBlock *bb, MonoInst *ins);
2630 MonoUnwindOp *mono_create_unwind_op (int when,
2633 void mono_emit_unwind_op (MonoCompile *cfg, int when,
2636 MonoTrampInfo* mono_tramp_info_create (const char *name, guint8 *code, guint32 code_size, MonoJumpInfo *ji, GSList *unwind_ops);
2637 void mono_tramp_info_free (MonoTrampInfo *info);
2638 void mono_tramp_info_register (MonoTrampInfo *info, MonoDomain *domain);
2639 int mini_exception_id_by_name (const char *name);
2640 gboolean mini_type_is_hfa (MonoType *t, int *out_nfields, int *out_esize) MONO_LLVM_INTERNAL;
2642 int mono_method_to_ir (MonoCompile *cfg, MonoMethod *method, MonoBasicBlock *start_bblock, MonoBasicBlock *end_bblock,
2643 MonoInst *return_var, MonoInst **inline_args,
2644 guint inline_offset, gboolean is_virtual_call);
2646 //the following methods could just be renamed/moved from method-to-ir.c
2647 int mini_inline_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **sp, guchar *ip,
2648 guint real_offset, gboolean inline_always);
2650 MonoInst* mini_emit_get_rgctx_klass (MonoCompile *cfg, int context_used, MonoClass *klass, MonoRgctxInfoType rgctx_type);
2651 MonoInst* mini_emit_runtime_constant (MonoCompile *cfg, MonoJumpInfoType patch_type, gpointer data);
2652 void mini_save_cast_details (MonoCompile *cfg, MonoClass *klass, int obj_reg, gboolean null_check);
2653 void mini_reset_cast_details (MonoCompile *cfg);
2654 void mini_emit_class_check (MonoCompile *cfg, int klass_reg, MonoClass *klass);
2656 gboolean mini_class_has_reference_variant_generic_argument (MonoCompile *cfg, MonoClass *klass, int context_used);
2659 MonoInst *mono_decompose_opcode (MonoCompile *cfg, MonoInst *ins);
2660 void mono_decompose_long_opts (MonoCompile *cfg);
2661 void mono_decompose_vtype_opts (MonoCompile *cfg);
2662 void mono_decompose_array_access_opts (MonoCompile *cfg);
2663 void mono_decompose_soft_float (MonoCompile *cfg);
2664 void mono_local_emulate_ops (MonoCompile *cfg);
2665 void mono_handle_global_vregs (MonoCompile *cfg);
2666 void mono_spill_global_vars (MonoCompile *cfg, gboolean *need_local_opts);
2667 void mono_allocate_gsharedvt_vars (MonoCompile *cfg);
2668 void mono_if_conversion (MonoCompile *cfg);
2673 gpointer mini_get_delegate_arg (MonoMethod *method, gpointer method_ptr);
2674 void mini_init_delegate (MonoDelegate *del);
2675 char* mono_get_delegate_virtual_invoke_impl_name (gboolean load_imt_reg, int offset);
2676 gpointer mono_get_delegate_virtual_invoke_impl (MonoMethodSignature *sig, MonoMethod *method);
2678 /* methods that must be provided by the arch-specific port */
2679 void mono_arch_init (void);
2680 void mono_arch_finish_init (void);
2681 void mono_arch_cleanup (void);
2682 void mono_arch_cpu_init (void);
2683 guint32 mono_arch_cpu_optimizations (guint32 *exclude_mask);
2684 void mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code);
2685 void *mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments);
2686 void *mono_arch_instrument_epilog (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments);
2687 void *mono_arch_instrument_epilog_full (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments, gboolean preserve_argument_registers);
2688 void mono_codegen (MonoCompile *cfg);
2689 void mono_call_inst_add_outarg_reg (MonoCompile *cfg, MonoCallInst *call, int vreg, int hreg, int bank) MONO_LLVM_INTERNAL;
2690 void mono_call_inst_add_outarg_vt (MonoCompile *cfg, MonoCallInst *call, MonoInst *outarg_vt);
2691 const char *mono_arch_regname (int reg);
2692 const char *mono_arch_fregname (int reg);
2693 void mono_arch_exceptions_init (void);
2694 guchar* mono_arch_create_generic_trampoline (MonoTrampolineType tramp_type, MonoTrampInfo **info, gboolean aot);
2695 gpointer mono_arch_create_rgctx_lazy_fetch_trampoline (guint32 slot, MonoTrampInfo **info, gboolean aot);
2696 gpointer mono_arch_create_general_rgctx_lazy_fetch_trampoline (MonoTrampInfo **info, gboolean aot);
2697 gpointer mono_arch_get_nullified_class_init_trampoline (MonoTrampInfo **info);
2698 guint8* mono_arch_create_sdb_trampoline (gboolean single_step, MonoTrampInfo **info, gboolean aot);
2699 gpointer mono_arch_create_monitor_enter_trampoline (MonoTrampInfo **info, gboolean is_v4, gboolean aot);
2700 gpointer mono_arch_create_monitor_exit_trampoline (MonoTrampInfo **info, gboolean aot);
2701 guint8 *mono_arch_create_llvm_native_thunk (MonoDomain *domain, guint8* addr) MONO_LLVM_INTERNAL;
2702 gpointer mono_arch_get_get_tls_tramp (void);
2703 GList *mono_arch_get_allocatable_int_vars (MonoCompile *cfg);
2704 GList *mono_arch_get_global_int_regs (MonoCompile *cfg);
2705 GList *mono_arch_get_global_fp_regs (MonoCompile *cfg);
2706 GList *mono_arch_get_iregs_clobbered_by_call (MonoCallInst *call);
2707 GList *mono_arch_get_fregs_clobbered_by_call (MonoCallInst *call);
2708 guint32 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv);
2709 void mono_arch_patch_code (MonoCompile *cfg, MonoMethod *method, MonoDomain *domain, guint8 *code, MonoJumpInfo *ji, gboolean run_cctors, MonoError *error);
2710 void mono_arch_patch_code_new (MonoCompile *cfg, MonoDomain *domain, guint8 *code, MonoJumpInfo *ji, gpointer target);
2711 void mono_arch_flush_icache (guint8 *code, gint size);
2712 int mono_arch_max_epilog_size (MonoCompile *cfg);
2713 guint8 *mono_arch_emit_prolog (MonoCompile *cfg);
2714 void mono_arch_emit_epilog (MonoCompile *cfg);
2715 void mono_arch_emit_exceptions (MonoCompile *cfg);
2716 void mono_arch_lowering_pass (MonoCompile *cfg, MonoBasicBlock *bb);
2717 void mono_arch_peephole_pass_1 (MonoCompile *cfg, MonoBasicBlock *bb);
2718 void mono_arch_peephole_pass_2 (MonoCompile *cfg, MonoBasicBlock *bb);
2719 void mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb);
2720 void mono_arch_free_jit_tls_data (MonoJitTlsData *tls);
2721 void mono_arch_fill_argument_info (MonoCompile *cfg);
2722 void mono_arch_allocate_vars (MonoCompile *m);
2723 int mono_arch_get_argument_info (MonoMethodSignature *csig, int param_count, MonoJitArgumentInfo *arg_info);
2724 gboolean mono_arch_print_tree (MonoInst *tree, int arity);
2725 void mono_arch_emit_call (MonoCompile *cfg, MonoCallInst *call);
2726 void mono_arch_emit_outarg_vt (MonoCompile *cfg, MonoInst *ins, MonoInst *src);
2727 void mono_arch_emit_setret (MonoCompile *cfg, MonoMethod *method, MonoInst *val);
2728 MonoDynCallInfo *mono_arch_dyn_call_prepare (MonoMethodSignature *sig);
2729 void mono_arch_dyn_call_free (MonoDynCallInfo *info);
2730 void mono_arch_start_dyn_call (MonoDynCallInfo *info, gpointer **args, guint8 *ret, guint8 *buf, int buf_len);
2731 void mono_arch_finish_dyn_call (MonoDynCallInfo *info, guint8 *buf);
2732 MonoInst *mono_arch_emit_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args);
2733 void mono_arch_decompose_opts (MonoCompile *cfg, MonoInst *ins);
2734 void mono_arch_decompose_long_opts (MonoCompile *cfg, MonoInst *ins);
2735 GSList* mono_arch_get_delegate_invoke_impls (void);
2736 LLVMCallInfo* mono_arch_get_llvm_call_info (MonoCompile *cfg, MonoMethodSignature *sig) MONO_LLVM_INTERNAL;
2737 guint8* mono_arch_emit_load_got_addr (guint8 *start, guint8 *code, MonoCompile *cfg, MonoJumpInfo **ji);
2738 guint8* mono_arch_emit_load_aotconst (guint8 *start, guint8 *code, MonoJumpInfo **ji, MonoJumpInfoType tramp_type, gconstpointer target);
2739 GSList* mono_arch_get_cie_program (void);
2740 void mono_arch_set_target (char *mtriple);
2741 gboolean mono_arch_gsharedvt_sig_supported (MonoMethodSignature *sig);
2742 gpointer mono_arch_get_gsharedvt_trampoline (MonoTrampInfo **info, gboolean aot);
2743 gpointer mono_arch_get_gsharedvt_call_info (gpointer addr, MonoMethodSignature *normal_sig, MonoMethodSignature *gsharedvt_sig, gboolean gsharedvt_in, gint32 vcall_offset, gboolean calli);
2744 gboolean mono_arch_opcode_needs_emulation (MonoCompile *cfg, int opcode);
2745 gboolean mono_arch_tail_call_supported (MonoCompile *cfg, MonoMethodSignature *caller_sig, MonoMethodSignature *callee_sig);
2746 int mono_arch_translate_tls_offset (int offset);
2747 gboolean mono_arch_opcode_supported (int opcode);
2748 void mono_arch_setup_resume_sighandler_ctx (MonoContext *ctx, gpointer func);
2749 gboolean mono_arch_have_fast_tls (void);
2751 #ifdef MONO_ARCH_SOFT_FLOAT_FALLBACK
2752 gboolean mono_arch_is_soft_float (void);
2754 static inline MONO_ALWAYS_INLINE gboolean
2755 mono_arch_is_soft_float (void)
2761 /* Soft Debug support */
2762 #ifdef MONO_ARCH_SOFT_DEBUG_SUPPORTED
2763 void mono_arch_set_breakpoint (MonoJitInfo *ji, guint8 *ip);
2764 void mono_arch_clear_breakpoint (MonoJitInfo *ji, guint8 *ip);
2765 void mono_arch_start_single_stepping (void);
2766 void mono_arch_stop_single_stepping (void);
2767 gboolean mono_arch_is_single_step_event (void *info, void *sigctx);
2768 gboolean mono_arch_is_breakpoint_event (void *info, void *sigctx);
2769 void mono_arch_skip_breakpoint (MonoContext *ctx, MonoJitInfo *ji);
2770 void mono_arch_skip_single_step (MonoContext *ctx);
2771 gpointer mono_arch_get_seq_point_info (MonoDomain *domain, guint8 *code);
2772 void mono_arch_init_lmf_ext (MonoLMFExt *ext, gpointer prev_lmf);
2776 mono_arch_unwind_frame (MonoDomain *domain, MonoJitTlsData *jit_tls,
2777 MonoJitInfo *ji, MonoContext *ctx,
2778 MonoContext *new_ctx, MonoLMF **lmf,
2779 mgreg_t **save_locations,
2780 StackFrameInfo *frame_info);
2781 gpointer mono_arch_get_throw_exception_by_name (void);
2782 gpointer mono_arch_get_call_filter (MonoTrampInfo **info, gboolean aot);
2783 gpointer mono_arch_get_restore_context (MonoTrampInfo **info, gboolean aot);
2784 gpointer mono_arch_get_throw_exception (MonoTrampInfo **info, gboolean aot);
2785 gpointer mono_arch_get_rethrow_exception (MonoTrampInfo **info, gboolean aot);
2786 gpointer mono_arch_get_throw_corlib_exception (MonoTrampInfo **info, gboolean aot);
2787 gpointer mono_arch_get_throw_pending_exception (MonoTrampInfo **info, gboolean aot);
2788 gboolean mono_arch_handle_exception (void *sigctx, gpointer obj);
2789 void mono_arch_handle_altstack_exception (void *sigctx, MONO_SIG_HANDLER_INFO_TYPE *siginfo, gpointer fault_addr, gboolean stack_ovf);
2790 gboolean mono_handle_soft_stack_ovf (MonoJitTlsData *jit_tls, MonoJitInfo *ji, void *ctx, MONO_SIG_HANDLER_INFO_TYPE *siginfo, guint8* fault_addr);
2791 void mono_handle_hard_stack_ovf (MonoJitTlsData *jit_tls, MonoJitInfo *ji, void *ctx, guint8* fault_addr);
2792 gpointer mono_arch_ip_from_context (void *sigctx);
2793 mgreg_t mono_arch_context_get_int_reg (MonoContext *ctx, int reg);
2794 void mono_arch_context_set_int_reg (MonoContext *ctx, int reg, mgreg_t val);
2795 void mono_arch_flush_register_windows (void);
2796 gboolean mono_arch_is_inst_imm (gint64 imm);
2797 gboolean mono_arch_is_int_overflow (void *sigctx, void *info);
2798 void mono_arch_invalidate_method (MonoJitInfo *ji, void *func, gpointer func_arg);
2799 guint32 mono_arch_get_patch_offset (guint8 *code);
2800 gpointer*mono_arch_get_delegate_method_ptr_addr (guint8* code, mgreg_t *regs);
2801 void mono_arch_create_vars (MonoCompile *cfg) MONO_LLVM_INTERNAL;
2802 void mono_arch_save_unwind_info (MonoCompile *cfg);
2803 void mono_arch_register_lowlevel_calls (void);
2804 gpointer mono_arch_get_unbox_trampoline (MonoMethod *m, gpointer addr);
2805 gpointer mono_arch_get_static_rgctx_trampoline (MonoMethod *m, MonoMethodRuntimeGenericContext *mrgctx, gpointer addr);
2806 gpointer mono_arch_get_llvm_imt_trampoline (MonoDomain *domain, MonoMethod *method, int vt_offset);
2807 gpointer mono_arch_get_gsharedvt_arg_trampoline (MonoDomain *domain, gpointer arg, gpointer addr);
2808 void mono_arch_patch_callsite (guint8 *method_start, guint8 *code, guint8 *addr);
2809 void mono_arch_patch_plt_entry (guint8 *code, gpointer *got, mgreg_t *regs, guint8 *addr);
2810 void mono_arch_nullify_class_init_trampoline(guint8 *code, mgreg_t *regs);
2811 int mono_arch_get_this_arg_reg (guint8 *code);
2812 gpointer mono_arch_get_this_arg_from_call (mgreg_t *regs, guint8 *code);
2813 gpointer mono_arch_get_delegate_invoke_impl (MonoMethodSignature *sig, gboolean has_target);
2814 gpointer mono_arch_get_delegate_virtual_invoke_impl (MonoMethodSignature *sig, MonoMethod *method, int offset, gboolean load_imt_reg);
2815 gpointer mono_arch_create_specific_trampoline (gpointer arg1, MonoTrampolineType tramp_type, MonoDomain *domain, guint32 *code_len);
2816 MonoMethod* mono_arch_find_imt_method (mgreg_t *regs, guint8 *code);
2817 MonoVTable* mono_arch_find_static_call_vtable (mgreg_t *regs, guint8 *code);
2818 gpointer mono_arch_build_imt_trampoline (MonoVTable *vtable, MonoDomain *domain, MonoIMTCheckItem **imt_entries, int count, gpointer fail_tramp);
2819 void mono_arch_notify_pending_exc (MonoThreadInfo *info);
2820 guint8* mono_arch_get_call_target (guint8 *code);
2821 guint32 mono_arch_get_plt_info_offset (guint8 *plt_entry, mgreg_t *regs, guint8 *code);
2822 GSList *mono_arch_get_trampolines (gboolean aot);
2823 #ifdef ENABLE_INTERPRETER
2824 gpointer mono_arch_get_enter_icall_trampoline (MonoTrampInfo **info);
2827 /* Handle block guard */
2828 gpointer mono_arch_install_handler_block_guard (MonoJitInfo *ji, MonoJitExceptionInfo *clause, MonoContext *ctx, gpointer new_value);
2829 gpointer mono_arch_create_handler_block_trampoline (MonoTrampInfo **info, gboolean aot);
2830 gpointer mono_create_handler_block_trampoline (void);
2831 gboolean mono_install_handler_block_guard (MonoThreadUnwindState *ctx);
2833 /*New interruption machinery */
2835 mono_setup_async_callback (MonoContext *ctx, void (*async_cb)(void *fun), gpointer user_data);
2838 mono_arch_setup_async_callback (MonoContext *ctx, void (*async_cb)(void *fun), gpointer user_data);
2841 mono_thread_state_init_from_handle (MonoThreadUnwindState *tctx, MonoThreadInfo *info);
2844 /* Exception handling */
2845 typedef gboolean (*MonoJitStackWalk) (StackFrameInfo *frame, MonoContext *ctx, gpointer data);
2847 void mono_exceptions_init (void);
2848 gboolean mono_handle_exception (MonoContext *ctx, MonoObject *obj);
2849 void mono_handle_native_crash (const char *signal, void *sigctx, MONO_SIG_HANDLER_INFO_TYPE *siginfo);
2850 MONO_API void mono_print_thread_dump (void *sigctx);
2851 MONO_API void mono_print_thread_dump_from_ctx (MonoContext *ctx);
2852 void mono_walk_stack_with_ctx (MonoJitStackWalk func, MonoContext *start_ctx, MonoUnwindOptions unwind_options, void *user_data);
2853 void mono_walk_stack_with_state (MonoJitStackWalk func, MonoThreadUnwindState *state, MonoUnwindOptions unwind_options, void *user_data);
2854 void mono_walk_stack (MonoJitStackWalk func, MonoUnwindOptions options, void *user_data);
2855 gboolean mono_thread_state_init_from_sigctx (MonoThreadUnwindState *ctx, void *sigctx);
2856 void mono_thread_state_init (MonoThreadUnwindState *ctx);
2857 gboolean mono_thread_state_init_from_current (MonoThreadUnwindState *ctx);
2858 gboolean mono_thread_state_init_from_monoctx (MonoThreadUnwindState *ctx, MonoContext *mctx);
2860 void mono_setup_altstack (MonoJitTlsData *tls);
2861 void mono_free_altstack (MonoJitTlsData *tls);
2862 gpointer mono_altstack_restore_prot (mgreg_t *regs, guint8 *code, gpointer *tramp_data, guint8* tramp);
2863 MonoJitInfo* mini_jit_info_table_find (MonoDomain *domain, char *addr, MonoDomain **out_domain);
2864 MonoJitInfo* mini_jit_info_table_find_ext (MonoDomain *domain, char *addr, gboolean allow_trampolines, MonoDomain **out_domain);
2865 void mono_resume_unwind (MonoContext *ctx) MONO_LLVM_INTERNAL;
2867 MonoJitInfo * mono_find_jit_info (MonoDomain *domain, MonoJitTlsData *jit_tls, MonoJitInfo *res, MonoJitInfo *prev_ji, MonoContext *ctx, MonoContext *new_ctx, char **trace, MonoLMF **lmf, int *native_offset, gboolean *managed);
2869 typedef gboolean (*MonoExceptionFrameWalk) (MonoMethod *method, gpointer ip, size_t native_offset, gboolean managed, gpointer user_data);
2870 MONO_API gboolean mono_exception_walk_trace (MonoException *ex, MonoExceptionFrameWalk func, gpointer user_data);
2871 void mono_restore_context (MonoContext *ctx);
2872 guint8* mono_jinfo_get_unwind_info (MonoJitInfo *ji, guint32 *unwind_info_len);
2873 int mono_jinfo_get_epilog_size (MonoJitInfo *ji);
2874 void mono_llvm_rethrow_exception (MonoObject *ex);
2875 void mono_llvm_throw_exception (MonoObject *ex);
2876 void mono_llvm_throw_corlib_exception (guint32 ex_token_index);
2877 void mono_llvm_resume_exception (void);
2878 void mono_llvm_clear_exception (void);
2879 MonoObject *mono_llvm_load_exception (void);
2880 void mono_llvm_reset_exception (void);
2881 void mono_llvm_raise_exception (MonoException *e);
2882 gint32 mono_llvm_match_exception (MonoJitInfo *jinfo, guint32 region_start, guint32 region_end, gpointer rgctx, MonoObject *this_obj);
2885 mono_find_jit_info_ext (MonoDomain *domain, MonoJitTlsData *jit_tls,
2886 MonoJitInfo *prev_ji, MonoContext *ctx,
2887 MonoContext *new_ctx, char **trace, MonoLMF **lmf,
2888 mgreg_t **save_locations,
2889 StackFrameInfo *frame);
2891 gpointer mono_get_throw_exception (void);
2892 gpointer mono_get_rethrow_exception (void);
2893 gpointer mono_get_call_filter (void);
2894 gpointer mono_get_restore_context (void);
2895 gpointer mono_get_throw_exception_by_name (void);
2896 gpointer mono_get_throw_corlib_exception (void);
2897 gpointer mono_get_throw_exception_addr (void);
2898 MonoArray *ves_icall_get_trace (MonoException *exc, gint32 skip, MonoBoolean need_file_info);
2899 MonoBoolean ves_icall_get_frame_info (gint32 skip, MonoBoolean need_file_info,
2900 MonoReflectionMethod **method,
2901 gint32 *iloffset, gint32 *native_offset,
2902 MonoString **file, gint32 *line, gint32 *column);
2903 void mono_set_cast_details (MonoClass *from, MonoClass *to);
2905 void mono_decompose_typechecks (MonoCompile *cfg);
2906 /* Dominator/SSA methods */
2907 void mono_compile_dominator_info (MonoCompile *cfg, int dom_flags);
2908 void mono_compute_natural_loops (MonoCompile *cfg);
2909 MonoBitSet* mono_compile_iterated_dfrontier (MonoCompile *cfg, MonoBitSet *set);
2910 void mono_ssa_compute (MonoCompile *cfg);
2911 void mono_ssa_remove (MonoCompile *cfg);
2912 void mono_ssa_remove_gsharedvt (MonoCompile *cfg);
2913 void mono_ssa_cprop (MonoCompile *cfg);
2914 void mono_ssa_deadce (MonoCompile *cfg);
2915 void mono_ssa_strength_reduction (MonoCompile *cfg);
2916 void mono_free_loop_info (MonoCompile *cfg);
2917 void mono_ssa_loop_invariant_code_motion (MonoCompile *cfg);
2919 void mono_ssa_compute2 (MonoCompile *cfg);
2920 void mono_ssa_remove2 (MonoCompile *cfg);
2921 void mono_ssa_cprop2 (MonoCompile *cfg);
2922 void mono_ssa_deadce2 (MonoCompile *cfg);
2924 /* debugging support */
2925 void mono_debug_init_method (MonoCompile *cfg, MonoBasicBlock *start_block,
2926 guint32 breakpoint_id);
2927 void mono_debug_open_method (MonoCompile *cfg);
2928 void mono_debug_close_method (MonoCompile *cfg);
2929 void mono_debug_free_method (MonoCompile *cfg);
2930 void mono_debug_open_block (MonoCompile *cfg, MonoBasicBlock *bb, guint32 address);
2931 void mono_debug_record_line_number (MonoCompile *cfg, MonoInst *ins, guint32 address);
2932 void mono_debug_serialize_debug_info (MonoCompile *cfg, guint8 **out_buf, guint32 *buf_len);
2933 void mono_debug_add_aot_method (MonoDomain *domain,
2934 MonoMethod *method, guint8 *code_start,
2935 guint8 *debug_info, guint32 debug_info_len);
2936 MONO_API void mono_debug_print_vars (gpointer ip, gboolean only_arguments);
2937 MONO_API void mono_debugger_run_finally (MonoContext *start_ctx);
2939 MONO_API gboolean mono_breakpoint_clean_code (guint8 *method_start, guint8 *code, int offset, guint8 *buf, int size);
2942 MonoTraceSpec *mono_trace_parse_options (const char *options);
2943 void mono_trace_set_assembly (MonoAssembly *assembly);
2944 gboolean mono_trace_eval (MonoMethod *method);
2947 mono_perform_abc_removal (MonoCompile *cfg);
2949 mono_perform_abc_removal (MonoCompile *cfg);
2951 mono_perform_ssapre (MonoCompile *cfg);
2953 mono_local_cprop (MonoCompile *cfg);
2955 mono_local_cprop (MonoCompile *cfg);
2957 mono_local_deadce (MonoCompile *cfg);
2959 mono_local_alias_analysis (MonoCompile *cfg);
2961 /* Generic sharing */
2964 mono_set_generic_sharing_supported (gboolean supported);
2967 mono_set_generic_sharing_vt_supported (gboolean supported);
2970 mono_set_partial_sharing_supported (gboolean supported);
2973 mono_class_generic_sharing_enabled (MonoClass *klass);
2976 mono_class_fill_runtime_generic_context (MonoVTable *class_vtable, guint32 slot, MonoError *error);
2979 mono_method_fill_runtime_generic_context (MonoMethodRuntimeGenericContext *mrgctx, guint32 slot, MonoError *error);
2981 MonoMethodRuntimeGenericContext*
2982 mono_method_lookup_rgctx (MonoVTable *class_vtable, MonoGenericInst *method_inst);
2985 mono_rgctx_info_type_to_str (MonoRgctxInfoType type);
2988 mini_rgctx_info_type_to_patch_info_type (MonoRgctxInfoType info_type);
2991 mono_method_needs_static_rgctx_invoke (MonoMethod *method, gboolean allow_type_vars);
2994 mono_class_rgctx_get_array_size (int n, gboolean mrgctx);
2997 mono_method_lookup_or_register_info (MonoMethod *method, gboolean in_mrgctx, gpointer data,
2998 MonoRgctxInfoType info_type, MonoGenericContext *generic_context);
3001 mono_method_construct_object_context (MonoMethod *method);
3004 mono_method_get_declaring_generic_method (MonoMethod *method);
3007 mono_generic_context_check_used (MonoGenericContext *context);
3010 mono_class_check_context_used (MonoClass *klass);
3013 mono_generic_context_is_sharable (MonoGenericContext *context, gboolean allow_type_vars);
3016 mono_generic_context_is_sharable_full (MonoGenericContext *context, gboolean allow_type_vars, gboolean allow_partial);
3019 mono_method_is_generic_impl (MonoMethod *method);
3022 mono_method_is_generic_sharable (MonoMethod *method, gboolean allow_type_vars);
3025 mono_method_is_generic_sharable_full (MonoMethod *method, gboolean allow_type_vars, gboolean allow_partial, gboolean allow_gsharedvt);
3028 mini_class_is_generic_sharable (MonoClass *klass);
3032 mini_generic_inst_is_sharable (MonoGenericInst *inst, gboolean allow_type_vars, gboolean allow_partial);
3035 mono_is_partially_sharable_inst (MonoGenericInst *inst);
3038 mini_is_gsharedvt_gparam (MonoType *t);
3040 MonoGenericContext* mini_method_get_context (MonoMethod *method);
3042 int mono_method_check_context_used (MonoMethod *method);
3044 gboolean mono_generic_context_equal_deep (MonoGenericContext *context1, MonoGenericContext *context2);
3046 gpointer mono_helper_get_rgctx_other_ptr (MonoClass *caller_class, MonoVTable *vtable,
3047 guint32 token, guint32 token_source, guint32 rgctx_type,
3048 gint32 rgctx_index);
3050 void mono_generic_sharing_init (void);
3051 void mono_generic_sharing_cleanup (void);
3053 MonoClass* mini_class_get_container_class (MonoClass *klass);
3054 MonoGenericContext* mini_class_get_context (MonoClass *klass);
3056 MonoType* mini_get_underlying_type (MonoType *type) MONO_LLVM_INTERNAL;
3057 MonoType* mini_type_get_underlying_type (MonoType *type);
3058 MonoMethod* mini_get_shared_method (MonoMethod *method);
3059 MonoMethod* mini_get_shared_method_to_register (MonoMethod *method);
3060 MonoMethod* mini_get_shared_method_full (MonoMethod *method, gboolean all_vt, gboolean is_gsharedvt);
3061 MonoType* mini_get_shared_gparam (MonoType *t, MonoType *constraint);
3062 int mini_get_rgctx_entry_slot (MonoJumpInfoRgctxEntry *entry);
3064 int mini_type_stack_size (MonoType *t, int *align);
3065 int mini_type_stack_size_full (MonoType *t, guint32 *align, gboolean pinvoke);
3066 void type_to_eval_stack_type (MonoCompile *cfg, MonoType *type, MonoInst *inst);
3067 guint mono_type_to_regmove (MonoCompile *cfg, MonoType *type) MONO_LLVM_INTERNAL;
3069 void mono_cfg_add_try_hole (MonoCompile *cfg, MonoExceptionClause *clause, guint8 *start, MonoBasicBlock *bb);
3071 void mono_cfg_set_exception (MonoCompile *cfg, int type);
3072 void mono_cfg_set_exception_invalid_program (MonoCompile *cfg, char *msg);
3074 #define MONO_TIME_TRACK(a, phase) \
3076 GTimer *timer = mono_time_track_start (); \
3078 mono_time_track_end (&(a), timer); \
3081 GTimer *mono_time_track_start (void);
3082 void mono_time_track_end (double *time, GTimer *timer);
3084 void mono_update_jit_stats (MonoCompile *cfg);
3086 gboolean mini_type_is_reference (MonoType *type);
3087 gboolean mini_type_is_vtype (MonoType *t) MONO_LLVM_INTERNAL;
3088 gboolean mini_type_var_is_vt (MonoType *type) MONO_LLVM_INTERNAL;
3089 gboolean mini_is_gsharedvt_type (MonoType *t);
3090 gboolean mini_is_gsharedvt_klass (MonoClass *klass) MONO_LLVM_INTERNAL;
3091 gboolean mini_is_gsharedvt_signature (MonoMethodSignature *sig);
3092 gboolean mini_is_gsharedvt_variable_type (MonoType *t) MONO_LLVM_INTERNAL;
3093 gboolean mini_is_gsharedvt_variable_klass (MonoClass *klass) MONO_LLVM_INTERNAL;
3094 gboolean mini_is_gsharedvt_sharable_method (MonoMethod *method);
3095 gboolean mini_is_gsharedvt_variable_signature (MonoMethodSignature *sig);
3096 gboolean mini_is_gsharedvt_sharable_inst (MonoGenericInst *inst);
3097 gpointer mini_method_get_rgctx (MonoMethod *m);
3098 void mini_init_gsctx (MonoDomain *domain, MonoMemPool *mp, MonoGenericContext *context, MonoGenericSharingContext *gsctx);
3100 gpointer mini_get_gsharedvt_wrapper (gboolean gsharedvt_in, gpointer addr, MonoMethodSignature *normal_sig, MonoMethodSignature *gsharedvt_sig,
3101 gint32 vcall_offset, gboolean calli);
3102 MonoMethod* mini_get_gsharedvt_in_sig_wrapper (MonoMethodSignature *sig);
3103 MonoMethod* mini_get_gsharedvt_out_sig_wrapper (MonoMethodSignature *sig);
3104 MonoMethodSignature* mini_get_gsharedvt_out_sig_wrapper_signature (gboolean has_this, gboolean has_ret, int param_count);
3105 gboolean mini_gsharedvt_runtime_invoke_supported (MonoMethodSignature *sig);
3110 This enum MUST be kept in sync with its managed mirror Mono.Simd.AccelMode.
3113 SIMD_VERSION_SSE1 = 1 << 0,
3114 SIMD_VERSION_SSE2 = 1 << 1,
3115 SIMD_VERSION_SSE3 = 1 << 2,
3116 SIMD_VERSION_SSSE3 = 1 << 3,
3117 SIMD_VERSION_SSE41 = 1 << 4,
3118 SIMD_VERSION_SSE42 = 1 << 5,
3119 SIMD_VERSION_SSE4a = 1 << 6,
3120 SIMD_VERSION_ALL = SIMD_VERSION_SSE1 | SIMD_VERSION_SSE2 |
3121 SIMD_VERSION_SSE3 | SIMD_VERSION_SSSE3 |
3122 SIMD_VERSION_SSE41 | SIMD_VERSION_SSE42 |
3125 /* this value marks the end of the bit indexes used in
3128 SIMD_VERSION_INDEX_END = 6
3143 SIMD_PREFETCH_MODE_NTA,
3144 SIMD_PREFETCH_MODE_0,
3145 SIMD_PREFETCH_MODE_1,
3146 SIMD_PREFETCH_MODE_2,
3149 const char *mono_arch_xregname (int reg);
3150 void mono_simd_simplify_indirection (MonoCompile *cfg);
3151 MonoInst* mono_emit_simd_intrinsics (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args);
3152 MonoInst* mono_emit_simd_field_load (MonoCompile *cfg, MonoClassField *field, MonoInst *addr);
3153 guint32 mono_arch_cpu_enumerate_simd_versions (void);
3154 void mono_simd_intrinsics_init (void);
3156 MonoInst* mono_emit_native_types_intrinsics (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args);
3157 MonoType* mini_native_type_replace_type (MonoType *type) MONO_LLVM_INTERNAL;
3160 #define XDEBUG_ENABLED 1
3164 /* maybe enable also for other systems? */
3165 #define ENABLE_JIT_MAP 1
3166 void mono_enable_jit_map (void);
3167 void mono_emit_jit_map (MonoJitInfo *jinfo);
3168 void mono_emit_jit_tramp (void *start, int size, const char *desc);
3169 gboolean mono_jit_map_is_enabled (void);
3171 #define mono_enable_jit_map()
3172 #define mono_emit_jit_map(ji)
3173 #define mono_emit_jit_tramp(s,z,d)
3174 #define mono_jit_map_is_enabled() (0)
3178 * Per-OS implementation functions.
3180 void mono_runtime_install_handlers (void);
3181 gboolean mono_runtime_install_custom_handlers (const char *handlers);
3182 void mono_runtime_install_custom_handlers_usage (void);
3183 void mono_runtime_cleanup_handlers (void);
3184 void mono_runtime_setup_stat_profiler (void);
3185 void mono_runtime_shutdown_stat_profiler (void);
3186 void mono_runtime_posix_install_handlers (void);
3187 void mono_gdb_render_native_backtraces (pid_t crashed_pid);
3189 void mono_cross_helpers_run (void);
3195 #if defined(DISABLE_HW_TRAPS) || defined(MONO_ARCH_DISABLE_HW_TRAPS)
3196 // Signal handlers not available
3197 #define MONO_ARCH_NEED_DIV_CHECK 1
3200 void MONO_SIG_HANDLER_SIGNATURE (mono_sigfpe_signal_handler) ;
3201 void MONO_SIG_HANDLER_SIGNATURE (mono_sigill_signal_handler) ;
3202 void MONO_SIG_HANDLER_SIGNATURE (mono_sigsegv_signal_handler);
3203 void MONO_SIG_HANDLER_SIGNATURE (mono_sigint_signal_handler) ;
3204 gboolean MONO_SIG_HANDLER_SIGNATURE (mono_chain_signal);
3206 #ifdef MONO_ARCH_VARARG_ICALLS
3207 #define ARCH_VARARG_ICALLS 1
3209 #define ARCH_VARARG_ICALLS 0
3213 * Coop support for trampolines
3215 void mono_interruption_checkpoint_from_trampoline (void);
3217 #endif /* __MONO_MINI_H__ */