Merge pull request #4938 from kumpera/optimize_ref_queries
[mono.git] / mono / mini / interp / transform.c
1 /**
2  * \file
3  * transform CIL into different opcodes for more
4  * efficient interpretation
5  *
6  * Written by Bernie Solomon (bernard@ugsolutions.com)
7  * Copyright (c) 2004.
8  */
9
10 #include <string.h>
11 #include <mono/metadata/appdomain.h>
12 #include <mono/metadata/debug-helpers.h>
13 #include <mono/metadata/exception.h>
14 #include <mono/metadata/mono-endian.h>
15 #include <mono/metadata/marshal.h>
16 #include <mono/metadata/profiler-private.h>
17 #include <mono/metadata/tabledefs.h>
18 #include <mono/metadata/seq-points-data.h>
19
20 #include <mono/mini/mini.h>
21
22 #include "mintops.h"
23 #include "interp-internals.h"
24 #include "interp.h"
25
26 // TODO: export from marshal.c
27 MonoDelegate* mono_ftnptr_to_delegate (MonoClass *klass, gpointer ftn);
28
29 #define DEBUG 0
30
31 typedef struct
32 {
33         MonoClass *klass;
34         unsigned char type;
35         unsigned char flags;
36 } StackInfo;
37
38 typedef struct {
39         guint8 *ip;
40         GSList *preds;
41         GSList *seq_points;
42         SeqPoint *last_seq_point;
43
44         // This will hold a list of last sequence points of incoming basic blocks
45         SeqPoint **pred_seq_points;
46         guint num_pred_seq_points;
47 } InterpBasicBlock;
48
49 typedef enum {
50         RELOC_SHORT_BRANCH,
51         RELOC_LONG_BRANCH,
52         RELOC_SWITCH
53 } RelocType;
54
55 typedef struct {
56         RelocType type;
57         /* In the interpreter IR */
58         int offset;
59         /* In the IL code */
60         int target;
61 } Reloc;
62
63 typedef struct
64 {
65         MonoMethod *method;
66         MonoMethodHeader *header;
67         RuntimeMethod *rtm;
68         const unsigned char *il_code;
69         const unsigned char *ip;
70         const unsigned char *last_ip;
71         const unsigned char *in_start;
72         int code_size;
73         int *in_offsets;
74         StackInfo **stack_state;
75         int *stack_height;
76         int *vt_stack_size;
77         unsigned char *is_bb_start;
78         unsigned short *new_code;
79         unsigned short *new_code_end;
80         unsigned short *new_ip;
81         unsigned short *last_new_ip;
82         unsigned int max_code_size;
83         StackInfo *stack;
84         StackInfo *sp;
85         unsigned int max_stack_height;
86         unsigned int vt_sp;
87         unsigned int max_vt_sp;
88         int n_data_items;
89         int max_data_items;
90         void **data_items;
91         GHashTable *data_hash;
92         int *clause_indexes;
93         gboolean gen_sdb_seq_points;
94         GPtrArray *seq_points;
95         InterpBasicBlock **offset_to_bb;
96         InterpBasicBlock *entry_bb;
97         MonoMemPool     *mempool;
98         GList *basic_blocks;
99         GPtrArray *relocs;
100         gboolean verbose_level;
101 } TransformData;
102
103 #define MINT_TYPE_I1 0
104 #define MINT_TYPE_U1 1
105 #define MINT_TYPE_I2 2
106 #define MINT_TYPE_U2 3
107 #define MINT_TYPE_I4 4
108 #define MINT_TYPE_I8 5
109 #define MINT_TYPE_R4 6
110 #define MINT_TYPE_R8 7
111 #define MINT_TYPE_O  8
112 #define MINT_TYPE_P  9
113 #define MINT_TYPE_VT 10
114
115 #define STACK_TYPE_I4 0
116 #define STACK_TYPE_I8 1
117 #define STACK_TYPE_R8 2
118 #define STACK_TYPE_O  3
119 #define STACK_TYPE_VT 4
120 #define STACK_TYPE_MP 5
121 #define STACK_TYPE_F  6
122
123 static const char *stack_type_string [] = { "I4", "I8", "R8", "O ", "VT", "MP", "F " };
124
125 #if SIZEOF_VOID_P == 8
126 #define STACK_TYPE_I STACK_TYPE_I8
127 #else
128 #define STACK_TYPE_I STACK_TYPE_I4
129 #endif
130
131 static int stack_type [] = {
132         STACK_TYPE_I4, /*I1*/
133         STACK_TYPE_I4, /*U1*/
134         STACK_TYPE_I4, /*I2*/
135         STACK_TYPE_I4, /*U2*/
136         STACK_TYPE_I4, /*I4*/
137         STACK_TYPE_I8, /*I8*/
138         STACK_TYPE_R8, /*R4*/
139         STACK_TYPE_R8, /*R8*/
140         STACK_TYPE_O,  /*O*/
141         STACK_TYPE_MP, /*P*/
142         STACK_TYPE_VT
143 };
144
145 static void
146 grow_code (TransformData *td)
147 {
148         unsigned int old_ip_offset = td->new_ip - td->new_code;
149         unsigned int old_last_ip_offset = td->last_new_ip - td->new_code;
150         g_assert (old_ip_offset <= td->max_code_size);
151         td->new_code = g_realloc (td->new_code, (td->max_code_size *= 2) * sizeof (td->new_code [0]));
152         td->new_code_end = td->new_code + td->max_code_size;
153         td->new_ip = td->new_code + old_ip_offset;
154         td->last_new_ip = td->new_code + old_last_ip_offset;
155 }
156
157 #define ENSURE_CODE(td, n) \
158         do { \
159                 if ((td)->new_ip + (n) > (td)->new_code_end) \
160                         grow_code (td); \
161         } while (0)
162
163 #define ADD_CODE(td, n) \
164         do { \
165                 if ((td)->new_ip == (td)->new_code_end) \
166                         grow_code (td); \
167                 *(td)->new_ip++ = (n); \
168         } while (0)
169
170 #define CHECK_STACK(td, n) \
171         do { \
172                 int stack_size = (td)->sp - (td)->stack; \
173                 if (stack_size < (n)) \
174                         g_warning ("%s.%s: not enough values (%d < %d) on stack at %04x", \
175                                 (td)->method->klass->name, (td)->method->name, \
176                                 stack_size, n, (td)->ip - (td)->il_code); \
177         } while (0)
178
179 #define ENSURE_I4(td, sp_off) \
180         do { \
181                 if ((td)->sp [-sp_off].type == STACK_TYPE_I8) \
182                         ADD_CODE(td, sp_off == 1 ? MINT_CONV_I4_I8 : MINT_CONV_I4_I8_SP); \
183         } while (0)
184
185 static void 
186 handle_branch (TransformData *td, int short_op, int long_op, int offset)
187 {
188         int shorten_branch = 0;
189         int target = td->ip + offset - td->il_code;
190         if (target < 0 || target >= td->code_size)
191                 g_assert_not_reached ();
192         if (offset > 0 && td->stack_height [target] < 0) {
193                 td->stack_height [target] = td->sp - td->stack;
194                 if (td->stack_height [target] > 0)
195                         td->stack_state [target] = g_memdup (td->stack, td->stack_height [target] * sizeof (td->stack [0]));
196                 td->vt_stack_size [target] = td->vt_sp;
197         }
198         if (offset < 0) {
199                 offset = td->in_offsets [target] - (td->new_ip - td->new_code);
200                 if (offset >= -32768) {
201                         shorten_branch = 1;
202                 }
203         } else {
204                 if (td->header->code_size <= 25000) /* FIX to be precise somehow? */
205                         shorten_branch = 1;
206
207                 Reloc *reloc = mono_mempool_alloc0 (td->mempool, sizeof (Reloc));
208                 if (shorten_branch) {
209                         offset = 0xffff;
210                         reloc->type = RELOC_SHORT_BRANCH;
211                 } else {
212                         offset = 0xdeadbeef;
213                         reloc->type = RELOC_LONG_BRANCH;
214                 }
215                 reloc->offset = td->new_ip - td->new_code;
216                 reloc->target = target;
217                 g_ptr_array_add (td->relocs, reloc);
218         }
219         if (shorten_branch) {
220                 ADD_CODE(td, short_op);
221                 ADD_CODE(td, offset);
222         } else {
223                 ADD_CODE(td, long_op);
224                 ADD_CODE(td, * (unsigned short *)(&offset));
225                 ADD_CODE(td, * ((unsigned short *)&offset + 1));
226         }
227 }
228
229 static void 
230 one_arg_branch(TransformData *td, int mint_op, int offset) 
231 {
232         int type = td->sp [-1].type == STACK_TYPE_O || td->sp [-1].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-1].type;
233         int long_op = mint_op + type - STACK_TYPE_I4;
234         int short_op = long_op + MINT_BRFALSE_I4_S - MINT_BRFALSE_I4;
235         CHECK_STACK(td, 1);
236         --td->sp;
237         handle_branch (td, short_op, long_op, offset);
238 }
239
240 static void 
241 two_arg_branch(TransformData *td, int mint_op, int offset) 
242 {
243         int type1 = td->sp [-1].type == STACK_TYPE_O || td->sp [-1].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-1].type;
244         int type2 = td->sp [-2].type == STACK_TYPE_O || td->sp [-2].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-2].type;
245         int long_op = mint_op + type1 - STACK_TYPE_I4;
246         int short_op = long_op + MINT_BEQ_I4_S - MINT_BEQ_I4;
247         CHECK_STACK(td, 2);
248         if (type1 == STACK_TYPE_I4 && type2 == STACK_TYPE_I8) {
249                 ADD_CODE(td, MINT_CONV_I8_I4);
250                 td->in_offsets [td->ip - td->il_code]++;
251         } else if (type1 == STACK_TYPE_I8 && type2 == STACK_TYPE_I4) {
252                 ADD_CODE(td, MINT_CONV_I8_I4_SP);
253                 td->in_offsets [td->ip - td->il_code]++;
254         } else if (type1 != type2) {
255                 g_warning("%s.%s: branch type mismatch %d %d", 
256                         td->method->klass->name, td->method->name, 
257                         td->sp [-1].type, td->sp [-2].type);
258         }
259         td->sp -= 2;
260         handle_branch (td, short_op, long_op, offset);
261 }
262
263 static void
264 unary_arith_op(TransformData *td, int mint_op)
265 {
266         int op = mint_op + td->sp [-1].type - STACK_TYPE_I4;
267         CHECK_STACK(td, 1);
268         ADD_CODE(td, op);
269 }
270
271 static void
272 binary_arith_op(TransformData *td, int mint_op)
273 {
274         int type1 = td->sp [-2].type;
275         int type2 = td->sp [-1].type;
276         int op;
277 #if SIZEOF_VOID_P == 8
278         if ((type1 == STACK_TYPE_MP || type1 == STACK_TYPE_I8) && type2 == STACK_TYPE_I4) {
279                 ADD_CODE(td, MINT_CONV_I8_I4);
280                 type2 = STACK_TYPE_I8;
281         }
282         if (type1 == STACK_TYPE_I4 && (type2 == STACK_TYPE_MP || type2 == STACK_TYPE_I8)) {
283                 ADD_CODE(td, MINT_CONV_I8_I4_SP);
284                 type1 = STACK_TYPE_I8;
285                 td->sp [-2].type = STACK_TYPE_I8;
286         }
287 #endif
288         if (type1 == STACK_TYPE_MP)
289                 type1 = STACK_TYPE_I;
290         if (type2 == STACK_TYPE_MP)
291                 type2 = STACK_TYPE_I;
292         if (type1 != type2) {
293                 g_warning("%s.%s: %04x arith type mismatch %s %d %d", 
294                         td->method->klass->name, td->method->name, 
295                         td->ip - td->il_code, mono_interp_opname[mint_op], type1, type2);
296         }
297         op = mint_op + type1 - STACK_TYPE_I4;
298         CHECK_STACK(td, 2);
299         ADD_CODE(td, op);
300         --td->sp;
301 }
302
303 static void
304 shift_op(TransformData *td, int mint_op)
305 {
306         int op = mint_op + td->sp [-2].type - STACK_TYPE_I4;
307         CHECK_STACK(td, 2);
308         if (td->sp [-1].type != STACK_TYPE_I4) {
309                 g_warning("%s.%s: shift type mismatch %d", 
310                         td->method->klass->name, td->method->name,
311                         td->sp [-2].type);
312         }
313         ADD_CODE(td, op);
314         --td->sp;
315 }
316
317 static int 
318 mint_type(MonoType *type)
319 {
320         if (type->byref)
321                 return MINT_TYPE_P;
322 enum_type:
323         switch (type->type) {
324         case MONO_TYPE_I1:
325                 return MINT_TYPE_I1;
326         case MONO_TYPE_U1:
327         case MONO_TYPE_BOOLEAN:
328                 return MINT_TYPE_U1;
329         case MONO_TYPE_I2:
330                 return MINT_TYPE_I2;
331         case MONO_TYPE_U2:
332         case MONO_TYPE_CHAR:
333                 return MINT_TYPE_U2;
334         case MONO_TYPE_I4:
335         case MONO_TYPE_U4:
336                 return MINT_TYPE_I4;
337         case MONO_TYPE_I:
338         case MONO_TYPE_U:
339 #if SIZEOF_VOID_P == 4
340                 return MINT_TYPE_I4;
341 #else
342                 return MINT_TYPE_I8;
343 #endif
344         case MONO_TYPE_PTR:
345                 return MINT_TYPE_P;
346         case MONO_TYPE_R4:
347                 return MINT_TYPE_R4;
348         case MONO_TYPE_I8:
349         case MONO_TYPE_U8:
350                 return MINT_TYPE_I8;
351         case MONO_TYPE_R8:
352                 return MINT_TYPE_R8;
353         case MONO_TYPE_STRING:
354         case MONO_TYPE_SZARRAY:
355         case MONO_TYPE_CLASS:
356         case MONO_TYPE_OBJECT:
357         case MONO_TYPE_ARRAY:
358                 return MINT_TYPE_O;
359         case MONO_TYPE_VALUETYPE:
360                 if (type->data.klass->enumtype) {
361                         type = mono_class_enum_basetype (type->data.klass);
362                         goto enum_type;
363                 } else
364                         return MINT_TYPE_VT;
365         case MONO_TYPE_TYPEDBYREF:
366                 return MINT_TYPE_VT;
367         case MONO_TYPE_GENERICINST:
368                 type = &type->data.generic_class->container_class->byval_arg;
369                 goto enum_type;
370         default:
371                 g_warning ("got type 0x%02x", type->type);
372                 g_assert_not_reached ();
373         }
374         return -1;
375 }
376
377 static int 
378 can_store (int stack_type, int var_type)
379 {
380         if (stack_type == STACK_TYPE_O || stack_type == STACK_TYPE_MP)
381                 stack_type = STACK_TYPE_I;
382         if (var_type == STACK_TYPE_O || var_type == STACK_TYPE_MP)
383                 var_type = STACK_TYPE_I;
384         return stack_type == var_type;
385 }
386
387 #define SET_SIMPLE_TYPE(s, ty) \
388         do { \
389                 (s)->type = (ty); \
390                 (s)->flags = 0; \
391                 (s)->klass = NULL; \
392         } while (0)
393
394 #define SET_TYPE(s, ty, k) \
395         do { \
396                 (s)->type = (ty); \
397                 (s)->flags = 0; \
398                 (s)->klass = k; \
399         } while (0)
400
401 #define PUSH_SIMPLE_TYPE(td, ty) \
402         do { \
403                 int sp_height; \
404                 (td)->sp++; \
405                 sp_height = (td)->sp - (td)->stack; \
406                 if (sp_height > (td)->max_stack_height) \
407                         (td)->max_stack_height = sp_height; \
408                 SET_SIMPLE_TYPE((td)->sp - 1, ty); \
409         } while (0)
410
411 #define PUSH_TYPE(td, ty, k) \
412         do { \
413                 int sp_height; \
414                 (td)->sp++; \
415                 sp_height = (td)->sp - (td)->stack; \
416                 if (sp_height > (td)->max_stack_height) \
417                         (td)->max_stack_height = sp_height; \
418                 SET_TYPE((td)->sp - 1, ty, k); \
419         } while (0)
420
421 #define PUSH_VT(td, size) \
422         do { \
423                 (td)->vt_sp += ((size) + 7) & ~7; \
424                 if ((td)->vt_sp > (td)->max_vt_sp) \
425                         (td)->max_vt_sp = (td)->vt_sp; \
426         } while (0)
427
428 #define POP_VT(td, size) \
429         do { \
430                 (td)->vt_sp -= ((size) + 7) & ~7; \
431         } while (0)
432
433 #if NO_UNALIGNED_ACCESS
434 #define WRITE32(td, v) \
435         do { \
436                 ENSURE_CODE(td, 2); \
437                 * (guint16 *)((td)->new_ip) = * (guint16 *)(v); \
438                 * ((guint16 *)((td)->new_ip) + 1) = * ((guint16 *)(v) + 1); \
439                 (td)->new_ip += 2; \
440         } while (0)
441
442 #define WRITE64(td, v) \
443         do { \
444                 ENSURE_CODE(td, 4); \
445                 * (guint16 *)((td)->new_ip) = * (guint16 *)(v); \
446                 * ((guint16 *)((td)->new_ip) + 1) = * ((guint16 *)(v) + 1); \
447                 * ((guint16 *)((td)->new_ip) + 2) = * ((guint16 *)(v) + 2); \
448                 * ((guint16 *)((td)->new_ip) + 3) = * ((guint16 *)(v) + 3); \
449                 (td)->new_ip += 4; \
450         } while (0)
451 #else
452 #define WRITE32(td, v) \
453         do { \
454                 ENSURE_CODE(td, 2); \
455                 * (guint32 *)((td)->new_ip) = * (guint32 *)(v); \
456                 (td)->new_ip += 2; \
457         } while (0)
458
459 #define WRITE64(td, v) \
460         do { \
461                 ENSURE_CODE(td, 4); \
462                 * (guint64 *)((td)->new_ip) = * (guint64 *)(v); \
463                 (td)->new_ip += 4; \
464         } while (0)
465
466 #endif
467
468 static void 
469 load_arg(TransformData *td, int n)
470 {
471         int mt;
472         MonoClass *klass = NULL;
473         MonoType *type;
474
475         gboolean hasthis = mono_method_signature (td->method)->hasthis;
476         if (hasthis && n == 0)
477                 type = &td->method->klass->byval_arg;
478         else
479                 type = mono_method_signature (td->method)->params [hasthis ? n - 1 : n];
480
481         mt = mint_type (type);
482         if (mt == MINT_TYPE_VT) {
483                 gint32 size;
484                 klass = mono_class_from_mono_type (type);
485                 if (mono_method_signature (td->method)->pinvoke)
486                         size = mono_class_native_size (klass, NULL);
487                 else
488                         size = mono_class_value_size (klass, NULL);
489
490                 if (hasthis && n == 0) {
491                         mt = MINT_TYPE_P;
492                         ADD_CODE (td, MINT_LDARG_P);
493                         ADD_CODE (td, td->rtm->arg_offsets [n]); /* FIX for large offset */
494                         klass = NULL;
495                 } else {
496                         PUSH_VT (td, size);
497                         ADD_CODE (td, MINT_LDARG_VT);
498                         ADD_CODE (td, td->rtm->arg_offsets [n]); /* FIX for large offset */
499                         WRITE32 (td, &size);
500                 }
501         } else {
502                 if (hasthis && n == 0) {
503                         mt = MINT_TYPE_P;
504                         ADD_CODE (td, MINT_LDARG_P);
505                         ADD_CODE (td, td->rtm->arg_offsets [n]); /* FIX for large offset */
506                         klass = NULL;
507                 } else {
508                         ADD_CODE(td, MINT_LDARG_I1 + (mt - MINT_TYPE_I1));
509                         ADD_CODE(td, td->rtm->arg_offsets [n]); /* FIX for large offset */
510                         if (mt == MINT_TYPE_O)
511                                 klass = mono_class_from_mono_type (type);
512                 }
513         }
514         PUSH_TYPE(td, stack_type[mt], klass);
515 }
516
517 static void 
518 store_arg(TransformData *td, int n)
519 {
520         int mt;
521         CHECK_STACK (td, 1);
522         MonoType *type;
523
524         gboolean hasthis = mono_method_signature (td->method)->hasthis;
525         if (hasthis && n == 0)
526                 type = &td->method->klass->byval_arg;
527         else
528                 type = mono_method_signature (td->method)->params [n - !!hasthis];
529
530         mt = mint_type (type);
531         if (mt == MINT_TYPE_VT) {
532                 gint32 size;
533                 MonoClass *klass = mono_class_from_mono_type (type);
534                 if (mono_method_signature (td->method)->pinvoke)
535                         size = mono_class_native_size (klass, NULL);
536                 else
537                         size = mono_class_value_size (klass, NULL);
538                 ADD_CODE(td, MINT_STARG_VT);
539                 ADD_CODE(td, td->rtm->arg_offsets [n]);
540                 WRITE32(td, &size);
541                 if (td->sp [-1].type == STACK_TYPE_VT)
542                         POP_VT(td, size);
543         } else {
544                 ADD_CODE(td, MINT_STARG_I1 + (mt - MINT_TYPE_I1));
545                 ADD_CODE(td, td->rtm->arg_offsets [n]);
546         }
547         --td->sp;
548 }
549
550 static void 
551 store_inarg(TransformData *td, int n)
552 {
553         MonoType *type;
554         gboolean hasthis = mono_method_signature (td->method)->hasthis;
555         if (hasthis && n == 0)
556                 type = &td->method->klass->byval_arg;
557         else
558                 type = mono_method_signature (td->method)->params [n - !!hasthis];
559
560         int mt = mint_type (type);
561         if (hasthis && n == 0) {
562                 ADD_CODE (td, MINT_STINARG_P);
563                 ADD_CODE (td, n);
564                 return;
565         }
566         if (mt == MINT_TYPE_VT) {
567                 MonoClass *klass = mono_class_from_mono_type (type);
568                 gint32 size;
569                 if (mono_method_signature (td->method)->pinvoke)
570                         size = mono_class_native_size (klass, NULL);
571                 else
572                         size = mono_class_value_size (klass, NULL);
573                 ADD_CODE(td, MINT_STINARG_VT);
574                 ADD_CODE(td, n);
575                 WRITE32(td, &size);
576         } else {
577                 ADD_CODE(td, MINT_STINARG_I1 + (mt - MINT_TYPE_I1));
578                 ADD_CODE(td, n);
579         }
580 }
581
582 static void 
583 load_local(TransformData *td, int n)
584 {
585         MonoType *type = td->header->locals [n];
586         int mt = mint_type (type);
587         int offset = td->rtm->local_offsets [n];
588         MonoClass *klass = NULL;
589         if (mt == MINT_TYPE_VT) {
590                 klass = mono_class_from_mono_type (type);
591                 gint32 size = mono_class_value_size (klass, NULL);
592                 PUSH_VT(td, size);
593                 ADD_CODE(td, MINT_LDLOC_VT);
594                 ADD_CODE(td, offset); /*FIX for large offset */
595                 WRITE32(td, &size);
596         } else {
597                 g_assert (mt < MINT_TYPE_VT);
598                 if (!td->gen_sdb_seq_points &&
599                         mt == MINT_TYPE_I4 && !td->is_bb_start [td->in_start - td->il_code] && td->last_new_ip != NULL &&
600                         td->last_new_ip [0] == MINT_STLOC_I4 && td->last_new_ip [1] == offset) {
601                         td->last_new_ip [0] = MINT_STLOC_NP_I4;
602                 } else if (!td->gen_sdb_seq_points &&
603                                    mt == MINT_TYPE_O && !td->is_bb_start [td->in_start - td->il_code] && td->last_new_ip != NULL &&
604                                    td->last_new_ip [0] == MINT_STLOC_O && td->last_new_ip [1] == offset) {
605                         td->last_new_ip [0] = MINT_STLOC_NP_O;
606                 } else {
607                         ADD_CODE(td, MINT_LDLOC_I1 + (mt - MINT_TYPE_I1));
608                         ADD_CODE(td, offset); /*FIX for large offset */
609                 }
610                 if (mt == MINT_TYPE_O)
611                         klass = mono_class_from_mono_type (type);
612         }
613         PUSH_TYPE(td, stack_type[mt], klass);
614 }
615
616 static void 
617 store_local(TransformData *td, int n)
618 {
619         MonoType *type = td->header->locals [n];
620         int mt = mint_type (type);
621         int offset = td->rtm->local_offsets [n];
622         CHECK_STACK (td, 1);
623 #if SIZEOF_VOID_P == 8
624         if (td->sp [-1].type == STACK_TYPE_I4 && stack_type [mt] == STACK_TYPE_I8) {
625                 ADD_CODE(td, MINT_CONV_I8_I4);
626                 td->sp [-1].type = STACK_TYPE_I8;
627         }
628 #endif
629         if (!can_store(td->sp [-1].type, stack_type [mt])) {
630                 g_warning("%s.%s: Store local stack type mismatch %d %d", 
631                         td->method->klass->name, td->method->name,
632                         stack_type [mt], td->sp [-1].type);
633         }
634         if (mt == MINT_TYPE_VT) {
635                 MonoClass *klass = mono_class_from_mono_type (type);
636                 gint32 size = mono_class_value_size (klass, NULL);
637                 ADD_CODE(td, MINT_STLOC_VT);
638                 ADD_CODE(td, offset); /*FIX for large offset */
639                 WRITE32(td, &size);
640                 if (td->sp [-1].type == STACK_TYPE_VT)
641                         POP_VT(td, size);
642         } else {
643                 g_assert (mt < MINT_TYPE_VT);
644                 ADD_CODE(td, MINT_STLOC_I1 + (mt - MINT_TYPE_I1));
645                 ADD_CODE(td, offset); /*FIX for large offset */
646         }
647         --td->sp;
648 }
649
650 #define SIMPLE_OP(td, op) \
651         do { \
652                 ADD_CODE(&td, op); \
653                 ++td.ip; \
654         } while (0)
655
656 static guint16
657 get_data_item_index (TransformData *td, void *ptr)
658 {
659         gpointer p = g_hash_table_lookup (td->data_hash, ptr);
660         guint index;
661         if (p != NULL)
662                 return GPOINTER_TO_UINT (p) - 1;
663         if (td->max_data_items == td->n_data_items) {
664                 td->max_data_items = td->n_data_items == 0 ? 16 : 2 * td->max_data_items;
665                 td->data_items = g_realloc (td->data_items, td->max_data_items * sizeof(td->data_items [0]));
666         }
667         index = td->n_data_items;
668         td->data_items [index] = ptr;
669         ++td->n_data_items;
670         g_hash_table_insert (td->data_hash, ptr, GUINT_TO_POINTER (index + 1));
671         return index;
672 }
673
674 static gboolean
675 jit_call_supported (MonoMethod *method, MonoMethodSignature *sig)
676 {
677         GSList *l;
678
679         if (sig->param_count > 6)
680                 return FALSE;
681         if (sig->pinvoke)
682                 return FALSE;
683         if (method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL)
684                 return FALSE;
685         if (method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL)
686                 return FALSE;
687         if (method->is_inflated)
688                 return FALSE;
689         if (method->string_ctor)
690                 return FALSE;
691
692         for (l = jit_classes; l; l = l->next) {
693                 char *class_name = l->data;
694                 // FIXME: Namespaces
695                 if (!strcmp (method->klass->name, class_name))
696                         return TRUE;
697         }
698
699         //return TRUE;
700         return FALSE;
701 }
702
703 static void
704 interp_transform_call (TransformData *td, MonoMethod *method, MonoMethod *target_method, MonoDomain *domain, MonoGenericContext *generic_context, unsigned char *is_bb_start, int body_start_offset, MonoClass *constrained_class, gboolean readonly)
705 {
706         MonoImage *image = method->klass->image;
707         MonoMethodSignature *csignature;
708         MonoError error;
709         int virtual = *td->ip == CEE_CALLVIRT;
710         int calli = *td->ip == CEE_CALLI || *td->ip == CEE_MONO_CALLI_EXTRA_ARG;
711         int i;
712         guint32 vt_stack_used = 0;
713         guint32 vt_res_size = 0;
714         int op = -1;
715         int native = 0;
716         int is_void = 0;
717
718         guint32 token = read32 (td->ip + 1);
719
720         if (target_method == NULL) {
721                 if (calli) {
722                         CHECK_STACK(td, 1);
723                         native = (method->wrapper_type != MONO_WRAPPER_DELEGATE_INVOKE && td->sp [-1].type == STACK_TYPE_I);
724                         --td->sp;
725                         if (method->wrapper_type != MONO_WRAPPER_NONE)
726                                 csignature = (MonoMethodSignature *)mono_method_get_wrapper_data (method, token);
727                         else
728                                 csignature = mono_metadata_parse_signature (image, token);
729
730                         if (generic_context) {
731                                 csignature = mono_inflate_generic_signature (csignature, generic_context, &error);
732                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
733                         }
734
735                         target_method = NULL;
736                 } else {
737                         if (method->wrapper_type == MONO_WRAPPER_NONE)
738                                 target_method = mono_get_method_full (image, token, NULL, generic_context);
739                         else
740                                 target_method = (MonoMethod *)mono_method_get_wrapper_data (method, token);
741                         csignature = mono_method_signature (target_method);
742
743                         if (generic_context) {
744                                 csignature = mono_inflate_generic_signature (csignature, generic_context, &error);
745                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
746                                 target_method = mono_class_inflate_generic_method_checked (target_method, generic_context, &error);
747                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
748                         }
749                 }
750         } else {
751                 csignature = mono_method_signature (target_method);
752         }
753
754         /* Intrinsics */
755         if (target_method) {
756                 if (target_method->klass == mono_defaults.string_class) {
757                         if (target_method->name [0] == 'g') {
758                                 if (strcmp (target_method->name, "get_Chars") == 0)
759                                         op = MINT_GETCHR;
760                                 else if (strcmp (target_method->name, "get_Length") == 0)
761                                         op = MINT_STRLEN;
762                         }
763                 } else if (mono_class_is_subclass_of (target_method->klass, mono_defaults.array_class, FALSE)) {
764                         if (!strcmp (target_method->name, "get_Rank")) {
765                                 op = MINT_ARRAY_RANK;
766                         } else if (!strcmp (target_method->name, "get_Length")) {
767                                 op = MINT_LDLEN;
768                         } else if (!strcmp (target_method->name, "Address")) {
769                                 op = readonly ? MINT_LDELEMA : MINT_LDELEMA_TC;
770                         }
771                 } else if (target_method->klass->image == mono_defaults.corlib &&
772                                    (strcmp (target_method->klass->name_space, "System.Diagnostics") == 0) &&
773                                    (strcmp (target_method->klass->name, "Debugger") == 0)) {
774                         if (!strcmp (target_method->name, "Break") && csignature->param_count == 0) {
775                                 if (mini_should_insert_breakpoint (method))
776                                         op = MINT_BREAK;
777                         }
778                 }
779         }
780
781         if (constrained_class) {
782                 if (constrained_class->enumtype && !strcmp (target_method->name, "GetHashCode")) {
783                         /* Use the corresponding method from the base type to avoid boxing */
784                         MonoType *base_type = mono_class_enum_basetype (constrained_class);
785                         g_assert (base_type);
786                         constrained_class = mono_class_from_mono_type (base_type);
787                         target_method = mono_class_get_method_from_name (constrained_class, target_method->name, 0);
788                         g_assert (target_method);
789                 }
790         }
791
792         if (constrained_class) {
793                 mono_class_setup_vtable (constrained_class);
794 #if DEBUG_INTERP
795                 g_print ("CONSTRAINED.CALLVIRT: %s::%s.  %s (%p) ->\n", target_method->klass->name, target_method->name, mono_signature_full_name (target_method->signature), target_method);
796 #endif
797                 target_method = mono_get_method_constrained_with_method (image, target_method, constrained_class, generic_context, &error);
798 #if DEBUG_INTERP
799                 g_print ("                    : %s::%s.  %s (%p)\n", target_method->klass->name, target_method->name, mono_signature_full_name (target_method->signature), target_method);
800 #endif
801                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
802                 mono_class_setup_vtable (target_method->klass);
803
804                 if (constrained_class->valuetype && (target_method->klass == mono_defaults.object_class || target_method->klass == mono_defaults.enum_class->parent || target_method->klass == mono_defaults.enum_class)) {
805                         if (target_method->klass == mono_defaults.enum_class && (td->sp - csignature->param_count - 1)->type == STACK_TYPE_MP) {
806                                 /* managed pointer on the stack, we need to deref that puppy */
807                                 ADD_CODE (td, MINT_LDIND_I);
808                                 ADD_CODE (td, csignature->param_count);
809                         }
810                         ADD_CODE (td, MINT_BOX);
811                         ADD_CODE (td, get_data_item_index (td, constrained_class));
812                         ADD_CODE (td, csignature->param_count);
813                 } else if (!constrained_class->valuetype) {
814                         /* managed pointer on the stack, we need to deref that puppy */
815                         ADD_CODE (td, MINT_LDIND_I);
816                         ADD_CODE (td, csignature->param_count);
817                 } else {
818                         if (target_method->klass->valuetype) {
819                                 /* Own method */
820                         } else {
821                                 /* Interface method */
822                                 int ioffset, slot;
823
824                                 mono_class_setup_vtable (constrained_class);
825                                 ioffset = mono_class_interface_offset (constrained_class, target_method->klass);
826                                 if (ioffset == -1)
827                                         g_error ("type load error: constrained_class");
828                                 slot = mono_method_get_vtable_slot (target_method);
829                                 if (slot == -1)
830                                         g_error ("type load error: target_method->klass");
831                                 target_method = constrained_class->vtable [ioffset + slot];
832
833                                 if (target_method->klass == mono_defaults.enum_class) {
834                                         if ((td->sp - csignature->param_count - 1)->type == STACK_TYPE_MP) {
835                                                 /* managed pointer on the stack, we need to deref that puppy */
836                                                 ADD_CODE (td, MINT_LDIND_I);
837                                                 ADD_CODE (td, csignature->param_count);
838                                         }
839                                         ADD_CODE (td, MINT_BOX);
840                                         ADD_CODE (td, get_data_item_index (td, constrained_class));
841                                         ADD_CODE (td, csignature->param_count);
842                                 }
843                         }
844                         virtual = FALSE;
845                 }
846         }
847
848         if (target_method)
849                 mono_class_init (target_method->klass);
850
851         CHECK_STACK (td, csignature->param_count + csignature->hasthis);
852         if (!calli && op == -1 && (!virtual || (target_method->flags & METHOD_ATTRIBUTE_VIRTUAL) == 0) &&
853                 (target_method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL) == 0 && 
854                 (target_method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL) == 0 &&
855                 !(target_method->iflags & METHOD_IMPL_ATTRIBUTE_NOINLINING)) {
856                 int called_inited = mono_class_vtable (domain, target_method->klass)->initialized;
857                 MonoMethodHeader *mheader = mono_method_get_header (target_method);
858
859                 if (/*mono_metadata_signature_equal (method->signature, target_method->signature) */ method == target_method && *(td->ip + 5) == CEE_RET) {
860                         int offset;
861                         if (td->verbose_level)
862                                 g_print ("Optimize tail call of %s.%s\n", target_method->klass->name, target_method->name);
863
864                         for (i = csignature->param_count - 1 + !!csignature->hasthis; i >= 0; --i)
865                                 store_arg (td, i);
866
867                         ADD_CODE(td, MINT_BR_S);
868                         offset = body_start_offset - ((td->new_ip - 1) - td->new_code);
869                         ADD_CODE(td, offset);
870                         if (!is_bb_start [td->ip + 5 - td->il_code])
871                                 ++td->ip; /* gobble the CEE_RET if it isn't branched to */                              
872                         td->ip += 5;
873                         return;
874                 } else {
875                         /* mheader might not exist if this is a delegate invoc, etc */
876                         if (mheader && *mheader->code == CEE_RET && called_inited) {
877                                 if (td->verbose_level)
878                                         g_print ("Inline (empty) call of %s.%s\n", target_method->klass->name, target_method->name);
879                                 for (i = 0; i < csignature->param_count; i++) {
880                                         ADD_CODE (td, MINT_POP); /*FIX: vt */
881                                         ADD_CODE (td, 0);
882                                 }
883                                 if (csignature->hasthis) {
884                                         if (virtual)
885                                                 ADD_CODE(td, MINT_CKNULL);
886                                         ADD_CODE (td, MINT_POP);
887                                         ADD_CODE (td, 0);
888                                 }
889                                 td->sp -= csignature->param_count + csignature->hasthis;
890                                 td->ip += 5;
891                                 return;
892                         }
893                 }
894         }
895         if (method->wrapper_type == MONO_WRAPPER_NONE && target_method != NULL) {
896                 if (target_method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL)
897                         target_method = mono_marshal_get_native_wrapper (target_method, FALSE, FALSE);
898                 if (!virtual && target_method->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED)
899                         target_method = mono_marshal_get_synchronized_wrapper (target_method);
900         }
901         g_assert (csignature->call_convention == MONO_CALL_DEFAULT || csignature->call_convention == MONO_CALL_C);
902         td->sp -= csignature->param_count + !!csignature->hasthis;
903         for (i = 0; i < csignature->param_count; ++i) {
904                 if (td->sp [i + !!csignature->hasthis].type == STACK_TYPE_VT) {
905                         gint32 size;
906                         MonoClass *klass = mono_class_from_mono_type (csignature->params [i]);
907                         if (csignature->pinvoke && method->wrapper_type != MONO_WRAPPER_NONE)
908                                 size = mono_class_native_size (klass, NULL);
909                         else
910                                 size = mono_class_value_size (klass, NULL);
911                         size = (size + 7) & ~7;
912                         vt_stack_used += size;
913                 }
914         }
915
916         /* need to handle typedbyref ... */
917         if (csignature->ret->type != MONO_TYPE_VOID) {
918                 int mt = mint_type(csignature->ret);
919                 MonoClass *klass = mono_class_from_mono_type (csignature->ret);
920                 if (mt == MINT_TYPE_VT) {
921                         if (csignature->pinvoke && method->wrapper_type != MONO_WRAPPER_NONE)
922                                 vt_res_size = mono_class_native_size (klass, NULL);
923                         else
924                                 vt_res_size = mono_class_value_size (klass, NULL);
925                         PUSH_VT(td, vt_res_size);
926                 }
927                 PUSH_TYPE(td, stack_type[mt], klass);
928         } else
929                 is_void = TRUE;
930
931         if (op >= 0) {
932                 ADD_CODE (td, op);
933 #if SIZEOF_VOID_P == 8
934                 if (op == MINT_LDLEN)
935                         ADD_CODE (td, MINT_CONV_I4_I8);
936 #endif
937                 if (op == MINT_LDELEMA || op == MINT_LDELEMA_TC) {
938                         ADD_CODE (td, get_data_item_index (td, target_method->klass));
939                         ADD_CODE (td, 1 + target_method->klass->rank);
940                 }
941         } else if (!calli && !virtual && jit_call_supported (target_method, csignature)) {
942                 ADD_CODE(td, MINT_JIT_CALL);
943                 ADD_CODE(td, get_data_item_index (td, (void *)mono_interp_get_runtime_method (domain, target_method, &error)));
944                 mono_error_assert_ok (&error);
945         } else {
946                 if (calli)
947                         ADD_CODE(td, native ? MINT_CALLI_NAT : MINT_CALLI);
948                 else if (virtual)
949                         ADD_CODE(td, is_void ? MINT_VCALLVIRT : MINT_CALLVIRT);
950                 else
951                         ADD_CODE(td, is_void ? MINT_VCALL : MINT_CALL);
952
953                 if (calli) {
954                         ADD_CODE(td, get_data_item_index (td, (void *)csignature));
955                 } else {
956                         ADD_CODE(td, get_data_item_index (td, (void *)mono_interp_get_runtime_method (domain, target_method, &error)));
957                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
958                 }
959         }
960         td->ip += 5;
961         if (vt_stack_used != 0 || vt_res_size != 0) {
962                 ADD_CODE(td, MINT_VTRESULT);
963                 ADD_CODE(td, vt_res_size);
964                 WRITE32(td, &vt_stack_used);
965                 td->vt_sp -= vt_stack_used;
966         }
967 }
968
969 static MonoClassField *
970 interp_field_from_token (MonoMethod *method, guint32 token, MonoClass **klass, MonoGenericContext *generic_context)
971 {
972         MonoClassField *field = NULL;
973         if (method->wrapper_type != MONO_WRAPPER_NONE) {
974                 field = (MonoClassField *) mono_method_get_wrapper_data (method, token);
975                 *klass = field->parent;
976         } else {
977                 MonoError error;
978                 error_init (&error);
979                 field = mono_field_from_token_checked (method->klass->image, token, klass, generic_context, &error);
980                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
981         }
982         return field;
983 }
984
985 static InterpBasicBlock*
986 get_bb (TransformData *td, InterpBasicBlock *cbb, unsigned char *ip)
987 {
988         int offset = ip - td->il_code;
989         InterpBasicBlock *bb = td->offset_to_bb [offset];
990
991         if (!bb) {
992                 bb = mono_mempool_alloc0 (td->mempool, sizeof (InterpBasicBlock));
993                 bb->ip = ip;
994                 td->offset_to_bb [offset] = bb;
995
996                 td->basic_blocks = g_list_append_mempool (td->mempool, td->basic_blocks, bb);
997         }
998
999         if (cbb)
1000                 bb->preds = g_slist_prepend_mempool (td->mempool, bb->preds, cbb);
1001         return bb;
1002 }
1003
1004 /*
1005  * get_basic_blocks:
1006  *
1007  *   Compute the set of IL level basic blocks.
1008  */
1009 static void
1010 get_basic_blocks (TransformData *td)
1011 {
1012         guint8 *start = (guint8*)td->il_code;
1013         guint8 *end = (guint8*)td->il_code + td->code_size;
1014         guint8 *ip = start;
1015         unsigned char *target;
1016         int i;
1017         guint cli_addr;
1018         const MonoOpcode *opcode;
1019         InterpBasicBlock *cbb;
1020
1021         td->offset_to_bb = mono_mempool_alloc0 (td->mempool, sizeof (InterpBasicBlock*) * (end - start + 1));
1022         td->entry_bb = cbb = get_bb (td, NULL, start);
1023
1024         while (ip < end) {
1025                 cli_addr = ip - start;
1026                 td->offset_to_bb [cli_addr] = cbb;
1027                 i = mono_opcode_value ((const guint8 **)&ip, end);
1028                 opcode = &mono_opcodes [i];
1029                 switch (opcode->argument) {
1030                 case MonoInlineNone:
1031                         ip++;
1032                         break;
1033                 case MonoInlineString:
1034                 case MonoInlineType:
1035                 case MonoInlineField:
1036                 case MonoInlineMethod:
1037                 case MonoInlineTok:
1038                 case MonoInlineSig:
1039                 case MonoShortInlineR:
1040                 case MonoInlineI:
1041                         ip += 5;
1042                         break;
1043                 case MonoInlineVar:
1044                         ip += 3;
1045                         break;
1046                 case MonoShortInlineVar:
1047                 case MonoShortInlineI:
1048                         ip += 2;
1049                         break;
1050                 case MonoShortInlineBrTarget:
1051                         target = start + cli_addr + 2 + (signed char)ip [1];
1052                         get_bb (td, cbb, target);
1053                         ip += 2;
1054                         cbb = get_bb (td, cbb, ip);
1055                         break;
1056                 case MonoInlineBrTarget:
1057                         target = start + cli_addr + 5 + (gint32)read32 (ip + 1);
1058                         get_bb (td, cbb, target);
1059                         ip += 5;
1060                         cbb = get_bb (td, cbb, ip);
1061                         break;
1062                 case MonoInlineSwitch: {
1063                         guint32 n = read32 (ip + 1);
1064                         guint32 j;
1065                         ip += 5;
1066                         cli_addr += 5 + 4 * n;
1067                         target = start + cli_addr;
1068                         get_bb (td, cbb, target);
1069
1070                         for (j = 0; j < n; ++j) {
1071                                 target = start + cli_addr + (gint32)read32 (ip);
1072                                 get_bb (td, cbb, target);
1073                                 ip += 4;
1074                         }
1075                         cbb = get_bb (td, cbb, ip);
1076                         break;
1077                 }
1078                 case MonoInlineR:
1079                 case MonoInlineI8:
1080                         ip += 9;
1081                         break;
1082                 default:
1083                         g_assert_not_reached ();
1084                 }
1085         }
1086 }
1087
1088 static void
1089 interp_save_debug_info (RuntimeMethod *rtm, MonoMethodHeader *header, TransformData *td, GArray *line_numbers)
1090 {
1091         MonoDebugMethodJitInfo *dinfo;
1092         int i;
1093
1094         if (!mono_debug_enabled ())
1095                 return;
1096
1097         /*
1098          * We save the debug info in the same way the JIT does it, treating the interpreter IR as the native code.
1099          */
1100
1101         dinfo = g_new0 (MonoDebugMethodJitInfo, 1);
1102         dinfo->num_params = rtm->param_count;
1103         dinfo->params = g_new0 (MonoDebugVarInfo, dinfo->num_params);
1104         dinfo->num_locals = header->num_locals;
1105         dinfo->locals = g_new0 (MonoDebugVarInfo, header->num_locals);
1106         dinfo->code_start = (guint8*)rtm->code;
1107         dinfo->code_size = td->new_ip - td->new_code;
1108         dinfo->epilogue_begin = 0;
1109         dinfo->has_var_info = TRUE;
1110         dinfo->num_line_numbers = line_numbers->len;
1111         dinfo->line_numbers = g_new0 (MonoDebugLineNumberEntry, dinfo->num_line_numbers);
1112
1113         for (i = 0; i < dinfo->num_params; i++) {
1114                 MonoDebugVarInfo *var = &dinfo->params [i];
1115                 var->type = rtm->param_types [i];
1116         }
1117         for (i = 0; i < dinfo->num_locals; i++) {
1118                 MonoDebugVarInfo *var = &dinfo->locals [i];
1119                 var->type = header->locals [i];
1120         }
1121
1122         for (i = 0; i < dinfo->num_line_numbers; i++)
1123                 dinfo->line_numbers [i] = g_array_index (line_numbers, MonoDebugLineNumberEntry, i);
1124         mono_debug_add_method (rtm->method, dinfo, mono_domain_get ());
1125
1126         mono_debug_free_method_jit_info (dinfo);
1127 }
1128
1129 /* Same as the code in seq-points.c */
1130 static void
1131 insert_pred_seq_point (SeqPoint *last_sp, SeqPoint *sp, GSList **next)
1132 {
1133         GSList *l;
1134         int src_index = last_sp->next_offset;
1135         int dst_index = sp->next_offset;
1136
1137         /* bb->in_bb might contain duplicates */
1138         for (l = next [src_index]; l; l = l->next)
1139                 if (GPOINTER_TO_UINT (l->data) == dst_index)
1140                         break;
1141         if (!l)
1142                 next [src_index] = g_slist_append (next [src_index], GUINT_TO_POINTER (dst_index));
1143 }
1144
1145 static void
1146 recursively_make_pred_seq_points (TransformData *td, InterpBasicBlock *bb)
1147 {
1148         const gpointer MONO_SEQ_SEEN_LOOP = GINT_TO_POINTER(-1);
1149         GSList *l;
1150
1151         GArray *predecessors = g_array_new (FALSE, TRUE, sizeof (gpointer));
1152         GHashTable *seen = g_hash_table_new_full (g_direct_hash, NULL, NULL, NULL);
1153
1154         // Insert/remove sentinel into the memoize table to detect loops containing bb
1155         bb->pred_seq_points = MONO_SEQ_SEEN_LOOP;
1156
1157         for (l = bb->preds; l; l = l->next) {
1158                 InterpBasicBlock *in_bb = l->data;
1159
1160                 // This bb has the last seq point, append it and continue
1161                 if (in_bb->last_seq_point != NULL) {
1162                         predecessors = g_array_append_val (predecessors, in_bb->last_seq_point);
1163                         continue;
1164                 }
1165
1166                 // We've looped or handled this before, exit early.
1167                 // No last sequence points to find.
1168                 if (in_bb->pred_seq_points == MONO_SEQ_SEEN_LOOP)
1169                         continue;
1170
1171                 // Take sequence points from incoming basic blocks
1172
1173                 if (in_bb == td->entry_bb)
1174                         continue;
1175
1176                 if (in_bb->pred_seq_points == NULL)
1177                         recursively_make_pred_seq_points (td, in_bb);
1178
1179                 // Union sequence points with incoming bb's
1180                 for (int i=0; i < in_bb->num_pred_seq_points; i++) {
1181                         if (!g_hash_table_lookup (seen, in_bb->pred_seq_points [i])) {
1182                                 g_array_append_val (predecessors, in_bb->pred_seq_points [i]);
1183                                 g_hash_table_insert (seen, in_bb->pred_seq_points [i], (gpointer)&MONO_SEQ_SEEN_LOOP);
1184                         }
1185                 }
1186                 // predecessors = g_array_append_vals (predecessors, in_bb->pred_seq_points, in_bb->num_pred_seq_points);
1187         }
1188
1189         g_hash_table_destroy (seen);
1190
1191         if (predecessors->len != 0) {
1192                 bb->pred_seq_points = mono_mempool_alloc0 (td->mempool, sizeof (SeqPoint *) * predecessors->len);
1193                 bb->num_pred_seq_points = predecessors->len;
1194
1195                 for (int newer = 0; newer < bb->num_pred_seq_points; newer++) {
1196                         bb->pred_seq_points [newer] = g_array_index (predecessors, gpointer, newer);
1197                 }
1198         }
1199
1200         g_array_free (predecessors, TRUE);
1201 }
1202
1203 static void
1204 collect_pred_seq_points (TransformData *td, InterpBasicBlock *bb, SeqPoint *seqp, GSList **next)
1205 {
1206         // Doesn't have a last sequence point, must find from incoming basic blocks
1207         if (bb->pred_seq_points == NULL && bb != td->entry_bb)
1208                 recursively_make_pred_seq_points (td, bb);
1209
1210         for (int i = 0; i < bb->num_pred_seq_points; i++)
1211                 insert_pred_seq_point (bb->pred_seq_points [i], seqp, next);
1212
1213         return;
1214 }
1215
1216 static void
1217 save_seq_points (TransformData *td)
1218 {
1219         RuntimeMethod *rtm = td->rtm;
1220         GByteArray *array;
1221         int i, seq_info_size;
1222         MonoSeqPointInfo *info;
1223         MonoDomain *domain = mono_domain_get ();
1224         GSList **next = NULL;
1225         GList *bblist;
1226
1227         if (!td->gen_sdb_seq_points)
1228                 return;
1229
1230         /*
1231          * For each sequence point, compute the list of sequence points immediately
1232          * following it, this is needed to implement 'step over' in the debugger agent.
1233          * Similar to the code in mono_save_seq_point_info ().
1234          */
1235         for (i = 0; i < td->seq_points->len; ++i) {
1236                 SeqPoint *sp = g_ptr_array_index (td->seq_points, i);
1237
1238                 /* Store the seq point index here temporarily */
1239                 sp->next_offset = i;
1240         }
1241         next = mono_mempool_alloc0 (td->mempool, sizeof (GList*) * td->seq_points->len);
1242         for (bblist = td->basic_blocks; bblist; bblist = bblist->next) {
1243                 InterpBasicBlock *bb = bblist->data;
1244
1245                 GSList *bb_seq_points = g_slist_reverse (bb->seq_points);
1246                 SeqPoint *last = NULL;
1247                 for (GSList *l = bb_seq_points; l; l = l->next) {
1248                         SeqPoint *sp = l->data;
1249
1250                         if (sp->il_offset == METHOD_ENTRY_IL_OFFSET || sp->il_offset == METHOD_EXIT_IL_OFFSET)
1251                                 /* Used to implement method entry/exit events */
1252                                 continue;
1253
1254                         if (last != NULL) {
1255                                 /* Link with the previous seq point in the same bb */
1256                                 next [last->next_offset] = g_slist_append_mempool (td->mempool, next [last->next_offset], GINT_TO_POINTER (sp->next_offset));
1257                         } else {
1258                                 /* Link with the last bb in the previous bblocks */
1259                                 collect_pred_seq_points (td, bb, sp, next);
1260                         }
1261                         last = sp;
1262                 }
1263         }
1264
1265         /* Serialize the seq points into a byte array */
1266         array = g_byte_array_new ();
1267         SeqPoint zero_seq_point = {0};
1268         SeqPoint* last_seq_point = &zero_seq_point;
1269         for (i = 0; i < td->seq_points->len; ++i) {
1270                 SeqPoint *sp = (SeqPoint*)g_ptr_array_index (td->seq_points, i);
1271
1272                 sp->next_offset = 0;
1273                 if (mono_seq_point_info_add_seq_point (array, sp, last_seq_point, next [i], TRUE))
1274                         last_seq_point = sp;
1275         }
1276
1277         if (td->verbose_level) {
1278                 g_print ("\nSEQ POINT MAP FOR %s: \n", td->method->name);
1279
1280                 for (i = 0; i < td->seq_points->len; ++i) {
1281                         SeqPoint *sp = (SeqPoint*)g_ptr_array_index (td->seq_points, i);
1282                         GSList *l;
1283
1284                         if (!next [i])
1285                                 continue;
1286
1287                         g_print ("\tIL0x%x[0x%0x] ->", sp->il_offset, sp->native_offset);
1288                         for (l = next [i]; l; l = l->next) {
1289                                 int next_index = GPOINTER_TO_UINT (l->data);
1290                                 g_print (" IL0x%x", ((SeqPoint*)g_ptr_array_index (td->seq_points, next_index))->il_offset);
1291                         }
1292                         g_print ("\n");
1293                 }
1294         }
1295
1296         info = mono_seq_point_info_new (array->len, TRUE, array->data, TRUE, &seq_info_size);
1297         mono_jit_stats.allocated_seq_points_size += seq_info_size;
1298
1299         g_byte_array_free (array, TRUE);
1300
1301         mono_domain_lock (domain);
1302         g_hash_table_insert (domain_jit_info (domain)->seq_points, rtm->method, info);
1303         mono_domain_unlock (domain);
1304 }
1305
1306 static void
1307 emit_seq_point (TransformData *td, int il_offset, InterpBasicBlock *cbb, gboolean nonempty_stack)
1308 {
1309         SeqPoint *seqp;
1310
1311         seqp = mono_mempool_alloc0 (td->mempool, sizeof (SeqPoint));
1312         seqp->il_offset = il_offset;
1313         seqp->native_offset = (guint8*)td->new_ip - (guint8*)td->new_code;
1314         if (nonempty_stack)
1315                 seqp->flags |= MONO_SEQ_POINT_FLAG_NONEMPTY_STACK;
1316
1317         ADD_CODE (td, MINT_SDB_SEQ_POINT);
1318         g_ptr_array_add (td->seq_points, seqp);
1319
1320         cbb->seq_points = g_slist_prepend_mempool (td->mempool, cbb->seq_points, seqp);
1321         cbb->last_seq_point = seqp;
1322 }
1323
1324 static void
1325 generate (MonoMethod *method, RuntimeMethod *rtm, unsigned char *is_bb_start, MonoGenericContext *generic_context)
1326 {
1327         MonoMethodHeader *header = mono_method_get_header (method);
1328         MonoMethodSignature *signature = mono_method_signature (method);
1329         MonoImage *image = method->klass->image;
1330         MonoDomain *domain = mono_domain_get ();
1331         MonoClass *constrained_class = NULL;
1332         MonoError error;
1333         int offset, mt, i, i32;
1334         gboolean readonly = FALSE;
1335         MonoClass *klass;
1336         MonoClassField *field;
1337         const unsigned char *end;
1338         int new_in_start_offset;
1339         int body_start_offset;
1340         int target;
1341         guint32 token;
1342         TransformData td;
1343         int generating_code = 1;
1344         GArray *line_numbers;
1345         MonoDebugMethodInfo *minfo;
1346         MonoBitSet *seq_point_locs = NULL;
1347         MonoBitSet *seq_point_set_locs = NULL;
1348         gboolean sym_seq_points = FALSE;
1349         InterpBasicBlock *bb_exit = NULL;
1350         static gboolean verbose_method_inited;
1351         static char* verbose_method_name;
1352
1353         if (!verbose_method_inited) {
1354                 verbose_method_name = getenv ("MONO_VERBOSE_METHOD");
1355                 verbose_method_inited = TRUE;
1356         }
1357
1358         memset (&td, 0, sizeof(td));
1359         td.method = method;
1360         td.rtm = rtm;
1361         td.is_bb_start = is_bb_start;
1362         td.il_code = header->code;
1363         td.code_size = header->code_size;
1364         td.header = header;
1365         td.max_code_size = td.code_size;
1366         td.new_code = (unsigned short *)g_malloc(td.max_code_size * sizeof(gushort));
1367         td.new_code_end = td.new_code + td.max_code_size;
1368         td.mempool = mono_mempool_new ();
1369         td.in_offsets = g_malloc0(header->code_size * sizeof(int));
1370         td.stack_state = g_malloc0(header->code_size * sizeof(StackInfo *));
1371         td.stack_height = g_malloc(header->code_size * sizeof(int));
1372         td.vt_stack_size = g_malloc(header->code_size * sizeof(int));
1373         td.n_data_items = 0;
1374         td.max_data_items = 0;
1375         td.data_items = NULL;
1376         td.data_hash = g_hash_table_new (NULL, NULL);
1377         td.clause_indexes = g_malloc (header->code_size * sizeof (int));
1378         td.gen_sdb_seq_points = debug_options.gen_sdb_seq_points;
1379         td.seq_points = g_ptr_array_new ();
1380         td.relocs = g_ptr_array_new ();
1381         td.verbose_level = mono_interp_traceopt;
1382         rtm->data_items = td.data_items;
1383         for (i = 0; i < header->code_size; i++) {
1384                 td.stack_height [i] = -1;
1385                 td.clause_indexes [i] = -1;
1386         }
1387
1388         if (verbose_method_name) {
1389                 const char *name = verbose_method_name;
1390
1391                 if ((strchr (name, '.') > name) || strchr (name, ':')) {
1392                         MonoMethodDesc *desc;
1393
1394                         desc = mono_method_desc_new (name, TRUE);
1395                         if (mono_method_desc_full_match (desc, method)) {
1396                                 td.verbose_level = 4;
1397                         }
1398                         mono_method_desc_free (desc);
1399                 } else {
1400                         if (strcmp (method->name, name) == 0)
1401                                 td.verbose_level = 4;
1402                 }
1403         }
1404
1405         if (td.gen_sdb_seq_points) {
1406                 get_basic_blocks (&td);
1407
1408                 minfo = mono_debug_lookup_method (method);
1409
1410                 if (minfo) {
1411                         MonoSymSeqPoint *sps;
1412                         int i, n_il_offsets;
1413
1414                         mono_debug_get_seq_points (minfo, NULL, NULL, NULL, &sps, &n_il_offsets);
1415                         // FIXME: Free
1416                         seq_point_locs = mono_bitset_mem_new (mono_mempool_alloc0 (td.mempool, mono_bitset_alloc_size (header->code_size, 0)), header->code_size, 0);
1417                         seq_point_set_locs = mono_bitset_mem_new (mono_mempool_alloc0 (td.mempool, mono_bitset_alloc_size (header->code_size, 0)), header->code_size, 0);
1418                         sym_seq_points = TRUE;
1419
1420                         for (i = 0; i < n_il_offsets; ++i) {
1421                                 if (sps [i].il_offset < header->code_size)
1422                                         mono_bitset_set_fast (seq_point_locs, sps [i].il_offset);
1423                         }
1424                         g_free (sps);
1425                 } else if (!method->wrapper_type && !method->dynamic && mono_debug_image_has_debug_info (method->klass->image)) {
1426                         /* Methods without line number info like auto-generated property accessors */
1427                         seq_point_locs = mono_bitset_new (header->code_size, 0);
1428                         seq_point_set_locs = mono_bitset_new (header->code_size, 0);
1429                         sym_seq_points = TRUE;
1430                 }
1431         }
1432
1433         td.new_ip = td.new_code;
1434         td.last_new_ip = NULL;
1435
1436         td.stack = g_malloc0 ((header->max_stack + 1) * sizeof (td.stack [0]));
1437         td.sp = td.stack;
1438         td.max_stack_height = 0;
1439
1440         line_numbers = g_array_new (FALSE, TRUE, sizeof (MonoDebugLineNumberEntry));
1441
1442         for (i = 0; i < header->num_clauses; i++) {
1443                 MonoExceptionClause *c = header->clauses + i;
1444                 td.stack_height [c->handler_offset] = 0;
1445                 td.vt_stack_size [c->handler_offset] = 0;
1446                 td.is_bb_start [c->handler_offset] = 1;
1447
1448                 td.stack_height [c->handler_offset] = 1;
1449                 td.stack_state [c->handler_offset] = g_malloc0(sizeof(StackInfo));
1450                 td.stack_state [c->handler_offset][0].type = STACK_TYPE_O;
1451                 td.stack_state [c->handler_offset][0].klass = NULL; /*FIX*/
1452
1453                 if (c->flags & MONO_EXCEPTION_CLAUSE_FILTER) {
1454                         td.stack_height [c->data.filter_offset] = 0;
1455                         td.vt_stack_size [c->data.filter_offset] = 0;
1456                         td.is_bb_start [c->data.filter_offset] = 1;
1457
1458                         td.stack_height [c->data.filter_offset] = 1;
1459                         td.stack_state [c->data.filter_offset] = g_malloc0(sizeof(StackInfo));
1460                         td.stack_state [c->data.filter_offset][0].type = STACK_TYPE_O;
1461                         td.stack_state [c->data.filter_offset][0].klass = NULL; /*FIX*/
1462                 }
1463
1464                 if ((c->flags & MONO_EXCEPTION_CLAUSE_FINALLY) || (c->flags & MONO_EXCEPTION_CLAUSE_FAULT)) {
1465                         for (int j = c->handler_offset; j < c->handler_offset + c->handler_len; ++j) {
1466                                 if (td.clause_indexes [j] == -1)
1467                                         td.clause_indexes [j] = i;
1468                         }
1469                 }
1470         }
1471
1472         td.ip = header->code;
1473         end = td.ip + header->code_size;
1474
1475         if (td.verbose_level) {
1476                 char *tmp = mono_disasm_code (NULL, method, td.ip, end);
1477                 char *name = mono_method_full_name (method, TRUE);
1478                 g_print ("Method %s, original code:\n", name);
1479                 g_print ("%s\n", tmp);
1480                 g_free (tmp);
1481                 g_free (name);
1482         }
1483
1484         if (signature->hasthis)
1485                 store_inarg (&td, 0);
1486         for (i = 0; i < signature->param_count; i++)
1487                 store_inarg (&td, i + !!signature->hasthis);
1488
1489         body_start_offset = td.new_ip - td.new_code;
1490
1491         for (i = 0; i < header->num_locals; i++) {
1492                 int mt = mint_type(header->locals [i]);
1493                 if (mt == MINT_TYPE_VT || mt == MINT_TYPE_O || mt == MINT_TYPE_P) {
1494                         ADD_CODE(&td, MINT_INITLOCALS);
1495                         break;
1496                 }
1497         }
1498
1499         if (sym_seq_points) {
1500                 InterpBasicBlock *cbb = td.offset_to_bb [0];
1501                 g_assert (cbb);
1502                 emit_seq_point (&td, METHOD_ENTRY_IL_OFFSET, cbb, FALSE);
1503         }
1504
1505         while (td.ip < end) {
1506                 int in_offset;
1507
1508                 g_assert (td.sp >= td.stack);
1509                 g_assert (td.vt_sp < 0x10000000);
1510                 in_offset = td.ip - header->code;
1511                 td.in_offsets [in_offset] = td.new_ip - td.new_code;
1512                 new_in_start_offset = td.new_ip - td.new_code;
1513                 td.in_start = td.ip;
1514
1515                 MonoDebugLineNumberEntry lne;
1516                 lne.native_offset = (guint8*)td.new_ip - (guint8*)td.new_code;
1517                 lne.il_offset = in_offset;
1518                 g_array_append_val (line_numbers, lne);
1519
1520                 if (td.stack_height [in_offset] >= 0) {
1521                         g_assert (is_bb_start [in_offset]);
1522                         if (td.stack_height [in_offset] > 0)
1523                                 memcpy (td.stack, td.stack_state [in_offset], td.stack_height [in_offset] * sizeof(td.stack [0]));
1524                         td.sp = td.stack + td.stack_height [in_offset];
1525                         td.vt_sp = td.vt_stack_size [in_offset];
1526                 }
1527                 if (is_bb_start [in_offset]) {
1528                         generating_code = 1;
1529                 }
1530                 if (!generating_code) {
1531                         while (td.ip < end && !is_bb_start [td.ip - td.il_code])
1532                                 ++td.ip;
1533                         continue;
1534                 }
1535                 if (td.verbose_level > 1) {
1536                         printf("IL_%04lx %s %-10s -> IL_%04lx, sp %ld, %s %-12s vt_sp %u (max %u)\n", 
1537                                 td.ip - td.il_code,
1538                                 td.is_bb_start [td.ip - td.il_code] == 3 ? "<>" :
1539                                 td.is_bb_start [td.ip - td.il_code] == 2 ? "< " :
1540                                 td.is_bb_start [td.ip - td.il_code] == 1 ? " >" : "  ",
1541                                 mono_opcode_name (*td.ip), td.new_ip - td.new_code, td.sp - td.stack, 
1542                                 td.sp > td.stack ? stack_type_string [td.sp [-1].type] : "  ",
1543                                 (td.sp > td.stack && (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_VT)) ? (td.sp [-1].klass == NULL ? "?" : td.sp [-1].klass->name) : "",
1544                                 td.vt_sp, td.max_vt_sp);
1545                 }
1546
1547                 if (sym_seq_points && mono_bitset_test_fast (seq_point_locs, td.ip - header->code)) {
1548                         InterpBasicBlock *cbb = td.offset_to_bb [td.ip - header->code];
1549                         g_assert (cbb);
1550
1551                         /*
1552                          * Make methods interruptable at the beginning, and at the targets of
1553                          * backward branches.
1554                          */
1555                         if (in_offset == 0 || g_slist_length (cbb->preds) > 1)
1556                                 ADD_CODE (&td, MINT_SDB_INTR_LOC);
1557
1558                         emit_seq_point (&td, in_offset, cbb, FALSE);
1559
1560                         mono_bitset_set_fast (seq_point_set_locs, td.ip - header->code);
1561                 }
1562
1563                 if (sym_seq_points)
1564                         bb_exit = td.offset_to_bb [td.ip - header->code];
1565
1566                 switch (*td.ip) {
1567                 case CEE_NOP: 
1568                         /* lose it */
1569                         ++td.ip;
1570                         break;
1571                 case CEE_BREAK:
1572                         SIMPLE_OP(td, MINT_BREAK);
1573                         break;
1574                 case CEE_LDARG_0:
1575                 case CEE_LDARG_1:
1576                 case CEE_LDARG_2:
1577                 case CEE_LDARG_3:
1578                         load_arg (&td, *td.ip - CEE_LDARG_0);
1579                         ++td.ip;
1580                         break;
1581                 case CEE_LDLOC_0:
1582                 case CEE_LDLOC_1:
1583                 case CEE_LDLOC_2:
1584                 case CEE_LDLOC_3:
1585                         load_local (&td, *td.ip - CEE_LDLOC_0);
1586                         ++td.ip;
1587                         break;
1588                 case CEE_STLOC_0:
1589                 case CEE_STLOC_1:
1590                 case CEE_STLOC_2:
1591                 case CEE_STLOC_3:
1592                         store_local (&td, *td.ip - CEE_STLOC_0);
1593                         ++td.ip;
1594                         break;
1595                 case CEE_LDARG_S:
1596                         load_arg (&td, ((guint8 *)td.ip)[1]);
1597                         td.ip += 2;
1598                         break;
1599                 case CEE_LDARGA_S: {
1600                         /* NOTE: n includes this */
1601                         int n = ((guint8 *) td.ip) [1];
1602                         ADD_CODE (&td, MINT_LDARGA);
1603                         ADD_CODE (&td, td.rtm->arg_offsets [n]);
1604                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
1605                         td.ip += 2;
1606                         break;
1607                 }
1608                 case CEE_STARG_S:
1609                         store_arg (&td, ((guint8 *)td.ip)[1]);
1610                         td.ip += 2;
1611                         break;
1612                 case CEE_LDLOC_S:
1613                         load_local (&td, ((guint8 *)td.ip)[1]);
1614                         td.ip += 2;
1615                         break;
1616                 case CEE_LDLOCA_S:
1617                         ADD_CODE(&td, MINT_LDLOCA_S);
1618                         ADD_CODE(&td, td.rtm->local_offsets [((guint8 *)td.ip)[1]]);
1619                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
1620                         td.ip += 2;
1621                         break;
1622                 case CEE_STLOC_S:
1623                         store_local (&td, ((guint8 *)td.ip)[1]);
1624                         td.ip += 2;
1625                         break;
1626                 case CEE_LDNULL: 
1627                         SIMPLE_OP(td, MINT_LDNULL);
1628                         PUSH_TYPE(&td, STACK_TYPE_O, NULL);
1629                         break;
1630                 case CEE_LDC_I4_M1:
1631                         SIMPLE_OP(td, MINT_LDC_I4_M1);
1632                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1633                         break;
1634                 case CEE_LDC_I4_0:
1635                         if (!td.is_bb_start[td.ip + 1 - td.il_code] && td.ip [1] == 0xfe && td.ip [2] == CEE_CEQ && 
1636                                 td.sp > td.stack && td.sp [-1].type == STACK_TYPE_I4) {
1637                                 SIMPLE_OP(td, MINT_CEQ0_I4);
1638                                 td.ip += 2;
1639                         } else {
1640                                 SIMPLE_OP(td, MINT_LDC_I4_0);
1641                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1642                         }
1643                         break;
1644                 case CEE_LDC_I4_1:
1645                         if (!td.is_bb_start[td.ip + 1 - td.il_code] && 
1646                                 (td.ip [1] == CEE_ADD || td.ip [1] == CEE_SUB) && td.sp [-1].type == STACK_TYPE_I4) {
1647                                 ADD_CODE(&td, td.ip [1] == CEE_ADD ? MINT_ADD1_I4 : MINT_SUB1_I4);
1648                                 td.ip += 2;
1649                         } else {
1650                                 SIMPLE_OP(td, MINT_LDC_I4_1);
1651                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1652                         }
1653                         break;
1654                 case CEE_LDC_I4_2:
1655                 case CEE_LDC_I4_3:
1656                 case CEE_LDC_I4_4:
1657                 case CEE_LDC_I4_5:
1658                 case CEE_LDC_I4_6:
1659                 case CEE_LDC_I4_7:
1660                 case CEE_LDC_I4_8:
1661                         SIMPLE_OP(td, (*td.ip - CEE_LDC_I4_0) + MINT_LDC_I4_0);
1662                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1663                         break;
1664                 case CEE_LDC_I4_S: 
1665                         ADD_CODE(&td, MINT_LDC_I4_S);
1666                         ADD_CODE(&td, ((gint8 *) td.ip) [1]);
1667                         td.ip += 2;
1668                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1669                         break;
1670                 case CEE_LDC_I4:
1671                         i32 = read32 (td.ip + 1);
1672                         ADD_CODE(&td, MINT_LDC_I4);
1673                         WRITE32(&td, &i32);
1674                         td.ip += 5;
1675                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1676                         break;
1677                 case CEE_LDC_I8: {
1678                         gint64 val = read64 (td.ip + 1);
1679                         ADD_CODE(&td, MINT_LDC_I8);
1680                         WRITE64(&td, &val);
1681                         td.ip += 9;
1682                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I8);
1683                         break;
1684                 }
1685                 case CEE_LDC_R4: {
1686                         float val;
1687                         readr4 (td.ip + 1, &val);
1688                         ADD_CODE(&td, MINT_LDC_R4);
1689                         WRITE32(&td, &val);
1690                         td.ip += 5;
1691                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_R8);
1692                         break;
1693                 }
1694                 case CEE_LDC_R8: {
1695                         double val;
1696                         readr8 (td.ip + 1, &val);
1697                         ADD_CODE(&td, MINT_LDC_R8);
1698                         WRITE64(&td, &val);
1699                         td.ip += 9;
1700                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_R8);
1701                         break;
1702                 }
1703                 case CEE_DUP: {
1704                         int type = td.sp [-1].type;
1705                         MonoClass *klass = td.sp [-1].klass;
1706                         if (td.sp [-1].type == STACK_TYPE_VT) {
1707                                 gint32 size = mono_class_value_size (klass, NULL);
1708                                 PUSH_VT(&td, size);
1709                                 ADD_CODE(&td, MINT_DUP_VT);
1710                                 WRITE32(&td, &size);
1711                                 td.ip ++;
1712                         } else 
1713                                 SIMPLE_OP(td, MINT_DUP);
1714                         PUSH_TYPE(&td, type, klass);
1715                         break;
1716                 }
1717                 case CEE_POP:
1718                         CHECK_STACK(&td, 1);
1719                         SIMPLE_OP(td, MINT_POP);
1720                         ADD_CODE (&td, 0);
1721                         if (td.sp [-1].type == STACK_TYPE_VT) {
1722                                 int size = mono_class_value_size (td.sp [-1].klass, NULL);
1723                                 size = (size + 7) & ~7;
1724                                 ADD_CODE(&td, MINT_VTRESULT);
1725                                 ADD_CODE(&td, 0);
1726                                 WRITE32(&td, &size);
1727                                 td.vt_sp -= size;
1728                         }
1729                         --td.sp;
1730                         break;
1731                 case CEE_JMP: {
1732                         MonoMethod *m;
1733                         if (td.sp > td.stack)
1734                                 g_warning ("CEE_JMP: stack must be empty");
1735                         token = read32 (td.ip + 1);
1736                         m = mono_get_method_full (image, token, NULL, generic_context);
1737                         ADD_CODE (&td, MINT_JMP);
1738                         ADD_CODE (&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
1739                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
1740                         td.ip += 5;
1741                         break;
1742                 }
1743                 case CEE_CALLVIRT: /* Fall through */
1744                 case CEE_CALLI:    /* Fall through */
1745                 case CEE_CALL: {
1746                         gboolean need_seq_point = FALSE;
1747
1748                         if (sym_seq_points && !mono_bitset_test_fast (seq_point_locs, td.ip + 5 - header->code))
1749                                 need_seq_point = TRUE;
1750
1751                         interp_transform_call (&td, method, NULL, domain, generic_context, is_bb_start, body_start_offset, constrained_class, readonly);
1752
1753                         if (need_seq_point) {
1754                                 InterpBasicBlock *cbb = td.offset_to_bb [td.ip - header->code];
1755                                 g_assert (cbb);
1756
1757                                 emit_seq_point (&td, td.ip - header->code, cbb, TRUE);
1758                         }
1759
1760                         constrained_class = NULL;
1761                         readonly = FALSE;
1762                         break;
1763                 }
1764                 case CEE_RET: {
1765                         int vt_size = 0;
1766                         if (signature->ret->type != MONO_TYPE_VOID) {
1767                                 --td.sp;
1768                                 MonoClass *klass = mono_class_from_mono_type (signature->ret);
1769                                 if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
1770                                         vt_size = mono_class_value_size (klass, NULL);
1771                                         vt_size = (vt_size + 7) & ~7;
1772                                 }
1773                         }
1774                         if (td.sp > td.stack)
1775                                 g_warning ("%s.%s: CEE_RET: more values on stack: %d", td.method->klass->name, td.method->name, td.sp - td.stack);
1776                         if (td.vt_sp != vt_size)
1777                                 g_error ("%s.%s: CEE_RET: value type stack: %d vs. %d", td.method->klass->name, td.method->name, td.vt_sp, vt_size);
1778
1779                         if (sym_seq_points) {
1780                                 InterpBasicBlock *cbb = td.offset_to_bb [td.ip - header->code];
1781                                 g_assert (cbb);
1782                                 emit_seq_point (&td, METHOD_EXIT_IL_OFFSET, bb_exit, FALSE);
1783                         }
1784
1785                         if (vt_size == 0)
1786                                 SIMPLE_OP(td, signature->ret->type == MONO_TYPE_VOID ? MINT_RET_VOID : MINT_RET);
1787                         else {
1788                                 ADD_CODE(&td, MINT_RET_VT);
1789                                 WRITE32(&td, &vt_size);
1790                                 ++td.ip;
1791                         }
1792                         generating_code = 0;
1793                         break;
1794                 }
1795                 case CEE_BR:
1796                         handle_branch (&td, MINT_BR_S, MINT_BR, 5 + read32 (td.ip + 1));
1797                         td.ip += 5;
1798                         generating_code = 0;
1799                         break;
1800                 case CEE_BR_S:
1801                         handle_branch (&td, MINT_BR_S, MINT_BR, 2 + (gint8)td.ip [1]);
1802                         td.ip += 2;
1803                         generating_code = 0;
1804                         break;
1805                 case CEE_BRFALSE:
1806                         one_arg_branch (&td, MINT_BRFALSE_I4, 5 + read32 (td.ip + 1));
1807                         td.ip += 5;
1808                         break;
1809                 case CEE_BRFALSE_S:
1810                         one_arg_branch (&td, MINT_BRFALSE_I4, 2 + (gint8)td.ip [1]);
1811                         td.ip += 2;
1812                         break;
1813                 case CEE_BRTRUE:
1814                         one_arg_branch (&td, MINT_BRTRUE_I4, 5 + read32 (td.ip + 1));
1815                         td.ip += 5;
1816                         break;
1817                 case CEE_BRTRUE_S:
1818                         one_arg_branch (&td, MINT_BRTRUE_I4, 2 + (gint8)td.ip [1]);
1819                         td.ip += 2;
1820                         break;
1821                 case CEE_BEQ:
1822                         two_arg_branch (&td, MINT_BEQ_I4, 5 + read32 (td.ip + 1));
1823                         td.ip += 5;
1824                         break;
1825                 case CEE_BEQ_S:
1826                         two_arg_branch (&td, MINT_BEQ_I4, 2 + (gint8) td.ip [1]);
1827                         td.ip += 2;
1828                         break;
1829                 case CEE_BGE:
1830                         two_arg_branch (&td, MINT_BGE_I4, 5 + read32 (td.ip + 1));
1831                         td.ip += 5;
1832                         break;
1833                 case CEE_BGE_S:
1834                         two_arg_branch (&td, MINT_BGE_I4, 2 + (gint8) td.ip [1]);
1835                         td.ip += 2;
1836                         break;
1837                 case CEE_BGT:
1838                         two_arg_branch (&td, MINT_BGT_I4, 5 + read32 (td.ip + 1));
1839                         td.ip += 5;
1840                         break;
1841                 case CEE_BGT_S:
1842                         two_arg_branch (&td, MINT_BGT_I4, 2 + (gint8) td.ip [1]);
1843                         td.ip += 2;
1844                         break;
1845                 case CEE_BLT:
1846                         two_arg_branch (&td, MINT_BLT_I4, 5 + read32 (td.ip + 1));
1847                         td.ip += 5;
1848                         break;
1849                 case CEE_BLT_S:
1850                         two_arg_branch (&td, MINT_BLT_I4, 2 + (gint8) td.ip [1]);
1851                         td.ip += 2;
1852                         break;
1853                 case CEE_BLE:
1854                         two_arg_branch (&td, MINT_BLE_I4, 5 + read32 (td.ip + 1));
1855                         td.ip += 5;
1856                         break;
1857                 case CEE_BLE_S:
1858                         two_arg_branch (&td, MINT_BLE_I4, 2 + (gint8) td.ip [1]);
1859                         td.ip += 2;
1860                         break;
1861                 case CEE_BNE_UN:
1862                         two_arg_branch (&td, MINT_BNE_UN_I4, 5 + read32 (td.ip + 1));
1863                         td.ip += 5;
1864                         break;
1865                 case CEE_BNE_UN_S:
1866                         two_arg_branch (&td, MINT_BNE_UN_I4, 2 + (gint8) td.ip [1]);
1867                         td.ip += 2;
1868                         break;
1869                 case CEE_BGE_UN:
1870                         two_arg_branch (&td, MINT_BGE_UN_I4, 5 + read32 (td.ip + 1));
1871                         td.ip += 5;
1872                         break;
1873                 case CEE_BGE_UN_S:
1874                         two_arg_branch (&td, MINT_BGE_UN_I4, 2 + (gint8) td.ip [1]);
1875                         td.ip += 2;
1876                         break;
1877                 case CEE_BGT_UN:
1878                         two_arg_branch (&td, MINT_BGT_UN_I4, 5 + read32 (td.ip + 1));
1879                         td.ip += 5;
1880                         break;
1881                 case CEE_BGT_UN_S:
1882                         two_arg_branch (&td, MINT_BGT_UN_I4, 2 + (gint8) td.ip [1]);
1883                         td.ip += 2;
1884                         break;
1885                 case CEE_BLE_UN:
1886                         two_arg_branch (&td, MINT_BLE_UN_I4, 5 + read32 (td.ip + 1));
1887                         td.ip += 5;
1888                         break;
1889                 case CEE_BLE_UN_S:
1890                         two_arg_branch (&td, MINT_BLE_UN_I4, 2 + (gint8) td.ip [1]);
1891                         td.ip += 2;
1892                         break;
1893                 case CEE_BLT_UN:
1894                         two_arg_branch (&td, MINT_BLT_UN_I4, 5 + read32 (td.ip + 1));
1895                         td.ip += 5;
1896                         break;
1897                 case CEE_BLT_UN_S:
1898                         two_arg_branch (&td, MINT_BLT_UN_I4, 2 + (gint8) td.ip [1]);
1899                         td.ip += 2;
1900                         break;
1901                 case CEE_SWITCH: {
1902                         guint32 n;
1903                         const unsigned char *next_ip;
1904                         ++td.ip;
1905                         n = read32 (td.ip);
1906                         ADD_CODE (&td, MINT_SWITCH);
1907                         WRITE32 (&td, &n);
1908                         td.ip += 4;
1909                         next_ip = td.ip + n * 4;
1910                         --td.sp;
1911                         int stack_height = td.sp - td.stack;
1912                         for (i = 0; i < n; i++) {
1913                                 offset = read32 (td.ip);
1914                                 target = next_ip - td.il_code + offset;
1915                                 if (offset < 0) {
1916 #if DEBUG_INTERP
1917                                         if (stack_height > 0 && stack_height != td.stack_height [target])
1918                                                 g_warning ("SWITCH with back branch and non-empty stack");
1919 #endif
1920                                         target = td.in_offsets [target] - (td.new_ip - td.new_code);
1921                                 } else {
1922                                         td.stack_height [target] = stack_height;
1923                                         td.vt_stack_size [target] = td.vt_sp;
1924                                         if (stack_height > 0)
1925                                                 td.stack_state [target] = g_memdup (td.stack, stack_height * sizeof (td.stack [0]));
1926
1927                                         Reloc *reloc = mono_mempool_alloc0 (td.mempool, sizeof (Reloc));
1928                                         reloc->type = RELOC_SWITCH;
1929                                         reloc->offset = td.new_ip - td.new_code;
1930                                         reloc->target = target;
1931                                         g_ptr_array_add (td.relocs, reloc);
1932                                         target = 0xffff;
1933                                 }
1934                                 WRITE32 (&td, &target);
1935                                 td.ip += 4;
1936                         }
1937                         break;
1938                 }
1939                 case CEE_LDIND_I1:
1940                         CHECK_STACK (&td, 1);
1941                         SIMPLE_OP (td, MINT_LDIND_I1);
1942                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1943                         break;
1944                 case CEE_LDIND_U1:
1945                         CHECK_STACK (&td, 1);
1946                         SIMPLE_OP (td, MINT_LDIND_U1);
1947                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1948                         break;
1949                 case CEE_LDIND_I2:
1950                         CHECK_STACK (&td, 1);
1951                         SIMPLE_OP (td, MINT_LDIND_I2);
1952                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1953                         break;
1954                 case CEE_LDIND_U2:
1955                         CHECK_STACK (&td, 1);
1956                         SIMPLE_OP (td, MINT_LDIND_U2);
1957                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1958                         break;
1959                 case CEE_LDIND_I4:
1960                         CHECK_STACK (&td, 1);
1961                         SIMPLE_OP (td, MINT_LDIND_I4);
1962                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1963                         break;
1964                 case CEE_LDIND_U4:
1965                         CHECK_STACK (&td, 1);
1966                         SIMPLE_OP (td, MINT_LDIND_U4);
1967                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1968                         break;
1969                 case CEE_LDIND_I8:
1970                         CHECK_STACK (&td, 1);
1971                         SIMPLE_OP (td, MINT_LDIND_I8);
1972                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1973                         break;
1974                 case CEE_LDIND_I:
1975                         CHECK_STACK (&td, 1);
1976                         SIMPLE_OP (td, MINT_LDIND_I);
1977                         ADD_CODE (&td, 0);
1978                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
1979                         break;
1980                 case CEE_LDIND_R4:
1981                         CHECK_STACK (&td, 1);
1982                         SIMPLE_OP (td, MINT_LDIND_R4);
1983                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1984                         break;
1985                 case CEE_LDIND_R8:
1986                         CHECK_STACK (&td, 1);
1987                         SIMPLE_OP (td, MINT_LDIND_R8);
1988                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1989                         break;
1990                 case CEE_LDIND_REF:
1991                         CHECK_STACK (&td, 1);
1992                         SIMPLE_OP (td, MINT_LDIND_REF);
1993                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
1994                         break;
1995                 case CEE_STIND_REF:
1996                         CHECK_STACK (&td, 2);
1997                         SIMPLE_OP (td, MINT_STIND_REF);
1998                         td.sp -= 2;
1999                         break;
2000                 case CEE_STIND_I1:
2001                         CHECK_STACK (&td, 2);
2002                         SIMPLE_OP (td, MINT_STIND_I1);
2003                         td.sp -= 2;
2004                         break;
2005                 case CEE_STIND_I2:
2006                         CHECK_STACK (&td, 2);
2007                         SIMPLE_OP (td, MINT_STIND_I2);
2008                         td.sp -= 2;
2009                         break;
2010                 case CEE_STIND_I4:
2011                         CHECK_STACK (&td, 2);
2012                         SIMPLE_OP (td, MINT_STIND_I4);
2013                         td.sp -= 2;
2014                         break;
2015                 case CEE_STIND_I:
2016                         CHECK_STACK (&td, 2);
2017                         SIMPLE_OP (td, MINT_STIND_I);
2018                         td.sp -= 2;
2019                         break;
2020                 case CEE_STIND_I8:
2021                         CHECK_STACK (&td, 2);
2022                         SIMPLE_OP (td, MINT_STIND_I8);
2023                         td.sp -= 2;
2024                         break;
2025                 case CEE_STIND_R4:
2026                         CHECK_STACK (&td, 2);
2027                         SIMPLE_OP (td, MINT_STIND_R4);
2028                         td.sp -= 2;
2029                         break;
2030                 case CEE_STIND_R8:
2031                         CHECK_STACK (&td, 2);
2032                         SIMPLE_OP (td, MINT_STIND_R8);
2033                         td.sp -= 2;
2034                         break;
2035                 case CEE_ADD:
2036                         binary_arith_op(&td, MINT_ADD_I4);
2037                         ++td.ip;
2038                         break;
2039                 case CEE_SUB:
2040                         binary_arith_op(&td, MINT_SUB_I4);
2041                         ++td.ip;
2042                         break;
2043                 case CEE_MUL:
2044                         binary_arith_op(&td, MINT_MUL_I4);
2045                         ++td.ip;
2046                         break;
2047                 case CEE_DIV:
2048                         binary_arith_op(&td, MINT_DIV_I4);
2049                         ++td.ip;
2050                         break;
2051                 case CEE_DIV_UN:
2052                         binary_arith_op(&td, MINT_DIV_UN_I4);
2053                         ++td.ip;
2054                         break;
2055                 case CEE_REM:
2056                         binary_arith_op (&td, MINT_REM_I4);
2057                         ++td.ip;
2058                         break;
2059                 case CEE_REM_UN:
2060                         binary_arith_op (&td, MINT_REM_UN_I4);
2061                         ++td.ip;
2062                         break;
2063                 case CEE_AND:
2064                         binary_arith_op (&td, MINT_AND_I4);
2065                         ++td.ip;
2066                         break;
2067                 case CEE_OR:
2068                         binary_arith_op (&td, MINT_OR_I4);
2069                         ++td.ip;
2070                         break;
2071                 case CEE_XOR:
2072                         binary_arith_op (&td, MINT_XOR_I4);
2073                         ++td.ip;
2074                         break;
2075                 case CEE_SHL:
2076                         shift_op (&td, MINT_SHL_I4);
2077                         ++td.ip;
2078                         break;
2079                 case CEE_SHR:
2080                         shift_op (&td, MINT_SHR_I4);
2081                         ++td.ip;
2082                         break;
2083                 case CEE_SHR_UN:
2084                         shift_op (&td, MINT_SHR_UN_I4);
2085                         ++td.ip;
2086                         break;
2087                 case CEE_NEG:
2088                         unary_arith_op (&td, MINT_NEG_I4);
2089                         ++td.ip;
2090                         break;
2091                 case CEE_NOT:
2092                         unary_arith_op (&td, MINT_NOT_I4);
2093                         ++td.ip;
2094                         break;
2095                 case CEE_CONV_U1:
2096                         CHECK_STACK (&td, 1);
2097                         switch (td.sp [-1].type) {
2098                         case STACK_TYPE_R8:
2099                                 ADD_CODE(&td, MINT_CONV_U1_R8);
2100                                 break;
2101                         case STACK_TYPE_I4:
2102                                 ADD_CODE(&td, MINT_CONV_U1_I4);
2103                                 break;
2104                         case STACK_TYPE_I8:
2105                                 ADD_CODE(&td, MINT_CONV_U1_I8);
2106                                 break;
2107                         default:
2108                                 g_assert_not_reached ();
2109                         }
2110                         ++td.ip;
2111                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2112                         break;
2113                 case CEE_CONV_I1:
2114                         CHECK_STACK (&td, 1);
2115                         switch (td.sp [-1].type) {
2116                         case STACK_TYPE_R8:
2117                                 ADD_CODE(&td, MINT_CONV_I1_R8);
2118                                 break;
2119                         case STACK_TYPE_I4:
2120                                 ADD_CODE(&td, MINT_CONV_I1_I4);
2121                                 break;
2122                         case STACK_TYPE_I8:
2123                                 ADD_CODE(&td, MINT_CONV_I1_I8);
2124                                 break;
2125                         default:
2126                                 g_assert_not_reached ();
2127                         }
2128                         ++td.ip;
2129                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2130                         break;
2131                 case CEE_CONV_U2:
2132                         CHECK_STACK (&td, 1);
2133                         switch (td.sp [-1].type) {
2134                         case STACK_TYPE_R8:
2135                                 ADD_CODE(&td, MINT_CONV_U2_R8);
2136                                 break;
2137                         case STACK_TYPE_I4:
2138                                 ADD_CODE(&td, MINT_CONV_U2_I4);
2139                                 break;
2140                         case STACK_TYPE_I8:
2141                                 ADD_CODE(&td, MINT_CONV_U2_I8);
2142                                 break;
2143                         default:
2144                                 g_assert_not_reached ();
2145                         }
2146                         ++td.ip;
2147                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2148                         break;
2149                 case CEE_CONV_I2:
2150                         CHECK_STACK (&td, 1);
2151                         switch (td.sp [-1].type) {
2152                         case STACK_TYPE_R8:
2153                                 ADD_CODE(&td, MINT_CONV_I2_R8);
2154                                 break;
2155                         case STACK_TYPE_I4:
2156                                 ADD_CODE(&td, MINT_CONV_I2_I4);
2157                                 break;
2158                         case STACK_TYPE_I8:
2159                                 ADD_CODE(&td, MINT_CONV_I2_I8);
2160                                 break;
2161                         default:
2162                                 g_assert_not_reached ();
2163                         }
2164                         ++td.ip;
2165                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2166                         break;
2167                 case CEE_CONV_U:
2168                         CHECK_STACK (&td, 1);
2169                         switch (td.sp [-1].type) {
2170                         case STACK_TYPE_R8:
2171 #if SIZEOF_VOID_P == 4
2172                                 ADD_CODE(&td, MINT_CONV_U4_R8);
2173 #else
2174                                 ADD_CODE(&td, MINT_CONV_U8_R8);
2175 #endif
2176                                 break;
2177                         case STACK_TYPE_I4:
2178 #if SIZEOF_VOID_P == 8
2179                                 ADD_CODE(&td, MINT_CONV_U8_I4);
2180 #endif
2181                                 break;
2182                         case STACK_TYPE_I8:
2183 #if SIZEOF_VOID_P == 4
2184                                 ADD_CODE(&td, MINT_CONV_U4_I8);
2185 #endif
2186                                 break;
2187                         case STACK_TYPE_MP:
2188                                 break;
2189                         default:
2190                                 g_assert_not_reached ();
2191                         }
2192                         ++td.ip;
2193                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2194                         break;
2195                 case CEE_CONV_I: 
2196                         CHECK_STACK (&td, 1);
2197                         switch (td.sp [-1].type) {
2198                         case STACK_TYPE_R8:
2199 #if SIZEOF_VOID_P == 8
2200                                 ADD_CODE(&td, MINT_CONV_I8_R8);
2201 #else
2202                                 ADD_CODE(&td, MINT_CONV_I4_R8);
2203 #endif
2204                                 break;
2205                         case STACK_TYPE_I4:
2206 #if SIZEOF_VOID_P == 8
2207                                 ADD_CODE(&td, MINT_CONV_I8_I4);
2208 #endif
2209                                 break;
2210                         case STACK_TYPE_O:
2211                                 break;
2212                         case STACK_TYPE_MP:
2213                                 break;
2214                         case STACK_TYPE_I8:
2215 #if SIZEOF_VOID_P == 4
2216                                 ADD_CODE(&td, MINT_CONV_I4_I8);
2217 #endif
2218                                 break;
2219                         default:
2220                                 g_assert_not_reached ();
2221                         }
2222                         ++td.ip;
2223                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2224                         break;
2225                 case CEE_CONV_U4:
2226                         CHECK_STACK (&td, 1);
2227                         switch (td.sp [-1].type) {
2228                         case STACK_TYPE_R8:
2229                                 ADD_CODE(&td, MINT_CONV_U4_R8);
2230                                 break;
2231                         case STACK_TYPE_I4:
2232                                 break;
2233                         case STACK_TYPE_I8:
2234                                 ADD_CODE(&td, MINT_CONV_U4_I8);
2235                                 break;
2236                         case STACK_TYPE_MP:
2237 #if SIZEOF_VOID_P == 8
2238                                 ADD_CODE(&td, MINT_CONV_U4_I8);
2239 #endif
2240                                 break;
2241                         default:
2242                                 g_assert_not_reached ();
2243                         }
2244                         ++td.ip;
2245                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2246                         break;
2247                 case CEE_CONV_I4:
2248                         CHECK_STACK (&td, 1);
2249                         switch (td.sp [-1].type) {
2250                         case STACK_TYPE_R8:
2251                                 ADD_CODE(&td, MINT_CONV_I4_R8);
2252                                 break;
2253                         case STACK_TYPE_I4:
2254                                 break;
2255                         case STACK_TYPE_I8:
2256                                 ADD_CODE(&td, MINT_CONV_I4_I8);
2257                                 break;
2258                         case STACK_TYPE_MP:
2259 #if SIZEOF_VOID_P == 8
2260                                 ADD_CODE(&td, MINT_CONV_I4_I8);
2261 #endif
2262                                 break;
2263                         default:
2264                                 g_assert_not_reached ();
2265                         }
2266                         ++td.ip;
2267                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2268                         break;
2269                 case CEE_CONV_I8:
2270                         CHECK_STACK (&td, 1);
2271                         switch (td.sp [-1].type) {
2272                         case STACK_TYPE_R8:
2273                                 ADD_CODE(&td, MINT_CONV_I8_R8);
2274                                 break;
2275                         case STACK_TYPE_I4:
2276                                 ADD_CODE(&td, MINT_CONV_I8_I4);
2277                                 break;
2278                         case STACK_TYPE_I8:
2279                                 break;
2280                         case STACK_TYPE_MP:
2281 #if SIZEOF_VOID_P == 4
2282                                 ADD_CODE(&td, MINT_CONV_I8_I4);
2283 #endif
2284                                 break;
2285                         default:
2286                                 g_assert_not_reached ();
2287                         }
2288                         ++td.ip;
2289                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2290                         break;
2291                 case CEE_CONV_R4:
2292                         CHECK_STACK (&td, 1);
2293                         switch (td.sp [-1].type) {
2294                         case STACK_TYPE_R8:
2295                                 ADD_CODE(&td, MINT_CONV_R4_R8);
2296                                 break;
2297                         case STACK_TYPE_I8:
2298                                 ADD_CODE(&td, MINT_CONV_R4_I8);
2299                                 break;
2300                         case STACK_TYPE_I4:
2301                                 ADD_CODE(&td, MINT_CONV_R4_I4);
2302                                 break;
2303                         default:
2304                                 g_assert_not_reached ();
2305                         }
2306                         ++td.ip;
2307                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2308                         break;
2309                 case CEE_CONV_R8:
2310                         CHECK_STACK (&td, 1);
2311                         switch (td.sp [-1].type) {
2312                         case STACK_TYPE_I4:
2313                                 ADD_CODE(&td, MINT_CONV_R8_I4);
2314                                 break;
2315                         case STACK_TYPE_I8:
2316                                 ADD_CODE(&td, MINT_CONV_R8_I8);
2317                                 break;
2318                         case STACK_TYPE_R8:
2319                                 break;
2320                         default:
2321                                 g_assert_not_reached ();
2322                         }
2323                         ++td.ip;
2324                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2325                         break;
2326                 case CEE_CONV_U8:
2327                         CHECK_STACK (&td, 1);
2328                         switch (td.sp [-1].type) {
2329                         case STACK_TYPE_I4:
2330                                 ADD_CODE(&td, MINT_CONV_U8_I4);
2331                                 break;
2332                         case STACK_TYPE_I8:
2333                                 break;
2334                         case STACK_TYPE_R8:
2335                                 ADD_CODE(&td, MINT_CONV_U8_R8);
2336                                 break;
2337                         case STACK_TYPE_MP:
2338 #if SIZEOF_VOID_P == 4
2339                                 ADD_CODE(&td, MINT_CONV_U8_I4);
2340 #endif
2341                                 break;
2342                         default:
2343                                 g_assert_not_reached ();
2344                         }
2345                         ++td.ip;
2346                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2347                         break;
2348                 case CEE_CPOBJ: {
2349                         CHECK_STACK (&td, 2);
2350
2351                         token = read32 (td.ip + 1);
2352                         klass = mono_class_get_full (image, token, generic_context);
2353
2354                         if (klass->valuetype) {
2355                                 ADD_CODE (&td, MINT_CPOBJ);
2356                                 ADD_CODE (&td, get_data_item_index(&td, klass));
2357                         } else {
2358                                 ADD_CODE (&td, MINT_LDIND_REF);
2359                                 ADD_CODE (&td, MINT_STIND_REF);
2360                         }
2361                         td.ip += 5;
2362                         td.sp -= 2;
2363                         break;
2364                 }
2365                 case CEE_LDOBJ: {
2366                         int size;
2367                         CHECK_STACK (&td, 1);
2368
2369                         token = read32 (td.ip + 1);
2370
2371                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2372                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2373                         else
2374                                 klass = mono_class_get_full (image, token, generic_context);
2375
2376                         ADD_CODE(&td, MINT_LDOBJ);
2377                         ADD_CODE(&td, get_data_item_index(&td, klass));
2378                         if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
2379                                 size = mono_class_value_size (klass, NULL);
2380                                 PUSH_VT(&td, size);
2381                         }
2382                         td.ip += 5;
2383                         SET_TYPE(td.sp - 1, stack_type[mint_type(&klass->byval_arg)], klass);
2384                         break;
2385                 }
2386                 case CEE_LDSTR: {
2387                         MonoString *s;
2388                         token = mono_metadata_token_index (read32 (td.ip + 1));
2389                         td.ip += 5;
2390                         if (method->wrapper_type == MONO_WRAPPER_DYNAMIC_METHOD) {
2391                                 s = mono_method_get_wrapper_data (method, token);
2392                         } else if (method->wrapper_type != MONO_WRAPPER_NONE) {
2393                                 s = mono_string_new_wrapper (mono_method_get_wrapper_data (method, token));
2394                         } else {
2395                                 s = mono_ldstr (domain, image, token);
2396                         }
2397                         ADD_CODE(&td, MINT_LDSTR);
2398                         ADD_CODE(&td, get_data_item_index (&td, s));
2399                         PUSH_TYPE(&td, STACK_TYPE_O, mono_defaults.string_class);
2400                         break;
2401                 }
2402                 case CEE_NEWOBJ: {
2403                         MonoMethod *m;
2404                         MonoMethodSignature *csignature;
2405                         guint32 vt_stack_used = 0;
2406                         guint32 vt_res_size = 0;
2407
2408                         td.ip++;
2409                         token = read32 (td.ip);
2410                         td.ip += 4;
2411
2412                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2413                                 m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
2414                         else 
2415                                 m = mono_get_method_full (image, token, NULL, generic_context);
2416
2417                         csignature = mono_method_signature (m);
2418                         klass = m->klass;
2419                         td.sp -= csignature->param_count;
2420                         ADD_CODE(&td, MINT_NEWOBJ);
2421                         ADD_CODE(&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
2422                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
2423
2424                         if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
2425                                 vt_res_size = mono_class_value_size (klass, NULL);
2426                                 PUSH_VT (&td, vt_res_size);
2427                         }
2428                         for (i = 0; i < csignature->param_count; ++i) {
2429                                 int mt = mint_type(csignature->params [i]);
2430                                 if (mt == MINT_TYPE_VT) {
2431                                         MonoClass *k = mono_class_from_mono_type (csignature->params [i]);
2432                                         gint32 size = mono_class_value_size (k, NULL);
2433                                         size = (size + 7) & ~7;
2434                                         vt_stack_used += size;
2435                                 }
2436                         }
2437                         if (vt_stack_used != 0 || vt_res_size != 0) {
2438                                 ADD_CODE(&td, MINT_VTRESULT);
2439                                 ADD_CODE(&td, vt_res_size);
2440                                 WRITE32(&td, &vt_stack_used);
2441                                 td.vt_sp -= vt_stack_used;
2442                         }
2443                         PUSH_TYPE (&td, stack_type [mint_type (&klass->byval_arg)], klass);
2444                         break;
2445                 }
2446                 case CEE_CASTCLASS:
2447                         CHECK_STACK (&td, 1);
2448                         token = read32 (td.ip + 1);
2449                         klass = mini_get_class (method, token, generic_context);
2450                         ADD_CODE(&td, MINT_CASTCLASS);
2451                         ADD_CODE(&td, get_data_item_index (&td, klass));
2452                         td.sp [-1].klass = klass;
2453                         td.ip += 5;
2454                         break;
2455                 case CEE_ISINST:
2456                         CHECK_STACK (&td, 1);
2457                         token = read32 (td.ip + 1);
2458                         klass = mini_get_class (method, token, generic_context);
2459                         ADD_CODE(&td, MINT_ISINST);
2460                         ADD_CODE(&td, get_data_item_index (&td, klass));
2461                         td.ip += 5;
2462                         break;
2463                 case CEE_CONV_R_UN:
2464                         switch (td.sp [-1].type) {
2465                         case STACK_TYPE_R8:
2466                                 break;
2467                         case STACK_TYPE_I8:
2468                                 ADD_CODE(&td, MINT_CONV_R_UN_I8);
2469                                 break;
2470                         case STACK_TYPE_I4:
2471                                 ADD_CODE(&td, MINT_CONV_R_UN_I4);
2472                                 break;
2473                         default:
2474                                 g_assert_not_reached ();
2475                         }
2476                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2477                         ++td.ip;
2478                         break;
2479                 case CEE_UNBOX:
2480                         CHECK_STACK (&td, 1);
2481                         token = read32 (td.ip + 1);
2482                         
2483                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2484                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2485                         else 
2486                                 klass = mono_class_get_full (image, token, generic_context);
2487
2488                         if (mono_class_is_nullable (klass)) {
2489                                 g_error ("cee_unbox: implement Nullable");
2490                         }
2491                         
2492                         ADD_CODE(&td, MINT_UNBOX);
2493                         ADD_CODE(&td, get_data_item_index (&td, klass));
2494                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2495                         td.ip += 5;
2496                         break;
2497                 case CEE_UNBOX_ANY:
2498                         CHECK_STACK (&td, 1);
2499                         token = read32 (td.ip + 1);
2500
2501                         klass = mini_get_class (method, token, generic_context);
2502
2503                         if (mini_type_is_reference (&klass->byval_arg)) {
2504                                 int mt = mint_type (&klass->byval_arg);
2505                                 ADD_CODE (&td, MINT_CASTCLASS);
2506                                 ADD_CODE (&td, get_data_item_index (&td, klass));
2507                                 SET_TYPE (td.sp - 1, stack_type [mt], klass);
2508                                 td.ip += 5;
2509                         } else if (mono_class_is_nullable (klass)) {
2510                                 MonoMethod *target_method = mono_class_get_method_from_name (klass, "Unbox", 1);
2511                                 /* td.ip is incremented by interp_transform_call */
2512                                 interp_transform_call (&td, method, target_method, domain, generic_context, is_bb_start, body_start_offset, NULL, FALSE);
2513                         } else {
2514                                 int mt = mint_type (&klass->byval_arg);
2515                                 ADD_CODE (&td, MINT_UNBOX);
2516                                 ADD_CODE (&td, get_data_item_index (&td, klass));
2517
2518                                 ADD_CODE (&td, MINT_LDOBJ);
2519                                 ADD_CODE (&td, get_data_item_index(&td, klass));
2520                                 SET_TYPE (td.sp - 1, stack_type [mt], klass);
2521
2522                                 if (mt == MINT_TYPE_VT) {
2523                                         int size = mono_class_value_size (klass, NULL);
2524                                         PUSH_VT (&td, size);
2525                                 }
2526                                 td.ip += 5;
2527                         }
2528
2529                         break;
2530                 case CEE_THROW:
2531                         CHECK_STACK (&td, 1);
2532                         SIMPLE_OP (td, MINT_THROW);
2533                         --td.sp;
2534                         generating_code = 0;
2535                         break;
2536                 case CEE_LDFLDA:
2537                         CHECK_STACK (&td, 1);
2538                         token = read32 (td.ip + 1);
2539                         field = interp_field_from_token (method, token, &klass, generic_context);
2540                         gboolean is_static = !!(field->type->attrs & FIELD_ATTRIBUTE_STATIC);
2541                         mono_class_init (klass);
2542                         if (is_static) {
2543                                 ADD_CODE (&td, MINT_POP);
2544                                 ADD_CODE (&td, 0);
2545                                 ADD_CODE (&td, MINT_LDSFLDA);
2546                                 ADD_CODE (&td, get_data_item_index (&td, field));
2547                         } else {
2548                                 if ((td.sp - 1)->type == STACK_TYPE_O) {
2549                                         ADD_CODE (&td, MINT_LDFLDA);
2550                                 } else {
2551                                         g_assert ((td.sp -1)->type == STACK_TYPE_MP);
2552                                         ADD_CODE (&td, MINT_LDFLDA_UNSAFE);
2553                                 }
2554                                 ADD_CODE (&td, klass->valuetype ? field->offset - sizeof (MonoObject) : field->offset);
2555                         }
2556                         td.ip += 5;
2557                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2558                         break;
2559                 case CEE_LDFLD: {
2560                         CHECK_STACK (&td, 1);
2561                         token = read32 (td.ip + 1);
2562                         field = interp_field_from_token (method, token, &klass, generic_context);
2563                         gboolean is_static = !!(field->type->attrs & FIELD_ATTRIBUTE_STATIC);
2564                         mono_class_init (klass);
2565
2566                         MonoClass *field_klass = mono_class_from_mono_type (field->type);
2567                         mt = mint_type (&field_klass->byval_arg);
2568                         if (klass->marshalbyref) {
2569                                 g_assert (!is_static);
2570                                 ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_LDRMFLD_VT :  MINT_LDRMFLD);
2571                                 ADD_CODE(&td, get_data_item_index (&td, field));
2572                         } else  {
2573                                 if (is_static) {
2574                                         ADD_CODE (&td, MINT_POP);
2575                                         ADD_CODE (&td, 0);
2576                                         ADD_CODE (&td, mt == MINT_TYPE_VT ? MINT_LDSFLD_VT : MINT_LDSFLD);
2577                                         ADD_CODE (&td, get_data_item_index (&td, field));
2578                                 } else {
2579                                         ADD_CODE (&td, MINT_LDFLD_I1 + mt - MINT_TYPE_I1);
2580                                         ADD_CODE (&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
2581                                 }
2582                         }
2583                         if (mt == MINT_TYPE_VT) {
2584                                 int size = mono_class_value_size (field_klass, NULL);
2585                                 PUSH_VT(&td, size);
2586                                 WRITE32(&td, &size);
2587                         }
2588                         if (td.sp [-1].type == STACK_TYPE_VT) {
2589                                 int size = mono_class_value_size (klass, NULL);
2590                                 size = (size + 7) & ~7;
2591                                 td.vt_sp -= size;
2592                                 ADD_CODE (&td, MINT_VTRESULT);
2593                                 ADD_CODE (&td, 0);
2594                                 WRITE32 (&td, &size);
2595                         }
2596                         td.ip += 5;
2597                         SET_TYPE(td.sp - 1, stack_type [mt], field_klass);
2598                         break;
2599                 }
2600                 case CEE_STFLD: {
2601                         CHECK_STACK (&td, 2);
2602                         token = read32 (td.ip + 1);
2603                         field = interp_field_from_token (method, token, &klass, generic_context);
2604                         gboolean is_static = !!(field->type->attrs & FIELD_ATTRIBUTE_STATIC);
2605                         mono_class_init (klass);
2606                         mt = mint_type(field->type);
2607
2608                         if (klass->marshalbyref) {
2609                                 g_assert (!is_static);
2610                                 ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_STRMFLD_VT : MINT_STRMFLD);
2611                                 ADD_CODE(&td, get_data_item_index (&td, field));
2612                         } else  {
2613                                 if (is_static) {
2614                                         ADD_CODE (&td, MINT_POP);
2615                                         ADD_CODE (&td, 1);
2616                                         ADD_CODE (&td, mt == MINT_TYPE_VT ? MINT_STSFLD_VT : MINT_STSFLD);
2617                                         ADD_CODE (&td, get_data_item_index (&td, field));
2618                                 } else {
2619                                         ADD_CODE (&td, MINT_STFLD_I1 + mt - MINT_TYPE_I1);
2620                                         ADD_CODE (&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
2621                                 }
2622                         }
2623                         if (mt == MINT_TYPE_VT) {
2624                                 MonoClass *klass = mono_class_from_mono_type (field->type);
2625                                 int size = mono_class_value_size (klass, NULL);
2626                                 POP_VT(&td, size);
2627                                 WRITE32(&td, &size);
2628                         }
2629                         td.ip += 5;
2630                         td.sp -= 2;
2631                         break;
2632                 }
2633                 case CEE_LDSFLDA:
2634                         token = read32 (td.ip + 1);
2635                         field = interp_field_from_token (method, token, &klass, generic_context);
2636                         ADD_CODE(&td, MINT_LDSFLDA);
2637                         ADD_CODE(&td, get_data_item_index (&td, field));
2638                         td.ip += 5;
2639                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
2640                         break;
2641                 case CEE_LDSFLD:
2642                         token = read32 (td.ip + 1);
2643                         field = interp_field_from_token (method, token, &klass, generic_context);
2644                         mt = mint_type(field->type);
2645                         ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_LDSFLD_VT : MINT_LDSFLD);
2646                         ADD_CODE(&td, get_data_item_index (&td, field));
2647                         klass = NULL;
2648                         if (mt == MINT_TYPE_VT) {
2649                                 MonoClass *klass = mono_class_from_mono_type (field->type);
2650                                 int size = mono_class_value_size (klass, NULL);
2651                                 PUSH_VT(&td, size);
2652                                 WRITE32(&td, &size);
2653                                 klass = field->type->data.klass;
2654                         } else {
2655                                 if (mt == MINT_TYPE_O) 
2656                                         klass = mono_class_from_mono_type (field->type);
2657                         }
2658                         td.ip += 5;
2659                         PUSH_TYPE(&td, stack_type [mt], klass);
2660                         break;
2661                 case CEE_STSFLD:
2662                         CHECK_STACK (&td, 1);
2663                         token = read32 (td.ip + 1);
2664                         field = interp_field_from_token (method, token, &klass, generic_context);
2665                         mt = mint_type(field->type);
2666                         ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_STSFLD_VT : MINT_STSFLD);
2667                         ADD_CODE(&td, get_data_item_index (&td, field));
2668                         if (mt == MINT_TYPE_VT) {
2669                                 MonoClass *klass = mono_class_from_mono_type (field->type);
2670                                 int size = mono_class_value_size (klass, NULL);
2671                                 POP_VT (&td, size);
2672                                 WRITE32 (&td, &size);
2673                         }
2674                         td.ip += 5;
2675                         --td.sp;
2676                         break;
2677                 case CEE_STOBJ: {
2678                         int size;
2679                         token = read32 (td.ip + 1);
2680
2681                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2682                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2683                         else
2684                                 klass = mini_get_class (method, token, generic_context);
2685
2686                         ADD_CODE(&td, td.sp [-1].type == STACK_TYPE_VT ? MINT_STOBJ_VT : MINT_STOBJ);
2687                         ADD_CODE(&td, get_data_item_index (&td, klass));
2688                         if (td.sp [-1].type == STACK_TYPE_VT) {
2689                                 size = mono_class_value_size (klass, NULL);
2690                                 size = (size + 7) & ~7;
2691                                 td.vt_sp -= size;
2692                         }
2693                         td.ip += 5;
2694                         td.sp -= 2;
2695                         break;
2696                 }
2697                 case CEE_CONV_OVF_I_UN:
2698                 case CEE_CONV_OVF_U_UN:
2699                         CHECK_STACK (&td, 1);
2700                         switch (td.sp [-1].type) {
2701                         case STACK_TYPE_R8:
2702 #if SIZEOF_VOID_P == 8
2703                                 ADD_CODE(&td, MINT_CONV_OVF_I8_UN_R8);
2704 #else
2705                                 ADD_CODE(&td, MINT_CONV_OVF_I4_UN_R8);
2706 #endif
2707                                 break;
2708                         case STACK_TYPE_I8:
2709 #if SIZEOF_VOID_P == 4
2710                                 ADD_CODE (&td, MINT_CONV_OVF_I4_UN_I8);
2711 #endif
2712                                 break;
2713                         case STACK_TYPE_I4:
2714 #if SIZEOF_VOID_P == 8
2715                                 ADD_CODE(&td, MINT_CONV_I8_U4);
2716 #elif SIZEOF_VOID_P == 4
2717                                 if (*td.ip == CEE_CONV_OVF_I_UN)
2718                                         ADD_CODE(&td, MINT_CONV_OVF_I4_U4);
2719 #endif
2720                                 break;
2721                         default:
2722                                 g_assert_not_reached ();
2723                                 break;
2724                         }
2725                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2726                         ++td.ip;
2727                         break;
2728                 case CEE_CONV_OVF_I8_UN:
2729                 case CEE_CONV_OVF_U8_UN:
2730                         CHECK_STACK (&td, 1);
2731                         switch (td.sp [-1].type) {
2732                         case STACK_TYPE_R8:
2733                                 ADD_CODE(&td, MINT_CONV_OVF_I8_UN_R8);
2734                                 break;
2735                         case STACK_TYPE_I8:
2736                                 if (*td.ip == CEE_CONV_OVF_I8_UN)
2737                                         ADD_CODE (&td, MINT_CONV_OVF_I8_U8);
2738                                 break;
2739                         case STACK_TYPE_I4:
2740                                 ADD_CODE(&td, MINT_CONV_I8_U4);
2741                                 break;
2742                         default:
2743                                 g_assert_not_reached ();
2744                                 break;
2745                         }
2746                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2747                         ++td.ip;
2748                         break;
2749                 case CEE_BOX: {
2750                         int size;
2751                         CHECK_STACK (&td, 1);
2752                         token = read32 (td.ip + 1);
2753                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2754                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2755                         else
2756                                 klass = mini_get_class (method, token, generic_context);
2757
2758                         if (mono_class_is_nullable (klass)) {
2759                                 MonoMethod *target_method = mono_class_get_method_from_name (klass, "Box", 1);
2760                                 /* td.ip is incremented by interp_transform_call */
2761                                 interp_transform_call (&td, method, target_method, domain, generic_context, is_bb_start, body_start_offset, NULL, FALSE);
2762                         } else if (!klass->valuetype) {
2763                                 /* already boxed, do nothing. */
2764                                 td.ip += 5;
2765                         } else {
2766                                 if (mint_type (&klass->byval_arg) == MINT_TYPE_VT && !klass->enumtype) {
2767                                         size = mono_class_value_size (klass, NULL);
2768                                         size = (size + 7) & ~7;
2769                                         td.vt_sp -= size;
2770                                 }
2771                                 ADD_CODE(&td, MINT_BOX);
2772                                 ADD_CODE(&td, get_data_item_index (&td, klass));
2773                                 ADD_CODE (&td, 0);
2774                                 SET_TYPE(td.sp - 1, STACK_TYPE_O, klass);
2775                                 td.ip += 5;
2776                         }
2777
2778                         break;
2779                 }
2780                 case CEE_NEWARR: {
2781                         CHECK_STACK (&td, 1);
2782                         token = read32 (td.ip + 1);
2783
2784                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2785                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2786                         else
2787                                 klass = mini_get_class (method, token, generic_context);
2788
2789                         unsigned char lentype = (td.sp - 1)->type;
2790                         if (lentype == STACK_TYPE_I8) {
2791                                 /* mimic mini behaviour */
2792                                 ADD_CODE (&td, MINT_CONV_OVF_U4_I8);
2793                         } else {
2794                                 g_assert (lentype == STACK_TYPE_I4);
2795                                 ADD_CODE (&td, MINT_CONV_OVF_U4_I4);
2796                         }
2797                         SET_SIMPLE_TYPE (td.sp - 1, STACK_TYPE_I4);
2798                         ADD_CODE (&td, MINT_NEWARR);
2799                         ADD_CODE (&td, get_data_item_index (&td, klass));
2800                         SET_TYPE (td.sp - 1, STACK_TYPE_O, klass);
2801                         td.ip += 5;
2802                         break;
2803                 }
2804                 case CEE_LDLEN:
2805                         CHECK_STACK (&td, 1);
2806                         SIMPLE_OP (td, MINT_LDLEN);
2807                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2808                         break;
2809                 case CEE_LDELEMA:
2810                         CHECK_STACK (&td, 2);
2811                         ENSURE_I4 (&td, 1);
2812                         token = read32 (td.ip + 1);
2813
2814                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2815                                 klass = (MonoClass *) mono_method_get_wrapper_data (method, token);
2816                         else
2817                                 klass = mini_get_class (method, token, generic_context);
2818
2819                         if (!klass->valuetype && method->wrapper_type == MONO_WRAPPER_NONE && !readonly) {
2820                                 ADD_CODE (&td, MINT_LDELEMA_TC);
2821                         } else {
2822                                 ADD_CODE (&td, MINT_LDELEMA);
2823                         }
2824                         ADD_CODE (&td, get_data_item_index (&td, klass));
2825                         /* according to spec, ldelema bytecode is only used for 1-dim arrays */
2826                         ADD_CODE (&td, 2);
2827                         readonly = FALSE;
2828
2829                         td.ip += 5;
2830                         --td.sp;
2831                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2832                         break;
2833                 case CEE_LDELEM_I1:
2834                         CHECK_STACK (&td, 2);
2835                         ENSURE_I4 (&td, 1);
2836                         SIMPLE_OP (td, MINT_LDELEM_I1);
2837                         --td.sp;
2838                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2839                         break;
2840                 case CEE_LDELEM_U1:
2841                         CHECK_STACK (&td, 2);
2842                         ENSURE_I4 (&td, 1);
2843                         SIMPLE_OP (td, MINT_LDELEM_U1);
2844                         --td.sp;
2845                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2846                         break;
2847                 case CEE_LDELEM_I2:
2848                         CHECK_STACK (&td, 2);
2849                         ENSURE_I4 (&td, 1);
2850                         SIMPLE_OP (td, MINT_LDELEM_I2);
2851                         --td.sp;
2852                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2853                         break;
2854                 case CEE_LDELEM_U2:
2855                         CHECK_STACK (&td, 2);
2856                         ENSURE_I4 (&td, 1);
2857                         SIMPLE_OP (td, MINT_LDELEM_U2);
2858                         --td.sp;
2859                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2860                         break;
2861                 case CEE_LDELEM_I4:
2862                         CHECK_STACK (&td, 2);
2863                         ENSURE_I4 (&td, 1);
2864                         SIMPLE_OP (td, MINT_LDELEM_I4);
2865                         --td.sp;
2866                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2867                         break;
2868                 case CEE_LDELEM_U4:
2869                         CHECK_STACK (&td, 2);
2870                         ENSURE_I4 (&td, 1);
2871                         SIMPLE_OP (td, MINT_LDELEM_U4);
2872                         --td.sp;
2873                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2874                         break;
2875                 case CEE_LDELEM_I8:
2876                         CHECK_STACK (&td, 2);
2877                         ENSURE_I4 (&td, 1);
2878                         SIMPLE_OP (td, MINT_LDELEM_I8);
2879                         --td.sp;
2880                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2881                         break;
2882                 case CEE_LDELEM_I:
2883                         CHECK_STACK (&td, 2);
2884                         ENSURE_I4 (&td, 1);
2885                         SIMPLE_OP (td, MINT_LDELEM_I);
2886                         --td.sp;
2887                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2888                         break;
2889                 case CEE_LDELEM_R4:
2890                         CHECK_STACK (&td, 2);
2891                         ENSURE_I4 (&td, 1);
2892                         SIMPLE_OP (td, MINT_LDELEM_R4);
2893                         --td.sp;
2894                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2895                         break;
2896                 case CEE_LDELEM_R8:
2897                         CHECK_STACK (&td, 2);
2898                         ENSURE_I4 (&td, 1);
2899                         SIMPLE_OP (td, MINT_LDELEM_R8);
2900                         --td.sp;
2901                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2902                         break;
2903                 case CEE_LDELEM_REF:
2904                         CHECK_STACK (&td, 2);
2905                         ENSURE_I4 (&td, 1);
2906                         SIMPLE_OP (td, MINT_LDELEM_REF);
2907                         --td.sp;
2908                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
2909                         break;
2910                 case CEE_LDELEM:
2911                         CHECK_STACK (&td, 2);
2912                         token = read32 (td.ip + 1);
2913                         klass = mini_get_class (method, token, generic_context);
2914                         switch (mint_type (&klass->byval_arg)) {
2915                                 case MINT_TYPE_I1:
2916                                         ENSURE_I4 (&td, 1);
2917                                         SIMPLE_OP (td, MINT_LDELEM_I1);
2918                                         --td.sp;
2919                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2920                                         break;
2921                                 case MINT_TYPE_U1:
2922                                         ENSURE_I4 (&td, 1);
2923                                         SIMPLE_OP (td, MINT_LDELEM_U1);
2924                                         --td.sp;
2925                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2926                                         break;
2927                                 case MINT_TYPE_U2:
2928                                         ENSURE_I4 (&td, 1);
2929                                         SIMPLE_OP (td, MINT_LDELEM_U2);
2930                                         --td.sp;
2931                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2932                                         break;
2933                                 case MINT_TYPE_I2:
2934                                         ENSURE_I4 (&td, 1);
2935                                         SIMPLE_OP (td, MINT_LDELEM_I2);
2936                                         --td.sp;
2937                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2938                                         break;
2939                                 case MINT_TYPE_I4:
2940                                         ENSURE_I4 (&td, 1);
2941                                         SIMPLE_OP (td, MINT_LDELEM_I4);
2942                                         --td.sp;
2943                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2944                                         break;
2945                                 case MINT_TYPE_I8:
2946                                         ENSURE_I4 (&td, 1);
2947                                         SIMPLE_OP (td, MINT_LDELEM_I8);
2948                                         --td.sp;
2949                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2950                                         break;
2951                                 case MINT_TYPE_R4:
2952                                         ENSURE_I4 (&td, 1);
2953                                         SIMPLE_OP (td, MINT_LDELEM_R4);
2954                                         --td.sp;
2955                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2956                                         break;
2957                                 case MINT_TYPE_R8:
2958                                         ENSURE_I4 (&td, 1);
2959                                         SIMPLE_OP (td, MINT_LDELEM_R8);
2960                                         --td.sp;
2961                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2962                                         break;
2963                                 case MINT_TYPE_O:
2964                                         ENSURE_I4 (&td, 1);
2965                                         SIMPLE_OP (td, MINT_LDELEM_REF);
2966                                         --td.sp;
2967                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
2968                                         break;
2969                                 case MINT_TYPE_VT: {
2970                                         int size = mono_class_value_size (klass, NULL);
2971                                         ENSURE_I4 (&td, 1);
2972                                         SIMPLE_OP (td, MINT_LDELEM_VT);
2973                                         ADD_CODE (&td, get_data_item_index (&td, klass));
2974                                         WRITE32 (&td, &size);
2975                                         --td.sp;
2976                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_VT);
2977                                         PUSH_VT (&td, size);
2978                                         break;
2979                                 }
2980                                 default: {
2981                                         GString *res = g_string_new ("");
2982                                         mono_type_get_desc (res, &klass->byval_arg, TRUE);
2983                                         g_print ("LDELEM: %s -> %d (%s)\n", klass->name, mint_type (&klass->byval_arg), res->str);
2984                                         g_string_free (res, TRUE);
2985                                         g_assert (0);
2986                                         break;
2987                                 }
2988                         }
2989                         td.ip += 4;
2990                         break;
2991                 case CEE_STELEM_I:
2992                         CHECK_STACK (&td, 3);
2993                         ENSURE_I4 (&td, 2);
2994                         SIMPLE_OP (td, MINT_STELEM_I);
2995                         td.sp -= 3;
2996                         break;
2997                 case CEE_STELEM_I1:
2998                         CHECK_STACK (&td, 3);
2999                         ENSURE_I4 (&td, 2);
3000                         SIMPLE_OP (td, MINT_STELEM_I1);
3001                         td.sp -= 3;
3002                         break;
3003                 case CEE_STELEM_I2:
3004                         CHECK_STACK (&td, 3);
3005                         ENSURE_I4 (&td, 2);
3006                         SIMPLE_OP (td, MINT_STELEM_I2);
3007                         td.sp -= 3;
3008                         break;
3009                 case CEE_STELEM_I4:
3010                         CHECK_STACK (&td, 3);
3011                         ENSURE_I4 (&td, 2);
3012                         SIMPLE_OP (td, MINT_STELEM_I4);
3013                         td.sp -= 3;
3014                         break;
3015                 case CEE_STELEM_I8:
3016                         CHECK_STACK (&td, 3);
3017                         ENSURE_I4 (&td, 2);
3018                         SIMPLE_OP (td, MINT_STELEM_I8);
3019                         td.sp -= 3;
3020                         break;
3021                 case CEE_STELEM_R4:
3022                         CHECK_STACK (&td, 3);
3023                         ENSURE_I4 (&td, 2);
3024                         SIMPLE_OP (td, MINT_STELEM_R4);
3025                         td.sp -= 3;
3026                         break;
3027                 case CEE_STELEM_R8:
3028                         CHECK_STACK (&td, 3);
3029                         ENSURE_I4 (&td, 2);
3030                         SIMPLE_OP (td, MINT_STELEM_R8);
3031                         td.sp -= 3;
3032                         break;
3033                 case CEE_STELEM_REF:
3034                         CHECK_STACK (&td, 3);
3035                         ENSURE_I4 (&td, 2);
3036                         SIMPLE_OP (td, MINT_STELEM_REF);
3037                         td.sp -= 3;
3038                         break;
3039                 case CEE_STELEM:
3040                         CHECK_STACK (&td, 3);
3041                         ENSURE_I4 (&td, 2);
3042                         token = read32 (td.ip + 1);
3043                         klass = mini_get_class (method, token, generic_context);
3044                         switch (mint_type (&klass->byval_arg)) {
3045                                 case MINT_TYPE_U1:
3046                                         SIMPLE_OP (td, MINT_STELEM_U1);
3047                                         break;
3048                                 case MINT_TYPE_U2:
3049                                         SIMPLE_OP (td, MINT_STELEM_U2);
3050                                         break;
3051                                 case MINT_TYPE_I4:
3052                                         SIMPLE_OP (td, MINT_STELEM_I4);
3053                                         break;
3054                                 case MINT_TYPE_I8:
3055                                         SIMPLE_OP (td, MINT_STELEM_I8);
3056                                         break;
3057                                 case MINT_TYPE_O:
3058                                         SIMPLE_OP (td, MINT_STELEM_REF);
3059                                         break;
3060                                 case MINT_TYPE_VT: {
3061                                         int size = mono_class_value_size (klass, NULL);
3062                                         SIMPLE_OP (td, MINT_STELEM_VT);
3063                                         ADD_CODE (&td, get_data_item_index (&td, klass));
3064                                         WRITE32 (&td, &size);
3065                                         POP_VT (&td, size);
3066                                         break;
3067                                 }
3068                                 default: {
3069                                         GString *res = g_string_new ("");
3070                                         mono_type_get_desc (res, &klass->byval_arg, TRUE);
3071                                         g_print ("STELEM: %s -> %d (%s)\n", klass->name, mint_type (&klass->byval_arg), res->str);
3072                                         g_string_free (res, TRUE);
3073                                         g_assert (0);
3074                                         break;
3075                                 }
3076                         }
3077                         td.ip += 4;
3078                         td.sp -= 3;
3079                         break;
3080 #if 0
3081                 case CEE_CONV_OVF_U1:
3082
3083                 case CEE_CONV_OVF_I8:
3084
3085 #if SIZEOF_VOID_P == 8
3086                 case CEE_CONV_OVF_U:
3087 #endif
3088 #endif
3089                 case CEE_CKFINITE:
3090                         CHECK_STACK (&td, 1);
3091                         SIMPLE_OP (td, MINT_CKFINITE);
3092                         break;
3093                 case CEE_MKREFANY:
3094                         CHECK_STACK (&td, 1);
3095                         ENSURE_I4 (&td, 2);
3096                         token = read32 (td.ip + 1);
3097                         klass = mini_get_class (method, token, generic_context);
3098
3099                         ADD_CODE (&td, MINT_MKREFANY);
3100                         ADD_CODE (&td, get_data_item_index (&td, klass));
3101
3102                         td.ip += 5;
3103                         PUSH_VT (&td, sizeof (MonoTypedRef));
3104                         SET_TYPE(td.sp - 1, STACK_TYPE_VT, mono_defaults.typed_reference_class);
3105                         break;
3106                 case CEE_REFANYVAL: {
3107                         CHECK_STACK (&td, 1);
3108                         ENSURE_I4 (&td, 2);
3109                         token = read32 (td.ip + 1);
3110
3111                         ADD_CODE (&td, MINT_REFANYVAL);
3112
3113                         POP_VT (&td, sizeof (MonoTypedRef));
3114                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
3115
3116                         td.ip += 5;
3117                         break;
3118                 }
3119                 case CEE_CONV_OVF_I1:
3120                 case CEE_CONV_OVF_I1_UN:
3121                         CHECK_STACK (&td, 1);
3122                         switch (td.sp [-1].type) {
3123                         case STACK_TYPE_R8:
3124                                 ADD_CODE(&td, MINT_CONV_OVF_I1_R8);
3125                                 break;
3126                         case STACK_TYPE_I4:
3127                                 ADD_CODE(&td, MINT_CONV_OVF_I1_I4);
3128                                 break;
3129                         case STACK_TYPE_I8:
3130                                 ADD_CODE(&td, MINT_CONV_OVF_I1_I8);
3131                                 break;
3132                         default:
3133                                 g_assert_not_reached ();
3134                         }
3135                         ++td.ip;
3136                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3137                         break;
3138                 case CEE_CONV_OVF_U1:
3139                 case CEE_CONV_OVF_U1_UN:
3140                         CHECK_STACK (&td, 1);
3141                         switch (td.sp [-1].type) {
3142                         case STACK_TYPE_R8:
3143                                 ADD_CODE(&td, MINT_CONV_OVF_U1_R8);
3144                                 break;
3145                         case STACK_TYPE_I4:
3146                                 ADD_CODE(&td, MINT_CONV_OVF_U1_I4);
3147                                 break;
3148                         case STACK_TYPE_I8:
3149                                 ADD_CODE(&td, MINT_CONV_OVF_U1_I8);
3150                                 break;
3151                         default:
3152                                 g_assert_not_reached ();
3153                         }
3154                         ++td.ip;
3155                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3156                         break;
3157                 case CEE_CONV_OVF_I2:
3158                 case CEE_CONV_OVF_I2_UN:
3159                         CHECK_STACK (&td, 1);
3160                         switch (td.sp [-1].type) {
3161                         case STACK_TYPE_R8:
3162                                 ADD_CODE(&td, MINT_CONV_OVF_I2_R8);
3163                                 break;
3164                         case STACK_TYPE_I4:
3165                                 ADD_CODE(&td, MINT_CONV_OVF_I2_I4);
3166                                 break;
3167                         case STACK_TYPE_I8:
3168                                 ADD_CODE(&td, MINT_CONV_OVF_I2_I8);
3169                                 break;
3170                         default:
3171                                 g_assert_not_reached ();
3172                         }
3173                         ++td.ip;
3174                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3175                         break;
3176                 case CEE_CONV_OVF_U2_UN:
3177                 case CEE_CONV_OVF_U2:
3178                         CHECK_STACK (&td, 1);
3179                         switch (td.sp [-1].type) {
3180                         case STACK_TYPE_R8:
3181                                 ADD_CODE(&td, MINT_CONV_OVF_U2_R8);
3182                                 break;
3183                         case STACK_TYPE_I4:
3184                                 ADD_CODE(&td, MINT_CONV_OVF_U2_I4);
3185                                 break;
3186                         case STACK_TYPE_I8:
3187                                 ADD_CODE(&td, MINT_CONV_OVF_U2_I8);
3188                                 break;
3189                         default:
3190                                 g_assert_not_reached ();
3191                         }
3192                         ++td.ip;
3193                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3194                         break;
3195 #if SIZEOF_VOID_P == 4
3196                 case CEE_CONV_OVF_I:
3197 #endif
3198                 case CEE_CONV_OVF_I4:
3199                 case CEE_CONV_OVF_I4_UN:
3200                         CHECK_STACK (&td, 1);
3201                         switch (td.sp [-1].type) {
3202                         case STACK_TYPE_R8:
3203                                 ADD_CODE(&td, MINT_CONV_OVF_I4_R8);
3204                                 break;
3205                         case STACK_TYPE_I4:
3206                                 if (*td.ip == CEE_CONV_OVF_I4_UN)
3207                                         ADD_CODE(&td, MINT_CONV_OVF_I4_U4);
3208                                 break;
3209                         case STACK_TYPE_I8:
3210                                 if (*td.ip == CEE_CONV_OVF_I4_UN)
3211                                         ADD_CODE (&td, MINT_CONV_OVF_I4_U8);
3212                                 else
3213                                         ADD_CODE (&td, MINT_CONV_OVF_I4_I8);
3214                                 break;
3215                         default:
3216                                 g_assert_not_reached ();
3217                         }
3218                         ++td.ip;
3219                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3220                         break;
3221 #if SIZEOF_VOID_P == 4
3222                 case CEE_CONV_OVF_U:
3223 #endif
3224                 case CEE_CONV_OVF_U4:
3225                 case CEE_CONV_OVF_U4_UN:
3226                         CHECK_STACK (&td, 1);
3227                         switch (td.sp [-1].type) {
3228                         case STACK_TYPE_R8:
3229                                 ADD_CODE(&td, MINT_CONV_OVF_U4_R8);
3230                                 break;
3231                         case STACK_TYPE_I4:
3232                                 if (*td.ip != CEE_CONV_OVF_U4_UN)
3233                                         ADD_CODE(&td, MINT_CONV_OVF_U4_I4);
3234                                 break;
3235                         case STACK_TYPE_I8:
3236                                 ADD_CODE(&td, MINT_CONV_OVF_U4_I8);
3237                                 break;
3238                         default:
3239                                 g_assert_not_reached ();
3240                         }
3241                         ++td.ip;
3242                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3243                         break;
3244 #if SIZEOF_VOID_P == 8
3245                 case CEE_CONV_OVF_I:
3246 #endif
3247                 case CEE_CONV_OVF_I8:
3248                         CHECK_STACK (&td, 1);
3249                         switch (td.sp [-1].type) {
3250                         case STACK_TYPE_R8:
3251                                 ADD_CODE(&td, MINT_CONV_OVF_I8_R8);
3252                                 break;
3253                         case STACK_TYPE_I4:
3254                                 ADD_CODE(&td, MINT_CONV_I8_I4);
3255                                 break;
3256                         case STACK_TYPE_I8:
3257                                 break;
3258                         default:
3259                                 g_assert_not_reached ();
3260                         }
3261                         ++td.ip;
3262                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
3263                         break;
3264 #if SIZEOF_VOID_P == 8
3265                 case CEE_CONV_OVF_U:
3266 #endif
3267                 case CEE_CONV_OVF_U8:
3268                         CHECK_STACK (&td, 1);
3269                         switch (td.sp [-1].type) {
3270                         case STACK_TYPE_R8:
3271                                 ADD_CODE(&td, MINT_CONV_OVF_U8_R8);
3272                                 break;
3273                         case STACK_TYPE_I4:
3274                                 ADD_CODE(&td, MINT_CONV_OVF_U8_I4);
3275                                 break;
3276                         case STACK_TYPE_I8:
3277                                 ADD_CODE (&td, MINT_CONV_OVF_U8_I8);
3278                                 break;
3279                         default:
3280                                 g_assert_not_reached ();
3281                         }
3282                         ++td.ip;
3283                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
3284                         break;
3285                 case CEE_LDTOKEN: {
3286                         int size;
3287                         gpointer handle;
3288                         token = read32 (td.ip + 1);
3289                         if (method->wrapper_type == MONO_WRAPPER_DYNAMIC_METHOD || method->wrapper_type == MONO_WRAPPER_SYNCHRONIZED) {
3290                                 handle = mono_method_get_wrapper_data (method, token);
3291                                 klass = (MonoClass *) mono_method_get_wrapper_data (method, token + 1);
3292                                 if (klass == mono_defaults.typehandle_class)
3293                                         handle = &((MonoClass *) handle)->byval_arg;
3294
3295                                 if (generic_context) {
3296                                         handle = mono_class_inflate_generic_type_checked (handle, generic_context, &error);
3297                                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
3298                                 }
3299                         } else {
3300                                 handle = mono_ldtoken (image, token, &klass, generic_context);
3301                         }
3302                         mono_class_init (klass);
3303                         mt = mint_type (&klass->byval_arg);
3304                         g_assert (mt == MINT_TYPE_VT);
3305                         size = mono_class_value_size (klass, NULL);
3306                         g_assert (size == sizeof(gpointer));
3307                         PUSH_VT (&td, sizeof(gpointer));
3308                         ADD_CODE (&td, MINT_LDTOKEN);
3309                         ADD_CODE (&td, get_data_item_index (&td, handle));
3310
3311                         SET_TYPE (td.sp, stack_type [mt], klass);
3312                         td.sp++;
3313                         td.ip += 5;
3314                         break;
3315                 }
3316                 case CEE_ADD_OVF:
3317                         binary_arith_op(&td, MINT_ADD_OVF_I4);
3318                         ++td.ip;
3319                         break;
3320                 case CEE_ADD_OVF_UN:
3321                         binary_arith_op(&td, MINT_ADD_OVF_UN_I4);
3322                         ++td.ip;
3323                         break;
3324                 case CEE_MUL_OVF:
3325                         binary_arith_op(&td, MINT_MUL_OVF_I4);
3326                         ++td.ip;
3327                         break;
3328                 case CEE_MUL_OVF_UN:
3329                         binary_arith_op(&td, MINT_MUL_OVF_UN_I4);
3330                         ++td.ip;
3331                         break;
3332                 case CEE_SUB_OVF:
3333                         binary_arith_op(&td, MINT_SUB_OVF_I4);
3334                         ++td.ip;
3335                         break;
3336                 case CEE_SUB_OVF_UN:
3337                         binary_arith_op(&td, MINT_SUB_OVF_UN_I4);
3338                         ++td.ip;
3339                         break;
3340                 case CEE_ENDFINALLY:
3341                         g_assert (td.clause_indexes [in_offset] != -1);
3342                         td.sp = td.stack;
3343                         SIMPLE_OP (td, MINT_ENDFINALLY);
3344                         ADD_CODE (&td, td.clause_indexes [in_offset]);
3345                         generating_code = 0;
3346                         break;
3347                 case CEE_LEAVE:
3348                         td.sp = td.stack;
3349                         handle_branch (&td, MINT_LEAVE_S, MINT_LEAVE, 5 + read32 (td.ip + 1));
3350                         td.ip += 5;
3351                         generating_code = 0;
3352                         break;
3353                 case CEE_LEAVE_S:
3354                         td.sp = td.stack;
3355                         handle_branch (&td, MINT_LEAVE_S, MINT_LEAVE, 2 + (gint8)td.ip [1]);
3356                         td.ip += 2;
3357                         generating_code = 0;
3358                         break;
3359                 case CEE_UNUSED41:
3360                         ++td.ip;
3361                         switch (*td.ip) {
3362                                 case CEE_MONO_CALLI_EXTRA_ARG:
3363                                         /* Same as CEE_CALLI, except that we drop the extra arg required for llvm specific behaviour */
3364                                         ADD_CODE (&td, MINT_POP);
3365                                         ADD_CODE (&td, 1);
3366                                         --td.sp;
3367                                         interp_transform_call (&td, method, NULL, domain, generic_context, is_bb_start, body_start_offset, NULL, FALSE);
3368                                         break;
3369                                 case CEE_MONO_JIT_ICALL_ADDR: {
3370                                         guint32 token;
3371                                         gpointer func;
3372                                         MonoJitICallInfo *info;
3373
3374                                         token = read32 (td.ip + 1);
3375                                         td.ip += 5;
3376                                         func = mono_method_get_wrapper_data (method, token);
3377                                         info = mono_find_jit_icall_by_addr (func);
3378
3379                                         ADD_CODE (&td, MINT_LDFTN);
3380                                         ADD_CODE (&td, get_data_item_index (&td, func));
3381                                         PUSH_SIMPLE_TYPE (&td, STACK_TYPE_I);
3382                                         break;
3383                                 }
3384                                 case CEE_MONO_ICALL: {
3385                                         guint32 token;
3386                                         gpointer func;
3387                                         MonoJitICallInfo *info;
3388
3389                                         token = read32 (td.ip + 1);
3390                                         td.ip += 5;
3391                                         func = mono_method_get_wrapper_data (method, token);
3392                                         info = mono_find_jit_icall_by_addr (func);
3393                                         g_assert (info);
3394
3395                                         CHECK_STACK (&td, info->sig->param_count);
3396                                         switch (info->sig->param_count) {
3397                                         case 0:
3398                                                 if (MONO_TYPE_IS_VOID (info->sig->ret))
3399                                                         ADD_CODE (&td,MINT_ICALL_V_V);
3400                                                 else
3401                                                         ADD_CODE (&td, MINT_ICALL_V_P);
3402                                                 break;
3403                                         case 1:
3404                                                 if (MONO_TYPE_IS_VOID (info->sig->ret))
3405                                                         ADD_CODE (&td,MINT_ICALL_P_V);
3406                                                 else
3407                                                         ADD_CODE (&td,MINT_ICALL_P_P);
3408                                                 break;
3409                                         case 2:
3410                                                 if (MONO_TYPE_IS_VOID (info->sig->ret)) {
3411                                                         if (info->sig->params [1]->type == MONO_TYPE_I4)
3412                                                                 ADD_CODE (&td,MINT_ICALL_PI_V);
3413                                                         else
3414                                                                 ADD_CODE (&td,MINT_ICALL_PP_V);
3415                                                 } else {
3416                                                         if (info->sig->params [1]->type == MONO_TYPE_I4)
3417                                                                 ADD_CODE (&td,MINT_ICALL_PI_P);
3418                                                         else
3419                                                                 ADD_CODE (&td,MINT_ICALL_PP_P);
3420                                                 }
3421                                                 break;
3422                                         case 3:
3423                                                 g_assert (MONO_TYPE_IS_VOID (info->sig->ret));
3424                                                 if (info->sig->params [2]->type == MONO_TYPE_I4)
3425                                                         ADD_CODE (&td,MINT_ICALL_PPI_V);
3426                                                 else
3427                                                         ADD_CODE (&td,MINT_ICALL_PPP_V);
3428                                                 break;
3429                                         default:
3430                                                 g_assert_not_reached ();
3431                                         }
3432
3433                                         if (func == mono_ftnptr_to_delegate) {
3434                                                 g_error ("TODO: ?");
3435                                         }
3436                                         ADD_CODE(&td, get_data_item_index (&td, func));
3437                                         td.sp -= info->sig->param_count;
3438
3439                                         if (!MONO_TYPE_IS_VOID (info->sig->ret)) {
3440                                                 td.sp ++;
3441                                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
3442                                         }
3443                                         break;
3444                                 }
3445                         case CEE_MONO_VTADDR: {
3446                                 int size;
3447                                 CHECK_STACK (&td, 1);
3448                                 if (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
3449                                         size = mono_class_native_size(td.sp [-1].klass, NULL);
3450                                 else
3451                                         size = mono_class_value_size(td.sp [-1].klass, NULL);
3452                                 size = (size + 7) & ~7;
3453                                 ADD_CODE(&td, MINT_VTRESULT);
3454                                 ADD_CODE(&td, 0);
3455                                 WRITE32(&td, &size);
3456                                 td.vt_sp -= size;
3457                                 ++td.ip;
3458                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
3459                                 break;
3460                         }
3461                         case CEE_MONO_LDPTR:
3462                         case CEE_MONO_CLASSCONST:
3463                                 token = read32 (td.ip + 1);
3464                                 td.ip += 5;
3465                                 ADD_CODE(&td, MINT_MONO_LDPTR);
3466                                 ADD_CODE(&td, get_data_item_index (&td, mono_method_get_wrapper_data (method, token)));
3467                                 td.sp [0].type = STACK_TYPE_I;
3468                                 ++td.sp;
3469                                 break;
3470                         case CEE_MONO_OBJADDR:
3471                                 CHECK_STACK (&td, 1);
3472                                 ++td.ip;
3473                                 td.sp[-1].type = STACK_TYPE_MP;
3474                                 /* do nothing? */
3475                                 break;
3476                         case CEE_MONO_NEWOBJ:
3477                                 token = read32 (td.ip + 1);
3478                                 td.ip += 5;
3479                                 ADD_CODE(&td, MINT_MONO_NEWOBJ);
3480                                 ADD_CODE(&td, get_data_item_index (&td, mono_method_get_wrapper_data (method, token)));
3481                                 td.sp [0].type = STACK_TYPE_O;
3482                                 ++td.sp;
3483                                 break;
3484                         case CEE_MONO_RETOBJ:
3485                                 CHECK_STACK (&td, 1);
3486                                 token = read32 (td.ip + 1);
3487                                 td.ip += 5;
3488                                 ADD_CODE(&td, MINT_MONO_RETOBJ);
3489                                 td.sp--;
3490
3491                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
3492                                 
3493                                 /*stackval_from_data (signature->ret, frame->retval, sp->data.vt, signature->pinvoke);*/
3494
3495                                 if (td.sp > td.stack)
3496                                         g_warning ("CEE_MONO_RETOBJ: more values on stack: %d", td.sp-td.stack);
3497                                 break;
3498                         case CEE_MONO_LDNATIVEOBJ:
3499                                 token = read32 (td.ip + 1);
3500                                 td.ip += 5;
3501                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
3502                                 g_assert(klass->valuetype);
3503                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
3504                                 break;
3505                         case CEE_MONO_TLS: {
3506                                 gint32 key = read32 (td.ip + 1);
3507                                 td.ip += 5;
3508                                 g_assert (key < TLS_KEY_NUM);
3509                                 ADD_CODE (&td, MINT_MONO_TLS);
3510                                 WRITE32 (&td, &key);
3511                                 PUSH_SIMPLE_TYPE (&td, STACK_TYPE_MP);
3512                                 break;
3513                         }
3514                         case CEE_MONO_ATOMIC_STORE_I4:
3515                                 CHECK_STACK (&td, 2);
3516                                 SIMPLE_OP (td, MINT_MONO_ATOMIC_STORE_I4);
3517                                 td.sp -= 2;
3518                                 td.ip++;
3519                                 break;
3520                         case CEE_MONO_SAVE_LMF:
3521                         case CEE_MONO_RESTORE_LMF:
3522                         case CEE_MONO_NOT_TAKEN:
3523                                 ++td.ip;
3524                                 break;
3525                         case CEE_MONO_LDPTR_INT_REQ_FLAG:
3526                                 ADD_CODE (&td, MINT_MONO_LDPTR);
3527                                 ADD_CODE (&td, get_data_item_index (&td, mono_thread_interruption_request_flag ()));
3528                                 PUSH_TYPE (&td, STACK_TYPE_MP, NULL);
3529                                 ++td.ip;
3530                                 break;
3531                         case CEE_MONO_JIT_ATTACH:
3532                                 ADD_CODE (&td, MINT_MONO_JIT_ATTACH);
3533                                 ++td.ip;
3534                                 break;
3535                         case CEE_MONO_JIT_DETACH:
3536                                 ADD_CODE (&td, MINT_MONO_JIT_DETACH);
3537                                 ++td.ip;
3538                                 break;
3539                         default:
3540                                 g_error ("transform.c: Unimplemented opcode: 0xF0 %02x at 0x%x\n", *td.ip, td.ip-header->code);
3541                         }
3542                         break;
3543 #if 0
3544                 case CEE_PREFIX7:
3545                 case CEE_PREFIX6:
3546                 case CEE_PREFIX5:
3547                 case CEE_PREFIX4:
3548                 case CEE_PREFIX3:
3549                 case CEE_PREFIX2:
3550                 case CEE_PREFIXREF: ves_abort(); break;
3551 #endif
3552                 /*
3553                  * Note: Exceptions thrown when executing a prefixed opcode need
3554                  * to take into account the number of prefix bytes (usually the
3555                  * throw point is just (ip - n_prefix_bytes).
3556                  */
3557                 case CEE_PREFIX1: 
3558                         ++td.ip;
3559                         switch (*td.ip) {
3560 #if 0
3561                         case CEE_ARGLIST: ves_abort(); break;
3562 #endif
3563                         case CEE_CEQ:
3564                                 CHECK_STACK(&td, 2);
3565                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3566                                         ADD_CODE(&td, MINT_CEQ_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3567                                 else
3568                                         ADD_CODE(&td, MINT_CEQ_I4 + td.sp [-1].type - STACK_TYPE_I4);
3569                                 --td.sp;
3570                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3571                                 ++td.ip;
3572                                 break;
3573                         case CEE_CGT:
3574                                 CHECK_STACK(&td, 2);
3575                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3576                                         ADD_CODE(&td, MINT_CGT_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3577                                 else
3578                                         ADD_CODE(&td, MINT_CGT_I4 + td.sp [-1].type - STACK_TYPE_I4);
3579                                 --td.sp;
3580                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3581                                 ++td.ip;
3582                                 break;
3583                         case CEE_CGT_UN:
3584                                 CHECK_STACK(&td, 2);
3585                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3586                                         ADD_CODE(&td, MINT_CGT_UN_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3587                                 else
3588                                         ADD_CODE(&td, MINT_CGT_UN_I4 + td.sp [-1].type - STACK_TYPE_I4);
3589                                 --td.sp;
3590                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3591                                 ++td.ip;
3592                                 break;
3593                         case CEE_CLT:
3594                                 CHECK_STACK(&td, 2);
3595                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3596                                         ADD_CODE(&td, MINT_CLT_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3597                                 else
3598                                         ADD_CODE(&td, MINT_CLT_I4 + td.sp [-1].type - STACK_TYPE_I4);
3599                                 --td.sp;
3600                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3601                                 ++td.ip;
3602                                 break;
3603                         case CEE_CLT_UN:
3604                                 CHECK_STACK(&td, 2);
3605                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3606                                         ADD_CODE(&td, MINT_CLT_UN_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3607                                 else
3608                                         ADD_CODE(&td, MINT_CLT_UN_I4 + td.sp [-1].type - STACK_TYPE_I4);
3609                                 --td.sp;
3610                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3611                                 ++td.ip;
3612                                 break;
3613                         case CEE_LDVIRTFTN: /* fallthrough */
3614                         case CEE_LDFTN: {
3615                                 MonoMethod *m;
3616                                 if (*td.ip == CEE_LDVIRTFTN) {
3617                                         CHECK_STACK (&td, 1);
3618                                         --td.sp;
3619                                 }
3620                                 token = read32 (td.ip + 1);
3621                                 if (method->wrapper_type != MONO_WRAPPER_NONE)
3622                                         m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
3623                                 else 
3624                                         m = mono_get_method_full (image, token, NULL, generic_context);
3625
3626                                 if (method->wrapper_type == MONO_WRAPPER_NONE && m->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED)
3627                                         m = mono_marshal_get_synchronized_wrapper (m);
3628
3629                                 ADD_CODE(&td, *td.ip == CEE_LDFTN ? MINT_LDFTN : MINT_LDVIRTFTN);
3630                                 ADD_CODE(&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
3631                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
3632                                 td.ip += 5;
3633                                 PUSH_SIMPLE_TYPE (&td, STACK_TYPE_F);
3634                                 break;
3635                         }
3636                         case CEE_LDARG:
3637                                 load_arg (&td, read16 (td.ip + 1));
3638                                 td.ip += 3;
3639                                 break;
3640                         case CEE_LDARGA: {
3641                                 int n = read16 (td.ip + 1);
3642                                 ADD_CODE (&td, MINT_LDARGA);
3643                                 ADD_CODE (&td, td.rtm->arg_offsets [n]); /* FIX for large offsets */
3644                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
3645                                 td.ip += 3;
3646                                 break;
3647                         }
3648                         case CEE_STARG:
3649                                 store_arg (&td, read16 (td.ip + 1));
3650                                 td.ip += 3;
3651                                 break;
3652                         case CEE_LDLOC:
3653                                 load_local (&td, read16 (td.ip + 1));
3654                                 td.ip += 3;
3655                                 break;
3656                         case CEE_LDLOCA:
3657                                 ADD_CODE(&td, MINT_LDLOCA_S);
3658                                 ADD_CODE(&td, td.rtm->local_offsets [read16 (td.ip + 1)]);
3659                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
3660                                 td.ip += 3;
3661                                 break;
3662                         case CEE_STLOC:
3663                                 store_local (&td, read16 (td.ip + 1));
3664                                 td.ip += 3;
3665                                 break;
3666                         case CEE_LOCALLOC:
3667                                 CHECK_STACK (&td, 1);
3668 #if SIZEOF_VOID_P == 8
3669                                 if (td.sp [-1].type == STACK_TYPE_I8)
3670                                         ADD_CODE(&td, MINT_CONV_I4_I8);
3671 #endif                          
3672                                 ADD_CODE(&td, MINT_LOCALLOC);
3673                                 if (td.sp != td.stack + 1)
3674                                         g_warning("CEE_LOCALLOC: stack not empty");
3675                                 ++td.ip;
3676                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
3677                                 break;
3678 #if 0
3679                         case CEE_UNUSED57: ves_abort(); break;
3680 #endif
3681                         case CEE_ENDFILTER:
3682                                 ADD_CODE (&td, MINT_ENDFILTER);
3683                                 ++td.ip;
3684                                 break;
3685                         case CEE_UNALIGNED_:
3686                                 td.ip += 2;
3687                                 break;
3688                         case CEE_VOLATILE_:
3689                                 ++td.ip;
3690                                 /* FIX: should do something? */;
3691                                 break;
3692                         case CEE_TAIL_:
3693                                 ++td.ip;
3694                                 /* FIX: should do something? */;
3695                                 break;
3696                         case CEE_INITOBJ:
3697                                 CHECK_STACK(&td, 1);
3698                                 token = read32 (td.ip + 1);
3699                                 klass = mini_get_class (method, token, generic_context);
3700                                 if (klass->valuetype) {
3701                                         ADD_CODE (&td, MINT_INITOBJ);
3702                                         i32 = mono_class_value_size (klass, NULL);
3703                                         WRITE32 (&td, &i32);
3704                                 } else {
3705                                         ADD_CODE (&td, MINT_LDNULL);
3706                                         ADD_CODE (&td, MINT_STIND_REF);
3707                                 }
3708                                 td.ip += 5;
3709                                 --td.sp;
3710                                 break;
3711                         case CEE_CPBLK:
3712                                 CHECK_STACK(&td, 3);
3713                                 /* FIX? convert length to I8? */
3714                                 ADD_CODE(&td, MINT_CPBLK);
3715                                 td.sp -= 3;
3716                                 ++td.ip;
3717                                 break;
3718                         case CEE_READONLY_:
3719                                 readonly = TRUE;
3720                                 td.ip += 1;
3721                                 break;
3722                         case CEE_CONSTRAINED_:
3723                                 token = read32 (td.ip + 1);
3724                                 constrained_class = mini_get_class (method, token, generic_context);
3725                                 mono_class_init (constrained_class);
3726                                 td.ip += 5;
3727                                 break;
3728                         case CEE_INITBLK:
3729                                 CHECK_STACK(&td, 3);
3730                                 ADD_CODE(&td, MINT_INITBLK);
3731                                 td.sp -= 3;
3732                                 td.ip += 1;
3733                                 break;
3734 #if 0
3735                         case CEE_NO_:
3736                                 /* FIXME: implement */
3737                                 ip += 2;
3738                                 break;
3739 #endif
3740                         case CEE_RETHROW:
3741                                 SIMPLE_OP (td, MINT_RETHROW);
3742                                 generating_code = 0;
3743                                 break;
3744                         case CEE_SIZEOF: {
3745                                 gint32 size;
3746                                 token = read32 (td.ip + 1);
3747                                 td.ip += 5;
3748                                 if (mono_metadata_token_table (token) == MONO_TABLE_TYPESPEC && !image_is_dynamic (method->klass->image) && !generic_context) {
3749                                         int align;
3750                                         MonoType *type = mono_type_create_from_typespec (image, token);
3751                                         size = mono_type_size (type, &align);
3752                                 } else {
3753                                         int align;
3754                                         MonoClass *szclass = mini_get_class (method, token, generic_context);
3755                                         mono_class_init (szclass);
3756 #if 0
3757                                         if (!szclass->valuetype)
3758                                                 THROW_EX (mono_exception_from_name (mono_defaults.corlib, "System", "InvalidProgramException"), ip - 5);
3759 #endif
3760                                         size = mono_type_size (&szclass->byval_arg, &align);
3761                                 } 
3762                                 ADD_CODE(&td, MINT_LDC_I4);
3763                                 WRITE32(&td, &size);
3764                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
3765                                 break;
3766                         }
3767                         case CEE_REFANYTYPE:
3768                                 ADD_CODE (&td, MINT_REFANYTYPE);
3769                                 td.ip += 1;
3770                                 POP_VT (&td, sizeof (MonoTypedRef));
3771                                 PUSH_VT (&td, sizeof (gpointer));
3772                                 SET_TYPE(td.sp - 1, STACK_TYPE_VT, NULL);
3773                                 break;
3774                         default:
3775                                 g_error ("transform.c: Unimplemented opcode: 0xFE %02x (%s) at 0x%x\n", *td.ip, mono_opcode_name (256 + *td.ip), td.ip-header->code);
3776                         }
3777                         break;
3778                 default:
3779                         g_error ("transform.c: Unimplemented opcode: %02x at 0x%x\n", *td.ip, td.ip-header->code);
3780                 }
3781
3782                 if (td.new_ip - td.new_code != new_in_start_offset) 
3783                         td.last_new_ip = td.new_code + new_in_start_offset;
3784                 else if (td.is_bb_start [td.in_start - td.il_code])
3785                         td.is_bb_start [td.ip - td.il_code] = 1;
3786                         
3787                 td.last_ip = td.in_start;
3788         }
3789
3790         /* Handle relocations */
3791         for (int i = 0; i < td.relocs->len; ++i) {
3792                 Reloc *reloc = g_ptr_array_index (td.relocs, i);
3793
3794                 int offset = td.in_offsets [reloc->target] - reloc->offset;
3795
3796                 switch (reloc->type) {
3797                 case RELOC_SHORT_BRANCH:
3798                         g_assert (td.new_code [reloc->offset + 1] == 0xffff);
3799                         td.new_code [reloc->offset + 1] = offset;
3800                         break;
3801                 case RELOC_LONG_BRANCH: {
3802                         guint16 *v = (guint16 *) &offset;
3803                         g_assert (td.new_code [reloc->offset + 1] == 0xbeef);
3804                         g_assert (td.new_code [reloc->offset + 2] == 0xdead);
3805                         td.new_code [reloc->offset + 1] = *(guint16 *) v;
3806                         td.new_code [reloc->offset + 2] = *(guint16 *) (v + 1);
3807                         break;
3808                 }
3809                 case RELOC_SWITCH: {
3810                         guint16 *v = (guint16*)&offset;
3811                         td.new_code [reloc->offset] = *(guint16*)v;
3812                         td.new_code [reloc->offset + 1] = *(guint16*)(v + 1);
3813                         break;
3814                 }
3815                 default:
3816                         g_assert_not_reached ();
3817                         break;
3818                 }
3819         }
3820
3821         if (td.verbose_level) {
3822                 const guint16 *p = td.new_code;
3823                 printf("Runtime method: %s %p, VT stack size: %d\n", mono_method_full_name (method, TRUE), rtm, td.max_vt_sp);
3824                 printf("Calculated stack size: %d, stated size: %d\n", td.max_stack_height, header->max_stack);
3825                 while (p < td.new_ip) {
3826                         p = mono_interp_dis_mintop(td.new_code, p);
3827                         printf("\n");
3828                 }
3829         }
3830         g_assert (td.max_stack_height <= (header->max_stack + 1));
3831
3832         int code_len = td.new_ip - td.new_code;
3833
3834         rtm->clauses = mono_domain_alloc0 (domain, header->num_clauses * sizeof (MonoExceptionClause));
3835         memcpy (rtm->clauses, header->clauses, header->num_clauses * sizeof(MonoExceptionClause));
3836         rtm->code = mono_domain_alloc0 (domain, (td.new_ip - td.new_code) * sizeof (gushort));
3837         memcpy (rtm->code, td.new_code, (td.new_ip - td.new_code) * sizeof(gushort));
3838         g_free (td.new_code);
3839         rtm->new_body_start = rtm->code + body_start_offset;
3840         rtm->num_clauses = header->num_clauses;
3841         for (i = 0; i < header->num_clauses; i++) {
3842                 MonoExceptionClause *c = rtm->clauses + i;
3843                 int end_off = c->try_offset + c->try_len;
3844                 c->try_offset = td.in_offsets [c->try_offset];
3845                 c->try_len = td.in_offsets [end_off] - c->try_offset;
3846                 end_off = c->handler_offset + c->handler_len;
3847                 c->handler_offset = td.in_offsets [c->handler_offset];
3848                 c->handler_len = td.in_offsets [end_off] - c->handler_offset;
3849                 if (c->flags & MONO_EXCEPTION_CLAUSE_FILTER)
3850                         c->data.filter_offset = td.in_offsets [c->data.filter_offset];
3851         }
3852         rtm->vt_stack_size = td.max_vt_sp;
3853         rtm->alloca_size = rtm->locals_size + rtm->args_size + rtm->vt_stack_size + rtm->stack_size;
3854         rtm->data_items = mono_domain_alloc0 (domain, td.n_data_items * sizeof (td.data_items [0]));
3855         memcpy (rtm->data_items, td.data_items, td.n_data_items * sizeof (td.data_items [0]));
3856
3857         /* Save debug info */
3858         interp_save_debug_info (rtm, header, &td, line_numbers);
3859
3860         /* Create a MonoJitInfo for the interpreted method by creating the interpreter IR as the native code. */
3861         int jinfo_len = mono_jit_info_size (0, header->num_clauses, 0);
3862         MonoJitInfo *jinfo = (MonoJitInfo *)mono_domain_alloc0 (domain, jinfo_len);
3863         jinfo->is_interp = 1;
3864         rtm->jinfo = jinfo;
3865         mono_jit_info_init (jinfo, method, (guint8*)rtm->code, code_len, 0, header->num_clauses, 0);
3866         for (i = 0; i < jinfo->num_clauses; ++i) {
3867                 MonoJitExceptionInfo *ei = &jinfo->clauses [i];
3868                 MonoExceptionClause *c = rtm->clauses + i;
3869
3870                 ei->flags = c->flags;
3871                 ei->try_start = (guint8*)(rtm->code + c->try_offset);
3872                 ei->try_end = (guint8*)(rtm->code + c->try_offset + c->try_len);
3873                 ei->handler_start = (guint8*)(rtm->code + c->handler_offset);
3874                 if (ei->flags == MONO_EXCEPTION_CLAUSE_FILTER || ei->flags == MONO_EXCEPTION_CLAUSE_FINALLY) {
3875                 } else {
3876                         ei->data.catch_class = c->data.catch_class;
3877                 }
3878         }
3879
3880         save_seq_points (&td);
3881
3882         g_free (td.in_offsets);
3883         for (i = 0; i < header->code_size; ++i)
3884                 g_free (td.stack_state [i]);
3885         g_free (td.stack_state);
3886         g_free (td.stack_height);
3887         g_free (td.vt_stack_size);
3888         g_free (td.data_items);
3889         g_free (td.stack);
3890         g_hash_table_destroy (td.data_hash);
3891         g_free (td.clause_indexes);
3892         g_ptr_array_free (td.seq_points, TRUE);
3893         g_array_free (line_numbers, TRUE);
3894         g_ptr_array_free (td.relocs, TRUE);
3895         mono_mempool_destroy (td.mempool);
3896 }
3897
3898 static mono_mutex_t calc_section;
3899
3900 void 
3901 mono_interp_transform_init (void)
3902 {
3903         mono_os_mutex_init_recursive(&calc_section);
3904 }
3905
3906 MonoException *
3907 mono_interp_transform_method (RuntimeMethod *runtime_method, ThreadContext *context)
3908 {
3909         int i, align, size, offset;
3910         MonoMethod *method = runtime_method->method;
3911         MonoImage *image = method->klass->image;
3912         MonoMethodHeader *header = mono_method_get_header (method);
3913         MonoMethodSignature *signature = mono_method_signature (method);
3914         register const unsigned char *ip, *end;
3915         const MonoOpcode *opcode;
3916         MonoMethod *m;
3917         MonoClass *class;
3918         MonoDomain *domain = mono_domain_get ();
3919         unsigned char *is_bb_start;
3920         int in;
3921         MonoVTable *method_class_vt;
3922         int backwards;
3923         MonoGenericContext *generic_context = NULL;
3924
3925         // g_printerr ("TRANSFORM(0x%016lx): begin %s::%s\n", mono_thread_current (), method->klass->name, method->name);
3926         method_class_vt = mono_class_vtable (domain, runtime_method->method->klass);
3927         if (!method_class_vt->initialized) {
3928                 MonoError error;
3929                 jmp_buf env;
3930                 MonoInvocation *last_env_frame = context->env_frame;
3931                 jmp_buf *old_env = context->current_env;
3932                 error_init (&error);
3933
3934                 if (setjmp(env)) {
3935                         MonoException *failed = context->env_frame->ex;
3936                         context->env_frame->ex = NULL;
3937                         context->env_frame = last_env_frame;
3938                         context->current_env = old_env;
3939                         return failed;
3940                 }
3941                 context->env_frame = context->current_frame;
3942                 context->current_env = &env;
3943                 mono_runtime_class_init_full (method_class_vt, &error);
3944                 if (!mono_error_ok (&error)) {
3945                         return mono_error_convert_to_exception (&error);
3946                 }
3947                 context->env_frame = last_env_frame;
3948                 context->current_env = old_env;
3949         }
3950
3951         mono_profiler_method_jit (method); /* sort of... */
3952
3953         if (mono_method_signature (method)->is_inflated)
3954                 generic_context = mono_method_get_context (method);
3955         else {
3956                 MonoGenericContainer *generic_container = mono_method_get_generic_container (method);
3957                 if (generic_container)
3958                         generic_context = &generic_container->context;
3959         }
3960
3961         if (method->iflags & (METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL | METHOD_IMPL_ATTRIBUTE_RUNTIME)) {
3962                 MonoMethod *nm = NULL;
3963                 mono_os_mutex_lock(&calc_section);
3964                 if (runtime_method->transformed) {
3965                         mono_os_mutex_unlock(&calc_section);
3966                         mono_profiler_method_end_jit (method, runtime_method->jinfo, MONO_PROFILE_OK);
3967                         return NULL;
3968                 }
3969
3970                 /* assumes all internal calls with an array this are built in... */
3971                 if (method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL && (! mono_method_signature (method)->hasthis || method->klass->rank == 0)) {
3972                         nm = mono_marshal_get_native_wrapper (method, TRUE, FALSE);
3973                         signature = mono_method_signature (nm);
3974                 } else {
3975                         const char *name = method->name;
3976                         if (method->klass->parent == mono_defaults.multicastdelegate_class) {
3977                                 if (*name == '.' && (strcmp (name, ".ctor") == 0)) {
3978                                         MonoJitICallInfo *mi = mono_find_jit_icall_by_name ("ves_icall_mono_delegate_ctor");
3979                                         g_assert (mi);
3980                                         char *wrapper_name = g_strdup_printf ("__icall_wrapper_%s", mi->name);
3981                                         nm = mono_marshal_get_icall_wrapper (mi->sig, wrapper_name, mi->func, TRUE);
3982                                 } else if (*name == 'I' && (strcmp (name, "Invoke") == 0)) {
3983                                         nm = mono_marshal_get_delegate_invoke (method, NULL);
3984                                 } else if (*name == 'B' && (strcmp (name, "BeginInvoke") == 0)) {
3985                                         nm = mono_marshal_get_delegate_begin_invoke (method);
3986                                 } else if (*name == 'E' && (strcmp (name, "EndInvoke") == 0)) {
3987                                         nm = mono_marshal_get_delegate_end_invoke (method);
3988                                 }
3989                         }
3990                         if (nm == NULL) {
3991                                 runtime_method->code = g_malloc(sizeof(short));
3992                                 runtime_method->code[0] = MINT_CALLRUN;
3993                         }
3994                 }
3995                 if (nm == NULL) {
3996                         runtime_method->stack_size = sizeof (stackval); /* for tracing */
3997                         runtime_method->alloca_size = runtime_method->stack_size;
3998                         runtime_method->transformed = TRUE;
3999                         mono_os_mutex_unlock(&calc_section);
4000                         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
4001                         return NULL;
4002                 }
4003                 method = nm;
4004                 header = mono_method_get_header (nm);
4005                 mono_os_mutex_unlock(&calc_section);
4006         } else if (method->klass == mono_defaults.array_class) {
4007                 if (!strcmp (method->name, "UnsafeMov") || !strcmp (method->name, "UnsafeLoad")) {
4008                         mono_os_mutex_lock (&calc_section);
4009                         if (!runtime_method->transformed) {
4010                                 runtime_method->code = g_malloc (sizeof (short));
4011                                 runtime_method->code[0] = MINT_CALLRUN;
4012                                 runtime_method->stack_size = sizeof (stackval); /* for tracing */
4013                                 runtime_method->alloca_size = runtime_method->stack_size;
4014                                 runtime_method->transformed = TRUE;
4015                         }
4016                         mono_os_mutex_unlock(&calc_section);
4017                         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
4018                         return NULL;
4019                 } else if (!strcmp (method->name, "UnsafeStore")) {
4020                         g_error ("TODO");
4021                 }
4022         }
4023         g_assert ((signature->param_count + signature->hasthis) < 1000);
4024         g_assert (header->max_stack < 10000);
4025         /* intern the strings in the method. */
4026         ip = header->code;
4027         end = ip + header->code_size;
4028
4029         is_bb_start = g_malloc0(header->code_size);
4030         is_bb_start [0] = 1;
4031         while (ip < end) {
4032                 in = *ip;
4033                 if (in == 0xfe) {
4034                         ip++;
4035                         in = *ip + 256;
4036                 }
4037                 else if (in == 0xf0) {
4038                         ip++;
4039                         in = *ip + MONO_CEE_MONO_ICALL;
4040                 }
4041                 opcode = &mono_opcodes [in];
4042                 switch (opcode->argument) {
4043                 case MonoInlineNone:
4044                         ++ip;
4045                         break;
4046                 case MonoInlineString:
4047                         if (method->wrapper_type == MONO_WRAPPER_NONE)
4048                                 mono_ldstr (domain, image, mono_metadata_token_index (read32 (ip + 1)));
4049                         ip += 5;
4050                         break;
4051                 case MonoInlineType:
4052                         if (method->wrapper_type == MONO_WRAPPER_NONE) {
4053                                 class = mini_get_class (method, read32 (ip + 1), generic_context);
4054                                 mono_class_init (class);
4055                                 /* quick fix to not do this for the fake ptr classes - probably should not be getting the vtable at all here */
4056 #if 0
4057                                 g_error ("FIXME: interface method lookup: %s (in method %s)", class->name, method->name);
4058                                 if (!(class->flags & TYPE_ATTRIBUTE_INTERFACE) && class->interface_offsets != NULL)
4059                                         mono_class_vtable (domain, class);
4060 #endif
4061                         }
4062                         ip += 5;
4063                         break;
4064                 case MonoInlineMethod:
4065                         if (method->wrapper_type == MONO_WRAPPER_NONE && *ip != CEE_CALLI) {
4066                                 m = mono_get_method_full (image, read32 (ip + 1), NULL, generic_context);
4067                                 if (m == NULL) {
4068                                         g_free (is_bb_start);
4069                                         g_error ("FIXME: where to get method and class string?"); 
4070                                         return NULL;
4071                                         // return mono_get_exception_missing_method ();
4072                                 }
4073                                 mono_class_init (m->klass);
4074                                 if (!mono_class_is_interface (m->klass))
4075                                         mono_class_vtable (domain, m->klass);
4076                         }
4077                         ip += 5;
4078                         break;
4079                 case MonoInlineField:
4080                 case MonoInlineSig:
4081                 case MonoInlineI:
4082                 case MonoInlineTok:
4083                 case MonoShortInlineR:
4084                         ip += 5;
4085                         break;
4086                 case MonoInlineBrTarget:
4087                         offset = read32 (ip + 1);
4088                         ip += 5;
4089                         backwards = offset < 0;
4090                         offset += ip - header->code;
4091                         g_assert (offset >= 0 && offset < header->code_size);
4092                         is_bb_start [offset] |= backwards ? 2 : 1;
4093                         break;
4094                 case MonoShortInlineBrTarget:
4095                         offset = ((gint8 *)ip) [1];
4096                         ip += 2;
4097                         backwards = offset < 0;
4098                         offset += ip - header->code;
4099                         g_assert (offset >= 0 && offset < header->code_size);
4100                         is_bb_start [offset] |= backwards ? 2 : 1;
4101                         break;
4102                 case MonoInlineVar:
4103                         ip += 3;
4104                         break;
4105                 case MonoShortInlineVar:
4106                 case MonoShortInlineI:
4107                         ip += 2;
4108                         break;
4109                 case MonoInlineSwitch: {
4110                         guint32 n;
4111                         const unsigned char *next_ip;
4112                         ++ip;
4113                         n = read32 (ip);
4114                         ip += 4;
4115                         next_ip = ip + 4 * n;
4116                         for (i = 0; i < n; i++) {
4117                                 offset = read32 (ip);
4118                                 backwards = offset < 0;
4119                                 offset += next_ip - header->code;
4120                                 g_assert (offset >= 0 && offset < header->code_size);
4121                                 is_bb_start [offset] |= backwards ? 2 : 1;
4122                                 ip += 4;
4123                         }
4124                         break;
4125                 }
4126                 case MonoInlineR:
4127                 case MonoInlineI8:
4128                         ip += 9;
4129                         break;
4130                 default:
4131                         g_assert_not_reached ();
4132                 }
4133         }
4134         // g_printerr ("TRANSFORM(0x%016lx): end %s::%s\n", mono_thread_current (), method->klass->name, method->name);
4135
4136         /* the rest needs to be locked so it is only done once */
4137         mono_os_mutex_lock(&calc_section);
4138         if (runtime_method->transformed) {
4139                 mono_os_mutex_unlock(&calc_section);
4140                 g_free (is_bb_start);
4141                 mono_profiler_method_end_jit (method, runtime_method->jinfo, MONO_PROFILE_OK);
4142                 return NULL;
4143         }
4144
4145         runtime_method->local_offsets = g_malloc (header->num_locals * sizeof(guint32));
4146         runtime_method->stack_size = (sizeof (stackval)) * (header->max_stack + 2); /* + 1 for returns of called functions  + 1 for 0-ing in trace*/
4147         runtime_method->stack_size = (runtime_method->stack_size + 7) & ~7;
4148         offset = 0;
4149         for (i = 0; i < header->num_locals; ++i) {
4150                 size = mono_type_size (header->locals [i], &align);
4151                 offset += align - 1;
4152                 offset &= ~(align - 1);
4153                 runtime_method->local_offsets [i] = offset;
4154                 offset += size;
4155         }
4156         offset = (offset + 7) & ~7;
4157         runtime_method->locals_size = offset;
4158         g_assert (runtime_method->locals_size < 65536);
4159         offset = 0;
4160         runtime_method->arg_offsets = g_malloc ((!!signature->hasthis + signature->param_count) * sizeof(guint32));
4161
4162         if (signature->hasthis) {
4163                 g_assert (!signature->pinvoke);
4164                 size = mono_type_stack_size (&method->klass->byval_arg, &align);
4165                 offset += align - 1;
4166                 offset &= ~(align - 1);
4167                 runtime_method->arg_offsets [0] = offset;
4168                 offset += size;
4169         }
4170
4171         for (i = 0; i < signature->param_count; ++i) {
4172                 if (signature->pinvoke) {
4173                         guint32 dummy;
4174                         size = mono_type_native_stack_size (signature->params [i], &dummy);
4175                         align = 8;
4176                 }
4177                 else
4178                         size = mono_type_stack_size (signature->params [i], &align);
4179                 offset += align - 1;
4180                 offset &= ~(align - 1);
4181                 runtime_method->arg_offsets [i + !!signature->hasthis] = offset;
4182                 offset += size;
4183         }
4184         offset = (offset + 7) & ~7;
4185         runtime_method->args_size = offset;
4186         g_assert (runtime_method->args_size < 10000);
4187
4188         generate (method, runtime_method, is_bb_start, generic_context);
4189
4190         g_free (is_bb_start);
4191
4192         // FIXME: Add a different callback ?
4193         mono_profiler_method_end_jit (method, runtime_method->jinfo, MONO_PROFILE_OK);
4194         runtime_method->transformed = TRUE;
4195         mono_os_mutex_unlock(&calc_section);
4196
4197         return NULL;
4198 }
4199