Merge pull request #5063 from alexrp/profiler-format-changes
[mono.git] / mono / mini / interp / transform.c
1 /**
2  * \file
3  * transform CIL into different opcodes for more
4  * efficient interpretation
5  *
6  * Written by Bernie Solomon (bernard@ugsolutions.com)
7  * Copyright (c) 2004.
8  */
9
10 #include <string.h>
11 #include <mono/metadata/appdomain.h>
12 #include <mono/metadata/debug-helpers.h>
13 #include <mono/metadata/exception.h>
14 #include <mono/metadata/mono-endian.h>
15 #include <mono/metadata/marshal.h>
16 #include <mono/metadata/profiler-private.h>
17 #include <mono/metadata/tabledefs.h>
18 #include <mono/metadata/seq-points-data.h>
19
20 #include <mono/mini/mini.h>
21
22 #include "mintops.h"
23 #include "interp-internals.h"
24 #include "interp.h"
25
26 // TODO: export from marshal.c
27 MonoDelegate* mono_ftnptr_to_delegate (MonoClass *klass, gpointer ftn);
28
29 #define DEBUG 0
30
31 typedef struct
32 {
33         MonoClass *klass;
34         unsigned char type;
35         unsigned char flags;
36 } StackInfo;
37
38 typedef struct {
39         guint8 *ip;
40         GSList *preds;
41         GSList *seq_points;
42         SeqPoint *last_seq_point;
43
44         // This will hold a list of last sequence points of incoming basic blocks
45         SeqPoint **pred_seq_points;
46         guint num_pred_seq_points;
47 } InterpBasicBlock;
48
49 typedef enum {
50         RELOC_SHORT_BRANCH,
51         RELOC_LONG_BRANCH,
52         RELOC_SWITCH
53 } RelocType;
54
55 typedef struct {
56         RelocType type;
57         /* In the interpreter IR */
58         int offset;
59         /* In the IL code */
60         int target;
61 } Reloc;
62
63 typedef struct
64 {
65         MonoMethod *method;
66         MonoMethodHeader *header;
67         RuntimeMethod *rtm;
68         const unsigned char *il_code;
69         const unsigned char *ip;
70         const unsigned char *last_ip;
71         const unsigned char *in_start;
72         int code_size;
73         int *in_offsets;
74         StackInfo **stack_state;
75         int *stack_height;
76         int *vt_stack_size;
77         unsigned char *is_bb_start;
78         unsigned short *new_code;
79         unsigned short *new_code_end;
80         unsigned short *new_ip;
81         unsigned short *last_new_ip;
82         unsigned int max_code_size;
83         StackInfo *stack;
84         StackInfo *sp;
85         unsigned int max_stack_height;
86         unsigned int vt_sp;
87         unsigned int max_vt_sp;
88         int n_data_items;
89         int max_data_items;
90         void **data_items;
91         GHashTable *data_hash;
92         int *clause_indexes;
93         gboolean gen_sdb_seq_points;
94         GPtrArray *seq_points;
95         InterpBasicBlock **offset_to_bb;
96         InterpBasicBlock *entry_bb;
97         MonoMemPool     *mempool;
98         GList *basic_blocks;
99         GPtrArray *relocs;
100         gboolean verbose_level;
101 } TransformData;
102
103 #define MINT_TYPE_I1 0
104 #define MINT_TYPE_U1 1
105 #define MINT_TYPE_I2 2
106 #define MINT_TYPE_U2 3
107 #define MINT_TYPE_I4 4
108 #define MINT_TYPE_I8 5
109 #define MINT_TYPE_R4 6
110 #define MINT_TYPE_R8 7
111 #define MINT_TYPE_O  8
112 #define MINT_TYPE_P  9
113 #define MINT_TYPE_VT 10
114
115 #define STACK_TYPE_I4 0
116 #define STACK_TYPE_I8 1
117 #define STACK_TYPE_R8 2
118 #define STACK_TYPE_O  3
119 #define STACK_TYPE_VT 4
120 #define STACK_TYPE_MP 5
121 #define STACK_TYPE_F  6
122
123 static const char *stack_type_string [] = { "I4", "I8", "R8", "O ", "VT", "MP", "F " };
124
125 #if SIZEOF_VOID_P == 8
126 #define STACK_TYPE_I STACK_TYPE_I8
127 #else
128 #define STACK_TYPE_I STACK_TYPE_I4
129 #endif
130
131 static int stack_type [] = {
132         STACK_TYPE_I4, /*I1*/
133         STACK_TYPE_I4, /*U1*/
134         STACK_TYPE_I4, /*I2*/
135         STACK_TYPE_I4, /*U2*/
136         STACK_TYPE_I4, /*I4*/
137         STACK_TYPE_I8, /*I8*/
138         STACK_TYPE_R8, /*R4*/
139         STACK_TYPE_R8, /*R8*/
140         STACK_TYPE_O,  /*O*/
141         STACK_TYPE_MP, /*P*/
142         STACK_TYPE_VT
143 };
144
145 static void
146 grow_code (TransformData *td)
147 {
148         unsigned int old_ip_offset = td->new_ip - td->new_code;
149         unsigned int old_last_ip_offset = td->last_new_ip - td->new_code;
150         g_assert (old_ip_offset <= td->max_code_size);
151         td->new_code = g_realloc (td->new_code, (td->max_code_size *= 2) * sizeof (td->new_code [0]));
152         td->new_code_end = td->new_code + td->max_code_size;
153         td->new_ip = td->new_code + old_ip_offset;
154         td->last_new_ip = td->new_code + old_last_ip_offset;
155 }
156
157 #define ENSURE_CODE(td, n) \
158         do { \
159                 if ((td)->new_ip + (n) > (td)->new_code_end) \
160                         grow_code (td); \
161         } while (0)
162
163 #define ADD_CODE(td, n) \
164         do { \
165                 if ((td)->new_ip == (td)->new_code_end) \
166                         grow_code (td); \
167                 *(td)->new_ip++ = (n); \
168         } while (0)
169
170 #define CHECK_STACK(td, n) \
171         do { \
172                 int stack_size = (td)->sp - (td)->stack; \
173                 if (stack_size < (n)) \
174                         g_warning ("%s.%s: not enough values (%d < %d) on stack at %04x", \
175                                 (td)->method->klass->name, (td)->method->name, \
176                                 stack_size, n, (td)->ip - (td)->il_code); \
177         } while (0)
178
179 #define ENSURE_I4(td, sp_off) \
180         do { \
181                 if ((td)->sp [-sp_off].type == STACK_TYPE_I8) \
182                         ADD_CODE(td, sp_off == 1 ? MINT_CONV_I4_I8 : MINT_CONV_I4_I8_SP); \
183         } while (0)
184
185 static void 
186 handle_branch (TransformData *td, int short_op, int long_op, int offset)
187 {
188         int shorten_branch = 0;
189         int target = td->ip + offset - td->il_code;
190         if (target < 0 || target >= td->code_size)
191                 g_assert_not_reached ();
192         if (offset > 0 && td->stack_height [target] < 0) {
193                 td->stack_height [target] = td->sp - td->stack;
194                 if (td->stack_height [target] > 0)
195                         td->stack_state [target] = g_memdup (td->stack, td->stack_height [target] * sizeof (td->stack [0]));
196                 td->vt_stack_size [target] = td->vt_sp;
197         }
198         if (offset < 0) {
199                 offset = td->in_offsets [target] - (td->new_ip - td->new_code);
200                 if (offset >= -32768) {
201                         shorten_branch = 1;
202                 }
203         } else {
204                 if (td->header->code_size <= 25000) /* FIX to be precise somehow? */
205                         shorten_branch = 1;
206
207                 Reloc *reloc = mono_mempool_alloc0 (td->mempool, sizeof (Reloc));
208                 if (shorten_branch) {
209                         offset = 0xffff;
210                         reloc->type = RELOC_SHORT_BRANCH;
211                 } else {
212                         offset = 0xdeadbeef;
213                         reloc->type = RELOC_LONG_BRANCH;
214                 }
215                 reloc->offset = td->new_ip - td->new_code;
216                 reloc->target = target;
217                 g_ptr_array_add (td->relocs, reloc);
218         }
219         if (shorten_branch) {
220                 ADD_CODE(td, short_op);
221                 ADD_CODE(td, offset);
222         } else {
223                 ADD_CODE(td, long_op);
224                 ADD_CODE(td, * (unsigned short *)(&offset));
225                 ADD_CODE(td, * ((unsigned short *)&offset + 1));
226         }
227 }
228
229 static void 
230 one_arg_branch(TransformData *td, int mint_op, int offset) 
231 {
232         int type = td->sp [-1].type == STACK_TYPE_O || td->sp [-1].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-1].type;
233         int long_op = mint_op + type - STACK_TYPE_I4;
234         int short_op = long_op + MINT_BRFALSE_I4_S - MINT_BRFALSE_I4;
235         CHECK_STACK(td, 1);
236         --td->sp;
237         handle_branch (td, short_op, long_op, offset);
238 }
239
240 static void 
241 two_arg_branch(TransformData *td, int mint_op, int offset) 
242 {
243         int type1 = td->sp [-1].type == STACK_TYPE_O || td->sp [-1].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-1].type;
244         int type2 = td->sp [-2].type == STACK_TYPE_O || td->sp [-2].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-2].type;
245         int long_op = mint_op + type1 - STACK_TYPE_I4;
246         int short_op = long_op + MINT_BEQ_I4_S - MINT_BEQ_I4;
247         CHECK_STACK(td, 2);
248         if (type1 == STACK_TYPE_I4 && type2 == STACK_TYPE_I8) {
249                 ADD_CODE(td, MINT_CONV_I8_I4);
250                 td->in_offsets [td->ip - td->il_code]++;
251         } else if (type1 == STACK_TYPE_I8 && type2 == STACK_TYPE_I4) {
252                 ADD_CODE(td, MINT_CONV_I8_I4_SP);
253                 td->in_offsets [td->ip - td->il_code]++;
254         } else if (type1 != type2) {
255                 g_warning("%s.%s: branch type mismatch %d %d", 
256                         td->method->klass->name, td->method->name, 
257                         td->sp [-1].type, td->sp [-2].type);
258         }
259         td->sp -= 2;
260         handle_branch (td, short_op, long_op, offset);
261 }
262
263 static void
264 unary_arith_op(TransformData *td, int mint_op)
265 {
266         int op = mint_op + td->sp [-1].type - STACK_TYPE_I4;
267         CHECK_STACK(td, 1);
268         ADD_CODE(td, op);
269 }
270
271 static void
272 binary_arith_op(TransformData *td, int mint_op)
273 {
274         int type1 = td->sp [-2].type;
275         int type2 = td->sp [-1].type;
276         int op;
277 #if SIZEOF_VOID_P == 8
278         if ((type1 == STACK_TYPE_MP || type1 == STACK_TYPE_I8) && type2 == STACK_TYPE_I4) {
279                 ADD_CODE(td, MINT_CONV_I8_I4);
280                 type2 = STACK_TYPE_I8;
281         }
282         if (type1 == STACK_TYPE_I4 && (type2 == STACK_TYPE_MP || type2 == STACK_TYPE_I8)) {
283                 ADD_CODE(td, MINT_CONV_I8_I4_SP);
284                 type1 = STACK_TYPE_I8;
285                 td->sp [-2].type = STACK_TYPE_I8;
286         }
287 #endif
288         if (type1 == STACK_TYPE_MP)
289                 type1 = STACK_TYPE_I;
290         if (type2 == STACK_TYPE_MP)
291                 type2 = STACK_TYPE_I;
292         if (type1 != type2) {
293                 g_warning("%s.%s: %04x arith type mismatch %s %d %d", 
294                         td->method->klass->name, td->method->name, 
295                         td->ip - td->il_code, mono_interp_opname[mint_op], type1, type2);
296         }
297         op = mint_op + type1 - STACK_TYPE_I4;
298         CHECK_STACK(td, 2);
299         ADD_CODE(td, op);
300         --td->sp;
301 }
302
303 static void
304 shift_op(TransformData *td, int mint_op)
305 {
306         int op = mint_op + td->sp [-2].type - STACK_TYPE_I4;
307         CHECK_STACK(td, 2);
308         if (td->sp [-1].type != STACK_TYPE_I4) {
309                 g_warning("%s.%s: shift type mismatch %d", 
310                         td->method->klass->name, td->method->name,
311                         td->sp [-2].type);
312         }
313         ADD_CODE(td, op);
314         --td->sp;
315 }
316
317 static int 
318 mint_type(MonoType *type)
319 {
320         if (type->byref)
321                 return MINT_TYPE_P;
322 enum_type:
323         switch (type->type) {
324         case MONO_TYPE_I1:
325                 return MINT_TYPE_I1;
326         case MONO_TYPE_U1:
327         case MONO_TYPE_BOOLEAN:
328                 return MINT_TYPE_U1;
329         case MONO_TYPE_I2:
330                 return MINT_TYPE_I2;
331         case MONO_TYPE_U2:
332         case MONO_TYPE_CHAR:
333                 return MINT_TYPE_U2;
334         case MONO_TYPE_I4:
335         case MONO_TYPE_U4:
336                 return MINT_TYPE_I4;
337         case MONO_TYPE_I:
338         case MONO_TYPE_U:
339 #if SIZEOF_VOID_P == 4
340                 return MINT_TYPE_I4;
341 #else
342                 return MINT_TYPE_I8;
343 #endif
344         case MONO_TYPE_PTR:
345                 return MINT_TYPE_P;
346         case MONO_TYPE_R4:
347                 return MINT_TYPE_R4;
348         case MONO_TYPE_I8:
349         case MONO_TYPE_U8:
350                 return MINT_TYPE_I8;
351         case MONO_TYPE_R8:
352                 return MINT_TYPE_R8;
353         case MONO_TYPE_STRING:
354         case MONO_TYPE_SZARRAY:
355         case MONO_TYPE_CLASS:
356         case MONO_TYPE_OBJECT:
357         case MONO_TYPE_ARRAY:
358                 return MINT_TYPE_O;
359         case MONO_TYPE_VALUETYPE:
360                 if (type->data.klass->enumtype) {
361                         type = mono_class_enum_basetype (type->data.klass);
362                         goto enum_type;
363                 } else
364                         return MINT_TYPE_VT;
365         case MONO_TYPE_TYPEDBYREF:
366                 return MINT_TYPE_VT;
367         case MONO_TYPE_GENERICINST:
368                 type = &type->data.generic_class->container_class->byval_arg;
369                 goto enum_type;
370         default:
371                 g_warning ("got type 0x%02x", type->type);
372                 g_assert_not_reached ();
373         }
374         return -1;
375 }
376
377 static int 
378 can_store (int stack_type, int var_type)
379 {
380         if (stack_type == STACK_TYPE_O || stack_type == STACK_TYPE_MP)
381                 stack_type = STACK_TYPE_I;
382         if (var_type == STACK_TYPE_O || var_type == STACK_TYPE_MP)
383                 var_type = STACK_TYPE_I;
384         return stack_type == var_type;
385 }
386
387 #define SET_SIMPLE_TYPE(s, ty) \
388         do { \
389                 (s)->type = (ty); \
390                 (s)->flags = 0; \
391                 (s)->klass = NULL; \
392         } while (0)
393
394 #define SET_TYPE(s, ty, k) \
395         do { \
396                 (s)->type = (ty); \
397                 (s)->flags = 0; \
398                 (s)->klass = k; \
399         } while (0)
400
401 #define PUSH_SIMPLE_TYPE(td, ty) \
402         do { \
403                 int sp_height; \
404                 (td)->sp++; \
405                 sp_height = (td)->sp - (td)->stack; \
406                 if (sp_height > (td)->max_stack_height) \
407                         (td)->max_stack_height = sp_height; \
408                 SET_SIMPLE_TYPE((td)->sp - 1, ty); \
409         } while (0)
410
411 #define PUSH_TYPE(td, ty, k) \
412         do { \
413                 int sp_height; \
414                 (td)->sp++; \
415                 sp_height = (td)->sp - (td)->stack; \
416                 if (sp_height > (td)->max_stack_height) \
417                         (td)->max_stack_height = sp_height; \
418                 SET_TYPE((td)->sp - 1, ty, k); \
419         } while (0)
420
421 #define PUSH_VT(td, size) \
422         do { \
423                 (td)->vt_sp += ((size) + 7) & ~7; \
424                 if ((td)->vt_sp > (td)->max_vt_sp) \
425                         (td)->max_vt_sp = (td)->vt_sp; \
426         } while (0)
427
428 #define POP_VT(td, size) \
429         do { \
430                 (td)->vt_sp -= ((size) + 7) & ~7; \
431         } while (0)
432
433 #if NO_UNALIGNED_ACCESS
434 #define WRITE32(td, v) \
435         do { \
436                 ENSURE_CODE(td, 2); \
437                 * (guint16 *)((td)->new_ip) = * (guint16 *)(v); \
438                 * ((guint16 *)((td)->new_ip) + 1) = * ((guint16 *)(v) + 1); \
439                 (td)->new_ip += 2; \
440         } while (0)
441
442 #define WRITE64(td, v) \
443         do { \
444                 ENSURE_CODE(td, 4); \
445                 * (guint16 *)((td)->new_ip) = * (guint16 *)(v); \
446                 * ((guint16 *)((td)->new_ip) + 1) = * ((guint16 *)(v) + 1); \
447                 * ((guint16 *)((td)->new_ip) + 2) = * ((guint16 *)(v) + 2); \
448                 * ((guint16 *)((td)->new_ip) + 3) = * ((guint16 *)(v) + 3); \
449                 (td)->new_ip += 4; \
450         } while (0)
451 #else
452 #define WRITE32(td, v) \
453         do { \
454                 ENSURE_CODE(td, 2); \
455                 * (guint32 *)((td)->new_ip) = * (guint32 *)(v); \
456                 (td)->new_ip += 2; \
457         } while (0)
458
459 #define WRITE64(td, v) \
460         do { \
461                 ENSURE_CODE(td, 4); \
462                 * (guint64 *)((td)->new_ip) = * (guint64 *)(v); \
463                 (td)->new_ip += 4; \
464         } while (0)
465
466 #endif
467
468 static void 
469 load_arg(TransformData *td, int n)
470 {
471         int mt;
472         MonoClass *klass = NULL;
473         MonoType *type;
474
475         gboolean hasthis = mono_method_signature (td->method)->hasthis;
476         if (hasthis && n == 0)
477                 type = &td->method->klass->byval_arg;
478         else
479                 type = mono_method_signature (td->method)->params [hasthis ? n - 1 : n];
480
481         mt = mint_type (type);
482         if (mt == MINT_TYPE_VT) {
483                 gint32 size;
484                 klass = mono_class_from_mono_type (type);
485                 if (mono_method_signature (td->method)->pinvoke)
486                         size = mono_class_native_size (klass, NULL);
487                 else
488                         size = mono_class_value_size (klass, NULL);
489
490                 if (hasthis && n == 0) {
491                         mt = MINT_TYPE_P;
492                         ADD_CODE (td, MINT_LDARG_P);
493                         ADD_CODE (td, td->rtm->arg_offsets [n]); /* FIX for large offset */
494                         klass = NULL;
495                 } else {
496                         PUSH_VT (td, size);
497                         ADD_CODE (td, MINT_LDARG_VT);
498                         ADD_CODE (td, td->rtm->arg_offsets [n]); /* FIX for large offset */
499                         WRITE32 (td, &size);
500                 }
501         } else {
502                 if (hasthis && n == 0) {
503                         mt = MINT_TYPE_P;
504                         ADD_CODE (td, MINT_LDARG_P);
505                         ADD_CODE (td, td->rtm->arg_offsets [n]); /* FIX for large offset */
506                         klass = NULL;
507                 } else {
508                         ADD_CODE(td, MINT_LDARG_I1 + (mt - MINT_TYPE_I1));
509                         ADD_CODE(td, td->rtm->arg_offsets [n]); /* FIX for large offset */
510                         if (mt == MINT_TYPE_O)
511                                 klass = mono_class_from_mono_type (type);
512                 }
513         }
514         PUSH_TYPE(td, stack_type[mt], klass);
515 }
516
517 static void 
518 store_arg(TransformData *td, int n)
519 {
520         int mt;
521         CHECK_STACK (td, 1);
522         MonoType *type;
523
524         gboolean hasthis = mono_method_signature (td->method)->hasthis;
525         if (hasthis && n == 0)
526                 type = &td->method->klass->byval_arg;
527         else
528                 type = mono_method_signature (td->method)->params [n - !!hasthis];
529
530         mt = mint_type (type);
531         if (mt == MINT_TYPE_VT) {
532                 gint32 size;
533                 MonoClass *klass = mono_class_from_mono_type (type);
534                 if (mono_method_signature (td->method)->pinvoke)
535                         size = mono_class_native_size (klass, NULL);
536                 else
537                         size = mono_class_value_size (klass, NULL);
538                 ADD_CODE(td, MINT_STARG_VT);
539                 ADD_CODE(td, td->rtm->arg_offsets [n]);
540                 WRITE32(td, &size);
541                 if (td->sp [-1].type == STACK_TYPE_VT)
542                         POP_VT(td, size);
543         } else {
544                 ADD_CODE(td, MINT_STARG_I1 + (mt - MINT_TYPE_I1));
545                 ADD_CODE(td, td->rtm->arg_offsets [n]);
546         }
547         --td->sp;
548 }
549
550 static void 
551 store_inarg(TransformData *td, int n)
552 {
553         MonoType *type;
554         gboolean hasthis = mono_method_signature (td->method)->hasthis;
555         if (hasthis && n == 0)
556                 type = &td->method->klass->byval_arg;
557         else
558                 type = mono_method_signature (td->method)->params [n - !!hasthis];
559
560         int mt = mint_type (type);
561         if (hasthis && n == 0) {
562                 ADD_CODE (td, MINT_STINARG_P);
563                 ADD_CODE (td, n);
564                 return;
565         }
566         if (mt == MINT_TYPE_VT) {
567                 MonoClass *klass = mono_class_from_mono_type (type);
568                 gint32 size;
569                 if (mono_method_signature (td->method)->pinvoke)
570                         size = mono_class_native_size (klass, NULL);
571                 else
572                         size = mono_class_value_size (klass, NULL);
573                 ADD_CODE(td, MINT_STINARG_VT);
574                 ADD_CODE(td, n);
575                 WRITE32(td, &size);
576         } else {
577                 ADD_CODE(td, MINT_STINARG_I1 + (mt - MINT_TYPE_I1));
578                 ADD_CODE(td, n);
579         }
580 }
581
582 static void 
583 load_local(TransformData *td, int n)
584 {
585         MonoType *type = td->header->locals [n];
586         int mt = mint_type (type);
587         int offset = td->rtm->local_offsets [n];
588         MonoClass *klass = NULL;
589         if (mt == MINT_TYPE_VT) {
590                 klass = mono_class_from_mono_type (type);
591                 gint32 size = mono_class_value_size (klass, NULL);
592                 PUSH_VT(td, size);
593                 ADD_CODE(td, MINT_LDLOC_VT);
594                 ADD_CODE(td, offset); /*FIX for large offset */
595                 WRITE32(td, &size);
596         } else {
597                 g_assert (mt < MINT_TYPE_VT);
598                 if (!td->gen_sdb_seq_points &&
599                         mt == MINT_TYPE_I4 && !td->is_bb_start [td->in_start - td->il_code] && td->last_new_ip != NULL &&
600                         td->last_new_ip [0] == MINT_STLOC_I4 && td->last_new_ip [1] == offset) {
601                         td->last_new_ip [0] = MINT_STLOC_NP_I4;
602                 } else if (!td->gen_sdb_seq_points &&
603                                    mt == MINT_TYPE_O && !td->is_bb_start [td->in_start - td->il_code] && td->last_new_ip != NULL &&
604                                    td->last_new_ip [0] == MINT_STLOC_O && td->last_new_ip [1] == offset) {
605                         td->last_new_ip [0] = MINT_STLOC_NP_O;
606                 } else {
607                         ADD_CODE(td, MINT_LDLOC_I1 + (mt - MINT_TYPE_I1));
608                         ADD_CODE(td, offset); /*FIX for large offset */
609                 }
610                 if (mt == MINT_TYPE_O)
611                         klass = mono_class_from_mono_type (type);
612         }
613         PUSH_TYPE(td, stack_type[mt], klass);
614 }
615
616 static void 
617 store_local(TransformData *td, int n)
618 {
619         MonoType *type = td->header->locals [n];
620         int mt = mint_type (type);
621         int offset = td->rtm->local_offsets [n];
622         CHECK_STACK (td, 1);
623 #if SIZEOF_VOID_P == 8
624         if (td->sp [-1].type == STACK_TYPE_I4 && stack_type [mt] == STACK_TYPE_I8) {
625                 ADD_CODE(td, MINT_CONV_I8_I4);
626                 td->sp [-1].type = STACK_TYPE_I8;
627         }
628 #endif
629         if (!can_store(td->sp [-1].type, stack_type [mt])) {
630                 g_warning("%s.%s: Store local stack type mismatch %d %d", 
631                         td->method->klass->name, td->method->name,
632                         stack_type [mt], td->sp [-1].type);
633         }
634         if (mt == MINT_TYPE_VT) {
635                 MonoClass *klass = mono_class_from_mono_type (type);
636                 gint32 size = mono_class_value_size (klass, NULL);
637                 ADD_CODE(td, MINT_STLOC_VT);
638                 ADD_CODE(td, offset); /*FIX for large offset */
639                 WRITE32(td, &size);
640                 if (td->sp [-1].type == STACK_TYPE_VT)
641                         POP_VT(td, size);
642         } else {
643                 g_assert (mt < MINT_TYPE_VT);
644                 ADD_CODE(td, MINT_STLOC_I1 + (mt - MINT_TYPE_I1));
645                 ADD_CODE(td, offset); /*FIX for large offset */
646         }
647         --td->sp;
648 }
649
650 #define SIMPLE_OP(td, op) \
651         do { \
652                 ADD_CODE(&td, op); \
653                 ++td.ip; \
654         } while (0)
655
656 static guint16
657 get_data_item_index (TransformData *td, void *ptr)
658 {
659         gpointer p = g_hash_table_lookup (td->data_hash, ptr);
660         guint index;
661         if (p != NULL)
662                 return GPOINTER_TO_UINT (p) - 1;
663         if (td->max_data_items == td->n_data_items) {
664                 td->max_data_items = td->n_data_items == 0 ? 16 : 2 * td->max_data_items;
665                 td->data_items = g_realloc (td->data_items, td->max_data_items * sizeof(td->data_items [0]));
666         }
667         index = td->n_data_items;
668         td->data_items [index] = ptr;
669         ++td->n_data_items;
670         g_hash_table_insert (td->data_hash, ptr, GUINT_TO_POINTER (index + 1));
671         return index;
672 }
673
674 static gboolean
675 jit_call_supported (MonoMethod *method, MonoMethodSignature *sig)
676 {
677         GSList *l;
678
679         if (sig->param_count > 6)
680                 return FALSE;
681         if (sig->pinvoke)
682                 return FALSE;
683         if (method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL)
684                 return FALSE;
685         if (method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL)
686                 return FALSE;
687         if (method->is_inflated)
688                 return FALSE;
689         if (method->string_ctor)
690                 return FALSE;
691
692         for (l = jit_classes; l; l = l->next) {
693                 char *class_name = l->data;
694                 // FIXME: Namespaces
695                 if (!strcmp (method->klass->name, class_name))
696                         return TRUE;
697         }
698
699         //return TRUE;
700         return FALSE;
701 }
702
703 static void
704 interp_transform_call (TransformData *td, MonoMethod *method, MonoMethod *target_method, MonoDomain *domain, MonoGenericContext *generic_context, unsigned char *is_bb_start, int body_start_offset, MonoClass *constrained_class, gboolean readonly)
705 {
706         MonoImage *image = method->klass->image;
707         MonoMethodSignature *csignature;
708         MonoError error;
709         int virtual = *td->ip == CEE_CALLVIRT;
710         int calli = *td->ip == CEE_CALLI || *td->ip == CEE_MONO_CALLI_EXTRA_ARG;
711         int i;
712         guint32 vt_stack_used = 0;
713         guint32 vt_res_size = 0;
714         int op = -1;
715         int native = 0;
716         int is_void = 0;
717
718         guint32 token = read32 (td->ip + 1);
719
720         if (target_method == NULL) {
721                 if (calli) {
722                         CHECK_STACK(td, 1);
723                         native = (method->wrapper_type != MONO_WRAPPER_DELEGATE_INVOKE && td->sp [-1].type == STACK_TYPE_I);
724                         --td->sp;
725                         if (method->wrapper_type != MONO_WRAPPER_NONE)
726                                 csignature = (MonoMethodSignature *)mono_method_get_wrapper_data (method, token);
727                         else
728                                 csignature = mono_metadata_parse_signature (image, token);
729
730                         if (generic_context) {
731                                 csignature = mono_inflate_generic_signature (csignature, generic_context, &error);
732                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
733                         }
734
735                         target_method = NULL;
736                 } else {
737                         if (method->wrapper_type == MONO_WRAPPER_NONE)
738                                 target_method = mono_get_method_full (image, token, NULL, generic_context);
739                         else
740                                 target_method = (MonoMethod *)mono_method_get_wrapper_data (method, token);
741                         csignature = mono_method_signature (target_method);
742
743                         if (generic_context) {
744                                 csignature = mono_inflate_generic_signature (csignature, generic_context, &error);
745                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
746                                 target_method = mono_class_inflate_generic_method_checked (target_method, generic_context, &error);
747                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
748                         }
749                 }
750         } else {
751                 csignature = mono_method_signature (target_method);
752         }
753
754         if (target_method && target_method->string_ctor) {
755                 /* Create the real signature */
756                 MonoMethodSignature *ctor_sig = mono_metadata_signature_dup_mempool (td->mempool, csignature);
757                 ctor_sig->ret = &mono_defaults.string_class->byval_arg;
758
759                 csignature = ctor_sig;
760         }
761
762         /* Intrinsics */
763         if (target_method) {
764                 if (target_method->klass == mono_defaults.string_class) {
765                         if (target_method->name [0] == 'g') {
766                                 if (strcmp (target_method->name, "get_Chars") == 0)
767                                         op = MINT_GETCHR;
768                                 else if (strcmp (target_method->name, "get_Length") == 0)
769                                         op = MINT_STRLEN;
770                         }
771                 } else if (mono_class_is_subclass_of (target_method->klass, mono_defaults.array_class, FALSE)) {
772                         if (!strcmp (target_method->name, "get_Rank")) {
773                                 op = MINT_ARRAY_RANK;
774                         } else if (!strcmp (target_method->name, "get_Length")) {
775                                 op = MINT_LDLEN;
776                         } else if (!strcmp (target_method->name, "Address")) {
777                                 op = readonly ? MINT_LDELEMA : MINT_LDELEMA_TC;
778                         }
779                 } else if (target_method->klass->image == mono_defaults.corlib &&
780                                    (strcmp (target_method->klass->name_space, "System.Diagnostics") == 0) &&
781                                    (strcmp (target_method->klass->name, "Debugger") == 0)) {
782                         if (!strcmp (target_method->name, "Break") && csignature->param_count == 0) {
783                                 if (mini_should_insert_breakpoint (method))
784                                         op = MINT_BREAK;
785                         }
786                 }
787         }
788
789         if (constrained_class) {
790                 if (constrained_class->enumtype && !strcmp (target_method->name, "GetHashCode")) {
791                         /* Use the corresponding method from the base type to avoid boxing */
792                         MonoType *base_type = mono_class_enum_basetype (constrained_class);
793                         g_assert (base_type);
794                         constrained_class = mono_class_from_mono_type (base_type);
795                         target_method = mono_class_get_method_from_name (constrained_class, target_method->name, 0);
796                         g_assert (target_method);
797                 }
798         }
799
800         if (constrained_class) {
801                 mono_class_setup_vtable (constrained_class);
802 #if DEBUG_INTERP
803                 g_print ("CONSTRAINED.CALLVIRT: %s::%s.  %s (%p) ->\n", target_method->klass->name, target_method->name, mono_signature_full_name (target_method->signature), target_method);
804 #endif
805                 target_method = mono_get_method_constrained_with_method (image, target_method, constrained_class, generic_context, &error);
806 #if DEBUG_INTERP
807                 g_print ("                    : %s::%s.  %s (%p)\n", target_method->klass->name, target_method->name, mono_signature_full_name (target_method->signature), target_method);
808 #endif
809                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
810                 mono_class_setup_vtable (target_method->klass);
811
812                 if (constrained_class->valuetype && (target_method->klass == mono_defaults.object_class || target_method->klass == mono_defaults.enum_class->parent || target_method->klass == mono_defaults.enum_class)) {
813                         if (target_method->klass == mono_defaults.enum_class && (td->sp - csignature->param_count - 1)->type == STACK_TYPE_MP) {
814                                 /* managed pointer on the stack, we need to deref that puppy */
815                                 ADD_CODE (td, MINT_LDIND_I);
816                                 ADD_CODE (td, csignature->param_count);
817                         }
818                         ADD_CODE (td, MINT_BOX);
819                         ADD_CODE (td, get_data_item_index (td, constrained_class));
820                         ADD_CODE (td, csignature->param_count);
821                 } else if (!constrained_class->valuetype) {
822                         /* managed pointer on the stack, we need to deref that puppy */
823                         ADD_CODE (td, MINT_LDIND_I);
824                         ADD_CODE (td, csignature->param_count);
825                 } else {
826                         if (target_method->klass->valuetype) {
827                                 /* Own method */
828                         } else {
829                                 /* Interface method */
830                                 int ioffset, slot;
831
832                                 mono_class_setup_vtable (constrained_class);
833                                 ioffset = mono_class_interface_offset (constrained_class, target_method->klass);
834                                 if (ioffset == -1)
835                                         g_error ("type load error: constrained_class");
836                                 slot = mono_method_get_vtable_slot (target_method);
837                                 if (slot == -1)
838                                         g_error ("type load error: target_method->klass");
839                                 target_method = constrained_class->vtable [ioffset + slot];
840
841                                 if (target_method->klass == mono_defaults.enum_class) {
842                                         if ((td->sp - csignature->param_count - 1)->type == STACK_TYPE_MP) {
843                                                 /* managed pointer on the stack, we need to deref that puppy */
844                                                 ADD_CODE (td, MINT_LDIND_I);
845                                                 ADD_CODE (td, csignature->param_count);
846                                         }
847                                         ADD_CODE (td, MINT_BOX);
848                                         ADD_CODE (td, get_data_item_index (td, constrained_class));
849                                         ADD_CODE (td, csignature->param_count);
850                                 }
851                         }
852                         virtual = FALSE;
853                 }
854         }
855
856         if (target_method)
857                 mono_class_init (target_method->klass);
858
859         CHECK_STACK (td, csignature->param_count + csignature->hasthis);
860         if (!calli && op == -1 && (!virtual || (target_method->flags & METHOD_ATTRIBUTE_VIRTUAL) == 0) &&
861                 (target_method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL) == 0 && 
862                 (target_method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL) == 0 &&
863                 !(target_method->iflags & METHOD_IMPL_ATTRIBUTE_NOINLINING)) {
864                 int called_inited = mono_class_vtable (domain, target_method->klass)->initialized;
865                 MonoMethodHeader *mheader = mono_method_get_header (target_method);
866
867                 if (/*mono_metadata_signature_equal (method->signature, target_method->signature) */ method == target_method && *(td->ip + 5) == CEE_RET) {
868                         int offset;
869                         if (td->verbose_level)
870                                 g_print ("Optimize tail call of %s.%s\n", target_method->klass->name, target_method->name);
871
872                         for (i = csignature->param_count - 1 + !!csignature->hasthis; i >= 0; --i)
873                                 store_arg (td, i);
874
875                         ADD_CODE(td, MINT_BR_S);
876                         offset = body_start_offset - ((td->new_ip - 1) - td->new_code);
877                         ADD_CODE(td, offset);
878                         if (!is_bb_start [td->ip + 5 - td->il_code])
879                                 ++td->ip; /* gobble the CEE_RET if it isn't branched to */                              
880                         td->ip += 5;
881                         return;
882                 } else {
883                         /* mheader might not exist if this is a delegate invoc, etc */
884                         if (mheader && *mheader->code == CEE_RET && called_inited) {
885                                 if (td->verbose_level)
886                                         g_print ("Inline (empty) call of %s.%s\n", target_method->klass->name, target_method->name);
887                                 for (i = 0; i < csignature->param_count; i++) {
888                                         ADD_CODE (td, MINT_POP); /*FIX: vt */
889                                         ADD_CODE (td, 0);
890                                 }
891                                 if (csignature->hasthis) {
892                                         if (virtual)
893                                                 ADD_CODE(td, MINT_CKNULL);
894                                         ADD_CODE (td, MINT_POP);
895                                         ADD_CODE (td, 0);
896                                 }
897                                 td->sp -= csignature->param_count + csignature->hasthis;
898                                 td->ip += 5;
899                                 return;
900                         }
901                 }
902         }
903         if (method->wrapper_type == MONO_WRAPPER_NONE && target_method != NULL) {
904                 if (target_method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL)
905                         target_method = mono_marshal_get_native_wrapper (target_method, FALSE, FALSE);
906                 if (!virtual && target_method->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED)
907                         target_method = mono_marshal_get_synchronized_wrapper (target_method);
908         }
909         g_assert (csignature->call_convention == MONO_CALL_DEFAULT || csignature->call_convention == MONO_CALL_C);
910         td->sp -= csignature->param_count + !!csignature->hasthis;
911         for (i = 0; i < csignature->param_count; ++i) {
912                 if (td->sp [i + !!csignature->hasthis].type == STACK_TYPE_VT) {
913                         gint32 size;
914                         MonoClass *klass = mono_class_from_mono_type (csignature->params [i]);
915                         if (csignature->pinvoke && method->wrapper_type != MONO_WRAPPER_NONE)
916                                 size = mono_class_native_size (klass, NULL);
917                         else
918                                 size = mono_class_value_size (klass, NULL);
919                         size = (size + 7) & ~7;
920                         vt_stack_used += size;
921                 }
922         }
923
924         /* need to handle typedbyref ... */
925         if (csignature->ret->type != MONO_TYPE_VOID) {
926                 int mt = mint_type(csignature->ret);
927                 MonoClass *klass = mono_class_from_mono_type (csignature->ret);
928                 if (mt == MINT_TYPE_VT) {
929                         if (csignature->pinvoke && method->wrapper_type != MONO_WRAPPER_NONE)
930                                 vt_res_size = mono_class_native_size (klass, NULL);
931                         else
932                                 vt_res_size = mono_class_value_size (klass, NULL);
933                         PUSH_VT(td, vt_res_size);
934                 }
935                 PUSH_TYPE(td, stack_type[mt], klass);
936         } else
937                 is_void = TRUE;
938
939         if (op >= 0) {
940                 ADD_CODE (td, op);
941 #if SIZEOF_VOID_P == 8
942                 if (op == MINT_LDLEN)
943                         ADD_CODE (td, MINT_CONV_I4_I8);
944 #endif
945                 if (op == MINT_LDELEMA || op == MINT_LDELEMA_TC) {
946                         ADD_CODE (td, get_data_item_index (td, target_method->klass));
947                         ADD_CODE (td, 1 + target_method->klass->rank);
948                 }
949         } else if (!calli && !virtual && jit_call_supported (target_method, csignature)) {
950                 ADD_CODE(td, MINT_JIT_CALL);
951                 ADD_CODE(td, get_data_item_index (td, (void *)mono_interp_get_runtime_method (domain, target_method, &error)));
952                 mono_error_assert_ok (&error);
953         } else {
954                 if (calli)
955                         ADD_CODE(td, native ? MINT_CALLI_NAT : MINT_CALLI);
956                 else if (virtual)
957                         ADD_CODE(td, is_void ? MINT_VCALLVIRT : MINT_CALLVIRT);
958                 else
959                         ADD_CODE(td, is_void ? MINT_VCALL : MINT_CALL);
960
961                 if (calli) {
962                         ADD_CODE(td, get_data_item_index (td, (void *)csignature));
963                 } else {
964                         ADD_CODE(td, get_data_item_index (td, (void *)mono_interp_get_runtime_method (domain, target_method, &error)));
965                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
966                 }
967         }
968         td->ip += 5;
969         if (vt_stack_used != 0 || vt_res_size != 0) {
970                 ADD_CODE(td, MINT_VTRESULT);
971                 ADD_CODE(td, vt_res_size);
972                 WRITE32(td, &vt_stack_used);
973                 td->vt_sp -= vt_stack_used;
974         }
975 }
976
977 static MonoClassField *
978 interp_field_from_token (MonoMethod *method, guint32 token, MonoClass **klass, MonoGenericContext *generic_context)
979 {
980         MonoClassField *field = NULL;
981         if (method->wrapper_type != MONO_WRAPPER_NONE) {
982                 field = (MonoClassField *) mono_method_get_wrapper_data (method, token);
983                 *klass = field->parent;
984         } else {
985                 MonoError error;
986                 error_init (&error);
987                 field = mono_field_from_token_checked (method->klass->image, token, klass, generic_context, &error);
988                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
989         }
990         return field;
991 }
992
993 static InterpBasicBlock*
994 get_bb (TransformData *td, InterpBasicBlock *cbb, unsigned char *ip)
995 {
996         int offset = ip - td->il_code;
997         InterpBasicBlock *bb = td->offset_to_bb [offset];
998
999         if (!bb) {
1000                 bb = mono_mempool_alloc0 (td->mempool, sizeof (InterpBasicBlock));
1001                 bb->ip = ip;
1002                 td->offset_to_bb [offset] = bb;
1003
1004                 td->basic_blocks = g_list_append_mempool (td->mempool, td->basic_blocks, bb);
1005         }
1006
1007         if (cbb)
1008                 bb->preds = g_slist_prepend_mempool (td->mempool, bb->preds, cbb);
1009         return bb;
1010 }
1011
1012 /*
1013  * get_basic_blocks:
1014  *
1015  *   Compute the set of IL level basic blocks.
1016  */
1017 static void
1018 get_basic_blocks (TransformData *td)
1019 {
1020         guint8 *start = (guint8*)td->il_code;
1021         guint8 *end = (guint8*)td->il_code + td->code_size;
1022         guint8 *ip = start;
1023         unsigned char *target;
1024         int i;
1025         guint cli_addr;
1026         const MonoOpcode *opcode;
1027         InterpBasicBlock *cbb;
1028
1029         td->offset_to_bb = mono_mempool_alloc0 (td->mempool, sizeof (InterpBasicBlock*) * (end - start + 1));
1030         td->entry_bb = cbb = get_bb (td, NULL, start);
1031
1032         while (ip < end) {
1033                 cli_addr = ip - start;
1034                 td->offset_to_bb [cli_addr] = cbb;
1035                 i = mono_opcode_value ((const guint8 **)&ip, end);
1036                 opcode = &mono_opcodes [i];
1037                 switch (opcode->argument) {
1038                 case MonoInlineNone:
1039                         ip++;
1040                         break;
1041                 case MonoInlineString:
1042                 case MonoInlineType:
1043                 case MonoInlineField:
1044                 case MonoInlineMethod:
1045                 case MonoInlineTok:
1046                 case MonoInlineSig:
1047                 case MonoShortInlineR:
1048                 case MonoInlineI:
1049                         ip += 5;
1050                         break;
1051                 case MonoInlineVar:
1052                         ip += 3;
1053                         break;
1054                 case MonoShortInlineVar:
1055                 case MonoShortInlineI:
1056                         ip += 2;
1057                         break;
1058                 case MonoShortInlineBrTarget:
1059                         target = start + cli_addr + 2 + (signed char)ip [1];
1060                         get_bb (td, cbb, target);
1061                         ip += 2;
1062                         cbb = get_bb (td, cbb, ip);
1063                         break;
1064                 case MonoInlineBrTarget:
1065                         target = start + cli_addr + 5 + (gint32)read32 (ip + 1);
1066                         get_bb (td, cbb, target);
1067                         ip += 5;
1068                         cbb = get_bb (td, cbb, ip);
1069                         break;
1070                 case MonoInlineSwitch: {
1071                         guint32 n = read32 (ip + 1);
1072                         guint32 j;
1073                         ip += 5;
1074                         cli_addr += 5 + 4 * n;
1075                         target = start + cli_addr;
1076                         get_bb (td, cbb, target);
1077
1078                         for (j = 0; j < n; ++j) {
1079                                 target = start + cli_addr + (gint32)read32 (ip);
1080                                 get_bb (td, cbb, target);
1081                                 ip += 4;
1082                         }
1083                         cbb = get_bb (td, cbb, ip);
1084                         break;
1085                 }
1086                 case MonoInlineR:
1087                 case MonoInlineI8:
1088                         ip += 9;
1089                         break;
1090                 default:
1091                         g_assert_not_reached ();
1092                 }
1093         }
1094 }
1095
1096 static void
1097 interp_save_debug_info (RuntimeMethod *rtm, MonoMethodHeader *header, TransformData *td, GArray *line_numbers)
1098 {
1099         MonoDebugMethodJitInfo *dinfo;
1100         int i;
1101
1102         if (!mono_debug_enabled ())
1103                 return;
1104
1105         /*
1106          * We save the debug info in the same way the JIT does it, treating the interpreter IR as the native code.
1107          */
1108
1109         dinfo = g_new0 (MonoDebugMethodJitInfo, 1);
1110         dinfo->num_params = rtm->param_count;
1111         dinfo->params = g_new0 (MonoDebugVarInfo, dinfo->num_params);
1112         dinfo->num_locals = header->num_locals;
1113         dinfo->locals = g_new0 (MonoDebugVarInfo, header->num_locals);
1114         dinfo->code_start = (guint8*)rtm->code;
1115         dinfo->code_size = td->new_ip - td->new_code;
1116         dinfo->epilogue_begin = 0;
1117         dinfo->has_var_info = TRUE;
1118         dinfo->num_line_numbers = line_numbers->len;
1119         dinfo->line_numbers = g_new0 (MonoDebugLineNumberEntry, dinfo->num_line_numbers);
1120
1121         for (i = 0; i < dinfo->num_params; i++) {
1122                 MonoDebugVarInfo *var = &dinfo->params [i];
1123                 var->type = rtm->param_types [i];
1124         }
1125         for (i = 0; i < dinfo->num_locals; i++) {
1126                 MonoDebugVarInfo *var = &dinfo->locals [i];
1127                 var->type = header->locals [i];
1128         }
1129
1130         for (i = 0; i < dinfo->num_line_numbers; i++)
1131                 dinfo->line_numbers [i] = g_array_index (line_numbers, MonoDebugLineNumberEntry, i);
1132         mono_debug_add_method (rtm->method, dinfo, mono_domain_get ());
1133
1134         mono_debug_free_method_jit_info (dinfo);
1135 }
1136
1137 /* Same as the code in seq-points.c */
1138 static void
1139 insert_pred_seq_point (SeqPoint *last_sp, SeqPoint *sp, GSList **next)
1140 {
1141         GSList *l;
1142         int src_index = last_sp->next_offset;
1143         int dst_index = sp->next_offset;
1144
1145         /* bb->in_bb might contain duplicates */
1146         for (l = next [src_index]; l; l = l->next)
1147                 if (GPOINTER_TO_UINT (l->data) == dst_index)
1148                         break;
1149         if (!l)
1150                 next [src_index] = g_slist_append (next [src_index], GUINT_TO_POINTER (dst_index));
1151 }
1152
1153 static void
1154 recursively_make_pred_seq_points (TransformData *td, InterpBasicBlock *bb)
1155 {
1156         const gpointer MONO_SEQ_SEEN_LOOP = GINT_TO_POINTER(-1);
1157         GSList *l;
1158
1159         GArray *predecessors = g_array_new (FALSE, TRUE, sizeof (gpointer));
1160         GHashTable *seen = g_hash_table_new_full (g_direct_hash, NULL, NULL, NULL);
1161
1162         // Insert/remove sentinel into the memoize table to detect loops containing bb
1163         bb->pred_seq_points = MONO_SEQ_SEEN_LOOP;
1164
1165         for (l = bb->preds; l; l = l->next) {
1166                 InterpBasicBlock *in_bb = l->data;
1167
1168                 // This bb has the last seq point, append it and continue
1169                 if (in_bb->last_seq_point != NULL) {
1170                         predecessors = g_array_append_val (predecessors, in_bb->last_seq_point);
1171                         continue;
1172                 }
1173
1174                 // We've looped or handled this before, exit early.
1175                 // No last sequence points to find.
1176                 if (in_bb->pred_seq_points == MONO_SEQ_SEEN_LOOP)
1177                         continue;
1178
1179                 // Take sequence points from incoming basic blocks
1180
1181                 if (in_bb == td->entry_bb)
1182                         continue;
1183
1184                 if (in_bb->pred_seq_points == NULL)
1185                         recursively_make_pred_seq_points (td, in_bb);
1186
1187                 // Union sequence points with incoming bb's
1188                 for (int i=0; i < in_bb->num_pred_seq_points; i++) {
1189                         if (!g_hash_table_lookup (seen, in_bb->pred_seq_points [i])) {
1190                                 g_array_append_val (predecessors, in_bb->pred_seq_points [i]);
1191                                 g_hash_table_insert (seen, in_bb->pred_seq_points [i], (gpointer)&MONO_SEQ_SEEN_LOOP);
1192                         }
1193                 }
1194                 // predecessors = g_array_append_vals (predecessors, in_bb->pred_seq_points, in_bb->num_pred_seq_points);
1195         }
1196
1197         g_hash_table_destroy (seen);
1198
1199         if (predecessors->len != 0) {
1200                 bb->pred_seq_points = mono_mempool_alloc0 (td->mempool, sizeof (SeqPoint *) * predecessors->len);
1201                 bb->num_pred_seq_points = predecessors->len;
1202
1203                 for (int newer = 0; newer < bb->num_pred_seq_points; newer++) {
1204                         bb->pred_seq_points [newer] = g_array_index (predecessors, gpointer, newer);
1205                 }
1206         }
1207
1208         g_array_free (predecessors, TRUE);
1209 }
1210
1211 static void
1212 collect_pred_seq_points (TransformData *td, InterpBasicBlock *bb, SeqPoint *seqp, GSList **next)
1213 {
1214         // Doesn't have a last sequence point, must find from incoming basic blocks
1215         if (bb->pred_seq_points == NULL && bb != td->entry_bb)
1216                 recursively_make_pred_seq_points (td, bb);
1217
1218         for (int i = 0; i < bb->num_pred_seq_points; i++)
1219                 insert_pred_seq_point (bb->pred_seq_points [i], seqp, next);
1220
1221         return;
1222 }
1223
1224 static void
1225 save_seq_points (TransformData *td)
1226 {
1227         RuntimeMethod *rtm = td->rtm;
1228         GByteArray *array;
1229         int i, seq_info_size;
1230         MonoSeqPointInfo *info;
1231         MonoDomain *domain = mono_domain_get ();
1232         GSList **next = NULL;
1233         GList *bblist;
1234
1235         if (!td->gen_sdb_seq_points)
1236                 return;
1237
1238         /*
1239          * For each sequence point, compute the list of sequence points immediately
1240          * following it, this is needed to implement 'step over' in the debugger agent.
1241          * Similar to the code in mono_save_seq_point_info ().
1242          */
1243         for (i = 0; i < td->seq_points->len; ++i) {
1244                 SeqPoint *sp = g_ptr_array_index (td->seq_points, i);
1245
1246                 /* Store the seq point index here temporarily */
1247                 sp->next_offset = i;
1248         }
1249         next = mono_mempool_alloc0 (td->mempool, sizeof (GList*) * td->seq_points->len);
1250         for (bblist = td->basic_blocks; bblist; bblist = bblist->next) {
1251                 InterpBasicBlock *bb = bblist->data;
1252
1253                 GSList *bb_seq_points = g_slist_reverse (bb->seq_points);
1254                 SeqPoint *last = NULL;
1255                 for (GSList *l = bb_seq_points; l; l = l->next) {
1256                         SeqPoint *sp = l->data;
1257
1258                         if (sp->il_offset == METHOD_ENTRY_IL_OFFSET || sp->il_offset == METHOD_EXIT_IL_OFFSET)
1259                                 /* Used to implement method entry/exit events */
1260                                 continue;
1261
1262                         if (last != NULL) {
1263                                 /* Link with the previous seq point in the same bb */
1264                                 next [last->next_offset] = g_slist_append_mempool (td->mempool, next [last->next_offset], GINT_TO_POINTER (sp->next_offset));
1265                         } else {
1266                                 /* Link with the last bb in the previous bblocks */
1267                                 collect_pred_seq_points (td, bb, sp, next);
1268                         }
1269                         last = sp;
1270                 }
1271         }
1272
1273         /* Serialize the seq points into a byte array */
1274         array = g_byte_array_new ();
1275         SeqPoint zero_seq_point = {0};
1276         SeqPoint* last_seq_point = &zero_seq_point;
1277         for (i = 0; i < td->seq_points->len; ++i) {
1278                 SeqPoint *sp = (SeqPoint*)g_ptr_array_index (td->seq_points, i);
1279
1280                 sp->next_offset = 0;
1281                 if (mono_seq_point_info_add_seq_point (array, sp, last_seq_point, next [i], TRUE))
1282                         last_seq_point = sp;
1283         }
1284
1285         if (td->verbose_level) {
1286                 g_print ("\nSEQ POINT MAP FOR %s: \n", td->method->name);
1287
1288                 for (i = 0; i < td->seq_points->len; ++i) {
1289                         SeqPoint *sp = (SeqPoint*)g_ptr_array_index (td->seq_points, i);
1290                         GSList *l;
1291
1292                         if (!next [i])
1293                                 continue;
1294
1295                         g_print ("\tIL0x%x[0x%0x] ->", sp->il_offset, sp->native_offset);
1296                         for (l = next [i]; l; l = l->next) {
1297                                 int next_index = GPOINTER_TO_UINT (l->data);
1298                                 g_print (" IL0x%x", ((SeqPoint*)g_ptr_array_index (td->seq_points, next_index))->il_offset);
1299                         }
1300                         g_print ("\n");
1301                 }
1302         }
1303
1304         info = mono_seq_point_info_new (array->len, TRUE, array->data, TRUE, &seq_info_size);
1305         mono_jit_stats.allocated_seq_points_size += seq_info_size;
1306
1307         g_byte_array_free (array, TRUE);
1308
1309         mono_domain_lock (domain);
1310         g_hash_table_insert (domain_jit_info (domain)->seq_points, rtm->method, info);
1311         mono_domain_unlock (domain);
1312 }
1313
1314 static void
1315 emit_seq_point (TransformData *td, int il_offset, InterpBasicBlock *cbb, gboolean nonempty_stack)
1316 {
1317         SeqPoint *seqp;
1318
1319         seqp = mono_mempool_alloc0 (td->mempool, sizeof (SeqPoint));
1320         seqp->il_offset = il_offset;
1321         seqp->native_offset = (guint8*)td->new_ip - (guint8*)td->new_code;
1322         if (nonempty_stack)
1323                 seqp->flags |= MONO_SEQ_POINT_FLAG_NONEMPTY_STACK;
1324
1325         ADD_CODE (td, MINT_SDB_SEQ_POINT);
1326         g_ptr_array_add (td->seq_points, seqp);
1327
1328         cbb->seq_points = g_slist_prepend_mempool (td->mempool, cbb->seq_points, seqp);
1329         cbb->last_seq_point = seqp;
1330 }
1331
1332 static void
1333 generate (MonoMethod *method, RuntimeMethod *rtm, unsigned char *is_bb_start, MonoGenericContext *generic_context)
1334 {
1335         MonoMethodHeader *header = mono_method_get_header (method);
1336         MonoMethodSignature *signature = mono_method_signature (method);
1337         MonoImage *image = method->klass->image;
1338         MonoDomain *domain = rtm->domain;
1339         MonoClass *constrained_class = NULL;
1340         MonoError error;
1341         int offset, mt, i, i32;
1342         gboolean readonly = FALSE;
1343         MonoClass *klass;
1344         MonoClassField *field;
1345         const unsigned char *end;
1346         int new_in_start_offset;
1347         int body_start_offset;
1348         int target;
1349         guint32 token;
1350         TransformData td;
1351         int generating_code = 1;
1352         GArray *line_numbers;
1353         MonoDebugMethodInfo *minfo;
1354         MonoBitSet *seq_point_locs = NULL;
1355         MonoBitSet *seq_point_set_locs = NULL;
1356         gboolean sym_seq_points = FALSE;
1357         InterpBasicBlock *bb_exit = NULL;
1358         static gboolean verbose_method_inited;
1359         static char* verbose_method_name;
1360
1361         if (!verbose_method_inited) {
1362                 verbose_method_name = getenv ("MONO_VERBOSE_METHOD");
1363                 verbose_method_inited = TRUE;
1364         }
1365
1366         memset (&td, 0, sizeof(td));
1367         td.method = method;
1368         td.rtm = rtm;
1369         td.is_bb_start = is_bb_start;
1370         td.il_code = header->code;
1371         td.code_size = header->code_size;
1372         td.header = header;
1373         td.max_code_size = td.code_size;
1374         td.new_code = (unsigned short *)g_malloc(td.max_code_size * sizeof(gushort));
1375         td.new_code_end = td.new_code + td.max_code_size;
1376         td.mempool = mono_mempool_new ();
1377         td.in_offsets = g_malloc0(header->code_size * sizeof(int));
1378         td.stack_state = g_malloc0(header->code_size * sizeof(StackInfo *));
1379         td.stack_height = g_malloc(header->code_size * sizeof(int));
1380         td.vt_stack_size = g_malloc(header->code_size * sizeof(int));
1381         td.n_data_items = 0;
1382         td.max_data_items = 0;
1383         td.data_items = NULL;
1384         td.data_hash = g_hash_table_new (NULL, NULL);
1385         td.clause_indexes = g_malloc (header->code_size * sizeof (int));
1386         td.gen_sdb_seq_points = debug_options.gen_sdb_seq_points;
1387         td.seq_points = g_ptr_array_new ();
1388         td.relocs = g_ptr_array_new ();
1389         td.verbose_level = mono_interp_traceopt;
1390         rtm->data_items = td.data_items;
1391         for (i = 0; i < header->code_size; i++) {
1392                 td.stack_height [i] = -1;
1393                 td.clause_indexes [i] = -1;
1394         }
1395
1396         if (verbose_method_name) {
1397                 const char *name = verbose_method_name;
1398
1399                 if ((strchr (name, '.') > name) || strchr (name, ':')) {
1400                         MonoMethodDesc *desc;
1401
1402                         desc = mono_method_desc_new (name, TRUE);
1403                         if (mono_method_desc_full_match (desc, method)) {
1404                                 td.verbose_level = 4;
1405                         }
1406                         mono_method_desc_free (desc);
1407                 } else {
1408                         if (strcmp (method->name, name) == 0)
1409                                 td.verbose_level = 4;
1410                 }
1411         }
1412
1413         if (td.gen_sdb_seq_points) {
1414                 get_basic_blocks (&td);
1415
1416                 minfo = mono_debug_lookup_method (method);
1417
1418                 if (minfo) {
1419                         MonoSymSeqPoint *sps;
1420                         int i, n_il_offsets;
1421
1422                         mono_debug_get_seq_points (minfo, NULL, NULL, NULL, &sps, &n_il_offsets);
1423                         // FIXME: Free
1424                         seq_point_locs = mono_bitset_mem_new (mono_mempool_alloc0 (td.mempool, mono_bitset_alloc_size (header->code_size, 0)), header->code_size, 0);
1425                         seq_point_set_locs = mono_bitset_mem_new (mono_mempool_alloc0 (td.mempool, mono_bitset_alloc_size (header->code_size, 0)), header->code_size, 0);
1426                         sym_seq_points = TRUE;
1427
1428                         for (i = 0; i < n_il_offsets; ++i) {
1429                                 if (sps [i].il_offset < header->code_size)
1430                                         mono_bitset_set_fast (seq_point_locs, sps [i].il_offset);
1431                         }
1432                         g_free (sps);
1433                 } else if (!method->wrapper_type && !method->dynamic && mono_debug_image_has_debug_info (method->klass->image)) {
1434                         /* Methods without line number info like auto-generated property accessors */
1435                         seq_point_locs = mono_bitset_new (header->code_size, 0);
1436                         seq_point_set_locs = mono_bitset_new (header->code_size, 0);
1437                         sym_seq_points = TRUE;
1438                 }
1439         }
1440
1441         td.new_ip = td.new_code;
1442         td.last_new_ip = NULL;
1443
1444         td.stack = g_malloc0 ((header->max_stack + 1) * sizeof (td.stack [0]));
1445         td.sp = td.stack;
1446         td.max_stack_height = 0;
1447
1448         line_numbers = g_array_new (FALSE, TRUE, sizeof (MonoDebugLineNumberEntry));
1449
1450         for (i = 0; i < header->num_clauses; i++) {
1451                 MonoExceptionClause *c = header->clauses + i;
1452                 td.stack_height [c->handler_offset] = 0;
1453                 td.vt_stack_size [c->handler_offset] = 0;
1454                 td.is_bb_start [c->handler_offset] = 1;
1455
1456                 td.stack_height [c->handler_offset] = 1;
1457                 td.stack_state [c->handler_offset] = g_malloc0(sizeof(StackInfo));
1458                 td.stack_state [c->handler_offset][0].type = STACK_TYPE_O;
1459                 td.stack_state [c->handler_offset][0].klass = NULL; /*FIX*/
1460
1461                 if (c->flags & MONO_EXCEPTION_CLAUSE_FILTER) {
1462                         td.stack_height [c->data.filter_offset] = 0;
1463                         td.vt_stack_size [c->data.filter_offset] = 0;
1464                         td.is_bb_start [c->data.filter_offset] = 1;
1465
1466                         td.stack_height [c->data.filter_offset] = 1;
1467                         td.stack_state [c->data.filter_offset] = g_malloc0(sizeof(StackInfo));
1468                         td.stack_state [c->data.filter_offset][0].type = STACK_TYPE_O;
1469                         td.stack_state [c->data.filter_offset][0].klass = NULL; /*FIX*/
1470                 }
1471
1472                 for (int j = c->handler_offset; j < c->handler_offset + c->handler_len; ++j) {
1473                         if (td.clause_indexes [j] == -1)
1474                                 td.clause_indexes [j] = i;
1475                 }
1476         }
1477
1478         td.ip = header->code;
1479         end = td.ip + header->code_size;
1480
1481         if (td.verbose_level) {
1482                 char *tmp = mono_disasm_code (NULL, method, td.ip, end);
1483                 char *name = mono_method_full_name (method, TRUE);
1484                 g_print ("Method %s, original code:\n", name);
1485                 g_print ("%s\n", tmp);
1486                 g_free (tmp);
1487                 g_free (name);
1488         }
1489
1490         if (signature->hasthis)
1491                 store_inarg (&td, 0);
1492         for (i = 0; i < signature->param_count; i++)
1493                 store_inarg (&td, i + !!signature->hasthis);
1494
1495         body_start_offset = td.new_ip - td.new_code;
1496
1497         for (i = 0; i < header->num_locals; i++) {
1498                 int mt = mint_type(header->locals [i]);
1499                 if (mt == MINT_TYPE_VT || mt == MINT_TYPE_O || mt == MINT_TYPE_P) {
1500                         ADD_CODE(&td, MINT_INITLOCALS);
1501                         break;
1502                 }
1503         }
1504
1505         if (sym_seq_points) {
1506                 InterpBasicBlock *cbb = td.offset_to_bb [0];
1507                 g_assert (cbb);
1508                 emit_seq_point (&td, METHOD_ENTRY_IL_OFFSET, cbb, FALSE);
1509         }
1510
1511         while (td.ip < end) {
1512                 int in_offset;
1513
1514                 g_assert (td.sp >= td.stack);
1515                 g_assert (td.vt_sp < 0x10000000);
1516                 in_offset = td.ip - header->code;
1517                 td.in_offsets [in_offset] = td.new_ip - td.new_code;
1518                 new_in_start_offset = td.new_ip - td.new_code;
1519                 td.in_start = td.ip;
1520
1521                 MonoDebugLineNumberEntry lne;
1522                 lne.native_offset = (guint8*)td.new_ip - (guint8*)td.new_code;
1523                 lne.il_offset = in_offset;
1524                 g_array_append_val (line_numbers, lne);
1525
1526                 if (td.stack_height [in_offset] >= 0) {
1527                         g_assert (is_bb_start [in_offset]);
1528                         if (td.stack_height [in_offset] > 0)
1529                                 memcpy (td.stack, td.stack_state [in_offset], td.stack_height [in_offset] * sizeof(td.stack [0]));
1530                         td.sp = td.stack + td.stack_height [in_offset];
1531                         td.vt_sp = td.vt_stack_size [in_offset];
1532                 }
1533                 if (is_bb_start [in_offset]) {
1534                         generating_code = 1;
1535                 }
1536                 if (!generating_code) {
1537                         while (td.ip < end && !is_bb_start [td.ip - td.il_code])
1538                                 ++td.ip;
1539                         continue;
1540                 }
1541                 if (td.verbose_level > 1) {
1542                         printf("IL_%04lx %s %-10s -> IL_%04lx, sp %ld, %s %-12s vt_sp %u (max %u)\n", 
1543                                 td.ip - td.il_code,
1544                                 td.is_bb_start [td.ip - td.il_code] == 3 ? "<>" :
1545                                 td.is_bb_start [td.ip - td.il_code] == 2 ? "< " :
1546                                 td.is_bb_start [td.ip - td.il_code] == 1 ? " >" : "  ",
1547                                 mono_opcode_name (*td.ip), td.new_ip - td.new_code, td.sp - td.stack, 
1548                                 td.sp > td.stack ? stack_type_string [td.sp [-1].type] : "  ",
1549                                 (td.sp > td.stack && (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_VT)) ? (td.sp [-1].klass == NULL ? "?" : td.sp [-1].klass->name) : "",
1550                                 td.vt_sp, td.max_vt_sp);
1551                 }
1552
1553                 if (sym_seq_points && mono_bitset_test_fast (seq_point_locs, td.ip - header->code)) {
1554                         InterpBasicBlock *cbb = td.offset_to_bb [td.ip - header->code];
1555                         g_assert (cbb);
1556
1557                         /*
1558                          * Make methods interruptable at the beginning, and at the targets of
1559                          * backward branches.
1560                          */
1561                         if (in_offset == 0 || g_slist_length (cbb->preds) > 1)
1562                                 ADD_CODE (&td, MINT_SDB_INTR_LOC);
1563
1564                         emit_seq_point (&td, in_offset, cbb, FALSE);
1565
1566                         mono_bitset_set_fast (seq_point_set_locs, td.ip - header->code);
1567                 }
1568
1569                 if (sym_seq_points)
1570                         bb_exit = td.offset_to_bb [td.ip - header->code];
1571
1572                 switch (*td.ip) {
1573                 case CEE_NOP: 
1574                         /* lose it */
1575                         ++td.ip;
1576                         break;
1577                 case CEE_BREAK:
1578                         SIMPLE_OP(td, MINT_BREAK);
1579                         break;
1580                 case CEE_LDARG_0:
1581                 case CEE_LDARG_1:
1582                 case CEE_LDARG_2:
1583                 case CEE_LDARG_3:
1584                         load_arg (&td, *td.ip - CEE_LDARG_0);
1585                         ++td.ip;
1586                         break;
1587                 case CEE_LDLOC_0:
1588                 case CEE_LDLOC_1:
1589                 case CEE_LDLOC_2:
1590                 case CEE_LDLOC_3:
1591                         load_local (&td, *td.ip - CEE_LDLOC_0);
1592                         ++td.ip;
1593                         break;
1594                 case CEE_STLOC_0:
1595                 case CEE_STLOC_1:
1596                 case CEE_STLOC_2:
1597                 case CEE_STLOC_3:
1598                         store_local (&td, *td.ip - CEE_STLOC_0);
1599                         ++td.ip;
1600                         break;
1601                 case CEE_LDARG_S:
1602                         load_arg (&td, ((guint8 *)td.ip)[1]);
1603                         td.ip += 2;
1604                         break;
1605                 case CEE_LDARGA_S: {
1606                         /* NOTE: n includes this */
1607                         int n = ((guint8 *) td.ip) [1];
1608                         ADD_CODE (&td, MINT_LDARGA);
1609                         ADD_CODE (&td, td.rtm->arg_offsets [n]);
1610                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
1611                         td.ip += 2;
1612                         break;
1613                 }
1614                 case CEE_STARG_S:
1615                         store_arg (&td, ((guint8 *)td.ip)[1]);
1616                         td.ip += 2;
1617                         break;
1618                 case CEE_LDLOC_S:
1619                         load_local (&td, ((guint8 *)td.ip)[1]);
1620                         td.ip += 2;
1621                         break;
1622                 case CEE_LDLOCA_S:
1623                         ADD_CODE(&td, MINT_LDLOCA_S);
1624                         ADD_CODE(&td, td.rtm->local_offsets [((guint8 *)td.ip)[1]]);
1625                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
1626                         td.ip += 2;
1627                         break;
1628                 case CEE_STLOC_S:
1629                         store_local (&td, ((guint8 *)td.ip)[1]);
1630                         td.ip += 2;
1631                         break;
1632                 case CEE_LDNULL: 
1633                         SIMPLE_OP(td, MINT_LDNULL);
1634                         PUSH_TYPE(&td, STACK_TYPE_O, NULL);
1635                         break;
1636                 case CEE_LDC_I4_M1:
1637                         SIMPLE_OP(td, MINT_LDC_I4_M1);
1638                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1639                         break;
1640                 case CEE_LDC_I4_0:
1641                         if (!td.is_bb_start[td.ip + 1 - td.il_code] && td.ip [1] == 0xfe && td.ip [2] == CEE_CEQ && 
1642                                 td.sp > td.stack && td.sp [-1].type == STACK_TYPE_I4) {
1643                                 SIMPLE_OP(td, MINT_CEQ0_I4);
1644                                 td.ip += 2;
1645                         } else {
1646                                 SIMPLE_OP(td, MINT_LDC_I4_0);
1647                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1648                         }
1649                         break;
1650                 case CEE_LDC_I4_1:
1651                         if (!td.is_bb_start[td.ip + 1 - td.il_code] && 
1652                                 (td.ip [1] == CEE_ADD || td.ip [1] == CEE_SUB) && td.sp [-1].type == STACK_TYPE_I4) {
1653                                 ADD_CODE(&td, td.ip [1] == CEE_ADD ? MINT_ADD1_I4 : MINT_SUB1_I4);
1654                                 td.ip += 2;
1655                         } else {
1656                                 SIMPLE_OP(td, MINT_LDC_I4_1);
1657                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1658                         }
1659                         break;
1660                 case CEE_LDC_I4_2:
1661                 case CEE_LDC_I4_3:
1662                 case CEE_LDC_I4_4:
1663                 case CEE_LDC_I4_5:
1664                 case CEE_LDC_I4_6:
1665                 case CEE_LDC_I4_7:
1666                 case CEE_LDC_I4_8:
1667                         SIMPLE_OP(td, (*td.ip - CEE_LDC_I4_0) + MINT_LDC_I4_0);
1668                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1669                         break;
1670                 case CEE_LDC_I4_S: 
1671                         ADD_CODE(&td, MINT_LDC_I4_S);
1672                         ADD_CODE(&td, ((gint8 *) td.ip) [1]);
1673                         td.ip += 2;
1674                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1675                         break;
1676                 case CEE_LDC_I4:
1677                         i32 = read32 (td.ip + 1);
1678                         ADD_CODE(&td, MINT_LDC_I4);
1679                         WRITE32(&td, &i32);
1680                         td.ip += 5;
1681                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1682                         break;
1683                 case CEE_LDC_I8: {
1684                         gint64 val = read64 (td.ip + 1);
1685                         ADD_CODE(&td, MINT_LDC_I8);
1686                         WRITE64(&td, &val);
1687                         td.ip += 9;
1688                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I8);
1689                         break;
1690                 }
1691                 case CEE_LDC_R4: {
1692                         float val;
1693                         readr4 (td.ip + 1, &val);
1694                         ADD_CODE(&td, MINT_LDC_R4);
1695                         WRITE32(&td, &val);
1696                         td.ip += 5;
1697                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_R8);
1698                         break;
1699                 }
1700                 case CEE_LDC_R8: {
1701                         double val;
1702                         readr8 (td.ip + 1, &val);
1703                         ADD_CODE(&td, MINT_LDC_R8);
1704                         WRITE64(&td, &val);
1705                         td.ip += 9;
1706                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_R8);
1707                         break;
1708                 }
1709                 case CEE_DUP: {
1710                         int type = td.sp [-1].type;
1711                         MonoClass *klass = td.sp [-1].klass;
1712                         if (td.sp [-1].type == STACK_TYPE_VT) {
1713                                 gint32 size = mono_class_value_size (klass, NULL);
1714                                 PUSH_VT(&td, size);
1715                                 ADD_CODE(&td, MINT_DUP_VT);
1716                                 WRITE32(&td, &size);
1717                                 td.ip ++;
1718                         } else 
1719                                 SIMPLE_OP(td, MINT_DUP);
1720                         PUSH_TYPE(&td, type, klass);
1721                         break;
1722                 }
1723                 case CEE_POP:
1724                         CHECK_STACK(&td, 1);
1725                         SIMPLE_OP(td, MINT_POP);
1726                         ADD_CODE (&td, 0);
1727                         if (td.sp [-1].type == STACK_TYPE_VT) {
1728                                 int size = mono_class_value_size (td.sp [-1].klass, NULL);
1729                                 size = (size + 7) & ~7;
1730                                 ADD_CODE(&td, MINT_VTRESULT);
1731                                 ADD_CODE(&td, 0);
1732                                 WRITE32(&td, &size);
1733                                 td.vt_sp -= size;
1734                         }
1735                         --td.sp;
1736                         break;
1737                 case CEE_JMP: {
1738                         MonoMethod *m;
1739                         if (td.sp > td.stack)
1740                                 g_warning ("CEE_JMP: stack must be empty");
1741                         token = read32 (td.ip + 1);
1742                         m = mono_get_method_full (image, token, NULL, generic_context);
1743                         ADD_CODE (&td, MINT_JMP);
1744                         ADD_CODE (&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
1745                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
1746                         td.ip += 5;
1747                         break;
1748                 }
1749                 case CEE_CALLVIRT: /* Fall through */
1750                 case CEE_CALLI:    /* Fall through */
1751                 case CEE_CALL: {
1752                         gboolean need_seq_point = FALSE;
1753
1754                         if (sym_seq_points && !mono_bitset_test_fast (seq_point_locs, td.ip + 5 - header->code))
1755                                 need_seq_point = TRUE;
1756
1757                         interp_transform_call (&td, method, NULL, domain, generic_context, is_bb_start, body_start_offset, constrained_class, readonly);
1758
1759                         if (need_seq_point) {
1760                                 InterpBasicBlock *cbb = td.offset_to_bb [td.ip - header->code];
1761                                 g_assert (cbb);
1762
1763                                 emit_seq_point (&td, td.ip - header->code, cbb, TRUE);
1764                         }
1765
1766                         constrained_class = NULL;
1767                         readonly = FALSE;
1768                         break;
1769                 }
1770                 case CEE_RET: {
1771                         int vt_size = 0;
1772                         if (signature->ret->type != MONO_TYPE_VOID) {
1773                                 --td.sp;
1774                                 MonoClass *klass = mono_class_from_mono_type (signature->ret);
1775                                 if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
1776                                         vt_size = mono_class_value_size (klass, NULL);
1777                                         vt_size = (vt_size + 7) & ~7;
1778                                 }
1779                         }
1780                         if (td.sp > td.stack)
1781                                 g_warning ("%s.%s: CEE_RET: more values on stack: %d", td.method->klass->name, td.method->name, td.sp - td.stack);
1782                         if (td.vt_sp != vt_size)
1783                                 g_error ("%s.%s: CEE_RET: value type stack: %d vs. %d", td.method->klass->name, td.method->name, td.vt_sp, vt_size);
1784
1785                         if (sym_seq_points) {
1786                                 InterpBasicBlock *cbb = td.offset_to_bb [td.ip - header->code];
1787                                 g_assert (cbb);
1788                                 emit_seq_point (&td, METHOD_EXIT_IL_OFFSET, bb_exit, FALSE);
1789                         }
1790
1791                         if (vt_size == 0)
1792                                 SIMPLE_OP(td, signature->ret->type == MONO_TYPE_VOID ? MINT_RET_VOID : MINT_RET);
1793                         else {
1794                                 ADD_CODE(&td, MINT_RET_VT);
1795                                 WRITE32(&td, &vt_size);
1796                                 ++td.ip;
1797                         }
1798                         generating_code = 0;
1799                         break;
1800                 }
1801                 case CEE_BR:
1802                         handle_branch (&td, MINT_BR_S, MINT_BR, 5 + read32 (td.ip + 1));
1803                         td.ip += 5;
1804                         generating_code = 0;
1805                         break;
1806                 case CEE_BR_S:
1807                         handle_branch (&td, MINT_BR_S, MINT_BR, 2 + (gint8)td.ip [1]);
1808                         td.ip += 2;
1809                         generating_code = 0;
1810                         break;
1811                 case CEE_BRFALSE:
1812                         one_arg_branch (&td, MINT_BRFALSE_I4, 5 + read32 (td.ip + 1));
1813                         td.ip += 5;
1814                         break;
1815                 case CEE_BRFALSE_S:
1816                         one_arg_branch (&td, MINT_BRFALSE_I4, 2 + (gint8)td.ip [1]);
1817                         td.ip += 2;
1818                         break;
1819                 case CEE_BRTRUE:
1820                         one_arg_branch (&td, MINT_BRTRUE_I4, 5 + read32 (td.ip + 1));
1821                         td.ip += 5;
1822                         break;
1823                 case CEE_BRTRUE_S:
1824                         one_arg_branch (&td, MINT_BRTRUE_I4, 2 + (gint8)td.ip [1]);
1825                         td.ip += 2;
1826                         break;
1827                 case CEE_BEQ:
1828                         two_arg_branch (&td, MINT_BEQ_I4, 5 + read32 (td.ip + 1));
1829                         td.ip += 5;
1830                         break;
1831                 case CEE_BEQ_S:
1832                         two_arg_branch (&td, MINT_BEQ_I4, 2 + (gint8) td.ip [1]);
1833                         td.ip += 2;
1834                         break;
1835                 case CEE_BGE:
1836                         two_arg_branch (&td, MINT_BGE_I4, 5 + read32 (td.ip + 1));
1837                         td.ip += 5;
1838                         break;
1839                 case CEE_BGE_S:
1840                         two_arg_branch (&td, MINT_BGE_I4, 2 + (gint8) td.ip [1]);
1841                         td.ip += 2;
1842                         break;
1843                 case CEE_BGT:
1844                         two_arg_branch (&td, MINT_BGT_I4, 5 + read32 (td.ip + 1));
1845                         td.ip += 5;
1846                         break;
1847                 case CEE_BGT_S:
1848                         two_arg_branch (&td, MINT_BGT_I4, 2 + (gint8) td.ip [1]);
1849                         td.ip += 2;
1850                         break;
1851                 case CEE_BLT:
1852                         two_arg_branch (&td, MINT_BLT_I4, 5 + read32 (td.ip + 1));
1853                         td.ip += 5;
1854                         break;
1855                 case CEE_BLT_S:
1856                         two_arg_branch (&td, MINT_BLT_I4, 2 + (gint8) td.ip [1]);
1857                         td.ip += 2;
1858                         break;
1859                 case CEE_BLE:
1860                         two_arg_branch (&td, MINT_BLE_I4, 5 + read32 (td.ip + 1));
1861                         td.ip += 5;
1862                         break;
1863                 case CEE_BLE_S:
1864                         two_arg_branch (&td, MINT_BLE_I4, 2 + (gint8) td.ip [1]);
1865                         td.ip += 2;
1866                         break;
1867                 case CEE_BNE_UN:
1868                         two_arg_branch (&td, MINT_BNE_UN_I4, 5 + read32 (td.ip + 1));
1869                         td.ip += 5;
1870                         break;
1871                 case CEE_BNE_UN_S:
1872                         two_arg_branch (&td, MINT_BNE_UN_I4, 2 + (gint8) td.ip [1]);
1873                         td.ip += 2;
1874                         break;
1875                 case CEE_BGE_UN:
1876                         two_arg_branch (&td, MINT_BGE_UN_I4, 5 + read32 (td.ip + 1));
1877                         td.ip += 5;
1878                         break;
1879                 case CEE_BGE_UN_S:
1880                         two_arg_branch (&td, MINT_BGE_UN_I4, 2 + (gint8) td.ip [1]);
1881                         td.ip += 2;
1882                         break;
1883                 case CEE_BGT_UN:
1884                         two_arg_branch (&td, MINT_BGT_UN_I4, 5 + read32 (td.ip + 1));
1885                         td.ip += 5;
1886                         break;
1887                 case CEE_BGT_UN_S:
1888                         two_arg_branch (&td, MINT_BGT_UN_I4, 2 + (gint8) td.ip [1]);
1889                         td.ip += 2;
1890                         break;
1891                 case CEE_BLE_UN:
1892                         two_arg_branch (&td, MINT_BLE_UN_I4, 5 + read32 (td.ip + 1));
1893                         td.ip += 5;
1894                         break;
1895                 case CEE_BLE_UN_S:
1896                         two_arg_branch (&td, MINT_BLE_UN_I4, 2 + (gint8) td.ip [1]);
1897                         td.ip += 2;
1898                         break;
1899                 case CEE_BLT_UN:
1900                         two_arg_branch (&td, MINT_BLT_UN_I4, 5 + read32 (td.ip + 1));
1901                         td.ip += 5;
1902                         break;
1903                 case CEE_BLT_UN_S:
1904                         two_arg_branch (&td, MINT_BLT_UN_I4, 2 + (gint8) td.ip [1]);
1905                         td.ip += 2;
1906                         break;
1907                 case CEE_SWITCH: {
1908                         guint32 n;
1909                         const unsigned char *next_ip;
1910                         ++td.ip;
1911                         n = read32 (td.ip);
1912                         ADD_CODE (&td, MINT_SWITCH);
1913                         WRITE32 (&td, &n);
1914                         td.ip += 4;
1915                         next_ip = td.ip + n * 4;
1916                         --td.sp;
1917                         int stack_height = td.sp - td.stack;
1918                         for (i = 0; i < n; i++) {
1919                                 offset = read32 (td.ip);
1920                                 target = next_ip - td.il_code + offset;
1921                                 if (offset < 0) {
1922 #if DEBUG_INTERP
1923                                         if (stack_height > 0 && stack_height != td.stack_height [target])
1924                                                 g_warning ("SWITCH with back branch and non-empty stack");
1925 #endif
1926                                         target = td.in_offsets [target] - (td.new_ip - td.new_code);
1927                                 } else {
1928                                         td.stack_height [target] = stack_height;
1929                                         td.vt_stack_size [target] = td.vt_sp;
1930                                         if (stack_height > 0)
1931                                                 td.stack_state [target] = g_memdup (td.stack, stack_height * sizeof (td.stack [0]));
1932
1933                                         Reloc *reloc = mono_mempool_alloc0 (td.mempool, sizeof (Reloc));
1934                                         reloc->type = RELOC_SWITCH;
1935                                         reloc->offset = td.new_ip - td.new_code;
1936                                         reloc->target = target;
1937                                         g_ptr_array_add (td.relocs, reloc);
1938                                         target = 0xffff;
1939                                 }
1940                                 WRITE32 (&td, &target);
1941                                 td.ip += 4;
1942                         }
1943                         break;
1944                 }
1945                 case CEE_LDIND_I1:
1946                         CHECK_STACK (&td, 1);
1947                         SIMPLE_OP (td, MINT_LDIND_I1);
1948                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1949                         break;
1950                 case CEE_LDIND_U1:
1951                         CHECK_STACK (&td, 1);
1952                         SIMPLE_OP (td, MINT_LDIND_U1);
1953                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1954                         break;
1955                 case CEE_LDIND_I2:
1956                         CHECK_STACK (&td, 1);
1957                         SIMPLE_OP (td, MINT_LDIND_I2);
1958                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1959                         break;
1960                 case CEE_LDIND_U2:
1961                         CHECK_STACK (&td, 1);
1962                         SIMPLE_OP (td, MINT_LDIND_U2);
1963                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1964                         break;
1965                 case CEE_LDIND_I4:
1966                         CHECK_STACK (&td, 1);
1967                         SIMPLE_OP (td, MINT_LDIND_I4);
1968                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1969                         break;
1970                 case CEE_LDIND_U4:
1971                         CHECK_STACK (&td, 1);
1972                         SIMPLE_OP (td, MINT_LDIND_U4);
1973                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1974                         break;
1975                 case CEE_LDIND_I8:
1976                         CHECK_STACK (&td, 1);
1977                         SIMPLE_OP (td, MINT_LDIND_I8);
1978                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1979                         break;
1980                 case CEE_LDIND_I:
1981                         CHECK_STACK (&td, 1);
1982                         SIMPLE_OP (td, MINT_LDIND_I);
1983                         ADD_CODE (&td, 0);
1984                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
1985                         break;
1986                 case CEE_LDIND_R4:
1987                         CHECK_STACK (&td, 1);
1988                         SIMPLE_OP (td, MINT_LDIND_R4);
1989                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1990                         break;
1991                 case CEE_LDIND_R8:
1992                         CHECK_STACK (&td, 1);
1993                         SIMPLE_OP (td, MINT_LDIND_R8);
1994                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1995                         break;
1996                 case CEE_LDIND_REF:
1997                         CHECK_STACK (&td, 1);
1998                         SIMPLE_OP (td, MINT_LDIND_REF);
1999                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
2000                         break;
2001                 case CEE_STIND_REF:
2002                         CHECK_STACK (&td, 2);
2003                         SIMPLE_OP (td, MINT_STIND_REF);
2004                         td.sp -= 2;
2005                         break;
2006                 case CEE_STIND_I1:
2007                         CHECK_STACK (&td, 2);
2008                         SIMPLE_OP (td, MINT_STIND_I1);
2009                         td.sp -= 2;
2010                         break;
2011                 case CEE_STIND_I2:
2012                         CHECK_STACK (&td, 2);
2013                         SIMPLE_OP (td, MINT_STIND_I2);
2014                         td.sp -= 2;
2015                         break;
2016                 case CEE_STIND_I4:
2017                         CHECK_STACK (&td, 2);
2018                         SIMPLE_OP (td, MINT_STIND_I4);
2019                         td.sp -= 2;
2020                         break;
2021                 case CEE_STIND_I:
2022                         CHECK_STACK (&td, 2);
2023                         SIMPLE_OP (td, MINT_STIND_I);
2024                         td.sp -= 2;
2025                         break;
2026                 case CEE_STIND_I8:
2027                         CHECK_STACK (&td, 2);
2028                         SIMPLE_OP (td, MINT_STIND_I8);
2029                         td.sp -= 2;
2030                         break;
2031                 case CEE_STIND_R4:
2032                         CHECK_STACK (&td, 2);
2033                         SIMPLE_OP (td, MINT_STIND_R4);
2034                         td.sp -= 2;
2035                         break;
2036                 case CEE_STIND_R8:
2037                         CHECK_STACK (&td, 2);
2038                         SIMPLE_OP (td, MINT_STIND_R8);
2039                         td.sp -= 2;
2040                         break;
2041                 case CEE_ADD:
2042                         binary_arith_op(&td, MINT_ADD_I4);
2043                         ++td.ip;
2044                         break;
2045                 case CEE_SUB:
2046                         binary_arith_op(&td, MINT_SUB_I4);
2047                         ++td.ip;
2048                         break;
2049                 case CEE_MUL:
2050                         binary_arith_op(&td, MINT_MUL_I4);
2051                         ++td.ip;
2052                         break;
2053                 case CEE_DIV:
2054                         binary_arith_op(&td, MINT_DIV_I4);
2055                         ++td.ip;
2056                         break;
2057                 case CEE_DIV_UN:
2058                         binary_arith_op(&td, MINT_DIV_UN_I4);
2059                         ++td.ip;
2060                         break;
2061                 case CEE_REM:
2062                         binary_arith_op (&td, MINT_REM_I4);
2063                         ++td.ip;
2064                         break;
2065                 case CEE_REM_UN:
2066                         binary_arith_op (&td, MINT_REM_UN_I4);
2067                         ++td.ip;
2068                         break;
2069                 case CEE_AND:
2070                         binary_arith_op (&td, MINT_AND_I4);
2071                         ++td.ip;
2072                         break;
2073                 case CEE_OR:
2074                         binary_arith_op (&td, MINT_OR_I4);
2075                         ++td.ip;
2076                         break;
2077                 case CEE_XOR:
2078                         binary_arith_op (&td, MINT_XOR_I4);
2079                         ++td.ip;
2080                         break;
2081                 case CEE_SHL:
2082                         shift_op (&td, MINT_SHL_I4);
2083                         ++td.ip;
2084                         break;
2085                 case CEE_SHR:
2086                         shift_op (&td, MINT_SHR_I4);
2087                         ++td.ip;
2088                         break;
2089                 case CEE_SHR_UN:
2090                         shift_op (&td, MINT_SHR_UN_I4);
2091                         ++td.ip;
2092                         break;
2093                 case CEE_NEG:
2094                         unary_arith_op (&td, MINT_NEG_I4);
2095                         ++td.ip;
2096                         break;
2097                 case CEE_NOT:
2098                         unary_arith_op (&td, MINT_NOT_I4);
2099                         ++td.ip;
2100                         break;
2101                 case CEE_CONV_U1:
2102                         CHECK_STACK (&td, 1);
2103                         switch (td.sp [-1].type) {
2104                         case STACK_TYPE_R8:
2105                                 ADD_CODE(&td, MINT_CONV_U1_R8);
2106                                 break;
2107                         case STACK_TYPE_I4:
2108                                 ADD_CODE(&td, MINT_CONV_U1_I4);
2109                                 break;
2110                         case STACK_TYPE_I8:
2111                                 ADD_CODE(&td, MINT_CONV_U1_I8);
2112                                 break;
2113                         default:
2114                                 g_assert_not_reached ();
2115                         }
2116                         ++td.ip;
2117                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2118                         break;
2119                 case CEE_CONV_I1:
2120                         CHECK_STACK (&td, 1);
2121                         switch (td.sp [-1].type) {
2122                         case STACK_TYPE_R8:
2123                                 ADD_CODE(&td, MINT_CONV_I1_R8);
2124                                 break;
2125                         case STACK_TYPE_I4:
2126                                 ADD_CODE(&td, MINT_CONV_I1_I4);
2127                                 break;
2128                         case STACK_TYPE_I8:
2129                                 ADD_CODE(&td, MINT_CONV_I1_I8);
2130                                 break;
2131                         default:
2132                                 g_assert_not_reached ();
2133                         }
2134                         ++td.ip;
2135                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2136                         break;
2137                 case CEE_CONV_U2:
2138                         CHECK_STACK (&td, 1);
2139                         switch (td.sp [-1].type) {
2140                         case STACK_TYPE_R8:
2141                                 ADD_CODE(&td, MINT_CONV_U2_R8);
2142                                 break;
2143                         case STACK_TYPE_I4:
2144                                 ADD_CODE(&td, MINT_CONV_U2_I4);
2145                                 break;
2146                         case STACK_TYPE_I8:
2147                                 ADD_CODE(&td, MINT_CONV_U2_I8);
2148                                 break;
2149                         default:
2150                                 g_assert_not_reached ();
2151                         }
2152                         ++td.ip;
2153                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2154                         break;
2155                 case CEE_CONV_I2:
2156                         CHECK_STACK (&td, 1);
2157                         switch (td.sp [-1].type) {
2158                         case STACK_TYPE_R8:
2159                                 ADD_CODE(&td, MINT_CONV_I2_R8);
2160                                 break;
2161                         case STACK_TYPE_I4:
2162                                 ADD_CODE(&td, MINT_CONV_I2_I4);
2163                                 break;
2164                         case STACK_TYPE_I8:
2165                                 ADD_CODE(&td, MINT_CONV_I2_I8);
2166                                 break;
2167                         default:
2168                                 g_assert_not_reached ();
2169                         }
2170                         ++td.ip;
2171                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2172                         break;
2173                 case CEE_CONV_U:
2174                         CHECK_STACK (&td, 1);
2175                         switch (td.sp [-1].type) {
2176                         case STACK_TYPE_R8:
2177 #if SIZEOF_VOID_P == 4
2178                                 ADD_CODE(&td, MINT_CONV_U4_R8);
2179 #else
2180                                 ADD_CODE(&td, MINT_CONV_U8_R8);
2181 #endif
2182                                 break;
2183                         case STACK_TYPE_I4:
2184 #if SIZEOF_VOID_P == 8
2185                                 ADD_CODE(&td, MINT_CONV_U8_I4);
2186 #endif
2187                                 break;
2188                         case STACK_TYPE_I8:
2189 #if SIZEOF_VOID_P == 4
2190                                 ADD_CODE(&td, MINT_CONV_U4_I8);
2191 #endif
2192                                 break;
2193                         case STACK_TYPE_MP:
2194                                 break;
2195                         default:
2196                                 g_assert_not_reached ();
2197                         }
2198                         ++td.ip;
2199                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2200                         break;
2201                 case CEE_CONV_I: 
2202                         CHECK_STACK (&td, 1);
2203                         switch (td.sp [-1].type) {
2204                         case STACK_TYPE_R8:
2205 #if SIZEOF_VOID_P == 8
2206                                 ADD_CODE(&td, MINT_CONV_I8_R8);
2207 #else
2208                                 ADD_CODE(&td, MINT_CONV_I4_R8);
2209 #endif
2210                                 break;
2211                         case STACK_TYPE_I4:
2212 #if SIZEOF_VOID_P == 8
2213                                 ADD_CODE(&td, MINT_CONV_I8_I4);
2214 #endif
2215                                 break;
2216                         case STACK_TYPE_O:
2217                                 break;
2218                         case STACK_TYPE_MP:
2219                                 break;
2220                         case STACK_TYPE_I8:
2221 #if SIZEOF_VOID_P == 4
2222                                 ADD_CODE(&td, MINT_CONV_I4_I8);
2223 #endif
2224                                 break;
2225                         default:
2226                                 g_assert_not_reached ();
2227                         }
2228                         ++td.ip;
2229                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2230                         break;
2231                 case CEE_CONV_U4:
2232                         CHECK_STACK (&td, 1);
2233                         switch (td.sp [-1].type) {
2234                         case STACK_TYPE_R8:
2235                                 ADD_CODE(&td, MINT_CONV_U4_R8);
2236                                 break;
2237                         case STACK_TYPE_I4:
2238                                 break;
2239                         case STACK_TYPE_I8:
2240                                 ADD_CODE(&td, MINT_CONV_U4_I8);
2241                                 break;
2242                         case STACK_TYPE_MP:
2243 #if SIZEOF_VOID_P == 8
2244                                 ADD_CODE(&td, MINT_CONV_U4_I8);
2245 #endif
2246                                 break;
2247                         default:
2248                                 g_assert_not_reached ();
2249                         }
2250                         ++td.ip;
2251                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2252                         break;
2253                 case CEE_CONV_I4:
2254                         CHECK_STACK (&td, 1);
2255                         switch (td.sp [-1].type) {
2256                         case STACK_TYPE_R8:
2257                                 ADD_CODE(&td, MINT_CONV_I4_R8);
2258                                 break;
2259                         case STACK_TYPE_I4:
2260                                 break;
2261                         case STACK_TYPE_I8:
2262                                 ADD_CODE(&td, MINT_CONV_I4_I8);
2263                                 break;
2264                         case STACK_TYPE_MP:
2265 #if SIZEOF_VOID_P == 8
2266                                 ADD_CODE(&td, MINT_CONV_I4_I8);
2267 #endif
2268                                 break;
2269                         default:
2270                                 g_assert_not_reached ();
2271                         }
2272                         ++td.ip;
2273                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2274                         break;
2275                 case CEE_CONV_I8:
2276                         CHECK_STACK (&td, 1);
2277                         switch (td.sp [-1].type) {
2278                         case STACK_TYPE_R8:
2279                                 ADD_CODE(&td, MINT_CONV_I8_R8);
2280                                 break;
2281                         case STACK_TYPE_I4:
2282                                 ADD_CODE(&td, MINT_CONV_I8_I4);
2283                                 break;
2284                         case STACK_TYPE_I8:
2285                                 break;
2286                         case STACK_TYPE_MP:
2287 #if SIZEOF_VOID_P == 4
2288                                 ADD_CODE(&td, MINT_CONV_I8_I4);
2289 #endif
2290                                 break;
2291                         default:
2292                                 g_assert_not_reached ();
2293                         }
2294                         ++td.ip;
2295                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2296                         break;
2297                 case CEE_CONV_R4:
2298                         CHECK_STACK (&td, 1);
2299                         switch (td.sp [-1].type) {
2300                         case STACK_TYPE_R8:
2301                                 ADD_CODE(&td, MINT_CONV_R4_R8);
2302                                 break;
2303                         case STACK_TYPE_I8:
2304                                 ADD_CODE(&td, MINT_CONV_R4_I8);
2305                                 break;
2306                         case STACK_TYPE_I4:
2307                                 ADD_CODE(&td, MINT_CONV_R4_I4);
2308                                 break;
2309                         default:
2310                                 g_assert_not_reached ();
2311                         }
2312                         ++td.ip;
2313                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2314                         break;
2315                 case CEE_CONV_R8:
2316                         CHECK_STACK (&td, 1);
2317                         switch (td.sp [-1].type) {
2318                         case STACK_TYPE_I4:
2319                                 ADD_CODE(&td, MINT_CONV_R8_I4);
2320                                 break;
2321                         case STACK_TYPE_I8:
2322                                 ADD_CODE(&td, MINT_CONV_R8_I8);
2323                                 break;
2324                         case STACK_TYPE_R8:
2325                                 break;
2326                         default:
2327                                 g_assert_not_reached ();
2328                         }
2329                         ++td.ip;
2330                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2331                         break;
2332                 case CEE_CONV_U8:
2333                         CHECK_STACK (&td, 1);
2334                         switch (td.sp [-1].type) {
2335                         case STACK_TYPE_I4:
2336                                 ADD_CODE(&td, MINT_CONV_U8_I4);
2337                                 break;
2338                         case STACK_TYPE_I8:
2339                                 break;
2340                         case STACK_TYPE_R8:
2341                                 ADD_CODE(&td, MINT_CONV_U8_R8);
2342                                 break;
2343                         case STACK_TYPE_MP:
2344 #if SIZEOF_VOID_P == 4
2345                                 ADD_CODE(&td, MINT_CONV_U8_I4);
2346 #endif
2347                                 break;
2348                         default:
2349                                 g_assert_not_reached ();
2350                         }
2351                         ++td.ip;
2352                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2353                         break;
2354                 case CEE_CPOBJ: {
2355                         CHECK_STACK (&td, 2);
2356
2357                         token = read32 (td.ip + 1);
2358                         klass = mono_class_get_full (image, token, generic_context);
2359
2360                         if (klass->valuetype) {
2361                                 ADD_CODE (&td, MINT_CPOBJ);
2362                                 ADD_CODE (&td, get_data_item_index(&td, klass));
2363                         } else {
2364                                 ADD_CODE (&td, MINT_LDIND_REF);
2365                                 ADD_CODE (&td, MINT_STIND_REF);
2366                         }
2367                         td.ip += 5;
2368                         td.sp -= 2;
2369                         break;
2370                 }
2371                 case CEE_LDOBJ: {
2372                         int size;
2373                         CHECK_STACK (&td, 1);
2374
2375                         token = read32 (td.ip + 1);
2376
2377                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2378                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2379                         else
2380                                 klass = mono_class_get_full (image, token, generic_context);
2381
2382                         ADD_CODE(&td, MINT_LDOBJ);
2383                         ADD_CODE(&td, get_data_item_index(&td, klass));
2384                         if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
2385                                 size = mono_class_value_size (klass, NULL);
2386                                 PUSH_VT(&td, size);
2387                         }
2388                         td.ip += 5;
2389                         SET_TYPE(td.sp - 1, stack_type[mint_type(&klass->byval_arg)], klass);
2390                         break;
2391                 }
2392                 case CEE_LDSTR: {
2393                         MonoString *s;
2394                         token = mono_metadata_token_index (read32 (td.ip + 1));
2395                         td.ip += 5;
2396                         if (method->wrapper_type == MONO_WRAPPER_DYNAMIC_METHOD) {
2397                                 s = mono_method_get_wrapper_data (method, token);
2398                         } else if (method->wrapper_type != MONO_WRAPPER_NONE) {
2399                                 s = mono_string_new_wrapper (mono_method_get_wrapper_data (method, token));
2400                         } else {
2401                                 s = mono_ldstr (domain, image, token);
2402                         }
2403                         ADD_CODE(&td, MINT_LDSTR);
2404                         ADD_CODE(&td, get_data_item_index (&td, s));
2405                         PUSH_TYPE(&td, STACK_TYPE_O, mono_defaults.string_class);
2406                         break;
2407                 }
2408                 case CEE_NEWOBJ: {
2409                         MonoMethod *m;
2410                         MonoMethodSignature *csignature;
2411                         guint32 vt_stack_used = 0;
2412                         guint32 vt_res_size = 0;
2413
2414                         td.ip++;
2415                         token = read32 (td.ip);
2416                         td.ip += 4;
2417
2418                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2419                                 m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
2420                         else 
2421                                 m = mono_get_method_full (image, token, NULL, generic_context);
2422
2423                         csignature = mono_method_signature (m);
2424                         klass = m->klass;
2425                         td.sp -= csignature->param_count;
2426                         ADD_CODE(&td, MINT_NEWOBJ);
2427                         ADD_CODE(&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
2428                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
2429
2430                         if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
2431                                 vt_res_size = mono_class_value_size (klass, NULL);
2432                                 PUSH_VT (&td, vt_res_size);
2433                         }
2434                         for (i = 0; i < csignature->param_count; ++i) {
2435                                 int mt = mint_type(csignature->params [i]);
2436                                 if (mt == MINT_TYPE_VT) {
2437                                         MonoClass *k = mono_class_from_mono_type (csignature->params [i]);
2438                                         gint32 size = mono_class_value_size (k, NULL);
2439                                         size = (size + 7) & ~7;
2440                                         vt_stack_used += size;
2441                                 }
2442                         }
2443                         if (vt_stack_used != 0 || vt_res_size != 0) {
2444                                 ADD_CODE(&td, MINT_VTRESULT);
2445                                 ADD_CODE(&td, vt_res_size);
2446                                 WRITE32(&td, &vt_stack_used);
2447                                 td.vt_sp -= vt_stack_used;
2448                         }
2449                         PUSH_TYPE (&td, stack_type [mint_type (&klass->byval_arg)], klass);
2450                         break;
2451                 }
2452                 case CEE_CASTCLASS:
2453                         CHECK_STACK (&td, 1);
2454                         token = read32 (td.ip + 1);
2455                         klass = mini_get_class (method, token, generic_context);
2456                         ADD_CODE(&td, MINT_CASTCLASS);
2457                         ADD_CODE(&td, get_data_item_index (&td, klass));
2458                         td.sp [-1].klass = klass;
2459                         td.ip += 5;
2460                         break;
2461                 case CEE_ISINST:
2462                         CHECK_STACK (&td, 1);
2463                         token = read32 (td.ip + 1);
2464                         klass = mini_get_class (method, token, generic_context);
2465                         ADD_CODE(&td, MINT_ISINST);
2466                         ADD_CODE(&td, get_data_item_index (&td, klass));
2467                         td.ip += 5;
2468                         break;
2469                 case CEE_CONV_R_UN:
2470                         switch (td.sp [-1].type) {
2471                         case STACK_TYPE_R8:
2472                                 break;
2473                         case STACK_TYPE_I8:
2474                                 ADD_CODE(&td, MINT_CONV_R_UN_I8);
2475                                 break;
2476                         case STACK_TYPE_I4:
2477                                 ADD_CODE(&td, MINT_CONV_R_UN_I4);
2478                                 break;
2479                         default:
2480                                 g_assert_not_reached ();
2481                         }
2482                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2483                         ++td.ip;
2484                         break;
2485                 case CEE_UNBOX:
2486                         CHECK_STACK (&td, 1);
2487                         token = read32 (td.ip + 1);
2488                         
2489                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2490                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2491                         else 
2492                                 klass = mono_class_get_full (image, token, generic_context);
2493
2494                         if (mono_class_is_nullable (klass)) {
2495                                 g_error ("cee_unbox: implement Nullable");
2496                         }
2497                         
2498                         ADD_CODE(&td, MINT_UNBOX);
2499                         ADD_CODE(&td, get_data_item_index (&td, klass));
2500                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2501                         td.ip += 5;
2502                         break;
2503                 case CEE_UNBOX_ANY:
2504                         CHECK_STACK (&td, 1);
2505                         token = read32 (td.ip + 1);
2506
2507                         klass = mini_get_class (method, token, generic_context);
2508
2509                         if (mini_type_is_reference (&klass->byval_arg)) {
2510                                 int mt = mint_type (&klass->byval_arg);
2511                                 ADD_CODE (&td, MINT_CASTCLASS);
2512                                 ADD_CODE (&td, get_data_item_index (&td, klass));
2513                                 SET_TYPE (td.sp - 1, stack_type [mt], klass);
2514                                 td.ip += 5;
2515                         } else if (mono_class_is_nullable (klass)) {
2516                                 MonoMethod *target_method = mono_class_get_method_from_name (klass, "Unbox", 1);
2517                                 /* td.ip is incremented by interp_transform_call */
2518                                 interp_transform_call (&td, method, target_method, domain, generic_context, is_bb_start, body_start_offset, NULL, FALSE);
2519                         } else {
2520                                 int mt = mint_type (&klass->byval_arg);
2521                                 ADD_CODE (&td, MINT_UNBOX);
2522                                 ADD_CODE (&td, get_data_item_index (&td, klass));
2523
2524                                 ADD_CODE (&td, MINT_LDOBJ);
2525                                 ADD_CODE (&td, get_data_item_index(&td, klass));
2526                                 SET_TYPE (td.sp - 1, stack_type [mt], klass);
2527
2528                                 if (mt == MINT_TYPE_VT) {
2529                                         int size = mono_class_value_size (klass, NULL);
2530                                         PUSH_VT (&td, size);
2531                                 }
2532                                 td.ip += 5;
2533                         }
2534
2535                         break;
2536                 case CEE_THROW:
2537                         CHECK_STACK (&td, 1);
2538                         SIMPLE_OP (td, MINT_THROW);
2539                         --td.sp;
2540                         generating_code = 0;
2541                         break;
2542                 case CEE_LDFLDA:
2543                         CHECK_STACK (&td, 1);
2544                         token = read32 (td.ip + 1);
2545                         field = interp_field_from_token (method, token, &klass, generic_context);
2546                         gboolean is_static = !!(field->type->attrs & FIELD_ATTRIBUTE_STATIC);
2547                         mono_class_init (klass);
2548                         if (is_static) {
2549                                 ADD_CODE (&td, MINT_POP);
2550                                 ADD_CODE (&td, 0);
2551                                 ADD_CODE (&td, MINT_LDSFLDA);
2552                                 ADD_CODE (&td, get_data_item_index (&td, field));
2553                         } else {
2554                                 if ((td.sp - 1)->type == STACK_TYPE_O) {
2555                                         ADD_CODE (&td, MINT_LDFLDA);
2556                                 } else {
2557                                         g_assert ((td.sp -1)->type == STACK_TYPE_MP);
2558                                         ADD_CODE (&td, MINT_LDFLDA_UNSAFE);
2559                                 }
2560                                 ADD_CODE (&td, klass->valuetype ? field->offset - sizeof (MonoObject) : field->offset);
2561                         }
2562                         td.ip += 5;
2563                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2564                         break;
2565                 case CEE_LDFLD: {
2566                         CHECK_STACK (&td, 1);
2567                         token = read32 (td.ip + 1);
2568                         field = interp_field_from_token (method, token, &klass, generic_context);
2569                         gboolean is_static = !!(field->type->attrs & FIELD_ATTRIBUTE_STATIC);
2570                         mono_class_init (klass);
2571
2572                         MonoClass *field_klass = mono_class_from_mono_type (field->type);
2573                         mt = mint_type (&field_klass->byval_arg);
2574 #ifndef DISABLE_REMOTING
2575                         if (klass->marshalbyref) {
2576                                 g_assert (!is_static);
2577                                 ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_LDRMFLD_VT :  MINT_LDRMFLD);
2578                                 ADD_CODE(&td, get_data_item_index (&td, field));
2579                         } else
2580 #endif
2581                         {
2582                                 if (is_static) {
2583                                         ADD_CODE (&td, MINT_POP);
2584                                         ADD_CODE (&td, 0);
2585                                         ADD_CODE (&td, mt == MINT_TYPE_VT ? MINT_LDSFLD_VT : MINT_LDSFLD);
2586                                         ADD_CODE (&td, get_data_item_index (&td, field));
2587                                 } else {
2588                                         ADD_CODE (&td, MINT_LDFLD_I1 + mt - MINT_TYPE_I1);
2589                                         ADD_CODE (&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
2590                                 }
2591                         }
2592                         if (mt == MINT_TYPE_VT) {
2593                                 int size = mono_class_value_size (field_klass, NULL);
2594                                 PUSH_VT(&td, size);
2595                                 WRITE32(&td, &size);
2596                         }
2597                         if (td.sp [-1].type == STACK_TYPE_VT) {
2598                                 int size = mono_class_value_size (klass, NULL);
2599                                 size = (size + 7) & ~7;
2600                                 td.vt_sp -= size;
2601                                 ADD_CODE (&td, MINT_VTRESULT);
2602                                 ADD_CODE (&td, 0);
2603                                 WRITE32 (&td, &size);
2604                         }
2605                         td.ip += 5;
2606                         SET_TYPE(td.sp - 1, stack_type [mt], field_klass);
2607                         break;
2608                 }
2609                 case CEE_STFLD: {
2610                         CHECK_STACK (&td, 2);
2611                         token = read32 (td.ip + 1);
2612                         field = interp_field_from_token (method, token, &klass, generic_context);
2613                         gboolean is_static = !!(field->type->attrs & FIELD_ATTRIBUTE_STATIC);
2614                         mono_class_init (klass);
2615                         mt = mint_type(field->type);
2616
2617 #ifndef DISABLE_REMOTING
2618                         if (klass->marshalbyref) {
2619                                 g_assert (!is_static);
2620                                 ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_STRMFLD_VT : MINT_STRMFLD);
2621                                 ADD_CODE(&td, get_data_item_index (&td, field));
2622                         } else
2623 #endif
2624                         {
2625                                 if (is_static) {
2626                                         ADD_CODE (&td, MINT_POP);
2627                                         ADD_CODE (&td, 1);
2628                                         ADD_CODE (&td, mt == MINT_TYPE_VT ? MINT_STSFLD_VT : MINT_STSFLD);
2629                                         ADD_CODE (&td, get_data_item_index (&td, field));
2630                                 } else {
2631                                         ADD_CODE (&td, MINT_STFLD_I1 + mt - MINT_TYPE_I1);
2632                                         ADD_CODE (&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
2633                                 }
2634                         }
2635                         if (mt == MINT_TYPE_VT) {
2636                                 MonoClass *klass = mono_class_from_mono_type (field->type);
2637                                 int size = mono_class_value_size (klass, NULL);
2638                                 POP_VT(&td, size);
2639                                 WRITE32(&td, &size);
2640                         }
2641                         td.ip += 5;
2642                         td.sp -= 2;
2643                         break;
2644                 }
2645                 case CEE_LDSFLDA:
2646                         token = read32 (td.ip + 1);
2647                         field = interp_field_from_token (method, token, &klass, generic_context);
2648                         ADD_CODE(&td, MINT_LDSFLDA);
2649                         ADD_CODE(&td, get_data_item_index (&td, field));
2650                         td.ip += 5;
2651                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
2652                         break;
2653                 case CEE_LDSFLD:
2654                         token = read32 (td.ip + 1);
2655                         field = interp_field_from_token (method, token, &klass, generic_context);
2656                         mt = mint_type(field->type);
2657                         ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_LDSFLD_VT : MINT_LDSFLD);
2658                         ADD_CODE(&td, get_data_item_index (&td, field));
2659                         klass = NULL;
2660                         if (mt == MINT_TYPE_VT) {
2661                                 MonoClass *klass = mono_class_from_mono_type (field->type);
2662                                 int size = mono_class_value_size (klass, NULL);
2663                                 PUSH_VT(&td, size);
2664                                 WRITE32(&td, &size);
2665                                 klass = field->type->data.klass;
2666                         } else {
2667                                 if (mt == MINT_TYPE_O) 
2668                                         klass = mono_class_from_mono_type (field->type);
2669                         }
2670                         td.ip += 5;
2671                         PUSH_TYPE(&td, stack_type [mt], klass);
2672                         break;
2673                 case CEE_STSFLD:
2674                         CHECK_STACK (&td, 1);
2675                         token = read32 (td.ip + 1);
2676                         field = interp_field_from_token (method, token, &klass, generic_context);
2677                         mt = mint_type(field->type);
2678                         ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_STSFLD_VT : MINT_STSFLD);
2679                         ADD_CODE(&td, get_data_item_index (&td, field));
2680                         if (mt == MINT_TYPE_VT) {
2681                                 MonoClass *klass = mono_class_from_mono_type (field->type);
2682                                 int size = mono_class_value_size (klass, NULL);
2683                                 POP_VT (&td, size);
2684                                 WRITE32 (&td, &size);
2685                         }
2686                         td.ip += 5;
2687                         --td.sp;
2688                         break;
2689                 case CEE_STOBJ: {
2690                         int size;
2691                         token = read32 (td.ip + 1);
2692
2693                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2694                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2695                         else
2696                                 klass = mini_get_class (method, token, generic_context);
2697
2698                         ADD_CODE(&td, td.sp [-1].type == STACK_TYPE_VT ? MINT_STOBJ_VT : MINT_STOBJ);
2699                         ADD_CODE(&td, get_data_item_index (&td, klass));
2700                         if (td.sp [-1].type == STACK_TYPE_VT) {
2701                                 size = mono_class_value_size (klass, NULL);
2702                                 size = (size + 7) & ~7;
2703                                 td.vt_sp -= size;
2704                         }
2705                         td.ip += 5;
2706                         td.sp -= 2;
2707                         break;
2708                 }
2709                 case CEE_CONV_OVF_I_UN:
2710                 case CEE_CONV_OVF_U_UN:
2711                         CHECK_STACK (&td, 1);
2712                         switch (td.sp [-1].type) {
2713                         case STACK_TYPE_R8:
2714 #if SIZEOF_VOID_P == 8
2715                                 ADD_CODE(&td, MINT_CONV_OVF_I8_UN_R8);
2716 #else
2717                                 ADD_CODE(&td, MINT_CONV_OVF_I4_UN_R8);
2718 #endif
2719                                 break;
2720                         case STACK_TYPE_I8:
2721 #if SIZEOF_VOID_P == 4
2722                                 ADD_CODE (&td, MINT_CONV_OVF_I4_UN_I8);
2723 #endif
2724                                 break;
2725                         case STACK_TYPE_I4:
2726 #if SIZEOF_VOID_P == 8
2727                                 ADD_CODE(&td, MINT_CONV_I8_U4);
2728 #elif SIZEOF_VOID_P == 4
2729                                 if (*td.ip == CEE_CONV_OVF_I_UN)
2730                                         ADD_CODE(&td, MINT_CONV_OVF_I4_U4);
2731 #endif
2732                                 break;
2733                         default:
2734                                 g_assert_not_reached ();
2735                                 break;
2736                         }
2737                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2738                         ++td.ip;
2739                         break;
2740                 case CEE_CONV_OVF_I8_UN:
2741                 case CEE_CONV_OVF_U8_UN:
2742                         CHECK_STACK (&td, 1);
2743                         switch (td.sp [-1].type) {
2744                         case STACK_TYPE_R8:
2745                                 ADD_CODE(&td, MINT_CONV_OVF_I8_UN_R8);
2746                                 break;
2747                         case STACK_TYPE_I8:
2748                                 if (*td.ip == CEE_CONV_OVF_I8_UN)
2749                                         ADD_CODE (&td, MINT_CONV_OVF_I8_U8);
2750                                 break;
2751                         case STACK_TYPE_I4:
2752                                 ADD_CODE(&td, MINT_CONV_I8_U4);
2753                                 break;
2754                         default:
2755                                 g_assert_not_reached ();
2756                                 break;
2757                         }
2758                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2759                         ++td.ip;
2760                         break;
2761                 case CEE_BOX: {
2762                         int size;
2763                         CHECK_STACK (&td, 1);
2764                         token = read32 (td.ip + 1);
2765                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2766                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2767                         else
2768                                 klass = mini_get_class (method, token, generic_context);
2769
2770                         if (mono_class_is_nullable (klass)) {
2771                                 MonoMethod *target_method = mono_class_get_method_from_name (klass, "Box", 1);
2772                                 /* td.ip is incremented by interp_transform_call */
2773                                 interp_transform_call (&td, method, target_method, domain, generic_context, is_bb_start, body_start_offset, NULL, FALSE);
2774                         } else if (!klass->valuetype) {
2775                                 /* already boxed, do nothing. */
2776                                 td.ip += 5;
2777                         } else {
2778                                 if (mint_type (&klass->byval_arg) == MINT_TYPE_VT && !klass->enumtype) {
2779                                         size = mono_class_value_size (klass, NULL);
2780                                         size = (size + 7) & ~7;
2781                                         td.vt_sp -= size;
2782                                 }
2783                                 ADD_CODE(&td, MINT_BOX);
2784                                 ADD_CODE(&td, get_data_item_index (&td, klass));
2785                                 ADD_CODE (&td, 0);
2786                                 SET_TYPE(td.sp - 1, STACK_TYPE_O, klass);
2787                                 td.ip += 5;
2788                         }
2789
2790                         break;
2791                 }
2792                 case CEE_NEWARR: {
2793                         CHECK_STACK (&td, 1);
2794                         token = read32 (td.ip + 1);
2795
2796                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2797                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2798                         else
2799                                 klass = mini_get_class (method, token, generic_context);
2800
2801                         unsigned char lentype = (td.sp - 1)->type;
2802                         if (lentype == STACK_TYPE_I8) {
2803                                 /* mimic mini behaviour */
2804                                 ADD_CODE (&td, MINT_CONV_OVF_U4_I8);
2805                         } else {
2806                                 g_assert (lentype == STACK_TYPE_I4);
2807                                 ADD_CODE (&td, MINT_CONV_OVF_U4_I4);
2808                         }
2809                         SET_SIMPLE_TYPE (td.sp - 1, STACK_TYPE_I4);
2810                         ADD_CODE (&td, MINT_NEWARR);
2811                         ADD_CODE (&td, get_data_item_index (&td, klass));
2812                         SET_TYPE (td.sp - 1, STACK_TYPE_O, klass);
2813                         td.ip += 5;
2814                         break;
2815                 }
2816                 case CEE_LDLEN:
2817                         CHECK_STACK (&td, 1);
2818                         SIMPLE_OP (td, MINT_LDLEN);
2819                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2820                         break;
2821                 case CEE_LDELEMA:
2822                         CHECK_STACK (&td, 2);
2823                         ENSURE_I4 (&td, 1);
2824                         token = read32 (td.ip + 1);
2825
2826                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2827                                 klass = (MonoClass *) mono_method_get_wrapper_data (method, token);
2828                         else
2829                                 klass = mini_get_class (method, token, generic_context);
2830
2831                         if (!klass->valuetype && method->wrapper_type == MONO_WRAPPER_NONE && !readonly) {
2832                                 ADD_CODE (&td, MINT_LDELEMA_TC);
2833                         } else {
2834                                 ADD_CODE (&td, MINT_LDELEMA);
2835                         }
2836                         ADD_CODE (&td, get_data_item_index (&td, klass));
2837                         /* according to spec, ldelema bytecode is only used for 1-dim arrays */
2838                         ADD_CODE (&td, 2);
2839                         readonly = FALSE;
2840
2841                         td.ip += 5;
2842                         --td.sp;
2843                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2844                         break;
2845                 case CEE_LDELEM_I1:
2846                         CHECK_STACK (&td, 2);
2847                         ENSURE_I4 (&td, 1);
2848                         SIMPLE_OP (td, MINT_LDELEM_I1);
2849                         --td.sp;
2850                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2851                         break;
2852                 case CEE_LDELEM_U1:
2853                         CHECK_STACK (&td, 2);
2854                         ENSURE_I4 (&td, 1);
2855                         SIMPLE_OP (td, MINT_LDELEM_U1);
2856                         --td.sp;
2857                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2858                         break;
2859                 case CEE_LDELEM_I2:
2860                         CHECK_STACK (&td, 2);
2861                         ENSURE_I4 (&td, 1);
2862                         SIMPLE_OP (td, MINT_LDELEM_I2);
2863                         --td.sp;
2864                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2865                         break;
2866                 case CEE_LDELEM_U2:
2867                         CHECK_STACK (&td, 2);
2868                         ENSURE_I4 (&td, 1);
2869                         SIMPLE_OP (td, MINT_LDELEM_U2);
2870                         --td.sp;
2871                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2872                         break;
2873                 case CEE_LDELEM_I4:
2874                         CHECK_STACK (&td, 2);
2875                         ENSURE_I4 (&td, 1);
2876                         SIMPLE_OP (td, MINT_LDELEM_I4);
2877                         --td.sp;
2878                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2879                         break;
2880                 case CEE_LDELEM_U4:
2881                         CHECK_STACK (&td, 2);
2882                         ENSURE_I4 (&td, 1);
2883                         SIMPLE_OP (td, MINT_LDELEM_U4);
2884                         --td.sp;
2885                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2886                         break;
2887                 case CEE_LDELEM_I8:
2888                         CHECK_STACK (&td, 2);
2889                         ENSURE_I4 (&td, 1);
2890                         SIMPLE_OP (td, MINT_LDELEM_I8);
2891                         --td.sp;
2892                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2893                         break;
2894                 case CEE_LDELEM_I:
2895                         CHECK_STACK (&td, 2);
2896                         ENSURE_I4 (&td, 1);
2897                         SIMPLE_OP (td, MINT_LDELEM_I);
2898                         --td.sp;
2899                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2900                         break;
2901                 case CEE_LDELEM_R4:
2902                         CHECK_STACK (&td, 2);
2903                         ENSURE_I4 (&td, 1);
2904                         SIMPLE_OP (td, MINT_LDELEM_R4);
2905                         --td.sp;
2906                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2907                         break;
2908                 case CEE_LDELEM_R8:
2909                         CHECK_STACK (&td, 2);
2910                         ENSURE_I4 (&td, 1);
2911                         SIMPLE_OP (td, MINT_LDELEM_R8);
2912                         --td.sp;
2913                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2914                         break;
2915                 case CEE_LDELEM_REF:
2916                         CHECK_STACK (&td, 2);
2917                         ENSURE_I4 (&td, 1);
2918                         SIMPLE_OP (td, MINT_LDELEM_REF);
2919                         --td.sp;
2920                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
2921                         break;
2922                 case CEE_LDELEM:
2923                         CHECK_STACK (&td, 2);
2924                         token = read32 (td.ip + 1);
2925                         klass = mini_get_class (method, token, generic_context);
2926                         switch (mint_type (&klass->byval_arg)) {
2927                                 case MINT_TYPE_I1:
2928                                         ENSURE_I4 (&td, 1);
2929                                         SIMPLE_OP (td, MINT_LDELEM_I1);
2930                                         --td.sp;
2931                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2932                                         break;
2933                                 case MINT_TYPE_U1:
2934                                         ENSURE_I4 (&td, 1);
2935                                         SIMPLE_OP (td, MINT_LDELEM_U1);
2936                                         --td.sp;
2937                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2938                                         break;
2939                                 case MINT_TYPE_U2:
2940                                         ENSURE_I4 (&td, 1);
2941                                         SIMPLE_OP (td, MINT_LDELEM_U2);
2942                                         --td.sp;
2943                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2944                                         break;
2945                                 case MINT_TYPE_I2:
2946                                         ENSURE_I4 (&td, 1);
2947                                         SIMPLE_OP (td, MINT_LDELEM_I2);
2948                                         --td.sp;
2949                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2950                                         break;
2951                                 case MINT_TYPE_I4:
2952                                         ENSURE_I4 (&td, 1);
2953                                         SIMPLE_OP (td, MINT_LDELEM_I4);
2954                                         --td.sp;
2955                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2956                                         break;
2957                                 case MINT_TYPE_I8:
2958                                         ENSURE_I4 (&td, 1);
2959                                         SIMPLE_OP (td, MINT_LDELEM_I8);
2960                                         --td.sp;
2961                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2962                                         break;
2963                                 case MINT_TYPE_R4:
2964                                         ENSURE_I4 (&td, 1);
2965                                         SIMPLE_OP (td, MINT_LDELEM_R4);
2966                                         --td.sp;
2967                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2968                                         break;
2969                                 case MINT_TYPE_R8:
2970                                         ENSURE_I4 (&td, 1);
2971                                         SIMPLE_OP (td, MINT_LDELEM_R8);
2972                                         --td.sp;
2973                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2974                                         break;
2975                                 case MINT_TYPE_O:
2976                                         ENSURE_I4 (&td, 1);
2977                                         SIMPLE_OP (td, MINT_LDELEM_REF);
2978                                         --td.sp;
2979                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
2980                                         break;
2981                                 case MINT_TYPE_VT: {
2982                                         int size = mono_class_value_size (klass, NULL);
2983                                         ENSURE_I4 (&td, 1);
2984                                         SIMPLE_OP (td, MINT_LDELEM_VT);
2985                                         ADD_CODE (&td, get_data_item_index (&td, klass));
2986                                         WRITE32 (&td, &size);
2987                                         --td.sp;
2988                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_VT);
2989                                         PUSH_VT (&td, size);
2990                                         break;
2991                                 }
2992                                 default: {
2993                                         GString *res = g_string_new ("");
2994                                         mono_type_get_desc (res, &klass->byval_arg, TRUE);
2995                                         g_print ("LDELEM: %s -> %d (%s)\n", klass->name, mint_type (&klass->byval_arg), res->str);
2996                                         g_string_free (res, TRUE);
2997                                         g_assert (0);
2998                                         break;
2999                                 }
3000                         }
3001                         td.ip += 4;
3002                         break;
3003                 case CEE_STELEM_I:
3004                         CHECK_STACK (&td, 3);
3005                         ENSURE_I4 (&td, 2);
3006                         SIMPLE_OP (td, MINT_STELEM_I);
3007                         td.sp -= 3;
3008                         break;
3009                 case CEE_STELEM_I1:
3010                         CHECK_STACK (&td, 3);
3011                         ENSURE_I4 (&td, 2);
3012                         SIMPLE_OP (td, MINT_STELEM_I1);
3013                         td.sp -= 3;
3014                         break;
3015                 case CEE_STELEM_I2:
3016                         CHECK_STACK (&td, 3);
3017                         ENSURE_I4 (&td, 2);
3018                         SIMPLE_OP (td, MINT_STELEM_I2);
3019                         td.sp -= 3;
3020                         break;
3021                 case CEE_STELEM_I4:
3022                         CHECK_STACK (&td, 3);
3023                         ENSURE_I4 (&td, 2);
3024                         SIMPLE_OP (td, MINT_STELEM_I4);
3025                         td.sp -= 3;
3026                         break;
3027                 case CEE_STELEM_I8:
3028                         CHECK_STACK (&td, 3);
3029                         ENSURE_I4 (&td, 2);
3030                         SIMPLE_OP (td, MINT_STELEM_I8);
3031                         td.sp -= 3;
3032                         break;
3033                 case CEE_STELEM_R4:
3034                         CHECK_STACK (&td, 3);
3035                         ENSURE_I4 (&td, 2);
3036                         SIMPLE_OP (td, MINT_STELEM_R4);
3037                         td.sp -= 3;
3038                         break;
3039                 case CEE_STELEM_R8:
3040                         CHECK_STACK (&td, 3);
3041                         ENSURE_I4 (&td, 2);
3042                         SIMPLE_OP (td, MINT_STELEM_R8);
3043                         td.sp -= 3;
3044                         break;
3045                 case CEE_STELEM_REF:
3046                         CHECK_STACK (&td, 3);
3047                         ENSURE_I4 (&td, 2);
3048                         SIMPLE_OP (td, MINT_STELEM_REF);
3049                         td.sp -= 3;
3050                         break;
3051                 case CEE_STELEM:
3052                         CHECK_STACK (&td, 3);
3053                         ENSURE_I4 (&td, 2);
3054                         token = read32 (td.ip + 1);
3055                         klass = mini_get_class (method, token, generic_context);
3056                         switch (mint_type (&klass->byval_arg)) {
3057                                 case MINT_TYPE_U1:
3058                                         SIMPLE_OP (td, MINT_STELEM_U1);
3059                                         break;
3060                                 case MINT_TYPE_U2:
3061                                         SIMPLE_OP (td, MINT_STELEM_U2);
3062                                         break;
3063                                 case MINT_TYPE_I4:
3064                                         SIMPLE_OP (td, MINT_STELEM_I4);
3065                                         break;
3066                                 case MINT_TYPE_I8:
3067                                         SIMPLE_OP (td, MINT_STELEM_I8);
3068                                         break;
3069                                 case MINT_TYPE_O:
3070                                         SIMPLE_OP (td, MINT_STELEM_REF);
3071                                         break;
3072                                 case MINT_TYPE_VT: {
3073                                         int size = mono_class_value_size (klass, NULL);
3074                                         SIMPLE_OP (td, MINT_STELEM_VT);
3075                                         ADD_CODE (&td, get_data_item_index (&td, klass));
3076                                         WRITE32 (&td, &size);
3077                                         POP_VT (&td, size);
3078                                         break;
3079                                 }
3080                                 default: {
3081                                         GString *res = g_string_new ("");
3082                                         mono_type_get_desc (res, &klass->byval_arg, TRUE);
3083                                         g_print ("STELEM: %s -> %d (%s)\n", klass->name, mint_type (&klass->byval_arg), res->str);
3084                                         g_string_free (res, TRUE);
3085                                         g_assert (0);
3086                                         break;
3087                                 }
3088                         }
3089                         td.ip += 4;
3090                         td.sp -= 3;
3091                         break;
3092 #if 0
3093                 case CEE_CONV_OVF_U1:
3094
3095                 case CEE_CONV_OVF_I8:
3096
3097 #if SIZEOF_VOID_P == 8
3098                 case CEE_CONV_OVF_U:
3099 #endif
3100 #endif
3101                 case CEE_CKFINITE:
3102                         CHECK_STACK (&td, 1);
3103                         SIMPLE_OP (td, MINT_CKFINITE);
3104                         break;
3105                 case CEE_MKREFANY:
3106                         CHECK_STACK (&td, 1);
3107                         ENSURE_I4 (&td, 2);
3108                         token = read32 (td.ip + 1);
3109                         klass = mini_get_class (method, token, generic_context);
3110
3111                         ADD_CODE (&td, MINT_MKREFANY);
3112                         ADD_CODE (&td, get_data_item_index (&td, klass));
3113
3114                         td.ip += 5;
3115                         PUSH_VT (&td, sizeof (MonoTypedRef));
3116                         SET_TYPE(td.sp - 1, STACK_TYPE_VT, mono_defaults.typed_reference_class);
3117                         break;
3118                 case CEE_REFANYVAL: {
3119                         CHECK_STACK (&td, 1);
3120                         ENSURE_I4 (&td, 2);
3121                         token = read32 (td.ip + 1);
3122
3123                         ADD_CODE (&td, MINT_REFANYVAL);
3124
3125                         POP_VT (&td, sizeof (MonoTypedRef));
3126                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
3127
3128                         td.ip += 5;
3129                         break;
3130                 }
3131                 case CEE_CONV_OVF_I1:
3132                 case CEE_CONV_OVF_I1_UN:
3133                         CHECK_STACK (&td, 1);
3134                         switch (td.sp [-1].type) {
3135                         case STACK_TYPE_R8:
3136                                 ADD_CODE(&td, MINT_CONV_OVF_I1_R8);
3137                                 break;
3138                         case STACK_TYPE_I4:
3139                                 ADD_CODE(&td, MINT_CONV_OVF_I1_I4);
3140                                 break;
3141                         case STACK_TYPE_I8:
3142                                 ADD_CODE(&td, MINT_CONV_OVF_I1_I8);
3143                                 break;
3144                         default:
3145                                 g_assert_not_reached ();
3146                         }
3147                         ++td.ip;
3148                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3149                         break;
3150                 case CEE_CONV_OVF_U1:
3151                 case CEE_CONV_OVF_U1_UN:
3152                         CHECK_STACK (&td, 1);
3153                         switch (td.sp [-1].type) {
3154                         case STACK_TYPE_R8:
3155                                 ADD_CODE(&td, MINT_CONV_OVF_U1_R8);
3156                                 break;
3157                         case STACK_TYPE_I4:
3158                                 ADD_CODE(&td, MINT_CONV_OVF_U1_I4);
3159                                 break;
3160                         case STACK_TYPE_I8:
3161                                 ADD_CODE(&td, MINT_CONV_OVF_U1_I8);
3162                                 break;
3163                         default:
3164                                 g_assert_not_reached ();
3165                         }
3166                         ++td.ip;
3167                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3168                         break;
3169                 case CEE_CONV_OVF_I2:
3170                 case CEE_CONV_OVF_I2_UN:
3171                         CHECK_STACK (&td, 1);
3172                         switch (td.sp [-1].type) {
3173                         case STACK_TYPE_R8:
3174                                 ADD_CODE(&td, MINT_CONV_OVF_I2_R8);
3175                                 break;
3176                         case STACK_TYPE_I4:
3177                                 ADD_CODE(&td, MINT_CONV_OVF_I2_I4);
3178                                 break;
3179                         case STACK_TYPE_I8:
3180                                 ADD_CODE(&td, MINT_CONV_OVF_I2_I8);
3181                                 break;
3182                         default:
3183                                 g_assert_not_reached ();
3184                         }
3185                         ++td.ip;
3186                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3187                         break;
3188                 case CEE_CONV_OVF_U2_UN:
3189                 case CEE_CONV_OVF_U2:
3190                         CHECK_STACK (&td, 1);
3191                         switch (td.sp [-1].type) {
3192                         case STACK_TYPE_R8:
3193                                 ADD_CODE(&td, MINT_CONV_OVF_U2_R8);
3194                                 break;
3195                         case STACK_TYPE_I4:
3196                                 ADD_CODE(&td, MINT_CONV_OVF_U2_I4);
3197                                 break;
3198                         case STACK_TYPE_I8:
3199                                 ADD_CODE(&td, MINT_CONV_OVF_U2_I8);
3200                                 break;
3201                         default:
3202                                 g_assert_not_reached ();
3203                         }
3204                         ++td.ip;
3205                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3206                         break;
3207 #if SIZEOF_VOID_P == 4
3208                 case CEE_CONV_OVF_I:
3209 #endif
3210                 case CEE_CONV_OVF_I4:
3211                 case CEE_CONV_OVF_I4_UN:
3212                         CHECK_STACK (&td, 1);
3213                         switch (td.sp [-1].type) {
3214                         case STACK_TYPE_R8:
3215                                 ADD_CODE(&td, MINT_CONV_OVF_I4_R8);
3216                                 break;
3217                         case STACK_TYPE_I4:
3218                                 if (*td.ip == CEE_CONV_OVF_I4_UN)
3219                                         ADD_CODE(&td, MINT_CONV_OVF_I4_U4);
3220                                 break;
3221                         case STACK_TYPE_I8:
3222                                 if (*td.ip == CEE_CONV_OVF_I4_UN)
3223                                         ADD_CODE (&td, MINT_CONV_OVF_I4_U8);
3224                                 else
3225                                         ADD_CODE (&td, MINT_CONV_OVF_I4_I8);
3226                                 break;
3227                         default:
3228                                 g_assert_not_reached ();
3229                         }
3230                         ++td.ip;
3231                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3232                         break;
3233 #if SIZEOF_VOID_P == 4
3234                 case CEE_CONV_OVF_U:
3235 #endif
3236                 case CEE_CONV_OVF_U4:
3237                 case CEE_CONV_OVF_U4_UN:
3238                         CHECK_STACK (&td, 1);
3239                         switch (td.sp [-1].type) {
3240                         case STACK_TYPE_R8:
3241                                 ADD_CODE(&td, MINT_CONV_OVF_U4_R8);
3242                                 break;
3243                         case STACK_TYPE_I4:
3244                                 if (*td.ip != CEE_CONV_OVF_U4_UN)
3245                                         ADD_CODE(&td, MINT_CONV_OVF_U4_I4);
3246                                 break;
3247                         case STACK_TYPE_I8:
3248                                 ADD_CODE(&td, MINT_CONV_OVF_U4_I8);
3249                                 break;
3250                         default:
3251                                 g_assert_not_reached ();
3252                         }
3253                         ++td.ip;
3254                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3255                         break;
3256 #if SIZEOF_VOID_P == 8
3257                 case CEE_CONV_OVF_I:
3258 #endif
3259                 case CEE_CONV_OVF_I8:
3260                         CHECK_STACK (&td, 1);
3261                         switch (td.sp [-1].type) {
3262                         case STACK_TYPE_R8:
3263                                 ADD_CODE(&td, MINT_CONV_OVF_I8_R8);
3264                                 break;
3265                         case STACK_TYPE_I4:
3266                                 ADD_CODE(&td, MINT_CONV_I8_I4);
3267                                 break;
3268                         case STACK_TYPE_I8:
3269                                 break;
3270                         default:
3271                                 g_assert_not_reached ();
3272                         }
3273                         ++td.ip;
3274                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
3275                         break;
3276 #if SIZEOF_VOID_P == 8
3277                 case CEE_CONV_OVF_U:
3278 #endif
3279                 case CEE_CONV_OVF_U8:
3280                         CHECK_STACK (&td, 1);
3281                         switch (td.sp [-1].type) {
3282                         case STACK_TYPE_R8:
3283                                 ADD_CODE(&td, MINT_CONV_OVF_U8_R8);
3284                                 break;
3285                         case STACK_TYPE_I4:
3286                                 ADD_CODE(&td, MINT_CONV_OVF_U8_I4);
3287                                 break;
3288                         case STACK_TYPE_I8:
3289                                 ADD_CODE (&td, MINT_CONV_OVF_U8_I8);
3290                                 break;
3291                         default:
3292                                 g_assert_not_reached ();
3293                         }
3294                         ++td.ip;
3295                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
3296                         break;
3297                 case CEE_LDTOKEN: {
3298                         int size;
3299                         gpointer handle;
3300                         token = read32 (td.ip + 1);
3301                         if (method->wrapper_type == MONO_WRAPPER_DYNAMIC_METHOD || method->wrapper_type == MONO_WRAPPER_SYNCHRONIZED) {
3302                                 handle = mono_method_get_wrapper_data (method, token);
3303                                 klass = (MonoClass *) mono_method_get_wrapper_data (method, token + 1);
3304                                 if (klass == mono_defaults.typehandle_class)
3305                                         handle = &((MonoClass *) handle)->byval_arg;
3306
3307                                 if (generic_context) {
3308                                         handle = mono_class_inflate_generic_type_checked (handle, generic_context, &error);
3309                                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
3310                                 }
3311                         } else {
3312                                 handle = mono_ldtoken (image, token, &klass, generic_context);
3313                         }
3314                         mono_class_init (klass);
3315                         mt = mint_type (&klass->byval_arg);
3316                         g_assert (mt == MINT_TYPE_VT);
3317                         size = mono_class_value_size (klass, NULL);
3318                         g_assert (size == sizeof(gpointer));
3319                         PUSH_VT (&td, sizeof(gpointer));
3320                         ADD_CODE (&td, MINT_LDTOKEN);
3321                         ADD_CODE (&td, get_data_item_index (&td, handle));
3322
3323                         SET_TYPE (td.sp, stack_type [mt], klass);
3324                         td.sp++;
3325                         td.ip += 5;
3326                         break;
3327                 }
3328                 case CEE_ADD_OVF:
3329                         binary_arith_op(&td, MINT_ADD_OVF_I4);
3330                         ++td.ip;
3331                         break;
3332                 case CEE_ADD_OVF_UN:
3333                         binary_arith_op(&td, MINT_ADD_OVF_UN_I4);
3334                         ++td.ip;
3335                         break;
3336                 case CEE_MUL_OVF:
3337                         binary_arith_op(&td, MINT_MUL_OVF_I4);
3338                         ++td.ip;
3339                         break;
3340                 case CEE_MUL_OVF_UN:
3341                         binary_arith_op(&td, MINT_MUL_OVF_UN_I4);
3342                         ++td.ip;
3343                         break;
3344                 case CEE_SUB_OVF:
3345                         binary_arith_op(&td, MINT_SUB_OVF_I4);
3346                         ++td.ip;
3347                         break;
3348                 case CEE_SUB_OVF_UN:
3349                         binary_arith_op(&td, MINT_SUB_OVF_UN_I4);
3350                         ++td.ip;
3351                         break;
3352                 case CEE_ENDFINALLY:
3353                         g_assert (td.clause_indexes [in_offset] != -1);
3354                         td.sp = td.stack;
3355                         SIMPLE_OP (td, MINT_ENDFINALLY);
3356                         ADD_CODE (&td, td.clause_indexes [in_offset]);
3357                         generating_code = 0;
3358                         break;
3359                 case CEE_LEAVE:
3360                         td.sp = td.stack;
3361                         handle_branch (&td, MINT_LEAVE_S, MINT_LEAVE, 5 + read32 (td.ip + 1));
3362                         td.ip += 5;
3363                         generating_code = 0;
3364                         break;
3365                 case CEE_LEAVE_S:
3366                         td.sp = td.stack;
3367                         handle_branch (&td, MINT_LEAVE_S, MINT_LEAVE, 2 + (gint8)td.ip [1]);
3368                         td.ip += 2;
3369                         generating_code = 0;
3370                         break;
3371                 case CEE_UNUSED41:
3372                         ++td.ip;
3373                         switch (*td.ip) {
3374                                 case CEE_MONO_CALLI_EXTRA_ARG:
3375                                         /* Same as CEE_CALLI, except that we drop the extra arg required for llvm specific behaviour */
3376                                         ADD_CODE (&td, MINT_POP);
3377                                         ADD_CODE (&td, 1);
3378                                         --td.sp;
3379                                         interp_transform_call (&td, method, NULL, domain, generic_context, is_bb_start, body_start_offset, NULL, FALSE);
3380                                         break;
3381                                 case CEE_MONO_JIT_ICALL_ADDR: {
3382                                         guint32 token;
3383                                         gpointer func;
3384                                         MonoJitICallInfo *info;
3385
3386                                         token = read32 (td.ip + 1);
3387                                         td.ip += 5;
3388                                         func = mono_method_get_wrapper_data (method, token);
3389                                         info = mono_find_jit_icall_by_addr (func);
3390
3391                                         ADD_CODE (&td, MINT_LDFTN);
3392                                         ADD_CODE (&td, get_data_item_index (&td, func));
3393                                         PUSH_SIMPLE_TYPE (&td, STACK_TYPE_I);
3394                                         break;
3395                                 }
3396                                 case CEE_MONO_ICALL: {
3397                                         guint32 token;
3398                                         gpointer func;
3399                                         MonoJitICallInfo *info;
3400
3401                                         token = read32 (td.ip + 1);
3402                                         td.ip += 5;
3403                                         func = mono_method_get_wrapper_data (method, token);
3404                                         info = mono_find_jit_icall_by_addr (func);
3405                                         g_assert (info);
3406
3407                                         CHECK_STACK (&td, info->sig->param_count);
3408                                         switch (info->sig->param_count) {
3409                                         case 0:
3410                                                 if (MONO_TYPE_IS_VOID (info->sig->ret))
3411                                                         ADD_CODE (&td,MINT_ICALL_V_V);
3412                                                 else
3413                                                         ADD_CODE (&td, MINT_ICALL_V_P);
3414                                                 break;
3415                                         case 1:
3416                                                 if (MONO_TYPE_IS_VOID (info->sig->ret))
3417                                                         ADD_CODE (&td,MINT_ICALL_P_V);
3418                                                 else
3419                                                         ADD_CODE (&td,MINT_ICALL_P_P);
3420                                                 break;
3421                                         case 2:
3422                                                 if (MONO_TYPE_IS_VOID (info->sig->ret)) {
3423                                                         if (info->sig->params [1]->type == MONO_TYPE_I4)
3424                                                                 ADD_CODE (&td,MINT_ICALL_PI_V);
3425                                                         else
3426                                                                 ADD_CODE (&td,MINT_ICALL_PP_V);
3427                                                 } else {
3428                                                         if (info->sig->params [1]->type == MONO_TYPE_I4)
3429                                                                 ADD_CODE (&td,MINT_ICALL_PI_P);
3430                                                         else
3431                                                                 ADD_CODE (&td,MINT_ICALL_PP_P);
3432                                                 }
3433                                                 break;
3434                                         case 3:
3435                                                 g_assert (MONO_TYPE_IS_VOID (info->sig->ret));
3436                                                 if (info->sig->params [2]->type == MONO_TYPE_I4)
3437                                                         ADD_CODE (&td,MINT_ICALL_PPI_V);
3438                                                 else
3439                                                         ADD_CODE (&td,MINT_ICALL_PPP_V);
3440                                                 break;
3441                                         default:
3442                                                 g_assert_not_reached ();
3443                                         }
3444
3445                                         if (func == mono_ftnptr_to_delegate) {
3446                                                 g_error ("TODO: ?");
3447                                         }
3448                                         ADD_CODE(&td, get_data_item_index (&td, func));
3449                                         td.sp -= info->sig->param_count;
3450
3451                                         if (!MONO_TYPE_IS_VOID (info->sig->ret)) {
3452                                                 td.sp ++;
3453                                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
3454                                         }
3455                                         break;
3456                                 }
3457                         case CEE_MONO_VTADDR: {
3458                                 int size;
3459                                 CHECK_STACK (&td, 1);
3460                                 if (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
3461                                         size = mono_class_native_size(td.sp [-1].klass, NULL);
3462                                 else
3463                                         size = mono_class_value_size(td.sp [-1].klass, NULL);
3464                                 size = (size + 7) & ~7;
3465                                 ADD_CODE(&td, MINT_VTRESULT);
3466                                 ADD_CODE(&td, 0);
3467                                 WRITE32(&td, &size);
3468                                 td.vt_sp -= size;
3469                                 ++td.ip;
3470                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
3471                                 break;
3472                         }
3473                         case CEE_MONO_LDPTR:
3474                         case CEE_MONO_CLASSCONST:
3475                                 token = read32 (td.ip + 1);
3476                                 td.ip += 5;
3477                                 ADD_CODE(&td, MINT_MONO_LDPTR);
3478                                 ADD_CODE(&td, get_data_item_index (&td, mono_method_get_wrapper_data (method, token)));
3479                                 td.sp [0].type = STACK_TYPE_I;
3480                                 ++td.sp;
3481                                 break;
3482                         case CEE_MONO_OBJADDR:
3483                                 CHECK_STACK (&td, 1);
3484                                 ++td.ip;
3485                                 td.sp[-1].type = STACK_TYPE_MP;
3486                                 /* do nothing? */
3487                                 break;
3488                         case CEE_MONO_NEWOBJ:
3489                                 token = read32 (td.ip + 1);
3490                                 td.ip += 5;
3491                                 ADD_CODE(&td, MINT_MONO_NEWOBJ);
3492                                 ADD_CODE(&td, get_data_item_index (&td, mono_method_get_wrapper_data (method, token)));
3493                                 td.sp [0].type = STACK_TYPE_O;
3494                                 ++td.sp;
3495                                 break;
3496                         case CEE_MONO_RETOBJ:
3497                                 CHECK_STACK (&td, 1);
3498                                 token = read32 (td.ip + 1);
3499                                 td.ip += 5;
3500                                 ADD_CODE(&td, MINT_MONO_RETOBJ);
3501                                 td.sp--;
3502
3503                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
3504                                 
3505                                 /*stackval_from_data (signature->ret, frame->retval, sp->data.vt, signature->pinvoke);*/
3506
3507                                 if (td.sp > td.stack)
3508                                         g_warning ("CEE_MONO_RETOBJ: more values on stack: %d", td.sp-td.stack);
3509                                 break;
3510                         case CEE_MONO_LDNATIVEOBJ:
3511                                 token = read32 (td.ip + 1);
3512                                 td.ip += 5;
3513                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
3514                                 g_assert(klass->valuetype);
3515                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
3516                                 break;
3517                         case CEE_MONO_TLS: {
3518                                 gint32 key = read32 (td.ip + 1);
3519                                 td.ip += 5;
3520                                 g_assert (key < TLS_KEY_NUM);
3521                                 ADD_CODE (&td, MINT_MONO_TLS);
3522                                 WRITE32 (&td, &key);
3523                                 PUSH_SIMPLE_TYPE (&td, STACK_TYPE_MP);
3524                                 break;
3525                         }
3526                         case CEE_MONO_ATOMIC_STORE_I4:
3527                                 CHECK_STACK (&td, 2);
3528                                 SIMPLE_OP (td, MINT_MONO_ATOMIC_STORE_I4);
3529                                 td.sp -= 2;
3530                                 td.ip++;
3531                                 break;
3532                         case CEE_MONO_SAVE_LMF:
3533                         case CEE_MONO_RESTORE_LMF:
3534                         case CEE_MONO_NOT_TAKEN:
3535                                 ++td.ip;
3536                                 break;
3537                         case CEE_MONO_LDPTR_INT_REQ_FLAG:
3538                                 ADD_CODE (&td, MINT_MONO_LDPTR);
3539                                 ADD_CODE (&td, get_data_item_index (&td, mono_thread_interruption_request_flag ()));
3540                                 PUSH_TYPE (&td, STACK_TYPE_MP, NULL);
3541                                 ++td.ip;
3542                                 break;
3543                         case CEE_MONO_JIT_ATTACH:
3544                                 ADD_CODE (&td, MINT_MONO_JIT_ATTACH);
3545                                 ++td.ip;
3546                                 break;
3547                         case CEE_MONO_JIT_DETACH:
3548                                 ADD_CODE (&td, MINT_MONO_JIT_DETACH);
3549                                 ++td.ip;
3550                                 break;
3551                         default:
3552                                 g_error ("transform.c: Unimplemented opcode: 0xF0 %02x at 0x%x\n", *td.ip, td.ip-header->code);
3553                         }
3554                         break;
3555 #if 0
3556                 case CEE_PREFIX7:
3557                 case CEE_PREFIX6:
3558                 case CEE_PREFIX5:
3559                 case CEE_PREFIX4:
3560                 case CEE_PREFIX3:
3561                 case CEE_PREFIX2:
3562                 case CEE_PREFIXREF: ves_abort(); break;
3563 #endif
3564                 /*
3565                  * Note: Exceptions thrown when executing a prefixed opcode need
3566                  * to take into account the number of prefix bytes (usually the
3567                  * throw point is just (ip - n_prefix_bytes).
3568                  */
3569                 case CEE_PREFIX1: 
3570                         ++td.ip;
3571                         switch (*td.ip) {
3572 #if 0
3573                         case CEE_ARGLIST: ves_abort(); break;
3574 #endif
3575                         case CEE_CEQ:
3576                                 CHECK_STACK(&td, 2);
3577                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3578                                         ADD_CODE(&td, MINT_CEQ_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3579                                 else
3580                                         ADD_CODE(&td, MINT_CEQ_I4 + td.sp [-1].type - STACK_TYPE_I4);
3581                                 --td.sp;
3582                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3583                                 ++td.ip;
3584                                 break;
3585                         case CEE_CGT:
3586                                 CHECK_STACK(&td, 2);
3587                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3588                                         ADD_CODE(&td, MINT_CGT_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3589                                 else
3590                                         ADD_CODE(&td, MINT_CGT_I4 + td.sp [-1].type - STACK_TYPE_I4);
3591                                 --td.sp;
3592                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3593                                 ++td.ip;
3594                                 break;
3595                         case CEE_CGT_UN:
3596                                 CHECK_STACK(&td, 2);
3597                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3598                                         ADD_CODE(&td, MINT_CGT_UN_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3599                                 else
3600                                         ADD_CODE(&td, MINT_CGT_UN_I4 + td.sp [-1].type - STACK_TYPE_I4);
3601                                 --td.sp;
3602                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3603                                 ++td.ip;
3604                                 break;
3605                         case CEE_CLT:
3606                                 CHECK_STACK(&td, 2);
3607                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3608                                         ADD_CODE(&td, MINT_CLT_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3609                                 else
3610                                         ADD_CODE(&td, MINT_CLT_I4 + td.sp [-1].type - STACK_TYPE_I4);
3611                                 --td.sp;
3612                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3613                                 ++td.ip;
3614                                 break;
3615                         case CEE_CLT_UN:
3616                                 CHECK_STACK(&td, 2);
3617                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
3618                                         ADD_CODE(&td, MINT_CLT_UN_I4 + STACK_TYPE_I - STACK_TYPE_I4);
3619                                 else
3620                                         ADD_CODE(&td, MINT_CLT_UN_I4 + td.sp [-1].type - STACK_TYPE_I4);
3621                                 --td.sp;
3622                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
3623                                 ++td.ip;
3624                                 break;
3625                         case CEE_LDVIRTFTN: /* fallthrough */
3626                         case CEE_LDFTN: {
3627                                 MonoMethod *m;
3628                                 if (*td.ip == CEE_LDVIRTFTN) {
3629                                         CHECK_STACK (&td, 1);
3630                                         --td.sp;
3631                                 }
3632                                 token = read32 (td.ip + 1);
3633                                 if (method->wrapper_type != MONO_WRAPPER_NONE)
3634                                         m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
3635                                 else 
3636                                         m = mono_get_method_full (image, token, NULL, generic_context);
3637
3638                                 if (method->wrapper_type == MONO_WRAPPER_NONE && m->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED)
3639                                         m = mono_marshal_get_synchronized_wrapper (m);
3640
3641                                 ADD_CODE(&td, *td.ip == CEE_LDFTN ? MINT_LDFTN : MINT_LDVIRTFTN);
3642                                 ADD_CODE(&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
3643                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
3644                                 td.ip += 5;
3645                                 PUSH_SIMPLE_TYPE (&td, STACK_TYPE_F);
3646                                 break;
3647                         }
3648                         case CEE_LDARG:
3649                                 load_arg (&td, read16 (td.ip + 1));
3650                                 td.ip += 3;
3651                                 break;
3652                         case CEE_LDARGA: {
3653                                 int n = read16 (td.ip + 1);
3654                                 ADD_CODE (&td, MINT_LDARGA);
3655                                 ADD_CODE (&td, td.rtm->arg_offsets [n]); /* FIX for large offsets */
3656                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
3657                                 td.ip += 3;
3658                                 break;
3659                         }
3660                         case CEE_STARG:
3661                                 store_arg (&td, read16 (td.ip + 1));
3662                                 td.ip += 3;
3663                                 break;
3664                         case CEE_LDLOC:
3665                                 load_local (&td, read16 (td.ip + 1));
3666                                 td.ip += 3;
3667                                 break;
3668                         case CEE_LDLOCA:
3669                                 ADD_CODE(&td, MINT_LDLOCA_S);
3670                                 ADD_CODE(&td, td.rtm->local_offsets [read16 (td.ip + 1)]);
3671                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
3672                                 td.ip += 3;
3673                                 break;
3674                         case CEE_STLOC:
3675                                 store_local (&td, read16 (td.ip + 1));
3676                                 td.ip += 3;
3677                                 break;
3678                         case CEE_LOCALLOC:
3679                                 CHECK_STACK (&td, 1);
3680 #if SIZEOF_VOID_P == 8
3681                                 if (td.sp [-1].type == STACK_TYPE_I8)
3682                                         ADD_CODE(&td, MINT_CONV_I4_I8);
3683 #endif                          
3684                                 ADD_CODE(&td, MINT_LOCALLOC);
3685                                 if (td.sp != td.stack + 1)
3686                                         g_warning("CEE_LOCALLOC: stack not empty");
3687                                 ++td.ip;
3688                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
3689                                 break;
3690 #if 0
3691                         case CEE_UNUSED57: ves_abort(); break;
3692 #endif
3693                         case CEE_ENDFILTER:
3694                                 ADD_CODE (&td, MINT_ENDFILTER);
3695                                 ++td.ip;
3696                                 break;
3697                         case CEE_UNALIGNED_:
3698                                 td.ip += 2;
3699                                 break;
3700                         case CEE_VOLATILE_:
3701                                 ++td.ip;
3702                                 /* FIX: should do something? */;
3703                                 break;
3704                         case CEE_TAIL_:
3705                                 ++td.ip;
3706                                 /* FIX: should do something? */;
3707                                 break;
3708                         case CEE_INITOBJ:
3709                                 CHECK_STACK(&td, 1);
3710                                 token = read32 (td.ip + 1);
3711                                 klass = mini_get_class (method, token, generic_context);
3712                                 if (klass->valuetype) {
3713                                         ADD_CODE (&td, MINT_INITOBJ);
3714                                         i32 = mono_class_value_size (klass, NULL);
3715                                         WRITE32 (&td, &i32);
3716                                 } else {
3717                                         ADD_CODE (&td, MINT_LDNULL);
3718                                         ADD_CODE (&td, MINT_STIND_REF);
3719                                 }
3720                                 td.ip += 5;
3721                                 --td.sp;
3722                                 break;
3723                         case CEE_CPBLK:
3724                                 CHECK_STACK(&td, 3);
3725                                 /* FIX? convert length to I8? */
3726                                 ADD_CODE(&td, MINT_CPBLK);
3727                                 td.sp -= 3;
3728                                 ++td.ip;
3729                                 break;
3730                         case CEE_READONLY_:
3731                                 readonly = TRUE;
3732                                 td.ip += 1;
3733                                 break;
3734                         case CEE_CONSTRAINED_:
3735                                 token = read32 (td.ip + 1);
3736                                 constrained_class = mini_get_class (method, token, generic_context);
3737                                 mono_class_init (constrained_class);
3738                                 td.ip += 5;
3739                                 break;
3740                         case CEE_INITBLK:
3741                                 CHECK_STACK(&td, 3);
3742                                 ADD_CODE(&td, MINT_INITBLK);
3743                                 td.sp -= 3;
3744                                 td.ip += 1;
3745                                 break;
3746 #if 0
3747                         case CEE_NO_:
3748                                 /* FIXME: implement */
3749                                 ip += 2;
3750                                 break;
3751 #endif
3752                         case CEE_RETHROW: {
3753                                 int clause_index = td.clause_indexes [in_offset];
3754                                 g_assert (clause_index != -1);
3755                                 SIMPLE_OP (td, MINT_RETHROW);
3756                                 ADD_CODE (&td, rtm->exvar_offsets [clause_index]);
3757                                 generating_code = 0;
3758                                 break;
3759                         }
3760                         case CEE_SIZEOF: {
3761                                 gint32 size;
3762                                 token = read32 (td.ip + 1);
3763                                 td.ip += 5;
3764                                 if (mono_metadata_token_table (token) == MONO_TABLE_TYPESPEC && !image_is_dynamic (method->klass->image) && !generic_context) {
3765                                         int align;
3766                                         MonoType *type = mono_type_create_from_typespec (image, token);
3767                                         size = mono_type_size (type, &align);
3768                                 } else {
3769                                         int align;
3770                                         MonoClass *szclass = mini_get_class (method, token, generic_context);
3771                                         mono_class_init (szclass);
3772 #if 0
3773                                         if (!szclass->valuetype)
3774                                                 THROW_EX (mono_exception_from_name (mono_defaults.corlib, "System", "InvalidProgramException"), ip - 5);
3775 #endif
3776                                         size = mono_type_size (&szclass->byval_arg, &align);
3777                                 } 
3778                                 ADD_CODE(&td, MINT_LDC_I4);
3779                                 WRITE32(&td, &size);
3780                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
3781                                 break;
3782                         }
3783                         case CEE_REFANYTYPE:
3784                                 ADD_CODE (&td, MINT_REFANYTYPE);
3785                                 td.ip += 1;
3786                                 POP_VT (&td, sizeof (MonoTypedRef));
3787                                 PUSH_VT (&td, sizeof (gpointer));
3788                                 SET_TYPE(td.sp - 1, STACK_TYPE_VT, NULL);
3789                                 break;
3790                         default:
3791                                 g_error ("transform.c: Unimplemented opcode: 0xFE %02x (%s) at 0x%x\n", *td.ip, mono_opcode_name (256 + *td.ip), td.ip-header->code);
3792                         }
3793                         break;
3794                 default:
3795                         g_error ("transform.c: Unimplemented opcode: %02x at 0x%x\n", *td.ip, td.ip-header->code);
3796                 }
3797
3798                 if (td.new_ip - td.new_code != new_in_start_offset) 
3799                         td.last_new_ip = td.new_code + new_in_start_offset;
3800                 else if (td.is_bb_start [td.in_start - td.il_code])
3801                         td.is_bb_start [td.ip - td.il_code] = 1;
3802                         
3803                 td.last_ip = td.in_start;
3804         }
3805
3806         /* Handle relocations */
3807         for (int i = 0; i < td.relocs->len; ++i) {
3808                 Reloc *reloc = g_ptr_array_index (td.relocs, i);
3809
3810                 int offset = td.in_offsets [reloc->target] - reloc->offset;
3811
3812                 switch (reloc->type) {
3813                 case RELOC_SHORT_BRANCH:
3814                         g_assert (td.new_code [reloc->offset + 1] == 0xffff);
3815                         td.new_code [reloc->offset + 1] = offset;
3816                         break;
3817                 case RELOC_LONG_BRANCH: {
3818                         guint16 *v = (guint16 *) &offset;
3819                         g_assert (td.new_code [reloc->offset + 1] == 0xbeef);
3820                         g_assert (td.new_code [reloc->offset + 2] == 0xdead);
3821                         td.new_code [reloc->offset + 1] = *(guint16 *) v;
3822                         td.new_code [reloc->offset + 2] = *(guint16 *) (v + 1);
3823                         break;
3824                 }
3825                 case RELOC_SWITCH: {
3826                         guint16 *v = (guint16*)&offset;
3827                         td.new_code [reloc->offset] = *(guint16*)v;
3828                         td.new_code [reloc->offset + 1] = *(guint16*)(v + 1);
3829                         break;
3830                 }
3831                 default:
3832                         g_assert_not_reached ();
3833                         break;
3834                 }
3835         }
3836
3837         if (td.verbose_level) {
3838                 const guint16 *p = td.new_code;
3839                 printf("Runtime method: %s %p, VT stack size: %d\n", mono_method_full_name (method, TRUE), rtm, td.max_vt_sp);
3840                 printf("Calculated stack size: %d, stated size: %d\n", td.max_stack_height, header->max_stack);
3841                 while (p < td.new_ip) {
3842                         p = mono_interp_dis_mintop(td.new_code, p);
3843                         printf("\n");
3844                 }
3845         }
3846         g_assert (td.max_stack_height <= (header->max_stack + 1));
3847
3848         int code_len = td.new_ip - td.new_code;
3849
3850         rtm->clauses = mono_domain_alloc0 (domain, header->num_clauses * sizeof (MonoExceptionClause));
3851         memcpy (rtm->clauses, header->clauses, header->num_clauses * sizeof(MonoExceptionClause));
3852         rtm->code = mono_domain_alloc0 (domain, (td.new_ip - td.new_code) * sizeof (gushort));
3853         memcpy (rtm->code, td.new_code, (td.new_ip - td.new_code) * sizeof(gushort));
3854         g_free (td.new_code);
3855         rtm->new_body_start = rtm->code + body_start_offset;
3856         rtm->num_clauses = header->num_clauses;
3857         for (i = 0; i < header->num_clauses; i++) {
3858                 MonoExceptionClause *c = rtm->clauses + i;
3859                 int end_off = c->try_offset + c->try_len;
3860                 c->try_offset = td.in_offsets [c->try_offset];
3861                 c->try_len = td.in_offsets [end_off] - c->try_offset;
3862                 end_off = c->handler_offset + c->handler_len;
3863                 c->handler_offset = td.in_offsets [c->handler_offset];
3864                 c->handler_len = td.in_offsets [end_off] - c->handler_offset;
3865                 if (c->flags & MONO_EXCEPTION_CLAUSE_FILTER)
3866                         c->data.filter_offset = td.in_offsets [c->data.filter_offset];
3867         }
3868         rtm->vt_stack_size = td.max_vt_sp;
3869         rtm->alloca_size = rtm->locals_size + rtm->args_size + rtm->vt_stack_size + rtm->stack_size;
3870         rtm->data_items = mono_domain_alloc0 (domain, td.n_data_items * sizeof (td.data_items [0]));
3871         memcpy (rtm->data_items, td.data_items, td.n_data_items * sizeof (td.data_items [0]));
3872
3873         /* Save debug info */
3874         interp_save_debug_info (rtm, header, &td, line_numbers);
3875
3876         /* Create a MonoJitInfo for the interpreted method by creating the interpreter IR as the native code. */
3877         int jinfo_len = mono_jit_info_size (0, header->num_clauses, 0);
3878         MonoJitInfo *jinfo = (MonoJitInfo *)mono_domain_alloc0 (domain, jinfo_len);
3879         jinfo->is_interp = 1;
3880         rtm->jinfo = jinfo;
3881         mono_jit_info_init (jinfo, method, (guint8*)rtm->code, code_len, 0, header->num_clauses, 0);
3882         for (i = 0; i < jinfo->num_clauses; ++i) {
3883                 MonoJitExceptionInfo *ei = &jinfo->clauses [i];
3884                 MonoExceptionClause *c = rtm->clauses + i;
3885
3886                 ei->flags = c->flags;
3887                 ei->try_start = (guint8*)(rtm->code + c->try_offset);
3888                 ei->try_end = (guint8*)(rtm->code + c->try_offset + c->try_len);
3889                 ei->handler_start = (guint8*)(rtm->code + c->handler_offset);
3890                 ei->exvar_offset = rtm->exvar_offsets [i];
3891                 if (ei->flags == MONO_EXCEPTION_CLAUSE_FILTER) {
3892                         ei->data.filter = (guint8*)(rtm->code + c->data.filter_offset);
3893                 } else if (ei->flags == MONO_EXCEPTION_CLAUSE_FINALLY) {
3894                 } else {
3895                         ei->data.catch_class = c->data.catch_class;
3896                 }
3897         }
3898
3899         save_seq_points (&td);
3900
3901         g_free (td.in_offsets);
3902         for (i = 0; i < header->code_size; ++i)
3903                 g_free (td.stack_state [i]);
3904         g_free (td.stack_state);
3905         g_free (td.stack_height);
3906         g_free (td.vt_stack_size);
3907         g_free (td.data_items);
3908         g_free (td.stack);
3909         g_hash_table_destroy (td.data_hash);
3910         g_free (td.clause_indexes);
3911         g_ptr_array_free (td.seq_points, TRUE);
3912         g_array_free (line_numbers, TRUE);
3913         g_ptr_array_free (td.relocs, TRUE);
3914         mono_mempool_destroy (td.mempool);
3915 }
3916
3917 static mono_mutex_t calc_section;
3918
3919 void 
3920 mono_interp_transform_init (void)
3921 {
3922         mono_os_mutex_init_recursive(&calc_section);
3923 }
3924
3925 MonoException *
3926 mono_interp_transform_method (RuntimeMethod *runtime_method, ThreadContext *context)
3927 {
3928         int i, align, size, offset;
3929         MonoMethod *method = runtime_method->method;
3930         MonoImage *image = method->klass->image;
3931         MonoMethodHeader *header = mono_method_get_header (method);
3932         MonoMethodSignature *signature = mono_method_signature (method);
3933         register const unsigned char *ip, *end;
3934         const MonoOpcode *opcode;
3935         MonoMethod *m;
3936         MonoClass *class;
3937         unsigned char *is_bb_start;
3938         int in;
3939         MonoVTable *method_class_vt;
3940         int backwards;
3941         MonoGenericContext *generic_context = NULL;
3942         MonoDomain *domain = runtime_method->domain;
3943
3944         // g_printerr ("TRANSFORM(0x%016lx): begin %s::%s\n", mono_thread_current (), method->klass->name, method->name);
3945         method_class_vt = mono_class_vtable (domain, runtime_method->method->klass);
3946         if (!method_class_vt->initialized) {
3947                 MonoError error;
3948                 jmp_buf env;
3949                 MonoInvocation *last_env_frame = context->env_frame;
3950                 jmp_buf *old_env = context->current_env;
3951                 error_init (&error);
3952
3953                 if (setjmp(env)) {
3954                         MonoException *failed = context->env_frame->ex;
3955                         context->env_frame->ex = NULL;
3956                         context->env_frame = last_env_frame;
3957                         context->current_env = old_env;
3958                         return failed;
3959                 }
3960                 context->env_frame = context->current_frame;
3961                 context->current_env = &env;
3962                 mono_runtime_class_init_full (method_class_vt, &error);
3963                 if (!mono_error_ok (&error)) {
3964                         return mono_error_convert_to_exception (&error);
3965                 }
3966                 context->env_frame = last_env_frame;
3967                 context->current_env = old_env;
3968         }
3969
3970         mono_profiler_method_jit (method); /* sort of... */
3971
3972         if (mono_method_signature (method)->is_inflated)
3973                 generic_context = mono_method_get_context (method);
3974         else {
3975                 MonoGenericContainer *generic_container = mono_method_get_generic_container (method);
3976                 if (generic_container)
3977                         generic_context = &generic_container->context;
3978         }
3979
3980         if (method->iflags & (METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL | METHOD_IMPL_ATTRIBUTE_RUNTIME)) {
3981                 MonoMethod *nm = NULL;
3982                 mono_os_mutex_lock(&calc_section);
3983                 if (runtime_method->transformed) {
3984                         mono_os_mutex_unlock(&calc_section);
3985                         mono_profiler_method_end_jit (method, runtime_method->jinfo, MONO_PROFILE_OK);
3986                         return NULL;
3987                 }
3988
3989                 /* assumes all internal calls with an array this are built in... */
3990                 if (method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL && (! mono_method_signature (method)->hasthis || method->klass->rank == 0)) {
3991                         nm = mono_marshal_get_native_wrapper (method, TRUE, FALSE);
3992                         signature = mono_method_signature (nm);
3993                 } else {
3994                         const char *name = method->name;
3995                         if (method->klass->parent == mono_defaults.multicastdelegate_class) {
3996                                 if (*name == '.' && (strcmp (name, ".ctor") == 0)) {
3997                                         MonoJitICallInfo *mi = mono_find_jit_icall_by_name ("ves_icall_mono_delegate_ctor");
3998                                         g_assert (mi);
3999                                         char *wrapper_name = g_strdup_printf ("__icall_wrapper_%s", mi->name);
4000                                         nm = mono_marshal_get_icall_wrapper (mi->sig, wrapper_name, mi->func, TRUE);
4001                                 } else if (*name == 'I' && (strcmp (name, "Invoke") == 0)) {
4002                                         nm = mono_marshal_get_delegate_invoke (method, NULL);
4003                                 } else if (*name == 'B' && (strcmp (name, "BeginInvoke") == 0)) {
4004                                         nm = mono_marshal_get_delegate_begin_invoke (method);
4005                                 } else if (*name == 'E' && (strcmp (name, "EndInvoke") == 0)) {
4006                                         nm = mono_marshal_get_delegate_end_invoke (method);
4007                                 }
4008                         }
4009                         if (nm == NULL) {
4010                                 runtime_method->code = g_malloc(sizeof(short));
4011                                 runtime_method->code[0] = MINT_CALLRUN;
4012                         }
4013                 }
4014                 if (nm == NULL) {
4015                         runtime_method->stack_size = sizeof (stackval); /* for tracing */
4016                         runtime_method->alloca_size = runtime_method->stack_size;
4017                         runtime_method->transformed = TRUE;
4018                         mono_os_mutex_unlock(&calc_section);
4019                         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
4020                         return NULL;
4021                 }
4022                 method = nm;
4023                 header = mono_method_get_header (nm);
4024                 mono_os_mutex_unlock(&calc_section);
4025         } else if (method->klass == mono_defaults.array_class) {
4026                 if (!strcmp (method->name, "UnsafeMov") || !strcmp (method->name, "UnsafeLoad")) {
4027                         mono_os_mutex_lock (&calc_section);
4028                         if (!runtime_method->transformed) {
4029                                 runtime_method->code = g_malloc (sizeof (short));
4030                                 runtime_method->code[0] = MINT_CALLRUN;
4031                                 runtime_method->stack_size = sizeof (stackval); /* for tracing */
4032                                 runtime_method->alloca_size = runtime_method->stack_size;
4033                                 runtime_method->transformed = TRUE;
4034                         }
4035                         mono_os_mutex_unlock(&calc_section);
4036                         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
4037                         return NULL;
4038                 } else if (!strcmp (method->name, "UnsafeStore")) {
4039                         g_error ("TODO");
4040                 }
4041         }
4042         g_assert ((signature->param_count + signature->hasthis) < 1000);
4043         g_assert (header->max_stack < 10000);
4044         /* intern the strings in the method. */
4045         ip = header->code;
4046         end = ip + header->code_size;
4047
4048         is_bb_start = g_malloc0(header->code_size);
4049         is_bb_start [0] = 1;
4050         while (ip < end) {
4051                 in = *ip;
4052                 if (in == 0xfe) {
4053                         ip++;
4054                         in = *ip + 256;
4055                 }
4056                 else if (in == 0xf0) {
4057                         ip++;
4058                         in = *ip + MONO_CEE_MONO_ICALL;
4059                 }
4060                 opcode = &mono_opcodes [in];
4061                 switch (opcode->argument) {
4062                 case MonoInlineNone:
4063                         ++ip;
4064                         break;
4065                 case MonoInlineString:
4066                         if (method->wrapper_type == MONO_WRAPPER_NONE)
4067                                 mono_ldstr (domain, image, mono_metadata_token_index (read32 (ip + 1)));
4068                         ip += 5;
4069                         break;
4070                 case MonoInlineType:
4071                         if (method->wrapper_type == MONO_WRAPPER_NONE) {
4072                                 class = mini_get_class (method, read32 (ip + 1), generic_context);
4073                                 mono_class_init (class);
4074                                 /* quick fix to not do this for the fake ptr classes - probably should not be getting the vtable at all here */
4075 #if 0
4076                                 g_error ("FIXME: interface method lookup: %s (in method %s)", class->name, method->name);
4077                                 if (!(class->flags & TYPE_ATTRIBUTE_INTERFACE) && class->interface_offsets != NULL)
4078                                         mono_class_vtable (domain, class);
4079 #endif
4080                         }
4081                         ip += 5;
4082                         break;
4083                 case MonoInlineMethod:
4084                         if (method->wrapper_type == MONO_WRAPPER_NONE && *ip != CEE_CALLI) {
4085                                 m = mono_get_method_full (image, read32 (ip + 1), NULL, generic_context);
4086                                 if (m == NULL) {
4087                                         g_free (is_bb_start);
4088                                         g_error ("FIXME: where to get method and class string?"); 
4089                                         return NULL;
4090                                         // return mono_get_exception_missing_method ();
4091                                 }
4092                                 mono_class_init (m->klass);
4093                                 if (!mono_class_is_interface (m->klass))
4094                                         mono_class_vtable (domain, m->klass);
4095                         }
4096                         ip += 5;
4097                         break;
4098                 case MonoInlineField:
4099                 case MonoInlineSig:
4100                 case MonoInlineI:
4101                 case MonoInlineTok:
4102                 case MonoShortInlineR:
4103                         ip += 5;
4104                         break;
4105                 case MonoInlineBrTarget:
4106                         offset = read32 (ip + 1);
4107                         ip += 5;
4108                         backwards = offset < 0;
4109                         offset += ip - header->code;
4110                         g_assert (offset >= 0 && offset < header->code_size);
4111                         is_bb_start [offset] |= backwards ? 2 : 1;
4112                         break;
4113                 case MonoShortInlineBrTarget:
4114                         offset = ((gint8 *)ip) [1];
4115                         ip += 2;
4116                         backwards = offset < 0;
4117                         offset += ip - header->code;
4118                         g_assert (offset >= 0 && offset < header->code_size);
4119                         is_bb_start [offset] |= backwards ? 2 : 1;
4120                         break;
4121                 case MonoInlineVar:
4122                         ip += 3;
4123                         break;
4124                 case MonoShortInlineVar:
4125                 case MonoShortInlineI:
4126                         ip += 2;
4127                         break;
4128                 case MonoInlineSwitch: {
4129                         guint32 n;
4130                         const unsigned char *next_ip;
4131                         ++ip;
4132                         n = read32 (ip);
4133                         ip += 4;
4134                         next_ip = ip + 4 * n;
4135                         for (i = 0; i < n; i++) {
4136                                 offset = read32 (ip);
4137                                 backwards = offset < 0;
4138                                 offset += next_ip - header->code;
4139                                 g_assert (offset >= 0 && offset < header->code_size);
4140                                 is_bb_start [offset] |= backwards ? 2 : 1;
4141                                 ip += 4;
4142                         }
4143                         break;
4144                 }
4145                 case MonoInlineR:
4146                 case MonoInlineI8:
4147                         ip += 9;
4148                         break;
4149                 default:
4150                         g_assert_not_reached ();
4151                 }
4152         }
4153         // g_printerr ("TRANSFORM(0x%016lx): end %s::%s\n", mono_thread_current (), method->klass->name, method->name);
4154
4155         /* the rest needs to be locked so it is only done once */
4156         mono_os_mutex_lock(&calc_section);
4157         if (runtime_method->transformed) {
4158                 mono_os_mutex_unlock(&calc_section);
4159                 g_free (is_bb_start);
4160                 mono_profiler_method_end_jit (method, runtime_method->jinfo, MONO_PROFILE_OK);
4161                 return NULL;
4162         }
4163
4164         runtime_method->local_offsets = g_malloc (header->num_locals * sizeof(guint32));
4165         runtime_method->stack_size = (sizeof (stackval)) * (header->max_stack + 2); /* + 1 for returns of called functions  + 1 for 0-ing in trace*/
4166         runtime_method->stack_size = (runtime_method->stack_size + 7) & ~7;
4167         offset = 0;
4168         for (i = 0; i < header->num_locals; ++i) {
4169                 size = mono_type_size (header->locals [i], &align);
4170                 offset += align - 1;
4171                 offset &= ~(align - 1);
4172                 runtime_method->local_offsets [i] = offset;
4173                 offset += size;
4174         }
4175         offset = (offset + 7) & ~7;
4176
4177         runtime_method->exvar_offsets = g_malloc (header->num_clauses * sizeof (guint32));
4178         for (i = 0; i < header->num_clauses; i++) {
4179                 offset += sizeof (MonoObject*);
4180                 runtime_method->exvar_offsets [i] = offset;
4181         }
4182         offset = (offset + 7) & ~7;
4183
4184         runtime_method->locals_size = offset;
4185         g_assert (runtime_method->locals_size < 65536);
4186         offset = 0;
4187         runtime_method->arg_offsets = g_malloc ((!!signature->hasthis + signature->param_count) * sizeof(guint32));
4188
4189         if (signature->hasthis) {
4190                 g_assert (!signature->pinvoke);
4191                 size = mono_type_stack_size (&method->klass->byval_arg, &align);
4192                 offset += align - 1;
4193                 offset &= ~(align - 1);
4194                 runtime_method->arg_offsets [0] = offset;
4195                 offset += size;
4196         }
4197
4198         for (i = 0; i < signature->param_count; ++i) {
4199                 if (signature->pinvoke) {
4200                         guint32 dummy;
4201                         size = mono_type_native_stack_size (signature->params [i], &dummy);
4202                         align = 8;
4203                 }
4204                 else
4205                         size = mono_type_stack_size (signature->params [i], &align);
4206                 offset += align - 1;
4207                 offset &= ~(align - 1);
4208                 runtime_method->arg_offsets [i + !!signature->hasthis] = offset;
4209                 offset += size;
4210         }
4211         offset = (offset + 7) & ~7;
4212         runtime_method->args_size = offset;
4213         g_assert (runtime_method->args_size < 10000);
4214
4215         generate (method, runtime_method, is_bb_start, generic_context);
4216
4217         g_free (is_bb_start);
4218
4219         // FIXME: Add a different callback ?
4220         mono_profiler_method_end_jit (method, runtime_method->jinfo, MONO_PROFILE_OK);
4221         runtime_method->transformed = TRUE;
4222         mono_os_mutex_unlock(&calc_section);
4223
4224         return NULL;
4225 }
4226