mono/mini/interpreter/transform.c

   1 /*
   2  * transform CIL into different opcodes for more
   3  * efficient interpretation
   4  *
   5  * Written by Bernie Solomon (bernard@ugsolutions.com)
   6  * Copyright (c) 2004.
   7  */
   8
   9 #include <string.h>
  10 #include <mono/metadata/appdomain.h>
  11 #include <mono/metadata/debug-helpers.h>
  12 #include <mono/metadata/exception.h>
  13 #include <mono/metadata/mono-endian.h>
  14 #include <mono/metadata/marshal.h>
  15 #include <mono/metadata/profiler-private.h>
  16 #include <mono/metadata/tabledefs.h>
  17
  18 #include <mono/mini/mini.h>
  19
  20 #include "mintops.h"
  21 #include "interp.h"
  22
  23 // TODO: export from marshal.c
  24 MonoDelegate* mono_ftnptr_to_delegate (MonoClass *klass, gpointer ftn);
  25
  26 #define DEBUG 0
  27
  28 typedef struct
  29 {
  30         MonoClass *klass;
  31         unsigned char type;
  32         unsigned char flags;
  33 } StackInfo;
  34
  35 typedef struct
  36 {
  37         MonoMethod *method;
  38         MonoMethodHeader *header;
  39         RuntimeMethod *rtm;
  40         const unsigned char *il_code;
  41         const unsigned char *ip;
  42         const unsigned char *last_ip;
  43         const unsigned char *in_start;
  44         int code_size;
  45         int *in_offsets;
  46         int *forward_refs;
  47         StackInfo **stack_state;
  48         int *stack_height;
  49         int *vt_stack_size;
  50         unsigned char *is_bb_start;
  51         unsigned short *new_code;
  52         unsigned short *new_code_end;
  53         unsigned short *new_ip;
  54         unsigned short *last_new_ip;
  55         unsigned int max_code_size;
  56         StackInfo *stack;
  57         StackInfo *sp;
  58         unsigned int max_stack_height;
  59         unsigned int vt_sp;
  60         unsigned int max_vt_sp;
  61         int n_data_items;
  62         int max_data_items;
  63         void **data_items;
  64         GHashTable *data_hash;
  65 } TransformData;
  66
  67 #define MINT_TYPE_I1 0
  68 #define MINT_TYPE_U1 1
  69 #define MINT_TYPE_I2 2
  70 #define MINT_TYPE_U2 3
  71 #define MINT_TYPE_I4 4
  72 #define MINT_TYPE_I8 5
  73 #define MINT_TYPE_R4 6
  74 #define MINT_TYPE_R8 7
  75 #define MINT_TYPE_O  8
  76 #define MINT_TYPE_P  9
  77 #define MINT_TYPE_VT 10
  78
  79 #define STACK_TYPE_I4 0
  80 #define STACK_TYPE_I8 1
  81 #define STACK_TYPE_R8 2
  82 #define STACK_TYPE_O  3
  83 #define STACK_TYPE_VT 4
  84 #define STACK_TYPE_MP 5
  85 #define STACK_TYPE_F  6
  86
  87 static const char *stack_type_string [] = { "I4", "I8", "R8", "O ", "VT", "MP", "F " };
  88
  89 #if SIZEOF_VOID_P == 8
  90 #define STACK_TYPE_I STACK_TYPE_I8
  91 #else
  92 #define STACK_TYPE_I STACK_TYPE_I4
  93 #endif
  94
  95 static int stack_type [] = {
  96         STACK_TYPE_I4, /*I1*/
  97         STACK_TYPE_I4, /*U1*/
  98         STACK_TYPE_I4, /*I2*/
  99         STACK_TYPE_I4, /*U2*/
 100         STACK_TYPE_I4, /*I4*/
 101         STACK_TYPE_I8, /*I8*/
 102         STACK_TYPE_R8, /*R4*/
 103         STACK_TYPE_R8, /*R8*/
 104         STACK_TYPE_O,  /*O*/
 105         STACK_TYPE_MP, /*P*/
 106         STACK_TYPE_VT
 107 };
 108
 109 static void
 110 grow_code (TransformData *td)
 111 {
 112         unsigned int old_ip_offset = td->new_ip - td->new_code;
 113         unsigned int old_last_ip_offset = td->last_new_ip - td->new_code;
 114         g_assert (old_ip_offset <= td->max_code_size);
 115         td->new_code = g_realloc (td->new_code, (td->max_code_size *= 2) * sizeof (td->new_code [0]));
 116         td->new_code_end = td->new_code + td->max_code_size;
 117         td->new_ip = td->new_code + old_ip_offset;
 118         td->last_new_ip = td->new_code + old_last_ip_offset;
 119 }
 120
 121 #define ENSURE_CODE(td, n) \
 122         do { \
 123                 if ((td)->new_ip + (n) > (td)->new_code_end) \
 124                         grow_code (td); \
 125         } while (0)
 126
 127 #define ADD_CODE(td, n) \
 128         do { \
 129                 if ((td)->new_ip == (td)->new_code_end) \
 130                         grow_code (td); \
 131                 *(td)->new_ip++ = (n); \
 132         } while (0)
 133
 134 #define CHECK_STACK(td, n) \
 135         do { \
 136                 int stack_size = (td)->sp - (td)->stack; \
 137                 if (stack_size < (n)) \
 138                         g_warning ("%s.%s: not enough values (%d < %d) on stack at %04x", \
 139                                 (td)->method->klass->name, (td)->method->name, \
 140                                 stack_size, n, (td)->ip - (td)->il_code); \
 141         } while (0)
 142
 143 #define ENSURE_I4(td, sp_off) \
 144         do { \
 145                 if ((td)->sp [-sp_off].type == STACK_TYPE_I8) \
 146                         ADD_CODE(td, sp_off == 1 ? MINT_CONV_I4_I8 : MINT_CONV_I4_I8_SP); \
 147         } while (0)
 148
 149 static void
 150 handle_branch(TransformData *td, int short_op, int long_op, int offset)
 151 {
 152         int shorten_branch = 0;
 153         int target = td->ip + offset - td->il_code;
 154         if (target < 0 || target >= td->code_size)
 155                 g_assert_not_reached ();
 156         if (offset > 0 && td->stack_height [target] < 0) {
 157                 td->stack_height [target] = td->sp - td->stack;
 158                 if (td->stack_height [target] > 0)
 159                         td->stack_state [target] = g_memdup (td->stack, td->stack_height [target] * sizeof (td->stack [0]));
 160                 td->vt_stack_size [target] = td->vt_sp;
 161         }
 162         if (offset < 0) {
 163                 offset = td->in_offsets [target] - (td->new_ip - td->new_code);
 164                 if (offset >= -32768) {
 165                         shorten_branch = 1;
 166                 }
 167         } else {
 168                 int prev = td->forward_refs [target];
 169                 td->forward_refs [td->ip - td->il_code] = prev;
 170                 td->forward_refs [target] = td->ip - td->il_code;
 171                 offset = 0;
 172                 if (td->header->code_size <= 25000) /* FIX to be precise somehow? */
 173                         shorten_branch = 1;
 174         }
 175         if (shorten_branch) {
 176                 ADD_CODE(td, short_op);
 177                 ADD_CODE(td, offset);
 178         } else {
 179                 ADD_CODE(td, long_op);
 180                 ADD_CODE(td, * (unsigned short *)(&offset));
 181                 ADD_CODE(td, * ((unsigned short *)&offset + 1));
 182         }
 183 }
 184
 185 static void
 186 one_arg_branch(TransformData *td, int mint_op, int offset)
 187 {
 188         int type = td->sp [-1].type == STACK_TYPE_O || td->sp [-1].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-1].type;
 189         int long_op = mint_op + type - STACK_TYPE_I4;
 190         int short_op = long_op + MINT_BRFALSE_I4_S - MINT_BRFALSE_I4;
 191         CHECK_STACK(td, 1);
 192         --td->sp;
 193         handle_branch (td, short_op, long_op, offset);
 194 }
 195
 196 static void
 197 two_arg_branch(TransformData *td, int mint_op, int offset)
 198 {
 199         int type1 = td->sp [-1].type == STACK_TYPE_O || td->sp [-1].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-1].type;
 200         int type2 = td->sp [-2].type == STACK_TYPE_O || td->sp [-2].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-2].type;
 201         int long_op = mint_op + type1 - STACK_TYPE_I4;
 202         int short_op = long_op + MINT_BEQ_I4_S - MINT_BEQ_I4;
 203         CHECK_STACK(td, 2);
 204         if (type1 == STACK_TYPE_I4 && type2 == STACK_TYPE_I8) {
 205                 ADD_CODE(td, MINT_CONV_I8_I4);
 206                 td->in_offsets [td->ip - td->il_code]++;
 207         } else if (type1 == STACK_TYPE_I8 && type2 == STACK_TYPE_I4) {
 208                 ADD_CODE(td, MINT_CONV_I8_I4_SP);
 209                 td->in_offsets [td->ip - td->il_code]++;
 210         } else if (type1 != type2) {
 211                 g_warning("%s.%s: branch type mismatch %d %d",
 212                         td->method->klass->name, td->method->name,
 213                         td->sp [-1].type, td->sp [-2].type);
 214         }
 215         td->sp -= 2;
 216         handle_branch (td, short_op, long_op, offset);
 217 }
 218
 219 static void
 220 unary_arith_op(TransformData *td, int mint_op)
 221 {
 222         int op = mint_op + td->sp [-1].type - STACK_TYPE_I4;
 223         CHECK_STACK(td, 1);
 224         ADD_CODE(td, op);
 225 }
 226
 227 static void
 228 binary_arith_op(TransformData *td, int mint_op)
 229 {
 230         int type1 = td->sp [-2].type;
 231         int type2 = td->sp [-1].type;
 232         int op;
 233 #if SIZEOF_VOID_P == 8
 234         if ((type1 == STACK_TYPE_MP || type1 == STACK_TYPE_I8) && type2 == STACK_TYPE_I4) {
 235                 ADD_CODE(td, MINT_CONV_I8_I4);
 236                 type2 = STACK_TYPE_I8;
 237         }
 238         if (type1 == STACK_TYPE_I4 && (type2 == STACK_TYPE_MP || type2 == STACK_TYPE_I8)) {
 239                 ADD_CODE(td, MINT_CONV_I8_I4_SP);
 240                 type1 = STACK_TYPE_I8;
 241                 td->sp [-2].type = STACK_TYPE_I8;
 242         }
 243 #endif
 244         if (type1 == STACK_TYPE_MP)
 245                 type1 = STACK_TYPE_I;
 246         if (type2 == STACK_TYPE_MP)
 247                 type2 = STACK_TYPE_I;
 248         if (type1 != type2) {
 249                 g_warning("%s.%s: %04x arith type mismatch %s %d %d",
 250                         td->method->klass->name, td->method->name,
 251                         td->ip - td->il_code, mono_interp_opname[mint_op], type1, type2);
 252         }
 253         op = mint_op + type1 - STACK_TYPE_I4;
 254         CHECK_STACK(td, 2);
 255         ADD_CODE(td, op);
 256         --td->sp;
 257 }
 258
 259 static void
 260 binary_int_op(TransformData *td, int mint_op)
 261 {
 262         int op = mint_op + td->sp [-1].type - STACK_TYPE_I4;
 263         CHECK_STACK(td, 2);
 264         if (td->sp [-1].type != td->sp [-2].type)
 265                 g_warning("%s.%s: int type mismatch", td->method->klass->name, td->method->name);
 266         ADD_CODE(td, op);
 267         --td->sp;
 268 }
 269
 270 static void
 271 shift_op(TransformData *td, int mint_op)
 272 {
 273         int op = mint_op + td->sp [-2].type - STACK_TYPE_I4;
 274         CHECK_STACK(td, 2);
 275         if (td->sp [-1].type != STACK_TYPE_I4) {
 276                 g_warning("%s.%s: shift type mismatch %d",
 277                         td->method->klass->name, td->method->name,
 278                         td->sp [-2].type);
 279         }
 280         ADD_CODE(td, op);
 281         --td->sp;
 282 }
 283
 284 static int
 285 mint_type(MonoType *type)
 286 {
 287         if (type->byref)
 288                 return MINT_TYPE_P;
 289 enum_type:
 290         switch (type->type) {
 291         case MONO_TYPE_I1:
 292                 return MINT_TYPE_I1;
 293         case MONO_TYPE_U1:
 294         case MONO_TYPE_BOOLEAN:
 295                 return MINT_TYPE_U1;
 296         case MONO_TYPE_I2:
 297                 return MINT_TYPE_I2;
 298         case MONO_TYPE_U2:
 299         case MONO_TYPE_CHAR:
 300                 return MINT_TYPE_U2;
 301         case MONO_TYPE_I4:
 302         case MONO_TYPE_U4:
 303                 return MINT_TYPE_I4;
 304         case MONO_TYPE_I:
 305         case MONO_TYPE_U:
 306 #if SIZEOF_VOID_P == 4
 307                 return MINT_TYPE_I4;
 308 #else
 309                 return MINT_TYPE_I8;
 310 #endif
 311         case MONO_TYPE_PTR:
 312                 return MINT_TYPE_P;
 313         case MONO_TYPE_R4:
 314                 return MINT_TYPE_R4;
 315         case MONO_TYPE_I8:
 316         case MONO_TYPE_U8:
 317                 return MINT_TYPE_I8;
 318         case MONO_TYPE_R8:
 319                 return MINT_TYPE_R8;
 320         case MONO_TYPE_STRING:
 321         case MONO_TYPE_SZARRAY:
 322         case MONO_TYPE_CLASS:
 323         case MONO_TYPE_OBJECT:
 324         case MONO_TYPE_ARRAY:
 325                 return MINT_TYPE_O;
 326         case MONO_TYPE_VALUETYPE:
 327                 if (type->data.klass->enumtype) {
 328                         type = mono_class_enum_basetype (type->data.klass);
 329                         goto enum_type;
 330                 } else
 331                         return MINT_TYPE_VT;
 332         case MONO_TYPE_GENERICINST:
 333                 type = &type->data.generic_class->container_class->byval_arg;
 334                 goto enum_type;
 335         default:
 336                 g_warning ("got type 0x%02x", type->type);
 337                 g_assert_not_reached ();
 338         }
 339         return -1;
 340 }
 341
 342 static int
 343 can_store (int stack_type, int var_type)
 344 {
 345         if (stack_type == STACK_TYPE_O || stack_type == STACK_TYPE_MP)
 346                 stack_type = STACK_TYPE_I;
 347         if (var_type == STACK_TYPE_O || var_type == STACK_TYPE_MP)
 348                 var_type = STACK_TYPE_I;
 349         return stack_type == var_type;
 350 }
 351
 352 #define SET_SIMPLE_TYPE(s, ty) \
 353         do { \
 354                 (s)->type = (ty); \
 355                 (s)->flags = 0; \
 356                 (s)->klass = NULL; \
 357         } while (0)
 358
 359 #define SET_TYPE(s, ty, k) \
 360         do { \
 361                 (s)->type = (ty); \
 362                 (s)->flags = 0; \
 363                 (s)->klass = k; \
 364         } while (0)
 365
 366 #define PUSH_SIMPLE_TYPE(td, ty) \
 367         do { \
 368                 int sp_height; \
 369                 (td)->sp++; \
 370                 sp_height = (td)->sp - (td)->stack; \
 371                 if (sp_height > (td)->max_stack_height) \
 372                         (td)->max_stack_height = sp_height; \
 373                 SET_SIMPLE_TYPE((td)->sp - 1, ty); \
 374         } while (0)
 375
 376 #define PUSH_TYPE(td, ty, k) \
 377         do { \
 378                 int sp_height; \
 379                 (td)->sp++; \
 380                 sp_height = (td)->sp - (td)->stack; \
 381                 if (sp_height > (td)->max_stack_height) \
 382                         (td)->max_stack_height = sp_height; \
 383                 SET_TYPE((td)->sp - 1, ty, k); \
 384         } while (0)
 385
 386 #define PUSH_VT(td, size) \
 387         do { \
 388                 (td)->vt_sp += ((size) + 7) & ~7; \
 389                 if ((td)->vt_sp > (td)->max_vt_sp) \
 390                         (td)->max_vt_sp = (td)->vt_sp; \
 391         } while (0)
 392
 393 #define POP_VT(td, size) \
 394         do { \
 395                 (td)->vt_sp -= ((size) + 7) & ~7; \
 396         } while (0)
 397
 398 #if NO_UNALIGNED_ACCESS
 399 #define WRITE32(td, v) \
 400         do { \
 401                 ENSURE_CODE(td, 2); \
 402                 * (guint16 *)((td)->new_ip) = * (guint16 *)(v); \
 403                 * ((guint16 *)((td)->new_ip) + 1) = * ((guint16 *)(v) + 1); \
 404                 (td)->new_ip += 2; \
 405         } while (0)
 406
 407 #define WRITE64(td, v) \
 408         do { \
 409                 ENSURE_CODE(td, 4); \
 410                 * (guint16 *)((td)->new_ip) = * (guint16 *)(v); \
 411                 * ((guint16 *)((td)->new_ip) + 1) = * ((guint16 *)(v) + 1); \
 412                 * ((guint16 *)((td)->new_ip) + 2) = * ((guint16 *)(v) + 2); \
 413                 * ((guint16 *)((td)->new_ip) + 3) = * ((guint16 *)(v) + 3); \
 414                 (td)->new_ip += 4; \
 415         } while (0)
 416 #else
 417 #define WRITE32(td, v) \
 418         do { \
 419                 ENSURE_CODE(td, 2); \
 420                 * (guint32 *)((td)->new_ip) = * (guint32 *)(v); \
 421                 (td)->new_ip += 2; \
 422         } while (0)
 423
 424 #define WRITE64(td, v) \
 425         do { \
 426                 ENSURE_CODE(td, 4); \
 427                 * (guint64 *)((td)->new_ip) = * (guint64 *)(v); \
 428                 (td)->new_ip += 4; \
 429         } while (0)
 430
 431 #endif
 432
 433 static void
 434 load_arg(TransformData *td, int n)
 435 {
 436         int mt;
 437         MonoClass *klass = NULL;
 438         MonoType *type;
 439
 440         gboolean hasthis = mono_method_signature (td->method)->hasthis;
 441         if (hasthis && n == 0)
 442                 type = &td->method->klass->byval_arg;
 443         else
 444                 type = mono_method_signature (td->method)->params [hasthis ? n - 1 : n];
 445
 446         mt = mint_type (type);
 447         if (mt == MINT_TYPE_VT) {
 448                 gint32 size;
 449                 klass = mono_class_from_mono_type (type);
 450                 if (mono_method_signature (td->method)->pinvoke)
 451                         size = mono_class_native_size (klass, NULL);
 452                 else
 453                         size = mono_class_value_size (klass, NULL);
 454
 455                 if (hasthis && n == 0) {
 456                         mt = MINT_TYPE_P;
 457                         ADD_CODE (td, MINT_LDARG_P);
 458                         ADD_CODE (td, td->rtm->arg_offsets [n]); /* FIX for large offset */
 459                         klass = NULL;
 460                 } else {
 461                         PUSH_VT (td, size);
 462                         ADD_CODE (td, MINT_LDARG_VT);
 463                         ADD_CODE (td, td->rtm->arg_offsets [n]); /* FIX for large offset */
 464                         WRITE32 (td, &size);
 465                 }
 466         } else {
 467                 ADD_CODE(td, MINT_LDARG_I1 + (mt - MINT_TYPE_I1));
 468                 ADD_CODE(td, td->rtm->arg_offsets [n]); /* FIX for large offset */
 469                 if (mt == MINT_TYPE_O)
 470                         klass = mono_class_from_mono_type (type);
 471         }
 472         PUSH_TYPE(td, stack_type[mt], klass);
 473 }
 474
 475 static void
 476 store_arg(TransformData *td, int n)
 477 {
 478         int mt;
 479         CHECK_STACK (td, 1);
 480         MonoType *type;
 481
 482         gboolean hasthis = mono_method_signature (td->method)->hasthis;
 483         if (hasthis && n == 0)
 484                 type = &td->method->klass->byval_arg;
 485         else
 486                 type = mono_method_signature (td->method)->params [n - !!hasthis];
 487
 488         mt = mint_type (type);
 489         if (mt == MINT_TYPE_VT) {
 490                 gint32 size;
 491                 g_error ("data.klass");
 492                 if (mono_method_signature (td->method)->pinvoke)
 493                         size = mono_class_native_size (type->data.klass, NULL);
 494                 else
 495                         size = mono_class_value_size (type->data.klass, NULL);
 496                 ADD_CODE(td, MINT_STARG_VT);
 497                 ADD_CODE(td, n);
 498                 WRITE32(td, &size);
 499                 if (td->sp [-1].type == STACK_TYPE_VT)
 500                         POP_VT(td, size);
 501         } else {
 502                 ADD_CODE(td, MINT_STARG_I1 + (mt - MINT_TYPE_I1));
 503                 ADD_CODE(td, td->rtm->arg_offsets [n]);
 504         }
 505         --td->sp;
 506 }
 507
 508 static void
 509 store_inarg(TransformData *td, int n)
 510 {
 511         MonoType *type;
 512         gboolean hasthis = mono_method_signature (td->method)->hasthis;
 513         if (hasthis && n == 0)
 514                 type = &td->method->klass->byval_arg;
 515         else
 516                 type = mono_method_signature (td->method)->params [n - !!hasthis];
 517
 518         int mt = mint_type (type);
 519         if (mt == MINT_TYPE_VT) {
 520                 if (hasthis && n == 0) {
 521                         ADD_CODE (td, MINT_STINARG_P);
 522                         ADD_CODE (td, n);
 523                         return;
 524                 }
 525                 MonoClass *klass = mono_class_from_mono_type (type);
 526                 gint32 size;
 527                 if (mono_method_signature (td->method)->pinvoke)
 528                         size = mono_class_native_size (klass, NULL);
 529                 else
 530                         size = mono_class_value_size (klass, NULL);
 531                 ADD_CODE(td, MINT_STINARG_VT);
 532                 ADD_CODE(td, n);
 533                 WRITE32(td, &size);
 534         } else {
 535                 ADD_CODE(td, MINT_STINARG_I1 + (mt - MINT_TYPE_I1));
 536                 ADD_CODE(td, n);
 537         }
 538 }
 539
 540 static void
 541 load_local(TransformData *td, int n)
 542 {
 543         MonoType *type = td->header->locals [n];
 544         int mt = mint_type (type);
 545         int offset = td->rtm->local_offsets [n];
 546         MonoClass *klass = NULL;
 547         if (mt == MINT_TYPE_VT) {
 548                 klass = mono_class_from_mono_type (type);
 549                 gint32 size = mono_class_value_size (klass, NULL);
 550                 PUSH_VT(td, size);
 551                 ADD_CODE(td, MINT_LDLOC_VT);
 552                 ADD_CODE(td, offset); /*FIX for large offset */
 553                 WRITE32(td, &size);
 554         } else {
 555                 g_assert (mt < MINT_TYPE_VT);
 556                 if (mt == MINT_TYPE_I4 && !td->is_bb_start [td->in_start - td->il_code] && td->last_new_ip != NULL &&
 557                         td->last_new_ip [0] == MINT_STLOC_I4 && td->last_new_ip [1] == offset) {
 558                         td->last_new_ip [0] = MINT_STLOC_NP_I4;
 559                 } else if (mt == MINT_TYPE_O && !td->is_bb_start [td->in_start - td->il_code] && td->last_new_ip != NULL &&
 560                         td->last_new_ip [0] == MINT_STLOC_O && td->last_new_ip [1] == offset) {
 561                         td->last_new_ip [0] = MINT_STLOC_NP_O;
 562                 } else {
 563                         ADD_CODE(td, MINT_LDLOC_I1 + (mt - MINT_TYPE_I1));
 564                         ADD_CODE(td, offset); /*FIX for large offset */
 565                 }
 566                 if (mt == MINT_TYPE_O)
 567                         klass = mono_class_from_mono_type (type);
 568         }
 569         PUSH_TYPE(td, stack_type[mt], klass);
 570 }
 571
 572 static void
 573 store_local(TransformData *td, int n)
 574 {
 575         MonoType *type = td->header->locals [n];
 576         int mt = mint_type (type);
 577         int offset = td->rtm->local_offsets [n];
 578         CHECK_STACK (td, 1);
 579 #if SIZEOF_VOID_P == 8
 580         if (td->sp [-1].type == STACK_TYPE_I4 && stack_type [mt] == STACK_TYPE_I8) {
 581                 ADD_CODE(td, MINT_CONV_I8_I4);
 582                 td->sp [-1].type = STACK_TYPE_I8;
 583         }
 584 #endif
 585         if (!can_store(td->sp [-1].type, stack_type [mt])) {
 586                 g_warning("%s.%s: Store local stack type mismatch %d %d",
 587                         td->method->klass->name, td->method->name,
 588                         stack_type [mt], td->sp [-1].type);
 589         }
 590         if (mt == MINT_TYPE_VT) {
 591                 MonoClass *klass = mono_class_from_mono_type (type);
 592                 gint32 size = mono_class_value_size (klass, NULL);
 593                 ADD_CODE(td, MINT_STLOC_VT);
 594                 ADD_CODE(td, offset); /*FIX for large offset */
 595                 WRITE32(td, &size);
 596                 if (td->sp [-1].type == STACK_TYPE_VT)
 597                         POP_VT(td, size);
 598         } else {
 599                 g_assert (mt < MINT_TYPE_VT);
 600                 ADD_CODE(td, MINT_STLOC_I1 + (mt - MINT_TYPE_I1));
 601                 ADD_CODE(td, offset); /*FIX for large offset */
 602         }
 603         --td->sp;
 604 }
 605
 606 #define SIMPLE_OP(td, op) \
 607         do { \
 608                 ADD_CODE(&td, op); \
 609                 ++td.ip; \
 610         } while (0)
 611
 612 static guint16
 613 get_data_item_index (TransformData *td, void *ptr)
 614 {
 615         gpointer p = g_hash_table_lookup (td->data_hash, ptr);
 616         guint index;
 617         if (p != NULL)
 618                 return GPOINTER_TO_UINT (p) - 1;
 619         if (td->max_data_items == td->n_data_items) {
 620                 td->max_data_items = td->n_data_items == 0 ? 16 : 2 * td->max_data_items;
 621                 td->data_items = g_realloc (td->data_items, td->max_data_items * sizeof(td->data_items [0]));
 622         }
 623         index = td->n_data_items;
 624         td->data_items [index] = ptr;
 625         ++td->n_data_items;
 626         g_hash_table_insert (td->data_hash, ptr, GUINT_TO_POINTER (index + 1));
 627         return index;
 628 }
 629
 630 static void
 631 interp_transform_call (TransformData *td, MonoMethod *method, MonoMethod *target_method, MonoDomain *domain, MonoGenericContext *generic_context, unsigned char *is_bb_start, int body_start_offset)
 632 {
 633         MonoImage *image = method->klass->image;
 634         MonoMethodSignature *csignature;
 635         MonoError error;
 636         int virtual = *td->ip == CEE_CALLVIRT;
 637         int calli = *td->ip == CEE_CALLI || *td->ip == CEE_MONO_CALLI_EXTRA_ARG;
 638         int i;
 639         guint32 vt_stack_used = 0;
 640         guint32 vt_res_size = 0;
 641         int op = -1;
 642         int native = 0;
 643         int is_void = 0;
 644
 645         guint32 token = read32 (td->ip + 1);
 646
 647         if (target_method == NULL) {
 648                 if (calli) {
 649                         CHECK_STACK(td, 1);
 650                         native = (method->wrapper_type != MONO_WRAPPER_DELEGATE_INVOKE && td->sp [-1].type == STACK_TYPE_I);
 651                         --td->sp;
 652                         if (method->wrapper_type != MONO_WRAPPER_NONE)
 653                                 csignature = (MonoMethodSignature *)mono_method_get_wrapper_data (method, token);
 654                         else
 655                                 csignature = mono_metadata_parse_signature (image, token);
 656                         target_method = NULL;
 657                 } else {
 658                         if (method->wrapper_type == MONO_WRAPPER_NONE)
 659                                 target_method = mono_get_method_full (image, token, NULL, generic_context);
 660                         else
 661                                 target_method = (MonoMethod *)mono_method_get_wrapper_data (method, token);
 662                         csignature = mono_method_signature (target_method);
 663                         if (target_method->klass == mono_defaults.string_class) {
 664                                 if (target_method->name [0] == 'g') {
 665                                         if (strcmp (target_method->name, "get_Chars") == 0)
 666                                                 op = MINT_GETCHR;
 667                                         else if (strcmp (target_method->name, "get_Length") == 0)
 668                                                 op = MINT_STRLEN;
 669                                 }
 670                         } else if (target_method->klass == mono_defaults.array_class) {
 671                                 if (strcmp (target_method->name, "get_Rank") == 0)
 672                                         op = MINT_ARRAY_RANK;
 673                                 else if (strcmp (target_method->name, "get_Length") == 0)
 674                                         op = MINT_LDLEN;
 675                         }
 676                 }
 677         } else {
 678                 csignature = mono_method_signature (target_method);
 679         }
 680
 681         CHECK_STACK (td, csignature->param_count + csignature->hasthis);
 682         if (!calli && (!virtual || (target_method->flags & METHOD_ATTRIBUTE_VIRTUAL) == 0) &&
 683                 (target_method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL) == 0 &&
 684                 (target_method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL) == 0) {
 685                 int called_inited = mono_class_vtable (domain, target_method->klass)->initialized;
 686                 MonoMethodHeader *mheader = mono_method_get_header (target_method);
 687
 688                 if (/*mono_metadata_signature_equal (method->signature, target_method->signature) */ method == target_method && *(td->ip + 5) == CEE_RET) {
 689                         int offset;
 690                         if (mono_interp_traceopt)
 691                                 g_print ("Optimize tail call of %s.%s\n", target_method->klass->name, target_method->name);
 692                         for (i = csignature->param_count - 1; i >= 0; --i)
 693                                 store_arg (td, i + csignature->hasthis);
 694
 695                         if (csignature->hasthis) {
 696                                 g_error ("STTHIS removal");
 697                                 // ADD_CODE(td, MINT_STTHIS);
 698                                 --td->sp;
 699                         }
 700                         ADD_CODE(td, MINT_BR_S);
 701                         offset = body_start_offset - ((td->new_ip - 1) - td->new_code);
 702                         ADD_CODE(td, offset);
 703                         if (!is_bb_start [td->ip + 5 - td->il_code])
 704                                 ++td->ip; /* gobble the CEE_RET if it isn't branched to */
 705                         td->ip += 5;
 706                         return;
 707                 } else {
 708                         /* mheader might not exist if this is a delegate invoc, etc */
 709                         if (mheader && *mheader->code == CEE_RET && called_inited) {
 710                                 if (mono_interp_traceopt)
 711                                         g_print ("Inline (empty) call of %s.%s\n", target_method->klass->name, target_method->name);
 712                                 for (i = 0; i < csignature->param_count; i++)
 713                                         ADD_CODE(td, MINT_POP); /*FIX: vt */
 714                                 if (csignature->hasthis) {
 715                                         if (virtual)
 716                                                 ADD_CODE(td, MINT_CKNULL);
 717                                         ADD_CODE(td, MINT_POP);
 718                                 }
 719                                 td->sp -= csignature->param_count + csignature->hasthis;
 720                                 td->ip += 5;
 721                                 return;
 722                         }
 723                 }
 724         }
 725         if (method->wrapper_type == MONO_WRAPPER_NONE && target_method != NULL) {
 726                 if (target_method->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL)
 727                         target_method = mono_marshal_get_native_wrapper (target_method, FALSE, FALSE);
 728                 if (!virtual && target_method->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED)
 729                         target_method = mono_marshal_get_synchronized_wrapper (target_method);
 730         }
 731         g_assert (csignature->call_convention == MONO_CALL_DEFAULT || csignature->call_convention == MONO_CALL_C);
 732         td->sp -= csignature->param_count + !!csignature->hasthis;
 733         for (i = 0; i < csignature->param_count; ++i) {
 734                 if (td->sp [i + !!csignature->hasthis].type == STACK_TYPE_VT) {
 735                         gint32 size;
 736                         MonoClass *klass = mono_class_from_mono_type (csignature->params [i]);
 737                         if (csignature->pinvoke && method->wrapper_type != MONO_WRAPPER_NONE)
 738                                 size = mono_class_native_size (klass, NULL);
 739                         else
 740                                 size = mono_class_value_size (klass, NULL);
 741                         size = (size + 7) & ~7;
 742                         vt_stack_used += size;
 743                 }
 744         }
 745
 746         /* need to handle typedbyref ... */
 747         if (csignature->ret->type != MONO_TYPE_VOID) {
 748                 int mt = mint_type(csignature->ret);
 749                 MonoClass *klass = mono_class_from_mono_type (csignature->ret);
 750                 if (mt == MINT_TYPE_VT) {
 751                         if (csignature->pinvoke && method->wrapper_type != MONO_WRAPPER_NONE)
 752                                 vt_res_size = mono_class_native_size (klass, NULL);
 753                         else
 754                                 vt_res_size = mono_class_value_size (klass, NULL);
 755                         PUSH_VT(td, vt_res_size);
 756                 }
 757                 PUSH_TYPE(td, stack_type[mt], klass);
 758         } else
 759                 is_void = TRUE;
 760
 761         if (op >= 0) {
 762                 ADD_CODE(td, op);
 763 #if SIZEOF_VOID_P == 8
 764                 if (op == MINT_LDLEN)
 765                         ADD_CODE(td, MINT_CONV_I4_I8);
 766 #endif
 767         } else {
 768                 if (calli)
 769                         ADD_CODE(td, native ? MINT_CALLI_NAT : MINT_CALLI);
 770                 else if (virtual)
 771                         ADD_CODE(td, is_void ? MINT_VCALLVIRT : MINT_CALLVIRT);
 772                 else
 773                         ADD_CODE(td, is_void ? MINT_VCALL : MINT_CALL);
 774
 775                 if (calli) {
 776                         ADD_CODE(td, get_data_item_index (td, (void *)csignature));
 777                 } else {
 778                         ADD_CODE(td, get_data_item_index (td, (void *)mono_interp_get_runtime_method (domain, target_method, &error)));
 779                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
 780                 }
 781         }
 782         td->ip += 5;
 783         if (vt_stack_used != 0 || vt_res_size != 0) {
 784                 ADD_CODE(td, MINT_VTRESULT);
 785                 ADD_CODE(td, vt_res_size);
 786                 WRITE32(td, &vt_stack_used);
 787                 td->vt_sp -= vt_stack_used;
 788         }
 789 }
 790
 791 static void
 792 generate (MonoMethod *method, RuntimeMethod *rtm, unsigned char *is_bb_start)
 793 {
 794         MonoMethodHeader *header = mono_method_get_header (method);
 795         MonoMethodSignature *signature = mono_method_signature (method);
 796         MonoImage *image = method->klass->image;
 797         MonoDomain *domain = mono_domain_get ();
 798         MonoGenericContext *generic_context = NULL;
 799         MonoError error;
 800         int offset, mt;
 801         int i;
 802         int i32;
 803         MonoClass *klass;
 804         MonoClassField *field;
 805         const unsigned char *end;
 806         int new_in_start_offset;
 807         int body_start_offset;
 808         int target;
 809         guint32 token;
 810         TransformData td;
 811         int generating_code = 1;
 812
 813         if (mono_method_signature (method)->is_inflated)
 814                 generic_context = &((MonoMethodInflated *) method)->context;
 815
 816         memset(&td, 0, sizeof(td));
 817         td.method = method;
 818         td.rtm = rtm;
 819         td.is_bb_start = is_bb_start;
 820         td.il_code = header->code;
 821         td.code_size = header->code_size;
 822         td.header = header;
 823         td.max_code_size = td.code_size;
 824         td.new_code = (unsigned short *)g_malloc(td.max_code_size * sizeof(gushort));
 825         td.new_code_end = td.new_code + td.max_code_size;
 826         td.in_offsets = g_malloc0(header->code_size * sizeof(int));
 827         td.forward_refs = g_malloc(header->code_size * sizeof(int));
 828         td.stack_state = g_malloc0(header->code_size * sizeof(StackInfo *));
 829         td.stack_height = g_malloc(header->code_size * sizeof(int));
 830         td.vt_stack_size = g_malloc(header->code_size * sizeof(int));
 831         td.n_data_items = 0;
 832         td.max_data_items = 0;
 833         td.data_items = NULL;
 834         td.data_hash = g_hash_table_new (NULL, NULL);
 835         rtm->data_items = td.data_items;
 836         for (i = 0; i < header->code_size; i++) {
 837                 td.forward_refs [i] = -1;
 838                 td.stack_height [i] = -1;
 839         }
 840         td.new_ip = td.new_code;
 841         td.last_new_ip = NULL;
 842
 843         td.stack = g_malloc0(header->max_stack * sizeof(td.stack[0]));
 844         td.sp = td.stack;
 845         td.max_stack_height = 0;
 846
 847         for (i = 0; i < header->num_clauses; i++) {
 848                 MonoExceptionClause *c = header->clauses + i;
 849                 td.stack_height [c->handler_offset] = 0;
 850                 td.vt_stack_size [c->handler_offset] = 0;
 851                 td.is_bb_start [c->handler_offset] = 1;
 852                 if (c->flags == MONO_EXCEPTION_CLAUSE_NONE) {
 853                         td.stack_height [c->handler_offset] = 1;
 854                         td.stack_state [c->handler_offset] = g_malloc0(sizeof(StackInfo));
 855                         td.stack_state [c->handler_offset][0].type = STACK_TYPE_O;
 856                         td.stack_state [c->handler_offset][0].klass = NULL; /*FIX*/
 857                 }
 858         }
 859
 860         td.ip = header->code;
 861         end = td.ip + header->code_size;
 862
 863         if (mono_interp_traceopt) {
 864                 char *tmp = mono_disasm_code (NULL, method, td.ip, end);
 865                 char *name = mono_method_full_name (method, TRUE);
 866                 g_print ("Method %s, original code:\n", name);
 867                 g_print ("%s\n", tmp);
 868                 g_free (tmp);
 869                 g_free (name);
 870         }
 871
 872         if (signature->hasthis)
 873                 store_inarg (&td, 0);
 874         for (i = 0; i < signature->param_count; i++)
 875                 store_inarg (&td, i + !!signature->hasthis);
 876
 877         body_start_offset = td.new_ip - td.new_code;
 878
 879         for (i = 0; i < header->num_locals; i++) {
 880                 int mt = mint_type(header->locals [i]);
 881                 if (mt == MINT_TYPE_VT || mt == MINT_TYPE_O) {
 882                         ADD_CODE(&td, MINT_INITLOCALS);
 883                         break;
 884                 }
 885         }
 886
 887         while (td.ip < end) {
 888                 int in_offset;
 889
 890                 g_assert (td.sp >= td.stack);
 891                 g_assert (td.vt_sp < 0x10000000);
 892                 in_offset = td.ip - header->code;
 893                 td.in_offsets [in_offset] = td.new_ip - td.new_code;
 894                 new_in_start_offset = td.new_ip - td.new_code;
 895                 td.in_start = td.ip;
 896                 while (td.forward_refs [in_offset] >= 0) {
 897                         int j = td.forward_refs [in_offset];
 898                         int slot;
 899                         td.forward_refs [in_offset] = td.forward_refs [j];
 900                         if (td.in_offsets [j] < 0) {
 901                                 int old_switch_offset = -td.in_offsets [j];
 902                                 int new_switch_offset = td.in_offsets [old_switch_offset];
 903                                 int switch_case = (j - old_switch_offset - 5) / 4;
 904                                 int n_cases = read32 (header->code + old_switch_offset + 1);
 905                                 offset = (td.new_ip - td.new_code) - (new_switch_offset + 2 * n_cases + 3);
 906                                 slot = new_switch_offset + 3 + 2 * switch_case;
 907                                 td.new_code [slot] = * (unsigned short *)(&offset);
 908                                 td.new_code [slot + 1] = * ((unsigned short *)&offset + 1);
 909                         } else {
 910                                 int op = td.new_code [td.in_offsets [j]];
 911                                 if (mono_interp_opargtype [op] == MintOpShortBranch) {
 912                                         offset = (td.new_ip - td.new_code) - td.in_offsets [j];
 913                                         g_assert (offset <= 32767);
 914                                         slot = td.in_offsets [j] + 1;
 915                                         td.new_code [slot] = offset;
 916                                 } else {
 917                                         offset = (td.new_ip - td.new_code) - td.in_offsets [j];
 918                                         slot = td.in_offsets [j] + 1;
 919                                         td.new_code [slot] = * (unsigned short *)(&offset);
 920                                         td.new_code [slot + 1] = * ((unsigned short *)&offset + 1);
 921                                 }
 922                         }
 923                 }
 924                 if (td.stack_height [in_offset] >= 0) {
 925                         g_assert (is_bb_start [in_offset]);
 926                         if (td.stack_height [in_offset] > 0)
 927                                 memcpy (td.stack, td.stack_state [in_offset], td.stack_height [in_offset] * sizeof(td.stack [0]));
 928                         td.sp = td.stack + td.stack_height [in_offset];
 929                         td.vt_sp = td.vt_stack_size [in_offset];
 930                 }
 931                 if (is_bb_start [in_offset]) {
 932                         generating_code = 1;
 933                 }
 934                 if (!generating_code) {
 935                         while (td.ip < end && !is_bb_start [td.ip - td.il_code])
 936                                 ++td.ip;
 937                         continue;
 938                 }
 939                 if (mono_interp_traceopt > 1) {
 940                         printf("IL_%04lx %s %-10s -> IL_%04lx, sp %ld, %s %-12s vt_sp %u (max %u)\n",
 941                                 td.ip - td.il_code,
 942                                 td.is_bb_start [td.ip - td.il_code] == 3 ? "<>" :
 943                                 td.is_bb_start [td.ip - td.il_code] == 2 ? "< " :
 944                                 td.is_bb_start [td.ip - td.il_code] == 1 ? " >" : "  ",
 945                                 mono_opcode_name (*td.ip), td.new_ip - td.new_code, td.sp - td.stack,
 946                                 td.sp > td.stack ? stack_type_string [td.sp [-1].type] : "  ",
 947                                 (td.sp > td.stack && (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_VT)) ? (td.sp [-1].klass == NULL ? "?" : td.sp [-1].klass->name) : "",
 948                                 td.vt_sp, td.max_vt_sp);
 949                 }
 950                 switch (*td.ip) {
 951                 case CEE_NOP:
 952                         /* lose it */
 953                         ++td.ip;
 954                         break;
 955                 case CEE_BREAK:
 956                         SIMPLE_OP(td, MINT_BREAK);
 957                         break;
 958                 case CEE_LDARG_0:
 959                 case CEE_LDARG_1:
 960                 case CEE_LDARG_2:
 961                 case CEE_LDARG_3:
 962                         load_arg (&td, *td.ip - CEE_LDARG_0);
 963                         ++td.ip;
 964                         break;
 965                 case CEE_LDLOC_0:
 966                 case CEE_LDLOC_1:
 967                 case CEE_LDLOC_2:
 968                 case CEE_LDLOC_3:
 969                         load_local (&td, *td.ip - CEE_LDLOC_0);
 970                         ++td.ip;
 971                         break;
 972                 case CEE_STLOC_0:
 973                 case CEE_STLOC_1:
 974                 case CEE_STLOC_2:
 975                 case CEE_STLOC_3:
 976                         store_local (&td, *td.ip - CEE_STLOC_0);
 977                         ++td.ip;
 978                         break;
 979                 case CEE_LDARG_S:
 980                         load_arg (&td, ((guint8 *)td.ip)[1]);
 981                         td.ip += 2;
 982                         break;
 983                 case CEE_LDARGA_S: {
 984                         int n = ((guint8 *)td.ip)[1];
 985                         if (n == 0 && signature->hasthis) {
 986                                 g_error ("LDTHISA: NOPE");
 987                                 ADD_CODE(&td, MINT_LDTHISA);
 988                         }
 989                         else {
 990                                 ADD_CODE(&td, MINT_LDARGA);
 991                                 ADD_CODE(&td, td.rtm->arg_offsets [n - signature->hasthis]);
 992                         }
 993                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
 994                         td.ip += 2;
 995                         break;
 996                 }
 997                 case CEE_STARG_S:
 998                         store_arg (&td, ((guint8 *)td.ip)[1]);
 999                         td.ip += 2;
1000                         break;
1001                 case CEE_LDLOC_S:
1002                         load_local (&td, ((guint8 *)td.ip)[1]);
1003                         td.ip += 2;
1004                         break;
1005                 case CEE_LDLOCA_S:
1006                         ADD_CODE(&td, MINT_LDLOCA_S);
1007                         ADD_CODE(&td, td.rtm->local_offsets [((guint8 *)td.ip)[1]]);
1008                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
1009                         td.ip += 2;
1010                         break;
1011                 case CEE_STLOC_S:
1012                         store_local (&td, ((guint8 *)td.ip)[1]);
1013                         td.ip += 2;
1014                         break;
1015                 case CEE_LDNULL:
1016                         SIMPLE_OP(td, MINT_LDNULL);
1017                         PUSH_TYPE(&td, STACK_TYPE_O, NULL);
1018                         break;
1019                 case CEE_LDC_I4_M1:
1020                         SIMPLE_OP(td, MINT_LDC_I4_M1);
1021                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1022                         break;
1023                 case CEE_LDC_I4_0:
1024                         if (!td.is_bb_start[td.ip + 1 - td.il_code] && td.ip [1] == 0xfe && td.ip [2] == CEE_CEQ &&
1025                                 td.sp > td.stack && td.sp [-1].type == STACK_TYPE_I4) {
1026                                 SIMPLE_OP(td, MINT_CEQ0_I4);
1027                                 td.ip += 2;
1028                         } else {
1029                                 SIMPLE_OP(td, MINT_LDC_I4_0);
1030                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1031                         }
1032                         break;
1033                 case CEE_LDC_I4_1:
1034                         if (!td.is_bb_start[td.ip + 1 - td.il_code] &&
1035                                 (td.ip [1] == CEE_ADD || td.ip [1] == CEE_SUB) && td.sp [-1].type == STACK_TYPE_I4) {
1036                                 ADD_CODE(&td, td.ip [1] == CEE_ADD ? MINT_ADD1_I4 : MINT_SUB1_I4);
1037                                 td.ip += 2;
1038                         } else {
1039                                 SIMPLE_OP(td, MINT_LDC_I4_1);
1040                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1041                         }
1042                         break;
1043                 case CEE_LDC_I4_2:
1044                 case CEE_LDC_I4_3:
1045                 case CEE_LDC_I4_4:
1046                 case CEE_LDC_I4_5:
1047                 case CEE_LDC_I4_6:
1048                 case CEE_LDC_I4_7:
1049                 case CEE_LDC_I4_8:
1050                         SIMPLE_OP(td, (*td.ip - CEE_LDC_I4_0) + MINT_LDC_I4_0);
1051                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1052                         break;
1053                 case CEE_LDC_I4_S:
1054                         ADD_CODE(&td, MINT_LDC_I4_S);
1055                         ADD_CODE(&td, ((gint8 *) td.ip) [1]);
1056                         td.ip += 2;
1057                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1058                         break;
1059                 case CEE_LDC_I4:
1060                         i32 = read32 (td.ip + 1);
1061                         ADD_CODE(&td, MINT_LDC_I4);
1062                         WRITE32(&td, &i32);
1063                         td.ip += 5;
1064                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1065                         break;
1066                 case CEE_LDC_I8: {
1067                         gint64 val = read64 (td.ip + 1);
1068                         ADD_CODE(&td, MINT_LDC_I8);
1069                         WRITE64(&td, &val);
1070                         td.ip += 9;
1071                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I8);
1072                         break;
1073                 }
1074                 case CEE_LDC_R4: {
1075                         float val;
1076                         readr4 (td.ip + 1, &val);
1077                         ADD_CODE(&td, MINT_LDC_R4);
1078                         WRITE32(&td, &val);
1079                         td.ip += 5;
1080                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_R8);
1081                         break;
1082                 }
1083                 case CEE_LDC_R8: {
1084                         double val;
1085                         readr8 (td.ip + 1, &val);
1086                         ADD_CODE(&td, MINT_LDC_R8);
1087                         WRITE64(&td, &val);
1088                         td.ip += 9;
1089                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_R8);
1090                         break;
1091                 }
1092                 case CEE_DUP: {
1093                         int type = td.sp [-1].type;
1094                         MonoClass *klass = td.sp [-1].klass;
1095                         if (td.sp [-1].type == STACK_TYPE_VT) {
1096                                 gint32 size = mono_class_value_size (klass, NULL);
1097                                 PUSH_VT(&td, size);
1098                                 ADD_CODE(&td, MINT_DUP_VT);
1099                                 WRITE32(&td, &size);
1100                                 td.ip ++;
1101                         } else
1102                                 SIMPLE_OP(td, MINT_DUP);
1103                         PUSH_TYPE(&td, type, klass);
1104                         break;
1105                 }
1106                 case CEE_POP:
1107                         CHECK_STACK(&td, 1);
1108                         SIMPLE_OP(td, MINT_POP);
1109                         if (td.sp [-1].type == STACK_TYPE_VT) {
1110                                 int size = mono_class_value_size (td.sp [-1].klass, NULL);
1111                                 size = (size + 7) & ~7;
1112                                 ADD_CODE(&td, MINT_VTRESULT);
1113                                 ADD_CODE(&td, 0);
1114                                 WRITE32(&td, &size);
1115                                 td.vt_sp -= size;
1116                         }
1117                         --td.sp;
1118                         break;
1119                 case CEE_JMP: {
1120                         MonoMethod *m;
1121                         if (td.sp > td.stack)
1122                                 g_warning ("CEE_JMP: stack must be empty");
1123                         token = read32 (td.ip + 1);
1124                         m = mono_get_method_full (image, token, NULL, generic_context);
1125                         ADD_CODE (&td, MINT_JMP);
1126                         ADD_CODE (&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
1127                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
1128                         td.ip += 5;
1129                         break;
1130                 }
1131                 case CEE_CALLVIRT: /* Fall through */
1132                 case CEE_CALLI:    /* Fall through */
1133                 case CEE_CALL: {
1134                         interp_transform_call (&td, method, NULL, domain, generic_context, is_bb_start, body_start_offset);
1135                         break;
1136                 }
1137                 case CEE_RET: {
1138                         int vt_size = 0;
1139                         if (signature->ret->type != MONO_TYPE_VOID) {
1140                                 --td.sp;
1141                                 MonoClass *klass = mono_class_from_mono_type (signature->ret);
1142                                 if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
1143                                         vt_size = mono_class_value_size (klass, NULL);
1144                                         vt_size = (vt_size + 7) & ~7;
1145                                 }
1146                         }
1147                         if (td.sp > td.stack)
1148                                 g_warning ("%s.%s: CEE_RET: more values on stack: %d", td.method->klass->name, td.method->name, td.sp - td.stack);
1149                         if (td.vt_sp != vt_size)
1150                                 g_error ("%s.%s: CEE_RET: value type stack: %d vs. %d", td.method->klass->name, td.method->name, td.vt_sp, vt_size);
1151                         if (vt_size == 0)
1152                                 SIMPLE_OP(td, signature->ret->type == MONO_TYPE_VOID ? MINT_RET_VOID : MINT_RET);
1153                         else {
1154                                 ADD_CODE(&td, MINT_RET_VT);
1155                                 WRITE32(&td, &vt_size);
1156                                 ++td.ip;
1157                         }
1158                         generating_code = 0;
1159                         break;
1160                 }
1161                 case CEE_BR:
1162                         handle_branch (&td, MINT_BR_S, MINT_BR, 5 + read32 (td.ip + 1));
1163                         td.ip += 5;
1164                         generating_code = 0;
1165                         break;
1166                 case CEE_BR_S:
1167                         handle_branch (&td, MINT_BR_S, MINT_BR, 2 + (gint8)td.ip [1]);
1168                         td.ip += 2;
1169                         generating_code = 0;
1170                         break;
1171                 case CEE_BRFALSE:
1172                         one_arg_branch (&td, MINT_BRFALSE_I4, 5 + read32 (td.ip + 1));
1173                         td.ip += 5;
1174                         break;
1175                 case CEE_BRFALSE_S:
1176                         one_arg_branch (&td, MINT_BRFALSE_I4, 2 + (gint8)td.ip [1]);
1177                         td.ip += 2;
1178                         break;
1179                 case CEE_BRTRUE:
1180                         one_arg_branch (&td, MINT_BRTRUE_I4, 5 + read32 (td.ip + 1));
1181                         td.ip += 5;
1182                         break;
1183                 case CEE_BRTRUE_S:
1184                         one_arg_branch (&td, MINT_BRTRUE_I4, 2 + (gint8)td.ip [1]);
1185                         td.ip += 2;
1186                         break;
1187                 case CEE_BEQ:
1188                         two_arg_branch (&td, MINT_BEQ_I4, 5 + read32 (td.ip + 1));
1189                         td.ip += 5;
1190                         break;
1191                 case CEE_BEQ_S:
1192                         two_arg_branch (&td, MINT_BEQ_I4, 2 + (gint8) td.ip [1]);
1193                         td.ip += 2;
1194                         break;
1195                 case CEE_BGE:
1196                         two_arg_branch (&td, MINT_BGE_I4, 5 + read32 (td.ip + 1));
1197                         td.ip += 5;
1198                         break;
1199                 case CEE_BGE_S:
1200                         two_arg_branch (&td, MINT_BGE_I4, 2 + (gint8) td.ip [1]);
1201                         td.ip += 2;
1202                         break;
1203                 case CEE_BGT:
1204                         two_arg_branch (&td, MINT_BGT_I4, 5 + read32 (td.ip + 1));
1205                         td.ip += 5;
1206                         break;
1207                 case CEE_BGT_S:
1208                         two_arg_branch (&td, MINT_BGT_I4, 2 + (gint8) td.ip [1]);
1209                         td.ip += 2;
1210                         break;
1211                 case CEE_BLT:
1212                         two_arg_branch (&td, MINT_BLT_I4, 5 + read32 (td.ip + 1));
1213                         td.ip += 5;
1214                         break;
1215                 case CEE_BLT_S:
1216                         two_arg_branch (&td, MINT_BLT_I4, 2 + (gint8) td.ip [1]);
1217                         td.ip += 2;
1218                         break;
1219                 case CEE_BLE:
1220                         two_arg_branch (&td, MINT_BLE_I4, 5 + read32 (td.ip + 1));
1221                         td.ip += 5;
1222                         break;
1223                 case CEE_BLE_S:
1224                         two_arg_branch (&td, MINT_BLE_I4, 2 + (gint8) td.ip [1]);
1225                         td.ip += 2;
1226                         break;
1227                 case CEE_BNE_UN:
1228                         two_arg_branch (&td, MINT_BNE_UN_I4, 5 + read32 (td.ip + 1));
1229                         td.ip += 5;
1230                         break;
1231                 case CEE_BNE_UN_S:
1232                         two_arg_branch (&td, MINT_BNE_UN_I4, 2 + (gint8) td.ip [1]);
1233                         td.ip += 2;
1234                         break;
1235                 case CEE_BGE_UN:
1236                         two_arg_branch (&td, MINT_BGE_UN_I4, 5 + read32 (td.ip + 1));
1237                         td.ip += 5;
1238                         break;
1239                 case CEE_BGE_UN_S:
1240                         two_arg_branch (&td, MINT_BGE_UN_I4, 2 + (gint8) td.ip [1]);
1241                         td.ip += 2;
1242                         break;
1243                 case CEE_BGT_UN:
1244                         two_arg_branch (&td, MINT_BGT_UN_I4, 5 + read32 (td.ip + 1));
1245                         td.ip += 5;
1246                         break;
1247                 case CEE_BGT_UN_S:
1248                         two_arg_branch (&td, MINT_BGT_UN_I4, 2 + (gint8) td.ip [1]);
1249                         td.ip += 2;
1250                         break;
1251                 case CEE_BLE_UN:
1252                         two_arg_branch (&td, MINT_BLE_UN_I4, 5 + read32 (td.ip + 1));
1253                         td.ip += 5;
1254                         break;
1255                 case CEE_BLE_UN_S:
1256                         two_arg_branch (&td, MINT_BLE_UN_I4, 2 + (gint8) td.ip [1]);
1257                         td.ip += 2;
1258                         break;
1259                 case CEE_BLT_UN:
1260                         two_arg_branch (&td, MINT_BLT_UN_I4, 5 + read32 (td.ip + 1));
1261                         td.ip += 5;
1262                         break;
1263                 case CEE_BLT_UN_S:
1264                         two_arg_branch (&td, MINT_BLT_UN_I4, 2 + (gint8) td.ip [1]);
1265                         td.ip += 2;
1266                         break;
1267                 case CEE_SWITCH: {
1268                         guint32 n;
1269                         const unsigned char *next_ip;
1270                         const unsigned char *base_ip = td.ip;
1271                         unsigned short *next_new_ip;
1272                         ++td.ip;
1273                         n = read32 (td.ip);
1274                         ADD_CODE(&td, MINT_SWITCH);
1275                         ADD_CODE(&td, * (unsigned short *)(&n));
1276                         ADD_CODE(&td, * ((unsigned short *)&n + 1));
1277                         td.ip += 4;
1278                         next_ip = td.ip + n * 4;
1279                         next_new_ip = td.new_ip + n * 2;
1280                         for (i = 0; i < n; i++) {
1281                                 offset = read32 (td.ip);
1282                                 target = next_ip - td.il_code + offset;
1283                                 if (offset < 0)
1284                                         target = td.in_offsets [target] - (next_new_ip - td.new_code);
1285                                 else {
1286                                         int prev = td.forward_refs [target];
1287                                         td.forward_refs [td.ip - td.il_code] = prev;
1288                                         td.forward_refs [target] = td.ip - td.il_code;
1289                                         td.in_offsets [td.ip - td.il_code] = - (base_ip - td.il_code);
1290                                 }
1291                                 ADD_CODE(&td, * (unsigned short *)(&target));
1292                                 ADD_CODE(&td, * ((unsigned short *)&target + 1));
1293                                 td.ip += 4;
1294                         }
1295                         --td.sp;
1296                         break;
1297                 }
1298                 case CEE_LDIND_I1:
1299                         CHECK_STACK (&td, 1);
1300                         SIMPLE_OP (td, MINT_LDIND_I1);
1301                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1302                         break;
1303                 case CEE_LDIND_U1:
1304                         CHECK_STACK (&td, 1);
1305                         SIMPLE_OP (td, MINT_LDIND_U1);
1306                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1307                         break;
1308                 case CEE_LDIND_I2:
1309                         CHECK_STACK (&td, 1);
1310                         SIMPLE_OP (td, MINT_LDIND_I2);
1311                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1312                         break;
1313                 case CEE_LDIND_U2:
1314                         CHECK_STACK (&td, 1);
1315                         SIMPLE_OP (td, MINT_LDIND_U2);
1316                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1317                         break;
1318                 case CEE_LDIND_I4:
1319                         CHECK_STACK (&td, 1);
1320                         SIMPLE_OP (td, MINT_LDIND_I4);
1321                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1322                         break;
1323                 case CEE_LDIND_U4:
1324                         CHECK_STACK (&td, 1);
1325                         SIMPLE_OP (td, MINT_LDIND_U4);
1326                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1327                         break;
1328                 case CEE_LDIND_I8:
1329                         CHECK_STACK (&td, 1);
1330                         SIMPLE_OP (td, MINT_LDIND_I8);
1331                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1332                         break;
1333                 case CEE_LDIND_I:
1334                         CHECK_STACK (&td, 1);
1335                         SIMPLE_OP (td, MINT_LDIND_I);
1336                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
1337                         break;
1338                 case CEE_LDIND_R4:
1339                         CHECK_STACK (&td, 1);
1340                         SIMPLE_OP (td, MINT_LDIND_R4);
1341                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1342                         break;
1343                 case CEE_LDIND_R8:
1344                         CHECK_STACK (&td, 1);
1345                         SIMPLE_OP (td, MINT_LDIND_R8);
1346                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1347                         break;
1348                 case CEE_LDIND_REF:
1349                         CHECK_STACK (&td, 1);
1350                         SIMPLE_OP (td, MINT_LDIND_REF);
1351                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
1352                         break;
1353                 case CEE_STIND_REF:
1354                         CHECK_STACK (&td, 2);
1355                         SIMPLE_OP (td, MINT_STIND_REF);
1356                         td.sp -= 2;
1357                         break;
1358                 case CEE_STIND_I1:
1359                         CHECK_STACK (&td, 2);
1360                         SIMPLE_OP (td, MINT_STIND_I1);
1361                         td.sp -= 2;
1362                         break;
1363                 case CEE_STIND_I2:
1364                         CHECK_STACK (&td, 2);
1365                         SIMPLE_OP (td, MINT_STIND_I2);
1366                         td.sp -= 2;
1367                         break;
1368                 case CEE_STIND_I4:
1369                         CHECK_STACK (&td, 2);
1370                         SIMPLE_OP (td, MINT_STIND_I4);
1371                         td.sp -= 2;
1372                         break;
1373                 case CEE_STIND_I:
1374                         CHECK_STACK (&td, 2);
1375                         SIMPLE_OP (td, MINT_STIND_I);
1376                         td.sp -= 2;
1377                         break;
1378                 case CEE_STIND_I8:
1379                         CHECK_STACK (&td, 2);
1380                         SIMPLE_OP (td, MINT_STIND_I8);
1381                         td.sp -= 2;
1382                         break;
1383                 case CEE_STIND_R4:
1384                         CHECK_STACK (&td, 2);
1385                         SIMPLE_OP (td, MINT_STIND_R4);
1386                         td.sp -= 2;
1387                         break;
1388                 case CEE_STIND_R8:
1389                         CHECK_STACK (&td, 2);
1390                         SIMPLE_OP (td, MINT_STIND_R8);
1391                         td.sp -= 2;
1392                         break;
1393                 case CEE_ADD:
1394                         binary_arith_op(&td, MINT_ADD_I4);
1395                         ++td.ip;
1396                         break;
1397                 case CEE_SUB:
1398                         binary_arith_op(&td, MINT_SUB_I4);
1399                         ++td.ip;
1400                         break;
1401                 case CEE_MUL:
1402                         binary_arith_op(&td, MINT_MUL_I4);
1403                         ++td.ip;
1404                         break;
1405                 case CEE_DIV:
1406                         binary_arith_op(&td, MINT_DIV_I4);
1407                         ++td.ip;
1408                         break;
1409                 case CEE_DIV_UN:
1410                         binary_arith_op(&td, MINT_DIV_UN_I4);
1411                         ++td.ip;
1412                         break;
1413                 case CEE_REM:
1414                         binary_int_op (&td, MINT_REM_I4);
1415                         ++td.ip;
1416                         break;
1417                 case CEE_REM_UN:
1418                         binary_int_op (&td, MINT_REM_UN_I4);
1419                         ++td.ip;
1420                         break;
1421                 case CEE_AND:
1422                         binary_int_op (&td, MINT_AND_I4);
1423                         ++td.ip;
1424                         break;
1425                 case CEE_OR:
1426                         binary_int_op (&td, MINT_OR_I4);
1427                         ++td.ip;
1428                         break;
1429                 case CEE_XOR:
1430                         binary_int_op (&td, MINT_XOR_I4);
1431                         ++td.ip;
1432                         break;
1433                 case CEE_SHL:
1434                         shift_op (&td, MINT_SHL_I4);
1435                         ++td.ip;
1436                         break;
1437                 case CEE_SHR:
1438                         shift_op (&td, MINT_SHR_I4);
1439                         ++td.ip;
1440                         break;
1441                 case CEE_SHR_UN:
1442                         shift_op (&td, MINT_SHR_UN_I4);
1443                         ++td.ip;
1444                         break;
1445                 case CEE_NEG:
1446                         unary_arith_op (&td, MINT_NEG_I4);
1447                         ++td.ip;
1448                         break;
1449                 case CEE_NOT:
1450                         unary_arith_op (&td, MINT_NOT_I4);
1451                         ++td.ip;
1452                         break;
1453                 case CEE_CONV_U1:
1454                         CHECK_STACK (&td, 1);
1455                         switch (td.sp [-1].type) {
1456                         case STACK_TYPE_R8:
1457                                 ADD_CODE(&td, MINT_CONV_U1_R8);
1458                                 break;
1459                         case STACK_TYPE_I4:
1460                                 ADD_CODE(&td, MINT_CONV_U1_I4);
1461                                 break;
1462                         case STACK_TYPE_I8:
1463                                 ADD_CODE(&td, MINT_CONV_U1_I8);
1464                                 break;
1465                         default:
1466                                 g_assert_not_reached ();
1467                         }
1468                         ++td.ip;
1469                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1470                         break;
1471                 case CEE_CONV_I1:
1472                         CHECK_STACK (&td, 1);
1473                         switch (td.sp [-1].type) {
1474                         case STACK_TYPE_R8:
1475                                 ADD_CODE(&td, MINT_CONV_I1_R8);
1476                                 break;
1477                         case STACK_TYPE_I4:
1478                                 ADD_CODE(&td, MINT_CONV_I1_I4);
1479                                 break;
1480                         case STACK_TYPE_I8:
1481                                 ADD_CODE(&td, MINT_CONV_I1_I8);
1482                                 break;
1483                         default:
1484                                 g_assert_not_reached ();
1485                         }
1486                         ++td.ip;
1487                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1488                         break;
1489                 case CEE_CONV_U2:
1490                         CHECK_STACK (&td, 1);
1491                         switch (td.sp [-1].type) {
1492                         case STACK_TYPE_R8:
1493                                 ADD_CODE(&td, MINT_CONV_U2_R8);
1494                                 break;
1495                         case STACK_TYPE_I4:
1496                                 ADD_CODE(&td, MINT_CONV_U2_I4);
1497                                 break;
1498                         case STACK_TYPE_I8:
1499                                 ADD_CODE(&td, MINT_CONV_U2_I8);
1500                                 break;
1501                         default:
1502                                 g_assert_not_reached ();
1503                         }
1504                         ++td.ip;
1505                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1506                         break;
1507                 case CEE_CONV_I2:
1508                         CHECK_STACK (&td, 1);
1509                         switch (td.sp [-1].type) {
1510                         case STACK_TYPE_R8:
1511                                 ADD_CODE(&td, MINT_CONV_I2_R8);
1512                                 break;
1513                         case STACK_TYPE_I4:
1514                                 ADD_CODE(&td, MINT_CONV_I2_I4);
1515                                 break;
1516                         case STACK_TYPE_I8:
1517                                 ADD_CODE(&td, MINT_CONV_I2_I8);
1518                                 break;
1519                         default:
1520                                 g_assert_not_reached ();
1521                         }
1522                         ++td.ip;
1523                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1524                         break;
1525                 case CEE_CONV_U:
1526                         CHECK_STACK (&td, 1);
1527                         switch (td.sp [-1].type) {
1528                         case STACK_TYPE_R8:
1529 #if SIZEOF_VOID_P == 4
1530                                 ADD_CODE(&td, MINT_CONV_U4_R8);
1531 #else
1532                                 ADD_CODE(&td, MINT_CONV_U8_R8);
1533 #endif
1534                                 break;
1535                         case STACK_TYPE_I4:
1536 #if SIZEOF_VOID_P == 8
1537                                 ADD_CODE(&td, MINT_CONV_U8_I4);
1538 #endif
1539                                 break;
1540                         case STACK_TYPE_I8:
1541 #if SIZEOF_VOID_P == 4
1542                                 ADD_CODE(&td, MINT_CONV_U4_I8);
1543 #endif
1544                                 break;
1545                         case STACK_TYPE_MP:
1546                                 break;
1547                         default:
1548                                 g_assert_not_reached ();
1549                         }
1550                         ++td.ip;
1551                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
1552                         break;
1553                 case CEE_CONV_I:
1554                         CHECK_STACK (&td, 1);
1555                         switch (td.sp [-1].type) {
1556                         case STACK_TYPE_R8:
1557 #if SIZEOF_VOID_P == 8
1558                                 ADD_CODE(&td, MINT_CONV_I8_R8);
1559 #else
1560                                 ADD_CODE(&td, MINT_CONV_I4_R8);
1561 #endif
1562                                 break;
1563                         case STACK_TYPE_I4:
1564 #if SIZEOF_VOID_P == 8
1565                                 ADD_CODE(&td, MINT_CONV_I8_I4);
1566 #endif
1567                                 break;
1568                         case STACK_TYPE_O:
1569                                 break;
1570                         case STACK_TYPE_MP:
1571                                 break;
1572                         case STACK_TYPE_I8:
1573 #if SIZEOF_VOID_P == 4
1574                                 ADD_CODE(&td, MINT_CONV_I4_I8);
1575 #endif
1576                                 break;
1577                         default:
1578                                 g_assert_not_reached ();
1579                         }
1580                         ++td.ip;
1581                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
1582                         break;
1583                 case CEE_CONV_U4:
1584                         CHECK_STACK (&td, 1);
1585                         switch (td.sp [-1].type) {
1586                         case STACK_TYPE_R8:
1587                                 ADD_CODE(&td, MINT_CONV_U4_R8);
1588                                 break;
1589                         case STACK_TYPE_I4:
1590                                 break;
1591                         case STACK_TYPE_I8:
1592                                 ADD_CODE(&td, MINT_CONV_U4_I8);
1593                                 break;
1594                         case STACK_TYPE_MP:
1595 #if SIZEOF_VOID_P == 8
1596                                 ADD_CODE(&td, MINT_CONV_U4_I8);
1597 #endif
1598                                 break;
1599                         default:
1600                                 g_assert_not_reached ();
1601                         }
1602                         ++td.ip;
1603                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1604                         break;
1605                 case CEE_CONV_I4:
1606                         CHECK_STACK (&td, 1);
1607                         switch (td.sp [-1].type) {
1608                         case STACK_TYPE_R8:
1609                                 ADD_CODE(&td, MINT_CONV_I4_R8);
1610                                 break;
1611                         case STACK_TYPE_I4:
1612                                 break;
1613                         case STACK_TYPE_I8:
1614                                 ADD_CODE(&td, MINT_CONV_I4_I8);
1615                                 break;
1616                         case STACK_TYPE_MP:
1617 #if SIZEOF_VOID_P == 8
1618                                 ADD_CODE(&td, MINT_CONV_I4_I8);
1619 #endif
1620                                 break;
1621                         default:
1622                                 g_assert_not_reached ();
1623                         }
1624                         ++td.ip;
1625                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1626                         break;
1627                 case CEE_CONV_I8:
1628                         CHECK_STACK (&td, 1);
1629                         switch (td.sp [-1].type) {
1630                         case STACK_TYPE_R8:
1631                                 ADD_CODE(&td, MINT_CONV_I8_R8);
1632                                 break;
1633                         case STACK_TYPE_I4:
1634                                 ADD_CODE(&td, MINT_CONV_I8_I4);
1635                                 break;
1636                         case STACK_TYPE_I8:
1637                                 break;
1638                         case STACK_TYPE_MP:
1639 #if SIZEOF_VOID_P == 4
1640                                 ADD_CODE(&td, MINT_CONV_I8_I4);
1641 #endif
1642                                 break;
1643                         default:
1644                                 g_assert_not_reached ();
1645                         }
1646                         ++td.ip;
1647                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1648                         break;
1649                 case CEE_CONV_R4:
1650                         CHECK_STACK (&td, 1);
1651                         switch (td.sp [-1].type) {
1652                         case STACK_TYPE_R8:
1653                                 ADD_CODE(&td, MINT_CONV_R4_R8);
1654                                 break;
1655                         case STACK_TYPE_I8:
1656                                 ADD_CODE(&td, MINT_CONV_R4_I8);
1657                                 break;
1658                         case STACK_TYPE_I4:
1659                                 ADD_CODE(&td, MINT_CONV_R4_I4);
1660                                 break;
1661                         default:
1662                                 g_assert_not_reached ();
1663                         }
1664                         ++td.ip;
1665                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1666                         break;
1667                 case CEE_CONV_R8:
1668                         CHECK_STACK (&td, 1);
1669                         switch (td.sp [-1].type) {
1670                         case STACK_TYPE_I4:
1671                                 ADD_CODE(&td, MINT_CONV_R8_I4);
1672                                 break;
1673                         case STACK_TYPE_I8:
1674                                 ADD_CODE(&td, MINT_CONV_R8_I8);
1675                                 break;
1676                         case STACK_TYPE_R8:
1677                                 break;
1678                         default:
1679                                 g_assert_not_reached ();
1680                         }
1681                         ++td.ip;
1682                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1683                         break;
1684                 case CEE_CONV_U8:
1685                         CHECK_STACK (&td, 1);
1686                         switch (td.sp [-1].type) {
1687                         case STACK_TYPE_I4:
1688                                 ADD_CODE(&td, MINT_CONV_U8_I4);
1689                                 break;
1690                         case STACK_TYPE_I8:
1691                                 break;
1692                         case STACK_TYPE_R8:
1693                                 ADD_CODE(&td, MINT_CONV_U8_R8);
1694                                 break;
1695                         case STACK_TYPE_MP:
1696 #if SIZEOF_VOID_P == 4
1697                                 ADD_CODE(&td, MINT_CONV_U8_I4);
1698 #endif
1699                                 break;
1700                         default:
1701                                 g_assert_not_reached ();
1702                         }
1703                         ++td.ip;
1704                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1705                         break;
1706 #if 0
1707                 case CEE_CPOBJ: {
1708                         MonoClass *vtklass;
1709                         ++ip;
1710                         vtklass = mono_class_get_full (image, read32 (ip), generic_context);
1711                         ip += 4;
1712                         sp -= 2;
1713                         memcpy (sp [0].data.p, sp [1].data.p, mono_class_value_size (vtklass, NULL));
1714                         break;
1715                 }
1716 #endif
1717                 case CEE_LDOBJ: {
1718                         int size;
1719                         CHECK_STACK (&td, 1);
1720
1721                         token = read32 (td.ip + 1);
1722
1723                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1724                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
1725                         else
1726                                 klass = mono_class_get_full (image, token, generic_context);
1727
1728                         ADD_CODE(&td, MINT_LDOBJ);
1729                         ADD_CODE(&td, get_data_item_index(&td, klass));
1730                         if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
1731                                 size = mono_class_value_size (klass, NULL);
1732                                 PUSH_VT(&td, size);
1733                         }
1734                         td.ip += 5;
1735                         SET_TYPE(td.sp - 1, stack_type[mint_type(&klass->byval_arg)], klass);
1736                         break;
1737                 }
1738                 case CEE_LDSTR: {
1739                         MonoString *s;
1740                         token = mono_metadata_token_index (read32 (td.ip + 1));
1741                         td.ip += 5;
1742                         if (method->wrapper_type != MONO_WRAPPER_NONE) {
1743                                 s = mono_string_new_wrapper(
1744                                         mono_method_get_wrapper_data (method, token));
1745                         }
1746                         else
1747                                 s = mono_ldstr (domain, image, token);
1748                         ADD_CODE(&td, MINT_LDSTR);
1749                         ADD_CODE(&td, get_data_item_index (&td, s));
1750                         PUSH_TYPE(&td, STACK_TYPE_O, mono_defaults.string_class);
1751                         break;
1752                 }
1753                 case CEE_NEWOBJ: {
1754                         MonoMethod *m;
1755                         MonoMethodSignature *csignature;
1756                         guint32 vt_stack_used = 0;
1757                         guint32 vt_res_size = 0;
1758
1759                         td.ip++;
1760                         token = read32 (td.ip);
1761                         td.ip += 4;
1762
1763                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1764                                 m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
1765                         else
1766                                 m = mono_get_method_full (image, token, NULL, generic_context);
1767
1768                         csignature = mono_method_signature (m);
1769                         klass = m->klass;
1770                         td.sp -= csignature->param_count;
1771                         ADD_CODE(&td, MINT_NEWOBJ);
1772                         ADD_CODE(&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
1773                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
1774
1775                         if (mint_type (&klass->byval_arg) == MINT_TYPE_VT) {
1776                                 vt_res_size = mono_class_value_size (klass, NULL);
1777                                 PUSH_VT (&td, vt_res_size);
1778                         }
1779                         for (i = 0; i < csignature->param_count; ++i) {
1780                                 int mt = mint_type(csignature->params [i]);
1781                                 if (mt == MINT_TYPE_VT) {
1782                                         MonoClass *k = mono_class_from_mono_type (csignature->params [i]);
1783                                         gint32 size = mono_class_value_size (k, NULL);
1784                                         size = (size + 7) & ~7;
1785                                         vt_stack_used += size;
1786                                 }
1787                         }
1788                         if (vt_stack_used != 0 || vt_res_size != 0) {
1789                                 ADD_CODE(&td, MINT_VTRESULT);
1790                                 ADD_CODE(&td, vt_res_size);
1791                                 WRITE32(&td, &vt_stack_used);
1792                                 td.vt_sp -= vt_stack_used;
1793                         }
1794                         PUSH_TYPE (&td, stack_type [mint_type (&klass->byval_arg)], klass);
1795                         break;
1796                 }
1797                 case CEE_CASTCLASS:
1798                         CHECK_STACK (&td, 1);
1799                         token = read32 (td.ip + 1);
1800                         klass = mono_class_get_full (image, token, generic_context);
1801                         ADD_CODE(&td, MINT_CASTCLASS);
1802                         ADD_CODE(&td, get_data_item_index (&td, klass));
1803                         td.sp [-1].klass = klass;
1804                         td.ip += 5;
1805                         break;
1806                 case CEE_ISINST:
1807                         CHECK_STACK (&td, 1);
1808                         token = read32 (td.ip + 1);
1809                         klass = mono_class_get_full (image, token, generic_context);
1810                         ADD_CODE(&td, MINT_ISINST);
1811                         ADD_CODE(&td, get_data_item_index (&td, klass));
1812                         td.ip += 5;
1813                         break;
1814                 case CEE_CONV_R_UN:
1815                         switch (td.sp [-1].type) {
1816                         case STACK_TYPE_R8:
1817                                 break;
1818                         case STACK_TYPE_I8:
1819                                 ADD_CODE(&td, MINT_CONV_R_UN_I8);
1820                                 break;
1821                         case STACK_TYPE_I4:
1822                                 ADD_CODE(&td, MINT_CONV_R_UN_I4);
1823                                 break;
1824                         default:
1825                                 g_assert_not_reached ();
1826                         }
1827                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1828                         ++td.ip;
1829                         break;
1830                 case CEE_UNBOX:
1831                         CHECK_STACK (&td, 1);
1832                         token = read32 (td.ip + 1);
1833
1834                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1835                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
1836                         else
1837                                 klass = mono_class_get_full (image, token, generic_context);
1838
1839                         if (mono_class_is_nullable (klass)) {
1840                                 g_error ("cee_unbox: implement Nullable");
1841                         }
1842
1843                         ADD_CODE(&td, MINT_UNBOX);
1844                         ADD_CODE(&td, get_data_item_index (&td, klass));
1845                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
1846                         td.ip += 5;
1847                         break;
1848                 case CEE_UNBOX_ANY:
1849                         CHECK_STACK (&td, 1);
1850                         token = read32 (td.ip + 1);
1851
1852                         g_assert (method->wrapper_type == MONO_WRAPPER_NONE);
1853                         klass = mono_class_get_full (image, token, generic_context);
1854
1855                         if (mini_type_is_reference (&klass->byval_arg)) {
1856                                 g_error ("unbox_any: generic class is reference type");
1857                         } else if (mono_class_is_nullable (klass)) {
1858                                 MonoMethod *target_method = mono_class_get_method_from_name (klass, "Unbox", 1);
1859                                 /* td.ip is incremented by interp_transform_call */
1860                                 interp_transform_call (&td, method, target_method, domain, generic_context, is_bb_start, body_start_offset);
1861                         } else {
1862                                 int mt = mint_type (&klass->byval_arg);
1863                                 ADD_CODE (&td, MINT_UNBOX);
1864                                 ADD_CODE (&td, get_data_item_index (&td, klass));
1865                                 SET_TYPE (td.sp - 1, stack_type [mt], klass);
1866                                 if (mt == MINT_TYPE_VT) {
1867                                         int size = mono_class_value_size (klass, NULL);
1868                                         PUSH_VT (&td, size);
1869                                 }
1870                                 td.ip += 5;
1871                         }
1872
1873                         break;
1874                 case CEE_THROW:
1875                         CHECK_STACK (&td, 1);
1876                         SIMPLE_OP (td, MINT_THROW);
1877                         --td.sp;
1878                         generating_code = 0;
1879                         break;
1880                 case CEE_LDFLDA:
1881                         CHECK_STACK (&td, 1);
1882                         token = read32 (td.ip + 1);
1883                         field = mono_field_from_token (image, token, &klass, generic_context);
1884                         mono_class_init (klass);
1885                         mt = mint_type(field->type);
1886                         ADD_CODE(&td, MINT_LDFLDA);
1887                         ADD_CODE(&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
1888                         td.ip += 5;
1889                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
1890                         break;
1891                 case CEE_LDFLD: {
1892                         CHECK_STACK (&td, 1);
1893                         token = read32 (td.ip + 1);
1894                         field = mono_field_from_token (image, token, &klass, generic_context);
1895                         mono_class_init (klass);
1896
1897                         MonoClass *field_klass = mono_class_from_mono_type (field->type);
1898                         mt = mint_type (&field_klass->byval_arg);
1899                         if (klass->marshalbyref) {
1900                                 ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_LDRMFLD_VT :  MINT_LDRMFLD);
1901                                 ADD_CODE(&td, get_data_item_index (&td, field));
1902                         } else  {
1903                                 ADD_CODE(&td, MINT_LDFLD_I1 + mt - MINT_TYPE_I1);
1904                                 ADD_CODE(&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
1905                         }
1906                         if (mt == MINT_TYPE_VT) {
1907                                 int size = mono_class_value_size (field_klass, NULL);
1908                                 PUSH_VT(&td, size);
1909                                 WRITE32(&td, &size);
1910                         }
1911                         if (td.sp [-1].type == STACK_TYPE_VT) {
1912                                 int size = mono_class_value_size (klass, NULL);
1913                                 size = (size + 7) & ~7;
1914                                 td.vt_sp -= size;
1915                         }
1916                         td.ip += 5;
1917                         SET_TYPE(td.sp - 1, stack_type [mt], field_klass);
1918                         break;
1919                 }
1920                 case CEE_STFLD:
1921                         CHECK_STACK (&td, 2);
1922                         token = read32 (td.ip + 1);
1923                         field = mono_field_from_token (image, token, &klass, generic_context);
1924                         mono_class_init (klass);
1925                         mt = mint_type(field->type);
1926                         if (klass->marshalbyref) {
1927                                 ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_STRMFLD_VT : MINT_STRMFLD);
1928                                 ADD_CODE(&td, get_data_item_index (&td, field));
1929                         } else  {
1930                                 ADD_CODE(&td, MINT_STFLD_I1 + mt - MINT_TYPE_I1);
1931                                 ADD_CODE(&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
1932                         }
1933                         if (mt == MINT_TYPE_VT) {
1934                                 MonoClass *klass = mono_class_from_mono_type (field->type);
1935                                 int size = mono_class_value_size (klass, NULL);
1936                                 POP_VT(&td, size);
1937                                 WRITE32(&td, &size);
1938                         }
1939                         td.ip += 5;
1940                         td.sp -= 2;
1941                         break;
1942                 case CEE_LDSFLDA:
1943                         token = read32 (td.ip + 1);
1944                         field = mono_field_from_token (image, token, &klass, generic_context);
1945                         ADD_CODE(&td, MINT_LDSFLDA);
1946                         ADD_CODE(&td, get_data_item_index (&td, field));
1947                         td.ip += 5;
1948                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
1949                         break;
1950                 case CEE_LDSFLD:
1951                         token = read32 (td.ip + 1);
1952                         field = mono_field_from_token (image, token, &klass, generic_context);
1953                         mt = mint_type(field->type);
1954                         ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_LDSFLD_VT : MINT_LDSFLD);
1955                         ADD_CODE(&td, get_data_item_index (&td, field));
1956                         klass = NULL;
1957                         if (mt == MINT_TYPE_VT) {
1958                                 g_error ("data.klass");
1959                                 int size = mono_class_value_size (field->type->data.klass, NULL);
1960                                 PUSH_VT(&td, size);
1961                                 WRITE32(&td, &size);
1962                                 klass = field->type->data.klass;
1963                         } else {
1964                                 if (mt == MINT_TYPE_O)
1965                                         klass = mono_class_from_mono_type (field->type);
1966                                 if (!domain->special_static_fields || !g_hash_table_lookup (domain->special_static_fields, field)) {
1967                                         if (mt == MINT_TYPE_O)
1968                                                 td.new_ip [-2] = MINT_LDSFLD_O;
1969                                         else if (mt == MINT_TYPE_I4)
1970                                                 td.new_ip [-2] = MINT_LDSFLD_I4;
1971                                 }
1972                                 ADD_CODE(&td, get_data_item_index (&td, mono_class_vtable (domain, field->parent)));
1973                         }
1974                         td.ip += 5;
1975                         PUSH_TYPE(&td, stack_type [mt], klass);
1976                         break;
1977                 case CEE_STSFLD:
1978                         CHECK_STACK (&td, 1);
1979                         token = read32 (td.ip + 1);
1980                         field = mono_field_from_token (image, token, &klass, generic_context);
1981                         mt = mint_type(field->type);
1982                         ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_STSFLD_VT : MINT_STSFLD);
1983                         ADD_CODE(&td, get_data_item_index (&td, field));
1984                         if (mt == MINT_TYPE_VT) {
1985                                 g_error ("data.klass");
1986                                 int size = mono_class_value_size (field->type->data.klass, NULL);
1987                                 POP_VT(&td, size);
1988                                 WRITE32(&td, &size);
1989                         }
1990                         td.ip += 5;
1991                         --td.sp;
1992                         break;
1993                 case CEE_STOBJ: {
1994                         int size;
1995                         token = read32 (td.ip + 1);
1996
1997                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1998                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
1999                         else
2000                                 klass = mono_class_get_full (image, token, generic_context);
2001
2002                         ADD_CODE(&td, td.sp [-1].type == STACK_TYPE_VT ? MINT_STOBJ_VT : MINT_STOBJ);
2003                         ADD_CODE(&td, get_data_item_index (&td, klass));
2004                         if (td.sp [-1].type == STACK_TYPE_VT) {
2005                                 size = mono_class_value_size (klass, NULL);
2006                                 size = (size + 7) & ~7;
2007                                 td.vt_sp -= size;
2008                         }
2009                         td.ip += 5;
2010                         td.sp -= 2;
2011                         break;
2012                 }
2013                 case CEE_CONV_OVF_I_UN:
2014                         CHECK_STACK (&td, 1);
2015                         switch (td.sp [-1].type) {
2016                         case STACK_TYPE_R8:
2017 #if SIZEOF_VOID_P == 8
2018                                 ADD_CODE(&td, MINT_CONV_OVF_I8_UN_R8);
2019 #else
2020                                 ADD_CODE(&td, MINT_CONV_OVF_I4_UN_R8);
2021 #endif
2022                                 break;
2023                         case STACK_TYPE_I8:
2024                                 /*FIX*/
2025                                 break;
2026                         case STACK_TYPE_I4:
2027 #if SIZEOF_VOID_P == 8
2028                                 ADD_CODE(&td, MINT_CONV_I8_U4);
2029 #endif
2030                                 break;
2031                         default:
2032                                 g_assert_not_reached ();
2033                                 break;
2034                         }
2035                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2036                         ++td.ip;
2037                         break;
2038                 case CEE_CONV_OVF_I8_UN:
2039                         CHECK_STACK (&td, 1);
2040                         switch (td.sp [-1].type) {
2041                         case STACK_TYPE_R8:
2042                                 ADD_CODE(&td, MINT_CONV_OVF_I8_UN_R8);
2043                                 break;
2044                         case STACK_TYPE_I8:
2045                                 break;
2046                         case STACK_TYPE_I4:
2047                                 ADD_CODE(&td, MINT_CONV_I8_U4);
2048                                 break;
2049                         default:
2050                                 g_assert_not_reached ();
2051                                 break;
2052                         }
2053                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2054                         ++td.ip;
2055                         break;
2056                 case CEE_BOX: {
2057                         int size;
2058                         CHECK_STACK (&td, 1);
2059                         token = read32 (td.ip + 1);
2060                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2061                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2062                         else
2063                                 klass = mono_class_get_full (image, token, generic_context);
2064                         g_assert (klass->valuetype);
2065
2066                         if (mono_class_is_nullable (klass)) {
2067                                 MonoMethod *target_method = mono_class_get_method_from_name (klass, "Box", 1);
2068                                 /* td.ip is incremented by interp_transform_call */
2069                                 interp_transform_call (&td, method, target_method, domain, generic_context, is_bb_start, body_start_offset);
2070                         } else {
2071                                 if (klass->byval_arg.type == MONO_TYPE_VALUETYPE && !klass->enumtype) {
2072                                         size = mono_class_value_size (klass, NULL);
2073                                         size = (size + 7) & ~7;
2074                                         td.vt_sp -= size;
2075                                 }
2076                                 ADD_CODE(&td, MINT_BOX);
2077                                 ADD_CODE(&td, get_data_item_index (&td, klass));
2078                                 SET_TYPE(td.sp - 1, STACK_TYPE_O, klass);
2079                                 td.ip += 5;
2080                         }
2081
2082                         break;
2083                 }
2084                 case CEE_NEWARR:
2085                         CHECK_STACK (&td, 1);
2086                         token = read32 (td.ip + 1);
2087
2088                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2089                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2090                         else
2091                                 klass = mono_class_get_full (image, token, generic_context);
2092
2093                         ADD_CODE(&td, MINT_NEWARR);
2094                         ADD_CODE(&td, get_data_item_index (&td, klass));
2095                         SET_TYPE(td.sp - 1, STACK_TYPE_O, klass);
2096                         td.ip += 5;
2097                         break;
2098                 case CEE_LDLEN:
2099                         CHECK_STACK (&td, 1);
2100                         SIMPLE_OP (td, MINT_LDLEN);
2101                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2102                         break;
2103                 case CEE_LDELEMA:
2104                         CHECK_STACK (&td, 2);
2105                         ENSURE_I4 (&td, 1);
2106                         token = read32 (td.ip + 1);
2107
2108                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2109                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2110                         else
2111                                 klass = mono_class_get_full (image, token, generic_context);
2112
2113                         ADD_CODE(&td, MINT_LDELEMA);
2114                         ADD_CODE(&td, get_data_item_index (&td, klass));
2115                         td.ip += 5;
2116                         --td.sp;
2117                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2118                         break;
2119                 case CEE_LDELEM_I1:
2120                         CHECK_STACK (&td, 2);
2121                         ENSURE_I4 (&td, 1);
2122                         SIMPLE_OP (td, MINT_LDELEM_I1);
2123                         --td.sp;
2124                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2125                         break;
2126                 case CEE_LDELEM_U1:
2127                         CHECK_STACK (&td, 2);
2128                         ENSURE_I4 (&td, 1);
2129                         SIMPLE_OP (td, MINT_LDELEM_U1);
2130                         --td.sp;
2131                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2132                         break;
2133                 case CEE_LDELEM_I2:
2134                         CHECK_STACK (&td, 2);
2135                         ENSURE_I4 (&td, 1);
2136                         SIMPLE_OP (td, MINT_LDELEM_I2);
2137                         --td.sp;
2138                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2139                         break;
2140                 case CEE_LDELEM_U2:
2141                         CHECK_STACK (&td, 2);
2142                         ENSURE_I4 (&td, 1);
2143                         SIMPLE_OP (td, MINT_LDELEM_U2);
2144                         --td.sp;
2145                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2146                         break;
2147                 case CEE_LDELEM_I4:
2148                         CHECK_STACK (&td, 2);
2149                         ENSURE_I4 (&td, 1);
2150                         SIMPLE_OP (td, MINT_LDELEM_I4);
2151                         --td.sp;
2152                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2153                         break;
2154                 case CEE_LDELEM_U4:
2155                         CHECK_STACK (&td, 2);
2156                         ENSURE_I4 (&td, 1);
2157                         SIMPLE_OP (td, MINT_LDELEM_U4);
2158                         --td.sp;
2159                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2160                         break;
2161                 case CEE_LDELEM_I8:
2162                         CHECK_STACK (&td, 2);
2163                         ENSURE_I4 (&td, 1);
2164                         SIMPLE_OP (td, MINT_LDELEM_I8);
2165                         --td.sp;
2166                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2167                         break;
2168                 case CEE_LDELEM_I:
2169                         CHECK_STACK (&td, 2);
2170                         ENSURE_I4 (&td, 1);
2171                         SIMPLE_OP (td, MINT_LDELEM_I);
2172                         --td.sp;
2173                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2174                         break;
2175                 case CEE_LDELEM_R4:
2176                         CHECK_STACK (&td, 2);
2177                         ENSURE_I4 (&td, 1);
2178                         SIMPLE_OP (td, MINT_LDELEM_R4);
2179                         --td.sp;
2180                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2181                         break;
2182                 case CEE_LDELEM_R8:
2183                         CHECK_STACK (&td, 2);
2184                         ENSURE_I4 (&td, 1);
2185                         SIMPLE_OP (td, MINT_LDELEM_R8);
2186                         --td.sp;
2187                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2188                         break;
2189                 case CEE_LDELEM_REF:
2190                         CHECK_STACK (&td, 2);
2191                         ENSURE_I4 (&td, 1);
2192                         SIMPLE_OP (td, MINT_LDELEM_REF);
2193                         --td.sp;
2194                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
2195                         break;
2196                 case CEE_LDELEM:
2197                         CHECK_STACK (&td, 2);
2198                         token = read32 (td.ip + 1);
2199                         klass = mono_class_get_full (image, token, generic_context);
2200                         switch (mint_type (&klass->byval_arg)) {
2201                                 case MINT_TYPE_I4:
2202                                         ENSURE_I4 (&td, 1);
2203                                         SIMPLE_OP (td, MINT_LDELEM_I4);
2204                                         --td.sp;
2205                                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2206                                         break;
2207                                 default: {
2208                                         GString *res = g_string_new ("");
2209                                         mono_type_get_desc (res, &klass->byval_arg, TRUE);
2210                                         g_print ("LDELEM: %s -> %d (%s)\n", klass->name, mint_type (&klass->byval_arg), res->str);
2211                                         g_string_free (res, TRUE);
2212                                         g_assert (0);
2213                                         break;
2214                                 }
2215                         }
2216                         td.ip += 4;
2217                         break;
2218                 case CEE_STELEM_I:
2219                         CHECK_STACK (&td, 3);
2220                         ENSURE_I4 (&td, 2);
2221                         SIMPLE_OP (td, MINT_STELEM_I);
2222                         td.sp -= 3;
2223                         break;
2224                 case CEE_STELEM_I1:
2225                         CHECK_STACK (&td, 3);
2226                         ENSURE_I4 (&td, 2);
2227                         SIMPLE_OP (td, MINT_STELEM_I1);
2228                         td.sp -= 3;
2229                         break;
2230                 case CEE_STELEM_I2:
2231                         CHECK_STACK (&td, 3);
2232                         ENSURE_I4 (&td, 2);
2233                         SIMPLE_OP (td, MINT_STELEM_I2);
2234                         td.sp -= 3;
2235                         break;
2236                 case CEE_STELEM_I4:
2237                         CHECK_STACK (&td, 3);
2238                         ENSURE_I4 (&td, 2);
2239                         SIMPLE_OP (td, MINT_STELEM_I4);
2240                         td.sp -= 3;
2241                         break;
2242                 case CEE_STELEM_I8:
2243                         CHECK_STACK (&td, 3);
2244                         ENSURE_I4 (&td, 2);
2245                         SIMPLE_OP (td, MINT_STELEM_I8);
2246                         td.sp -= 3;
2247                         break;
2248                 case CEE_STELEM_R4:
2249                         CHECK_STACK (&td, 3);
2250                         ENSURE_I4 (&td, 2);
2251                         SIMPLE_OP (td, MINT_STELEM_R4);
2252                         td.sp -= 3;
2253                         break;
2254                 case CEE_STELEM_R8:
2255                         CHECK_STACK (&td, 3);
2256                         ENSURE_I4 (&td, 2);
2257                         SIMPLE_OP (td, MINT_STELEM_R8);
2258                         td.sp -= 3;
2259                         break;
2260                 case CEE_STELEM_REF:
2261                         CHECK_STACK (&td, 3);
2262                         ENSURE_I4 (&td, 2);
2263                         SIMPLE_OP (td, MINT_STELEM_REF);
2264                         td.sp -= 3;
2265                         break;
2266                 case CEE_STELEM:
2267                         CHECK_STACK (&td, 3);
2268                         ENSURE_I4 (&td, 2);
2269                         token = read32 (td.ip + 1);
2270                         klass = mono_class_get_full (image, token, generic_context);
2271                         switch (mint_type (&klass->byval_arg)) {
2272                                 case MINT_TYPE_I4:
2273                                         SIMPLE_OP (td, MINT_STELEM_I4);
2274                                         break;
2275                                 default: {
2276                                         GString *res = g_string_new ("");
2277                                         mono_type_get_desc (res, &klass->byval_arg, TRUE);
2278                                         g_print ("STELEM: %s -> %d (%s)\n", klass->name, mint_type (&klass->byval_arg), res->str);
2279                                         g_string_free (res, TRUE);
2280                                         g_assert (0);
2281                                         break;
2282                                 }
2283                         }
2284                         td.ip += 4;
2285                         td.sp -= 3;
2286                         break;
2287 #if 0
2288                 case CEE_CONV_OVF_U1:
2289
2290                 case CEE_CONV_OVF_I8:
2291
2292 #if SIZEOF_VOID_P == 8
2293                 case CEE_CONV_OVF_U:
2294 #endif
2295                 case CEE_REFANYVAL: ves_abort(); break;
2296 #endif
2297                 case CEE_CKFINITE:
2298                         CHECK_STACK (&td, 1);
2299                         SIMPLE_OP (td, MINT_CKFINITE);
2300                         break;
2301                 case CEE_CONV_OVF_I1:
2302                 case CEE_CONV_OVF_I1_UN:
2303                         CHECK_STACK (&td, 1);
2304                         switch (td.sp [-1].type) {
2305                         case STACK_TYPE_R8:
2306                                 ADD_CODE(&td, MINT_CONV_OVF_I1_R8);
2307                                 break;
2308                         case STACK_TYPE_I4:
2309                                 ADD_CODE(&td, MINT_CONV_OVF_I1_I4);
2310                                 break;
2311                         case STACK_TYPE_I8:
2312                                 ADD_CODE(&td, MINT_CONV_OVF_I1_I8);
2313                                 break;
2314                         default:
2315                                 g_assert_not_reached ();
2316                         }
2317                         ++td.ip;
2318                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2319                         break;
2320                 case CEE_CONV_OVF_U1:
2321                 case CEE_CONV_OVF_U1_UN:
2322                         CHECK_STACK (&td, 1);
2323                         switch (td.sp [-1].type) {
2324                         case STACK_TYPE_R8:
2325                                 ADD_CODE(&td, MINT_CONV_OVF_U1_R8);
2326                                 break;
2327                         case STACK_TYPE_I4:
2328                                 ADD_CODE(&td, MINT_CONV_OVF_U1_I4);
2329                                 break;
2330                         case STACK_TYPE_I8:
2331                                 ADD_CODE(&td, MINT_CONV_OVF_U1_I8);
2332                                 break;
2333                         default:
2334                                 g_assert_not_reached ();
2335                         }
2336                         ++td.ip;
2337                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2338                         break;
2339                 case CEE_CONV_OVF_I2:
2340                 case CEE_CONV_OVF_I2_UN:
2341                         CHECK_STACK (&td, 1);
2342                         switch (td.sp [-1].type) {
2343                         case STACK_TYPE_R8:
2344                                 ADD_CODE(&td, MINT_CONV_OVF_I2_R8);
2345                                 break;
2346                         case STACK_TYPE_I4:
2347                                 ADD_CODE(&td, MINT_CONV_OVF_I2_I4);
2348                                 break;
2349                         case STACK_TYPE_I8:
2350                                 ADD_CODE(&td, MINT_CONV_OVF_I2_I8);
2351                                 break;
2352                         default:
2353                                 g_assert_not_reached ();
2354                         }
2355                         ++td.ip;
2356                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2357                         break;
2358                 case CEE_CONV_OVF_U2_UN:
2359                 case CEE_CONV_OVF_U2:
2360                         CHECK_STACK (&td, 1);
2361                         switch (td.sp [-1].type) {
2362                         case STACK_TYPE_R8:
2363                                 ADD_CODE(&td, MINT_CONV_OVF_U2_R8);
2364                                 break;
2365                         case STACK_TYPE_I4:
2366                                 ADD_CODE(&td, MINT_CONV_OVF_U2_I4);
2367                                 break;
2368                         case STACK_TYPE_I8:
2369                                 ADD_CODE(&td, MINT_CONV_OVF_U2_I8);
2370                                 break;
2371                         default:
2372                                 g_assert_not_reached ();
2373                         }
2374                         ++td.ip;
2375                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2376                         break;
2377 #if SIZEOF_VOID_P == 4
2378                 case CEE_CONV_OVF_I:
2379 #endif
2380                 case CEE_CONV_OVF_I4:
2381                 case CEE_CONV_OVF_I4_UN:
2382                         CHECK_STACK (&td, 1);
2383                         switch (td.sp [-1].type) {
2384                         case STACK_TYPE_R8:
2385                                 ADD_CODE(&td, MINT_CONV_OVF_I4_R8);
2386                                 break;
2387                         case STACK_TYPE_I4:
2388                                 if (*td.ip == CEE_CONV_OVF_I4_UN)
2389                                         ADD_CODE(&td, MINT_CONV_OVF_I4_U4);
2390                                 break;
2391                         case STACK_TYPE_I8:
2392                                 ADD_CODE(&td, MINT_CONV_OVF_I4_I8);
2393                                 break;
2394                         default:
2395                                 g_assert_not_reached ();
2396                         }
2397                         ++td.ip;
2398                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2399                         break;
2400 #if SIZEOF_VOID_P == 4
2401                 case CEE_CONV_OVF_U:
2402 #endif
2403                 case CEE_CONV_OVF_U4:
2404                 case CEE_CONV_OVF_U4_UN:
2405                         CHECK_STACK (&td, 1);
2406                         switch (td.sp [-1].type) {
2407                         case STACK_TYPE_R8:
2408                                 ADD_CODE(&td, MINT_CONV_OVF_U4_R8);
2409                                 break;
2410                         case STACK_TYPE_I4:
2411                                 if (*td.ip != CEE_CONV_OVF_U4_UN)
2412                                         ADD_CODE(&td, MINT_CONV_OVF_U4_I4);
2413                                 break;
2414                         case STACK_TYPE_I8:
2415                                 ADD_CODE(&td, MINT_CONV_OVF_U4_I8);
2416                                 break;
2417                         default:
2418                                 g_assert_not_reached ();
2419                         }
2420                         ++td.ip;
2421                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2422                         break;
2423 #if SIZEOF_VOID_P == 8
2424                 case CEE_CONV_OVF_I:
2425 #endif
2426                 case CEE_CONV_OVF_I8:
2427                         CHECK_STACK (&td, 1);
2428                         switch (td.sp [-1].type) {
2429                         case STACK_TYPE_R8:
2430                                 ADD_CODE(&td, MINT_CONV_OVF_I8_R8);
2431                                 break;
2432                         case STACK_TYPE_I4:
2433                                 ADD_CODE(&td, MINT_CONV_I8_I4);
2434                                 break;
2435                         case STACK_TYPE_I8:
2436                                 break;
2437                         default:
2438                                 g_assert_not_reached ();
2439                         }
2440                         ++td.ip;
2441                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2442                         break;
2443 #if SIZEOF_VOID_P == 8
2444                 case CEE_CONV_OVF_U:
2445 #endif
2446                 case CEE_CONV_OVF_U8:
2447                         CHECK_STACK (&td, 1);
2448                         switch (td.sp [-1].type) {
2449                         case STACK_TYPE_R8:
2450                                 ADD_CODE(&td, MINT_CONV_OVF_U8_R8);
2451                                 break;
2452                         case STACK_TYPE_I4:
2453                                 ADD_CODE(&td, MINT_CONV_OVF_U8_I4);
2454                                 break;
2455                         case STACK_TYPE_I8:
2456                                 break;
2457                         default:
2458                                 g_assert_not_reached ();
2459                         }
2460                         ++td.ip;
2461                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2462                         break;
2463                 case CEE_LDTOKEN: {
2464                         int size;
2465                         gpointer handle;
2466                         token = read32 (td.ip + 1);
2467                         handle = mono_ldtoken (image, token, &klass, generic_context);
2468                         mt = mint_type(&klass->byval_arg);
2469                         g_assert (mt == MINT_TYPE_VT);
2470                         size = mono_class_value_size (klass, NULL);
2471                         g_assert (size == sizeof(gpointer));
2472                         PUSH_VT(&td, sizeof(gpointer));
2473                         ADD_CODE(&td, MINT_LDTOKEN);
2474                         ADD_CODE(&td, get_data_item_index (&td, handle));
2475                         PUSH_SIMPLE_TYPE(&td, stack_type [mt]);
2476                         td.ip += 5;
2477                         break;
2478                 }
2479                 case CEE_ADD_OVF:
2480                         binary_arith_op(&td, MINT_ADD_OVF_I4);
2481                         ++td.ip;
2482                         break;
2483                 case CEE_ADD_OVF_UN:
2484                         binary_arith_op(&td, MINT_ADD_OVF_UN_I4);
2485                         ++td.ip;
2486                         break;
2487                 case CEE_MUL_OVF:
2488                         binary_arith_op(&td, MINT_MUL_OVF_I4);
2489                         ++td.ip;
2490                         break;
2491                 case CEE_MUL_OVF_UN:
2492                         binary_arith_op(&td, MINT_MUL_OVF_UN_I4);
2493                         ++td.ip;
2494                         break;
2495                 case CEE_SUB_OVF:
2496                         binary_arith_op(&td, MINT_SUB_OVF_I4);
2497                         ++td.ip;
2498                         break;
2499                 case CEE_SUB_OVF_UN:
2500                         binary_arith_op(&td, MINT_SUB_OVF_UN_I4);
2501                         ++td.ip;
2502                         break;
2503                 case CEE_ENDFINALLY:
2504                         SIMPLE_OP (td, MINT_ENDFINALLY);
2505                         generating_code = 0;
2506                         break;
2507                 case CEE_LEAVE:
2508                         td.sp = td.stack;
2509                         handle_branch (&td, MINT_LEAVE_S, MINT_LEAVE, 5 + read32 (td.ip + 1));
2510                         td.ip += 5;
2511                         generating_code = 0;
2512                         break;
2513                 case CEE_LEAVE_S:
2514                         td.sp = td.stack;
2515                         handle_branch (&td, MINT_LEAVE_S, MINT_LEAVE, 2 + (gint8)td.ip [1]);
2516                         td.ip += 2;
2517                         generating_code = 0;
2518                         break;
2519                 case CEE_UNUSED41:
2520                         ++td.ip;
2521                         switch (*td.ip) {
2522                                 case CEE_MONO_CALLI_EXTRA_ARG:
2523                                         /* Same as CEE_CALLI, llvm specific */
2524                                         interp_transform_call (&td, method, NULL, domain, generic_context, is_bb_start, body_start_offset);
2525                                         break;
2526                                 case CEE_MONO_ICALL: {
2527                                         guint32 token;
2528                                         gpointer func;
2529                                         MonoJitICallInfo *info;
2530
2531                                         token = read32 (td.ip + 1);
2532                                         td.ip += 5;
2533                                         func = mono_method_get_wrapper_data (method, token);
2534                                         info = mono_find_jit_icall_by_addr (func);
2535                                         g_assert (info);
2536
2537                                         CHECK_STACK (&td, info->sig->param_count);
2538                                         switch (info->sig->param_count) {
2539                                         case 0:
2540                                                 if (MONO_TYPE_IS_VOID (info->sig->ret))
2541                                                         ADD_CODE (&td,MINT_ICALL_V_V);
2542                                                 else
2543                                                         ADD_CODE (&td, MINT_ICALL_V_P);
2544                                                 break;
2545                                         case 1:
2546                                                 if (MONO_TYPE_IS_VOID (info->sig->ret))
2547                                                         ADD_CODE (&td,MINT_ICALL_P_V);
2548                                                 else
2549                                                         ADD_CODE (&td,MINT_ICALL_P_P);
2550                                                 break;
2551                                         case 2:
2552                                                 if (MONO_TYPE_IS_VOID (info->sig->ret)) {
2553                                                         if (info->sig->params [1]->type == MONO_TYPE_I4)
2554                                                                 ADD_CODE (&td,MINT_ICALL_PI_V);
2555                                                         else
2556                                                                 ADD_CODE (&td,MINT_ICALL_PP_V);
2557                                                 } else {
2558                                                         if (info->sig->params [1]->type == MONO_TYPE_I4)
2559                                                                 ADD_CODE (&td,MINT_ICALL_PI_P);
2560                                                         else
2561                                                                 ADD_CODE (&td,MINT_ICALL_PP_P);
2562                                                 }
2563                                                 break;
2564                                         case 3:
2565                                                 g_assert (MONO_TYPE_IS_VOID (info->sig->ret));
2566                                                 if (info->sig->params [2]->type == MONO_TYPE_I4)
2567                                                         ADD_CODE (&td,MINT_ICALL_PPI_V);
2568                                                 else
2569                                                         ADD_CODE (&td,MINT_ICALL_PPP_V);
2570                                                 break;
2571                                         default:
2572                                                 g_assert_not_reached ();
2573                                         }
2574
2575                                         if (func == mono_ftnptr_to_delegate) {
2576                                                 g_error ("TODO: ?");
2577                                                 func = mono_interp_ftnptr_to_delegate;
2578                                         }
2579                                         ADD_CODE(&td, get_data_item_index (&td, func));
2580                                         td.sp -= info->sig->param_count;
2581
2582                                         if (!MONO_TYPE_IS_VOID (info->sig->ret)) {
2583                                                 td.sp ++;
2584                                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2585                                         }
2586                                         break;
2587                                 }
2588                         case CEE_MONO_VTADDR: {
2589                                 int size;
2590                                 CHECK_STACK (&td, 1);
2591                                 if (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
2592                                         size = mono_class_native_size(td.sp [-1].klass, NULL);
2593                                 else
2594                                         size = mono_class_value_size(td.sp [-1].klass, NULL);
2595                                 size = (size + 7) & ~7;
2596                                 ADD_CODE(&td, MINT_VTRESULT);
2597                                 ADD_CODE(&td, 0);
2598                                 WRITE32(&td, &size);
2599                                 td.vt_sp -= size;
2600                                 ++td.ip;
2601                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2602                                 break;
2603                         }
2604                         case CEE_MONO_LDPTR:
2605                         case CEE_MONO_CLASSCONST:
2606                                 token = read32 (td.ip + 1);
2607                                 td.ip += 5;
2608                                 ADD_CODE(&td, MINT_MONO_LDPTR);
2609                                 ADD_CODE(&td, get_data_item_index (&td, mono_method_get_wrapper_data (method, token)));
2610                                 td.sp [0].type = STACK_TYPE_I;
2611                                 ++td.sp;
2612                                 break;
2613                         case CEE_MONO_OBJADDR:
2614                                 CHECK_STACK (&td, 1);
2615                                 ++td.ip;
2616                                 td.sp[-1].type = STACK_TYPE_MP;
2617                                 /* do nothing? */
2618                                 break;
2619                         case CEE_MONO_NEWOBJ:
2620                                 token = read32 (td.ip + 1);
2621                                 td.ip += 5;
2622                                 ADD_CODE(&td, MINT_MONO_NEWOBJ);
2623                                 ADD_CODE(&td, get_data_item_index (&td, mono_method_get_wrapper_data (method, token)));
2624                                 td.sp [0].type = STACK_TYPE_O;
2625                                 ++td.sp;
2626                                 break;
2627                         case CEE_MONO_RETOBJ:
2628                                 CHECK_STACK (&td, 1);
2629                                 token = read32 (td.ip + 1);
2630                                 td.ip += 5;
2631                                 ADD_CODE(&td, MINT_MONO_RETOBJ);
2632                                 td.sp--;
2633
2634                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2635
2636                                 /*stackval_from_data (signature->ret, frame->retval, sp->data.vt, signature->pinvoke);*/
2637
2638                                 if (td.sp > td.stack)
2639                                         g_warning ("CEE_MONO_RETOBJ: more values on stack: %d", td.sp-td.stack);
2640                                 break;
2641                         case CEE_MONO_LDNATIVEOBJ:
2642                                 token = read32 (td.ip + 1);
2643                                 td.ip += 5;
2644                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2645                                 g_assert(klass->valuetype);
2646                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2647                                 break;
2648                         case CEE_MONO_SAVE_LMF:
2649                         case CEE_MONO_RESTORE_LMF:
2650                         case CEE_MONO_NOT_TAKEN:
2651                                 ++td.ip;
2652                                 break;
2653                         case CEE_MONO_LDPTR_INT_REQ_FLAG:
2654                                 ADD_CODE (&td, MINT_MONO_LDPTR);
2655                                 ADD_CODE (&td, get_data_item_index (&td, mono_thread_interruption_request_flag ()));
2656                                 PUSH_TYPE (&td, STACK_TYPE_MP, NULL);
2657                                 ++td.ip;
2658                                 break;
2659                         default:
2660                                 g_error ("transform.c: Unimplemented opcode: 0xF0 %02x at 0x%x\n", *td.ip, td.ip-header->code);
2661                         }
2662                         break;
2663 #if 0
2664                 case CEE_PREFIX7:
2665                 case CEE_PREFIX6:
2666                 case CEE_PREFIX5:
2667                 case CEE_PREFIX4:
2668                 case CEE_PREFIX3:
2669                 case CEE_PREFIX2:
2670                 case CEE_PREFIXREF: ves_abort(); break;
2671 #endif
2672                 /*
2673                  * Note: Exceptions thrown when executing a prefixed opcode need
2674                  * to take into account the number of prefix bytes (usually the
2675                  * throw point is just (ip - n_prefix_bytes).
2676                  */
2677                 case CEE_PREFIX1:
2678                         ++td.ip;
2679                         switch (*td.ip) {
2680 #if 0
2681                         case CEE_ARGLIST: ves_abort(); break;
2682 #endif
2683                         case CEE_CEQ:
2684                                 CHECK_STACK(&td, 2);
2685                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2686                                         ADD_CODE(&td, MINT_CEQ_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2687                                 else
2688                                         ADD_CODE(&td, MINT_CEQ_I4 + td.sp [-1].type - STACK_TYPE_I4);
2689                                 --td.sp;
2690                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2691                                 ++td.ip;
2692                                 break;
2693                         case CEE_CGT:
2694                                 CHECK_STACK(&td, 2);
2695                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2696                                         ADD_CODE(&td, MINT_CGT_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2697                                 else
2698                                         ADD_CODE(&td, MINT_CGT_I4 + td.sp [-1].type - STACK_TYPE_I4);
2699                                 --td.sp;
2700                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2701                                 ++td.ip;
2702                                 break;
2703                         case CEE_CGT_UN:
2704                                 CHECK_STACK(&td, 2);
2705                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2706                                         ADD_CODE(&td, MINT_CGT_UN_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2707                                 else
2708                                         ADD_CODE(&td, MINT_CGT_UN_I4 + td.sp [-1].type - STACK_TYPE_I4);
2709                                 --td.sp;
2710                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2711                                 ++td.ip;
2712                                 break;
2713                         case CEE_CLT:
2714                                 CHECK_STACK(&td, 2);
2715                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2716                                         ADD_CODE(&td, MINT_CLT_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2717                                 else
2718                                         ADD_CODE(&td, MINT_CLT_I4 + td.sp [-1].type - STACK_TYPE_I4);
2719                                 --td.sp;
2720                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2721                                 ++td.ip;
2722                                 break;
2723                         case CEE_CLT_UN:
2724                                 CHECK_STACK(&td, 2);
2725                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2726                                         ADD_CODE(&td, MINT_CLT_UN_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2727                                 else
2728                                         ADD_CODE(&td, MINT_CLT_UN_I4 + td.sp [-1].type - STACK_TYPE_I4);
2729                                 --td.sp;
2730                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2731                                 ++td.ip;
2732                                 break;
2733                         case CEE_LDVIRTFTN: /* fallthrough */
2734                         case CEE_LDFTN: {
2735                                 MonoMethod *m;
2736                                 if (*td.ip == CEE_LDVIRTFTN) {
2737                                         CHECK_STACK (&td, 1);
2738                                         --td.sp;
2739                                 }
2740                                 token = read32 (td.ip + 1);
2741                                 if (method->wrapper_type != MONO_WRAPPER_NONE)
2742                                         m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
2743                                 else
2744                                         m = mono_get_method_full (image, token, NULL, generic_context);
2745
2746                                 if (method->wrapper_type == MONO_WRAPPER_NONE && m->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED)
2747                                         m = mono_marshal_get_synchronized_wrapper (m);
2748
2749                                 ADD_CODE(&td, *td.ip == CEE_LDFTN ? MINT_LDFTN : MINT_LDVIRTFTN);
2750                                 ADD_CODE(&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
2751                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
2752                                 td.ip += 5;
2753                                 PUSH_SIMPLE_TYPE (&td, STACK_TYPE_F);
2754                                 break;
2755                         }
2756                         case CEE_LDARG:
2757                                 load_arg (&td, read16 (td.ip + 1));
2758                                 td.ip += 3;
2759                                 break;
2760                         case CEE_LDARGA: {
2761                                 int n = read16 (td.ip + 1);
2762                                 if (n == 0 && signature->hasthis) {
2763                                         g_error ("LDTHISA: NOPE");
2764                                         ADD_CODE(&td, MINT_LDTHISA);
2765                                 }
2766                                 else {
2767                                         ADD_CODE(&td, MINT_LDARGA);
2768                                         ADD_CODE(&td, td.rtm->arg_offsets [n - signature->hasthis]); /* FIX for large offsets */
2769                                 }
2770                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
2771                                 td.ip += 3;
2772                                 break;
2773                         }
2774                         case CEE_STARG:
2775                                 store_arg (&td, read16 (td.ip + 1));
2776                                 td.ip += 3;
2777                                 break;
2778                         case CEE_LDLOC:
2779                                 load_local (&td, read16 (td.ip + 1));
2780                                 td.ip += 3;
2781                                 break;
2782                         case CEE_LDLOCA:
2783                                 ADD_CODE(&td, MINT_LDLOCA_S);
2784                                 ADD_CODE(&td, td.rtm->local_offsets [read16 (td.ip + 1)]);
2785                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
2786                                 td.ip += 3;
2787                                 break;
2788                         case CEE_STLOC:
2789                                 store_local (&td, read16 (td.ip + 1));
2790                                 td.ip += 3;
2791                                 break;
2792                         case CEE_LOCALLOC:
2793                                 CHECK_STACK (&td, 1);
2794 #if SIZEOF_VOID_P == 8
2795                                 if (td.sp [-1].type == STACK_TYPE_I8)
2796                                         ADD_CODE(&td, MINT_CONV_I4_I8);
2797 #endif
2798                                 ADD_CODE(&td, MINT_LOCALLOC);
2799                                 if (td.sp != td.stack + 1)
2800                                         g_warning("CEE_LOCALLOC: stack not empty");
2801                                 ++td.ip;
2802                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2803                                 break;
2804 #if 0
2805                         case CEE_UNUSED57: ves_abort(); break;
2806                         case CEE_ENDFILTER: ves_abort(); break;
2807 #endif
2808                         case CEE_UNALIGNED_:
2809                                 ++td.ip;
2810                                 /* FIX: should do something? */;
2811                                 break;
2812                         case CEE_VOLATILE_:
2813                                 ++td.ip;
2814                                 /* FIX: should do something? */;
2815                                 break;
2816                         case CEE_TAIL_:
2817                                 ++td.ip;
2818                                 /* FIX: should do something? */;
2819                                 break;
2820                         case CEE_INITOBJ:
2821                                 CHECK_STACK(&td, 1);
2822                                 token = read32 (td.ip + 1);
2823                                 klass = mono_class_get_full (image, token, generic_context);
2824                                 ADD_CODE(&td, MINT_INITOBJ);
2825                                 i32 = mono_class_value_size (klass, NULL);
2826                                 WRITE32(&td, &i32);
2827                                 td.ip += 5;
2828                                 --td.sp;
2829                                 break;
2830                         case CEE_CPBLK:
2831                                 CHECK_STACK(&td, 3);
2832                                 /* FIX? convert length to I8? */
2833                                 ADD_CODE(&td, MINT_CPBLK);
2834                                 td.sp -= 3;
2835                                 ++td.ip;
2836                                 break;
2837 #if 0
2838                         case CEE_CONSTRAINED_: {
2839                                 guint32 token;
2840                                 /* FIXME: implement */
2841                                 ++ip;
2842                                 token = read32 (ip);
2843                                 ip += 4;
2844                                 break;
2845                         }
2846 #endif
2847                         case CEE_INITBLK:
2848                                 CHECK_STACK(&td, 3);
2849                                 ADD_CODE(&td, MINT_INITBLK);
2850                                 td.sp -= 3;
2851                                 break;
2852 #if 0
2853                         case CEE_NO_:
2854                                 /* FIXME: implement */
2855                                 ip += 2;
2856                                 break;
2857 #endif
2858                         case CEE_RETHROW:
2859                                 SIMPLE_OP (td, MINT_RETHROW);
2860                                 generating_code = 0;
2861                                 break;
2862                         case CEE_SIZEOF: {
2863                                 gint32 size;
2864                                 token = read32 (td.ip + 1);
2865                                 td.ip += 5;
2866                                 if (mono_metadata_token_table (token) == MONO_TABLE_TYPESPEC) {
2867                                         int align;
2868                                         MonoType *type = mono_type_create_from_typespec (image, token);
2869                                         size = mono_type_size (type, &align);
2870                                 } else {
2871                                         guint32 align;
2872                                         MonoClass *szclass = mono_class_get_full (image, token, generic_context);
2873                                         mono_class_init (szclass);
2874 #if 0
2875                                         if (!szclass->valuetype)
2876                                                 THROW_EX (mono_exception_from_name (mono_defaults.corlib, "System", "InvalidProgramException"), ip - 5);
2877 #endif
2878                                         size = mono_class_value_size (szclass, &align);
2879                                 }
2880                                 ADD_CODE(&td, MINT_LDC_I4);
2881                                 WRITE32(&td, &size);
2882                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
2883                                 break;
2884                         }
2885 #if 0
2886                         case CEE_REFANYTYPE: ves_abort(); break;
2887 #endif
2888                         default:
2889                                 g_error ("transform.c: Unimplemented opcode: 0xFE %02x (%s) at 0x%x\n", *td.ip, mono_opcode_name (256 + *td.ip), td.ip-header->code);
2890                         }
2891                         break;
2892                 default:
2893                         g_error ("transform.c: Unimplemented opcode: %02x at 0x%x\n", *td.ip, td.ip-header->code);
2894                 }
2895
2896                 if (td.new_ip - td.new_code != new_in_start_offset)
2897                         td.last_new_ip = td.new_code + new_in_start_offset;
2898                 else if (td.is_bb_start [td.in_start - td.il_code])
2899                         td.is_bb_start [td.ip - td.il_code] = 1;
2900
2901                 td.last_ip = td.in_start;
2902         }
2903
2904         if (mono_interp_traceopt) {
2905                 const guint16 *p = td.new_code;
2906                 printf("Runtime method: %p, VT stack size: %d\n", rtm, td.max_vt_sp);
2907                 printf("Calculated stack size: %d, stated size: %d\n", td.max_stack_height, header->max_stack);
2908                 while (p < td.new_ip) {
2909                         p = mono_interp_dis_mintop(td.new_code, p);
2910                         printf("\n");
2911                 }
2912         }
2913
2914         rtm->clauses = mono_mempool_alloc (domain->mp, header->num_clauses * sizeof(MonoExceptionClause));
2915         memcpy (rtm->clauses, header->clauses, header->num_clauses * sizeof(MonoExceptionClause));
2916         rtm->code = mono_mempool_alloc (domain->mp, (td.new_ip - td.new_code) * sizeof(gushort));
2917         memcpy (rtm->code, td.new_code, (td.new_ip - td.new_code) * sizeof(gushort));
2918         g_free (td.new_code);
2919         rtm->new_body_start = rtm->code + body_start_offset;
2920         rtm->num_clauses = header->num_clauses;
2921         for (i = 0; i < header->num_clauses; i++) {
2922                 MonoExceptionClause *c = rtm->clauses + i;
2923                 int end_off = c->try_offset + c->try_len;
2924                 c->try_offset = td.in_offsets [c->try_offset];
2925                 c->try_len = td.in_offsets [end_off] - c->try_offset;
2926                 end_off = c->handler_offset + c->handler_len;
2927                 c->handler_offset = td.in_offsets [c->handler_offset];
2928                 c->handler_len = td.in_offsets [end_off] - c->handler_offset;
2929         }
2930         rtm->vt_stack_size = td.max_vt_sp;
2931         rtm->alloca_size = rtm->locals_size + rtm->args_size + rtm->vt_stack_size + rtm->stack_size;
2932         rtm->data_items = mono_mempool_alloc (domain->mp, td.n_data_items * sizeof (td.data_items [0]));
2933         memcpy (rtm->data_items, td.data_items, td.n_data_items * sizeof (td.data_items [0]));
2934         g_free (td.in_offsets);
2935         g_free (td.forward_refs);
2936         for (i = 0; i < header->code_size; ++i)
2937                 g_free (td.stack_state [i]);
2938         g_free (td.stack_state);
2939         g_free (td.stack_height);
2940         g_free (td.vt_stack_size);
2941         g_free (td.data_items);
2942         g_hash_table_destroy (td.data_hash);
2943 }
2944
2945 static mono_mutex_t calc_section;
2946
2947 void
2948 mono_interp_transform_init (void)
2949 {
2950         mono_os_mutex_init_recursive(&calc_section);
2951 }
2952
2953 MonoException *
2954 mono_interp_transform_method (RuntimeMethod *runtime_method, ThreadContext *context)
2955 {
2956         int i, align, size, offset;
2957         MonoMethod *method = runtime_method->method;
2958         MonoImage *image = method->klass->image;
2959         MonoMethodHeader *header = mono_method_get_header (method);
2960         MonoMethodSignature *signature = mono_method_signature (method);
2961         register const unsigned char *ip, *end;
2962         const MonoOpcode *opcode;
2963         MonoMethod *m;
2964         MonoClass *class;
2965         MonoDomain *domain = mono_domain_get ();
2966         unsigned char *is_bb_start;
2967         int in;
2968         MonoVTable *method_class_vt;
2969         int backwards;
2970         MonoGenericContext *generic_context = NULL;
2971
2972         // g_printerr ("TRANSFORM(0x%016lx): begin %s::%s\n", mono_thread_current (), method->klass->name, method->name);
2973         method_class_vt = mono_class_vtable (domain, runtime_method->method->klass);
2974         if (!method_class_vt->initialized) {
2975                 jmp_buf env;
2976                 MonoInvocation *last_env_frame = context->env_frame;
2977                 jmp_buf *old_env = context->current_env;
2978
2979                 if (setjmp(env)) {
2980                         MonoException *failed = context->env_frame->ex;
2981                         context->env_frame->ex = NULL;
2982                         context->env_frame = last_env_frame;
2983                         context->current_env = old_env;
2984                         return failed;
2985                 }
2986                 context->env_frame = context->current_frame;
2987                 context->current_env = &env;
2988                 mono_runtime_class_init (method_class_vt);
2989                 context->env_frame = last_env_frame;
2990                 context->current_env = old_env;
2991         }
2992
2993         mono_profiler_method_jit (method); /* sort of... */
2994
2995         if (mono_method_signature (method)->is_inflated)
2996                 generic_context = &((MonoMethodInflated *) method)->context;
2997
2998         if (method->iflags & (METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL | METHOD_IMPL_ATTRIBUTE_RUNTIME)) {
2999                 MonoMethod *nm = NULL;
3000                 mono_os_mutex_lock(&calc_section);
3001                 if (runtime_method->transformed) {
3002                         mono_os_mutex_unlock(&calc_section);
3003                         g_error ("FIXME: no jit info?");
3004                         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
3005                         return NULL;
3006                 }
3007
3008                 /* assumes all internal calls with an array this are built in... */
3009                 if (method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL && (! mono_method_signature (method)->hasthis || method->klass->rank == 0)) {
3010                         nm = mono_marshal_get_native_wrapper (method, TRUE, FALSE);
3011                         signature = mono_method_signature (nm);
3012                 } else {
3013                         const char *name = method->name;
3014                         if (method->klass->parent == mono_defaults.multicastdelegate_class) {
3015                                 if (*name == 'I' && (strcmp (name, "Invoke") == 0)) {
3016                                         nm = mono_marshal_get_delegate_invoke (method, NULL);
3017                                 } else if (*name == 'B' && (strcmp (name, "BeginInvoke") == 0)) {
3018                                         nm = mono_marshal_get_delegate_begin_invoke (method);
3019                                 } else if (*name == 'E' && (strcmp (name, "EndInvoke") == 0)) {
3020                                         nm = mono_marshal_get_delegate_end_invoke (method);
3021                                 }
3022                         }
3023                         if (nm == NULL) {
3024                                 runtime_method->code = g_malloc(sizeof(short));
3025                                 runtime_method->code[0] = MINT_CALLRUN;
3026                         }
3027                 }
3028                 if (nm == NULL) {
3029                         runtime_method->stack_size = sizeof (stackval); /* for tracing */
3030                         runtime_method->alloca_size = runtime_method->stack_size;
3031                         runtime_method->transformed = TRUE;
3032                         mono_os_mutex_unlock(&calc_section);
3033                         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
3034                         return NULL;
3035                 }
3036                 method = nm;
3037                 header = mono_method_get_header (nm);
3038                 mono_os_mutex_unlock(&calc_section);
3039         }
3040         g_assert ((signature->param_count + signature->hasthis) < 1000);
3041         g_assert (header->max_stack < 10000);
3042         /* intern the strings in the method. */
3043         ip = header->code;
3044         end = ip + header->code_size;
3045
3046         is_bb_start = g_malloc0(header->code_size);
3047         is_bb_start [0] = 1;
3048         while (ip < end) {
3049                 in = *ip;
3050                 if (in == 0xfe) {
3051                         ip++;
3052                         in = *ip + 256;
3053                 }
3054                 else if (in == 0xf0) {
3055                         ip++;
3056                         in = *ip + MONO_CEE_MONO_ICALL;
3057                 }
3058                 opcode = &mono_opcodes [in];
3059                 switch (opcode->argument) {
3060                 case MonoInlineNone:
3061                         ++ip;
3062                         break;
3063                 case MonoInlineString:
3064                         if (method->wrapper_type == MONO_WRAPPER_NONE)
3065                                 mono_ldstr (domain, image, mono_metadata_token_index (read32 (ip + 1)));
3066                         ip += 5;
3067                         break;
3068                 case MonoInlineType:
3069                         if (method->wrapper_type == MONO_WRAPPER_NONE) {
3070                                 class = mono_class_get_full (image, read32 (ip + 1), generic_context);
3071                                 mono_class_init (class);
3072                                 /* quick fix to not do this for the fake ptr classes - probably should not be getting the vtable at all here */
3073 #if 0
3074                                 g_error ("FIXME: interface method lookup: %s (in method %s)", class->name, method->name);
3075                                 if (!(class->flags & TYPE_ATTRIBUTE_INTERFACE) && class->interface_offsets != NULL)
3076                                         mono_class_vtable (domain, class);
3077 #endif
3078                         }
3079                         ip += 5;
3080                         break;
3081                 case MonoInlineMethod:
3082                         if (method->wrapper_type == MONO_WRAPPER_NONE && *ip != CEE_CALLI) {
3083                                 m = mono_get_method_full (image, read32 (ip + 1), NULL, generic_context);
3084                                 if (m == NULL) {
3085                                         g_free (is_bb_start);
3086                                         g_error ("FIXME: where to get method and class string?");
3087                                         return NULL;
3088                                         // return mono_get_exception_missing_method ();
3089                                 }
3090                                 mono_class_init (m->klass);
3091                                 if (!mono_class_is_interface (m->klass))
3092                                         mono_class_vtable (domain, m->klass);
3093                         }
3094                         ip += 5;
3095                         break;
3096                 case MonoInlineField:
3097                 case MonoInlineSig:
3098                 case MonoInlineI:
3099                 case MonoInlineTok:
3100                 case MonoShortInlineR:
3101                         ip += 5;
3102                         break;
3103                 case MonoInlineBrTarget:
3104                         offset = read32 (ip + 1);
3105                         ip += 5;
3106                         backwards = offset < 0;
3107                         offset += ip - header->code;
3108                         g_assert (offset >= 0 && offset < header->code_size);
3109                         is_bb_start [offset] |= backwards ? 2 : 1;
3110                         break;
3111                 case MonoShortInlineBrTarget:
3112                         offset = ((gint8 *)ip) [1];
3113                         ip += 2;
3114                         backwards = offset < 0;
3115                         offset += ip - header->code;
3116                         g_assert (offset >= 0 && offset < header->code_size);
3117                         is_bb_start [offset] |= backwards ? 2 : 1;
3118                         break;
3119                 case MonoInlineVar:
3120                         ip += 3;
3121                         break;
3122                 case MonoShortInlineVar:
3123                 case MonoShortInlineI:
3124                         ip += 2;
3125                         break;
3126                 case MonoInlineSwitch: {
3127                         guint32 n;
3128                         const unsigned char *next_ip;
3129                         ++ip;
3130                         n = read32 (ip);
3131                         ip += 4;
3132                         next_ip = ip + 4 * n;
3133                         for (i = 0; i < n; i++) {
3134                                 offset = read32 (ip);
3135                                 backwards = offset < 0;
3136                                 offset += next_ip - header->code;
3137                                 g_assert (offset >= 0 && offset < header->code_size);
3138                                 is_bb_start [offset] |= backwards ? 2 : 1;
3139                                 ip += 4;
3140                         }
3141                         break;
3142                 }
3143                 case MonoInlineR:
3144                 case MonoInlineI8:
3145                         ip += 9;
3146                         break;
3147                 default:
3148                         g_assert_not_reached ();
3149                 }
3150         }
3151         // g_printerr ("TRANSFORM(0x%016lx): end %s::%s\n", mono_thread_current (), method->klass->name, method->name);
3152
3153         /* the rest needs to be locked so it is only done once */
3154         mono_os_mutex_lock(&calc_section);
3155         if (runtime_method->transformed) {
3156                 mono_os_mutex_unlock(&calc_section);
3157                 g_free (is_bb_start);
3158                 mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
3159                 return NULL;
3160         }
3161
3162         runtime_method->local_offsets = g_malloc (header->num_locals * sizeof(guint32));
3163         runtime_method->stack_size = (sizeof (stackval) + 2) * header->max_stack; /* + 1 for returns of called functions  + 1 for 0-ing in trace*/
3164         runtime_method->stack_size = (runtime_method->stack_size + 7) & ~7;
3165         offset = 0;
3166         for (i = 0; i < header->num_locals; ++i) {
3167                 size = mono_type_size (header->locals [i], &align);
3168                 offset += align - 1;
3169                 offset &= ~(align - 1);
3170                 runtime_method->local_offsets [i] = offset;
3171                 offset += size;
3172         }
3173         offset = (offset + 7) & ~7;
3174         runtime_method->locals_size = offset;
3175         g_assert (runtime_method->locals_size < 65536);
3176         offset = 0;
3177         runtime_method->arg_offsets = g_malloc ((!!signature->hasthis + signature->param_count) * sizeof(guint32));
3178
3179         if (signature->hasthis) {
3180                 g_assert (!signature->pinvoke);
3181                 size = mono_type_stack_size (&method->klass->byval_arg, &align);
3182                 offset += align - 1;
3183                 offset &= ~(align - 1);
3184                 runtime_method->arg_offsets [0] = offset;
3185                 offset += size;
3186         }
3187
3188         for (i = 0; i < signature->param_count; ++i) {
3189                 if (signature->pinvoke) {
3190                         guint32 dummy;
3191                         size = mono_type_native_stack_size (signature->params [i], &dummy);
3192                         align = 8;
3193                 }
3194                 else
3195                         size = mono_type_stack_size (signature->params [i], &align);
3196                 offset += align - 1;
3197                 offset &= ~(align - 1);
3198                 runtime_method->arg_offsets [i + !!signature->hasthis] = offset;
3199                 offset += size;
3200         }
3201         offset = (offset + 7) & ~7;
3202         runtime_method->args_size = offset;
3203         g_assert (runtime_method->args_size < 10000);
3204
3205         generate(method, runtime_method, is_bb_start);
3206
3207         g_free (is_bb_start);
3208
3209         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
3210         runtime_method->transformed = TRUE;
3211         mono_os_mutex_unlock(&calc_section);
3212
3213         return NULL;
3214 }
3215