mono/mini/interpreter/transform.c

   1 /*
   2  * transform CIL into different opcodes for more
   3  * efficient interpretation
   4  *
   5  * Written by Bernie Solomon (bernard@ugsolutions.com)
   6  * Copyright (c) 2004.
   7  */
   8
   9 #include <string.h>
  10 #include <mono/metadata/appdomain.h>
  11 #include <mono/metadata/debug-helpers.h>
  12 #include <mono/metadata/exception.h>
  13 #include <mono/metadata/mono-endian.h>
  14 #include <mono/metadata/marshal.h>
  15 #include <mono/metadata/profiler-private.h>
  16 #include <mono/metadata/tabledefs.h>
  17
  18 #define OPDEF(a,b,c,d,e,f,g,h,i,j) \
  19         a = i,
  20
  21 enum {
  22 #include "mono/cil/opcode.def"
  23         CEE_LASTOP
  24 };
  25 #undef OPDEF
  26
  27 #include "mintops.h"
  28 #include "interp.h"
  29
  30 // TODO: export from marshal.c
  31 MonoDelegate* mono_ftnptr_to_delegate (MonoClass *klass, gpointer ftn);
  32
  33 #define DEBUG 0
  34
  35 typedef struct
  36 {
  37         MonoClass *klass;
  38         unsigned char type;
  39         unsigned char flags;
  40 } StackInfo;
  41
  42 typedef struct
  43 {
  44         MonoMethod *method;
  45         MonoMethodHeader *header;
  46         RuntimeMethod *rtm;
  47         const unsigned char *il_code;
  48         const unsigned char *ip;
  49         const unsigned char *last_ip;
  50         const unsigned char *in_start;
  51         int code_size;
  52         int *in_offsets;
  53         int *forward_refs;
  54         StackInfo **stack_state;
  55         int *stack_height;
  56         int *vt_stack_size;
  57         unsigned char *is_bb_start;
  58         unsigned short *new_code;
  59         unsigned short *new_code_end;
  60         unsigned short *new_ip;
  61         unsigned short *last_new_ip;
  62         unsigned int max_code_size;
  63         StackInfo *stack;
  64         StackInfo *sp;
  65         unsigned int max_stack_height;
  66         unsigned int vt_sp;
  67         unsigned int max_vt_sp;
  68         int n_data_items;
  69         int max_data_items;
  70         void **data_items;
  71         GHashTable *data_hash;
  72 } TransformData;
  73
  74 #define MINT_TYPE_I1 0
  75 #define MINT_TYPE_U1 1
  76 #define MINT_TYPE_I2 2
  77 #define MINT_TYPE_U2 3
  78 #define MINT_TYPE_I4 4
  79 #define MINT_TYPE_I8 5
  80 #define MINT_TYPE_R4 6
  81 #define MINT_TYPE_R8 7
  82 #define MINT_TYPE_O  8
  83 #define MINT_TYPE_P  9
  84 #define MINT_TYPE_VT 10
  85
  86 #define STACK_TYPE_I4 0
  87 #define STACK_TYPE_I8 1
  88 #define STACK_TYPE_R8 2
  89 #define STACK_TYPE_O  3
  90 #define STACK_TYPE_VT 4
  91 #define STACK_TYPE_MP 5
  92 #define STACK_TYPE_F  6
  93
  94 static const char *stack_type_string [] = { "I4", "I8", "R8", "O ", "VT", "MP", "F " };
  95
  96 #if SIZEOF_VOID_P == 8
  97 #define STACK_TYPE_I STACK_TYPE_I8
  98 #else
  99 #define STACK_TYPE_I STACK_TYPE_I4
 100 #endif
 101
 102 static int stack_type [] = {
 103         STACK_TYPE_I4, /*I1*/
 104         STACK_TYPE_I4, /*U1*/
 105         STACK_TYPE_I4, /*I2*/
 106         STACK_TYPE_I4, /*U2*/
 107         STACK_TYPE_I4, /*I4*/
 108         STACK_TYPE_I8, /*I8*/
 109         STACK_TYPE_R8, /*R4*/
 110         STACK_TYPE_R8, /*R8*/
 111         STACK_TYPE_O,  /*O*/
 112         STACK_TYPE_MP, /*P*/
 113         STACK_TYPE_VT
 114 };
 115
 116 static void
 117 grow_code (TransformData *td)
 118 {
 119         unsigned int old_ip_offset = td->new_ip - td->new_code;
 120         unsigned int old_last_ip_offset = td->last_new_ip - td->new_code;
 121         g_assert (old_ip_offset <= td->max_code_size);
 122         td->new_code = g_realloc (td->new_code, (td->max_code_size *= 2) * sizeof (td->new_code [0]));
 123         td->new_code_end = td->new_code + td->max_code_size;
 124         td->new_ip = td->new_code + old_ip_offset;
 125         td->last_new_ip = td->new_code + old_last_ip_offset;
 126 }
 127
 128 #define ENSURE_CODE(td, n) \
 129         do { \
 130                 if ((td)->new_ip + (n) > (td)->new_code_end) \
 131                         grow_code (td); \
 132         } while (0)
 133
 134 #define ADD_CODE(td, n) \
 135         do { \
 136                 if ((td)->new_ip == (td)->new_code_end) \
 137                         grow_code (td); \
 138                 *(td)->new_ip++ = (n); \
 139         } while (0)
 140
 141 #define CHECK_STACK(td, n) \
 142         do { \
 143                 int stack_size = (td)->sp - (td)->stack; \
 144                 if (stack_size < (n)) \
 145                         g_warning ("%s.%s: not enough values (%d < %d) on stack at %04x", \
 146                                 (td)->method->klass->name, (td)->method->name, \
 147                                 stack_size, n, (td)->ip - (td)->il_code); \
 148         } while (0)
 149
 150 #define ENSURE_I4(td, sp_off) \
 151         do { \
 152                 if ((td)->sp [-sp_off].type == STACK_TYPE_I8) \
 153                         ADD_CODE(td, sp_off == 1 ? MINT_CONV_I4_I8 : MINT_CONV_I4_I8_SP); \
 154         } while (0)
 155
 156 static void
 157 handle_branch(TransformData *td, int short_op, int long_op, int offset)
 158 {
 159         int shorten_branch = 0;
 160         int target = td->ip + offset - td->il_code;
 161         if (target < 0 || target >= td->code_size)
 162                 g_assert_not_reached ();
 163         if (offset > 0 && td->stack_height [target] < 0) {
 164                 td->stack_height [target] = td->sp - td->stack;
 165                 if (td->stack_height [target] > 0)
 166                         td->stack_state [target] = g_memdup (td->stack, td->stack_height [target] * sizeof (td->stack [0]));
 167                 td->vt_stack_size [target] = td->vt_sp;
 168         }
 169         if (offset < 0) {
 170                 offset = td->in_offsets [target] - (td->new_ip - td->new_code);
 171                 if (offset >= -32768) {
 172                         shorten_branch = 1;
 173                 }
 174         } else {
 175                 int prev = td->forward_refs [target];
 176                 td->forward_refs [td->ip - td->il_code] = prev;
 177                 td->forward_refs [target] = td->ip - td->il_code;
 178                 offset = 0;
 179                 if (td->header->code_size <= 25000) /* FIX to be precise somehow? */
 180                         shorten_branch = 1;
 181         }
 182         if (shorten_branch) {
 183                 ADD_CODE(td, short_op);
 184                 ADD_CODE(td, offset);
 185         } else {
 186                 ADD_CODE(td, long_op);
 187                 ADD_CODE(td, * (unsigned short *)(&offset));
 188                 ADD_CODE(td, * ((unsigned short *)&offset + 1));
 189         }
 190 }
 191
 192 static void
 193 one_arg_branch(TransformData *td, int mint_op, int offset)
 194 {
 195         int type = td->sp [-1].type == STACK_TYPE_O || td->sp [-1].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-1].type;
 196         int long_op = mint_op + type - STACK_TYPE_I4;
 197         int short_op = long_op + MINT_BRFALSE_I4_S - MINT_BRFALSE_I4;
 198         CHECK_STACK(td, 1);
 199         --td->sp;
 200         handle_branch (td, short_op, long_op, offset);
 201 }
 202
 203 static void
 204 two_arg_branch(TransformData *td, int mint_op, int offset)
 205 {
 206         int type1 = td->sp [-1].type == STACK_TYPE_O || td->sp [-1].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-1].type;
 207         int type2 = td->sp [-2].type == STACK_TYPE_O || td->sp [-2].type == STACK_TYPE_MP ? STACK_TYPE_I : td->sp [-2].type;
 208         int long_op = mint_op + type1 - STACK_TYPE_I4;
 209         int short_op = long_op + MINT_BEQ_I4_S - MINT_BEQ_I4;
 210         CHECK_STACK(td, 2);
 211         if (type1 == STACK_TYPE_I4 && type2 == STACK_TYPE_I8) {
 212                 ADD_CODE(td, MINT_CONV_I8_I4);
 213                 td->in_offsets [td->ip - td->il_code]++;
 214         } else if (type1 == STACK_TYPE_I8 && type2 == STACK_TYPE_I4) {
 215                 ADD_CODE(td, MINT_CONV_I8_I4_SP);
 216                 td->in_offsets [td->ip - td->il_code]++;
 217         } else if (type1 != type2) {
 218                 g_warning("%s.%s: branch type mismatch %d %d",
 219                         td->method->klass->name, td->method->name,
 220                         td->sp [-1].type, td->sp [-2].type);
 221         }
 222         td->sp -= 2;
 223         handle_branch (td, short_op, long_op, offset);
 224 }
 225
 226 static void
 227 unary_arith_op(TransformData *td, int mint_op)
 228 {
 229         int op = mint_op + td->sp [-1].type - STACK_TYPE_I4;
 230         CHECK_STACK(td, 1);
 231         ADD_CODE(td, op);
 232 }
 233
 234 static void
 235 binary_arith_op(TransformData *td, int mint_op)
 236 {
 237         int type1 = td->sp [-2].type;
 238         int type2 = td->sp [-1].type;
 239         int op;
 240 #if SIZEOF_VOID_P == 8
 241         if ((type1 == STACK_TYPE_MP || type1 == STACK_TYPE_I8) && type2 == STACK_TYPE_I4) {
 242                 ADD_CODE(td, MINT_CONV_I8_I4);
 243                 type2 = STACK_TYPE_I8;
 244         }
 245         if (type1 == STACK_TYPE_I4 && (type2 == STACK_TYPE_MP || type2 == STACK_TYPE_I8)) {
 246                 ADD_CODE(td, MINT_CONV_I8_I4_SP);
 247                 type1 = STACK_TYPE_I8;
 248                 td->sp [-2].type = STACK_TYPE_I8;
 249         }
 250 #endif
 251         if (type1 == STACK_TYPE_MP)
 252                 type1 = STACK_TYPE_I;
 253         if (type2 == STACK_TYPE_MP)
 254                 type2 = STACK_TYPE_I;
 255         if (type1 != type2) {
 256                 g_warning("%s.%s: %04x arith type mismatch %s %d %d",
 257                         td->method->klass->name, td->method->name,
 258                         td->ip - td->il_code, mono_interp_opname[mint_op], type1, type2);
 259         }
 260         op = mint_op + type1 - STACK_TYPE_I4;
 261         CHECK_STACK(td, 2);
 262         ADD_CODE(td, op);
 263         --td->sp;
 264 }
 265
 266 static void
 267 binary_int_op(TransformData *td, int mint_op)
 268 {
 269         int op = mint_op + td->sp [-1].type - STACK_TYPE_I4;
 270         CHECK_STACK(td, 2);
 271         if (td->sp [-1].type != td->sp [-2].type)
 272                 g_warning("%s.%s: int type mismatch", td->method->klass->name, td->method->name);
 273         ADD_CODE(td, op);
 274         --td->sp;
 275 }
 276
 277 static void
 278 shift_op(TransformData *td, int mint_op)
 279 {
 280         int op = mint_op + td->sp [-2].type - STACK_TYPE_I4;
 281         CHECK_STACK(td, 2);
 282         if (td->sp [-1].type != STACK_TYPE_I4) {
 283                 g_warning("%s.%s: shift type mismatch %d",
 284                         td->method->klass->name, td->method->name,
 285                         td->sp [-2].type);
 286         }
 287         ADD_CODE(td, op);
 288         --td->sp;
 289 }
 290
 291 static int
 292 mint_type(MonoType *type)
 293 {
 294         if (type->byref)
 295                 return MINT_TYPE_P;
 296 enum_type:
 297         switch (type->type) {
 298         case MONO_TYPE_I1:
 299                 return MINT_TYPE_I1;
 300         case MONO_TYPE_U1:
 301         case MONO_TYPE_BOOLEAN:
 302                 return MINT_TYPE_U1;
 303         case MONO_TYPE_I2:
 304                 return MINT_TYPE_I2;
 305         case MONO_TYPE_U2:
 306         case MONO_TYPE_CHAR:
 307                 return MINT_TYPE_U2;
 308         case MONO_TYPE_I4:
 309         case MONO_TYPE_U4:
 310                 return MINT_TYPE_I4;
 311         case MONO_TYPE_I:
 312         case MONO_TYPE_U:
 313 #if SIZEOF_VOID_P == 4
 314                 return MINT_TYPE_I4;
 315 #else
 316                 return MINT_TYPE_I8;
 317 #endif
 318         case MONO_TYPE_PTR:
 319                 return MINT_TYPE_P;
 320         case MONO_TYPE_R4:
 321                 return MINT_TYPE_R4;
 322         case MONO_TYPE_I8:
 323         case MONO_TYPE_U8:
 324                 return MINT_TYPE_I8;
 325         case MONO_TYPE_R8:
 326                 return MINT_TYPE_R8;
 327         case MONO_TYPE_STRING:
 328         case MONO_TYPE_SZARRAY:
 329         case MONO_TYPE_CLASS:
 330         case MONO_TYPE_OBJECT:
 331         case MONO_TYPE_ARRAY:
 332                 return MINT_TYPE_O;
 333         case MONO_TYPE_VALUETYPE:
 334                 if (type->data.klass->enumtype) {
 335                         type = mono_class_enum_basetype (type->data.klass);
 336                         goto enum_type;
 337                 } else
 338                         return MINT_TYPE_VT;
 339         default:
 340                 g_warning ("got type 0x%02x", type->type);
 341                 g_assert_not_reached ();
 342         }
 343         return -1;
 344 }
 345
 346 static int
 347 can_store (int stack_type, int var_type)
 348 {
 349         if (stack_type == STACK_TYPE_O || stack_type == STACK_TYPE_MP)
 350                 stack_type = STACK_TYPE_I;
 351         if (var_type == STACK_TYPE_O || var_type == STACK_TYPE_MP)
 352                 var_type = STACK_TYPE_I;
 353         return stack_type == var_type;
 354 }
 355
 356 #define SET_SIMPLE_TYPE(s, ty) \
 357         do { \
 358                 (s)->type = (ty); \
 359                 (s)->flags = 0; \
 360                 (s)->klass = NULL; \
 361         } while (0)
 362
 363 #define SET_TYPE(s, ty, k) \
 364         do { \
 365                 (s)->type = (ty); \
 366                 (s)->flags = 0; \
 367                 (s)->klass = k; \
 368         } while (0)
 369
 370 #define PUSH_SIMPLE_TYPE(td, ty) \
 371         do { \
 372                 int sp_height; \
 373                 (td)->sp++; \
 374                 sp_height = (td)->sp - (td)->stack; \
 375                 if (sp_height > (td)->max_stack_height) \
 376                         (td)->max_stack_height = sp_height; \
 377                 SET_SIMPLE_TYPE((td)->sp - 1, ty); \
 378         } while (0)
 379
 380 #define PUSH_TYPE(td, ty, k) \
 381         do { \
 382                 int sp_height; \
 383                 (td)->sp++; \
 384                 sp_height = (td)->sp - (td)->stack; \
 385                 if (sp_height > (td)->max_stack_height) \
 386                         (td)->max_stack_height = sp_height; \
 387                 SET_TYPE((td)->sp - 1, ty, k); \
 388         } while (0)
 389
 390 #define PUSH_VT(td, size) \
 391         do { \
 392                 (td)->vt_sp += ((size) + 7) & ~7; \
 393                 if ((td)->vt_sp > (td)->max_vt_sp) \
 394                         (td)->max_vt_sp = (td)->vt_sp; \
 395         } while (0)
 396
 397 #define POP_VT(td, size) \
 398         do { \
 399                 (td)->vt_sp -= ((size) + 7) & ~7; \
 400         } while (0)
 401
 402 #if NO_UNALIGNED_ACCESS
 403 #define WRITE32(td, v) \
 404         do { \
 405                 ENSURE_CODE(td, 2); \
 406                 * (guint16 *)((td)->new_ip) = * (guint16 *)(v); \
 407                 * ((guint16 *)((td)->new_ip) + 1) = * ((guint16 *)(v) + 1); \
 408                 (td)->new_ip += 2; \
 409         } while (0)
 410
 411 #define WRITE64(td, v) \
 412         do { \
 413                 ENSURE_CODE(td, 4); \
 414                 * (guint16 *)((td)->new_ip) = * (guint16 *)(v); \
 415                 * ((guint16 *)((td)->new_ip) + 1) = * ((guint16 *)(v) + 1); \
 416                 * ((guint16 *)((td)->new_ip) + 2) = * ((guint16 *)(v) + 2); \
 417                 * ((guint16 *)((td)->new_ip) + 3) = * ((guint16 *)(v) + 3); \
 418                 (td)->new_ip += 4; \
 419         } while (0)
 420 #else
 421 #define WRITE32(td, v) \
 422         do { \
 423                 ENSURE_CODE(td, 2); \
 424                 * (guint32 *)((td)->new_ip) = * (guint32 *)(v); \
 425                 (td)->new_ip += 2; \
 426         } while (0)
 427
 428 #define WRITE64(td, v) \
 429         do { \
 430                 ENSURE_CODE(td, 4); \
 431                 * (guint64 *)((td)->new_ip) = * (guint64 *)(v); \
 432                 (td)->new_ip += 4; \
 433         } while (0)
 434
 435 #endif
 436
 437 static void
 438 load_arg(TransformData *td, int n)
 439 {
 440         int mt;
 441         MonoClass *klass = NULL;
 442         if (n == 0 && mono_method_signature (td->method)->hasthis) {
 443                 if (td->method->klass->valuetype)
 444                         mt = MINT_TYPE_P;
 445                 else {
 446                         mt = MINT_TYPE_O;
 447                         klass = td->method->klass;
 448                 }
 449                 ADD_CODE(td, MINT_LDTHIS);
 450         } else {
 451                 MonoType *type;
 452                 n -= mono_method_signature (td->method)->hasthis;
 453                 type = mono_method_signature (td->method)->params [n];
 454                 mt = mint_type (type);
 455                 if (mt == MINT_TYPE_VT) {
 456                         gint32 size;
 457                         if (mono_method_signature (td->method)->pinvoke)
 458                                 size = mono_class_native_size (type->data.klass, NULL);
 459                         else
 460                                 size = mono_class_value_size (type->data.klass, NULL);
 461                         PUSH_VT(td, size);
 462                         ADD_CODE(td, MINT_LDARG_VT);
 463                         ADD_CODE(td, td->rtm->arg_offsets [n]); /* FIX for large offset */
 464                         WRITE32(td, &size);
 465                         klass = type->data.klass;
 466                 } else {
 467                         ADD_CODE(td, MINT_LDARG_I1 + (mt - MINT_TYPE_I1));
 468                         ADD_CODE(td, td->rtm->arg_offsets [n]); /* FIX for large offset */
 469                         if (mt == MINT_TYPE_O)
 470                                 klass = mono_class_from_mono_type (type);
 471                 }
 472         }
 473         PUSH_TYPE(td, stack_type[mt], klass);
 474 }
 475
 476 static void
 477 store_arg(TransformData *td, int n)
 478 {
 479         int mt;
 480         CHECK_STACK (td, 1);
 481         if (n == 0 && mono_method_signature (td->method)->hasthis)
 482                 ADD_CODE(td, MINT_STTHIS);
 483         else {
 484                 MonoType *type;
 485                 n -= mono_method_signature (td->method)->hasthis;
 486                 type = mono_method_signature (td->method)->params [n];
 487                 mt = mint_type (type);
 488                 if (mt == MINT_TYPE_VT) {
 489                         gint32 size;
 490                         if (mono_method_signature (td->method)->pinvoke)
 491                                 size = mono_class_native_size (type->data.klass, NULL);
 492                         else
 493                                 size = mono_class_value_size (type->data.klass, NULL);
 494                         ADD_CODE(td, MINT_STARG_VT);
 495                         ADD_CODE(td, n);
 496                         WRITE32(td, &size);
 497                         if (td->sp [-1].type == STACK_TYPE_VT)
 498                                 POP_VT(td, size);
 499                 } else {
 500                         ADD_CODE(td, MINT_STARG_I1 + (mt - MINT_TYPE_I1));
 501                         ADD_CODE(td, td->rtm->arg_offsets [n]);
 502                 }
 503         }
 504         --td->sp;
 505 }
 506
 507 static void
 508 store_inarg(TransformData *td, int n)
 509 {
 510         MonoType *type = mono_method_signature (td->method)->params [n];
 511         int mt = mint_type (type);
 512         if (mt == MINT_TYPE_VT) {
 513                 gint32 size;
 514                 if (mono_method_signature (td->method)->pinvoke)
 515                         size = mono_class_native_size (type->data.klass, NULL);
 516                 else
 517                         size = mono_class_value_size (type->data.klass, NULL);
 518                 ADD_CODE(td, MINT_STINARG_VT);
 519                 ADD_CODE(td, n);
 520                 WRITE32(td, &size);
 521         } else {
 522                 ADD_CODE(td, MINT_STINARG_I1 + (mt - MINT_TYPE_I1));
 523                 ADD_CODE(td, n);
 524         }
 525 }
 526
 527 static void
 528 load_local(TransformData *td, int n)
 529 {
 530         MonoType *type = td->header->locals [n];
 531         int mt = mint_type (type);
 532         int offset = td->rtm->local_offsets [n];
 533         MonoClass *klass = NULL;
 534         if (mt == MINT_TYPE_VT) {
 535                 gint32 size = mono_class_value_size (type->data.klass, NULL);
 536                 PUSH_VT(td, size);
 537                 ADD_CODE(td, MINT_LDLOC_VT);
 538                 ADD_CODE(td, offset); /*FIX for large offset */
 539                 WRITE32(td, &size);
 540                 klass = type->data.klass;
 541         } else {
 542                 if (mt == MINT_TYPE_I4 && !td->is_bb_start [td->in_start - td->il_code] && td->last_new_ip != NULL &&
 543                         td->last_new_ip [0] == MINT_STLOC_I4 && td->last_new_ip [1] == offset) {
 544                         td->last_new_ip [0] = MINT_STLOC_NP_I4;
 545                 } else if (mt == MINT_TYPE_O && !td->is_bb_start [td->in_start - td->il_code] && td->last_new_ip != NULL &&
 546                         td->last_new_ip [0] == MINT_STLOC_O && td->last_new_ip [1] == offset) {
 547                         td->last_new_ip [0] = MINT_STLOC_NP_O;
 548                 } else {
 549                         ADD_CODE(td, MINT_LDLOC_I1 + (mt - MINT_TYPE_I1));
 550                         ADD_CODE(td, offset); /*FIX for large offset */
 551                 }
 552                 if (mt == MINT_TYPE_O)
 553                         klass = mono_class_from_mono_type (type);
 554         }
 555         PUSH_TYPE(td, stack_type[mt], klass);
 556 }
 557
 558 static void
 559 store_local(TransformData *td, int n)
 560 {
 561         MonoType *type = td->header->locals [n];
 562         int mt = mint_type (type);
 563         int offset = td->rtm->local_offsets [n];
 564         CHECK_STACK (td, 1);
 565 #if SIZEOF_VOID_P == 8
 566         if (td->sp [-1].type == STACK_TYPE_I4 && stack_type [mt] == STACK_TYPE_I8) {
 567                 ADD_CODE(td, MINT_CONV_I8_I4);
 568                 td->sp [-1].type = STACK_TYPE_I8;
 569         }
 570 #endif
 571         if (!can_store(td->sp [-1].type, stack_type [mt])) {
 572                 g_warning("%s.%s: Store local stack type mismatch %d %d",
 573                         td->method->klass->name, td->method->name,
 574                         stack_type [mt], td->sp [-1].type);
 575         }
 576         if (mt == MINT_TYPE_VT) {
 577                 gint32 size = mono_class_value_size (type->data.klass, NULL);
 578                 ADD_CODE(td, MINT_STLOC_VT);
 579                 ADD_CODE(td, offset); /*FIX for large offset */
 580                 WRITE32(td, &size);
 581                 if (td->sp [-1].type == STACK_TYPE_VT)
 582                         POP_VT(td, size);
 583         } else {
 584                 ADD_CODE(td, MINT_STLOC_I1 + (mt - MINT_TYPE_I1));
 585                 ADD_CODE(td, offset); /*FIX for large offset */
 586         }
 587         --td->sp;
 588 }
 589
 590 #define SIMPLE_OP(td, op) \
 591         do { \
 592                 ADD_CODE(&td, op); \
 593                 ++td.ip; \
 594         } while (0)
 595
 596 static guint16
 597 get_data_item_index (TransformData *td, void *ptr)
 598 {
 599         gpointer p = g_hash_table_lookup (td->data_hash, ptr);
 600         guint index;
 601         if (p != NULL)
 602                 return GPOINTER_TO_UINT (p) - 1;
 603         if (td->max_data_items == td->n_data_items) {
 604                 td->max_data_items = td->n_data_items == 0 ? 16 : 2 * td->max_data_items;
 605                 td->data_items = g_realloc (td->data_items, td->max_data_items * sizeof(td->data_items [0]));
 606         }
 607         index = td->n_data_items;
 608         td->data_items [index] = ptr;
 609         ++td->n_data_items;
 610         g_hash_table_insert (td->data_hash, ptr, GUINT_TO_POINTER (index + 1));
 611         return index;
 612 }
 613
 614 static void
 615 interp_transform_call (TransformData *td, MonoMethod *method, MonoDomain *domain, MonoGenericContext *generic_context, unsigned char *is_bb_start, int body_start_offset)
 616 {
 617         MonoImage *image = method->klass->image;
 618         MonoMethod *m;
 619         MonoMethodSignature *csignature;
 620         MonoError error;
 621         int virtual = *td->ip == CEE_CALLVIRT;
 622         int calli = *td->ip == CEE_CALLI || *td->ip == CEE_MONO_CALLI_EXTRA_ARG;
 623         int i;
 624         guint32 vt_stack_used = 0;
 625         guint32 vt_res_size = 0;
 626         int op = -1;
 627         int native = 0;
 628         int is_void = 0;
 629
 630         guint32 token = read32 (td->ip + 1);
 631
 632         if (calli) {
 633                 CHECK_STACK(td, 1);
 634                 native = (method->wrapper_type != MONO_WRAPPER_DELEGATE_INVOKE && td->sp [-1].type == STACK_TYPE_I);
 635                 --td->sp;
 636                 if (method->wrapper_type != MONO_WRAPPER_NONE)
 637                         csignature = (MonoMethodSignature *)mono_method_get_wrapper_data (method, token);
 638                 else
 639                         csignature = mono_metadata_parse_signature (image, token);
 640                 m = NULL;
 641         } else {
 642                 if (method->wrapper_type == MONO_WRAPPER_NONE)
 643                         m = mono_get_method_full (image, token, NULL, generic_context);
 644                 else
 645                         m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
 646                 csignature = mono_method_signature (m);
 647                 if (m->klass == mono_defaults.string_class) {
 648                         if (m->name [0] == 'g') {
 649                                 if (strcmp (m->name, "get_Chars") == 0)
 650                                         op = MINT_GETCHR;
 651                                 else if (strcmp (m->name, "get_Length") == 0)
 652                                         op = MINT_STRLEN;
 653                         }
 654                 } else if (m->klass == mono_defaults.array_class) {
 655                         if (strcmp (m->name, "get_Rank") == 0)
 656                                 op = MINT_ARRAY_RANK;
 657                         else if (strcmp (m->name, "get_Length") == 0)
 658                                 op = MINT_LDLEN;
 659                 }
 660         }
 661         CHECK_STACK (td, csignature->param_count + csignature->hasthis);
 662         if (!calli && (!virtual || (m->flags & METHOD_ATTRIBUTE_VIRTUAL) == 0) &&
 663                 (m->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL) == 0 &&
 664                 (m->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL) == 0) {
 665                 int called_inited = mono_class_vtable (domain, m->klass)->initialized;
 666                 MonoMethodHeader *mheader = mono_method_get_header (m);
 667
 668                 if (/*mono_metadata_signature_equal (method->signature, m->signature) */ method == m && *(td->ip + 5) == CEE_RET) {
 669                         int offset;
 670                         if (mono_interp_traceopt)
 671                                 g_print ("Optimize tail call of %s.%s\n", m->klass->name, m->name);
 672                         for (i = csignature->param_count - 1; i >= 0; --i)
 673                                 store_arg (td, i + csignature->hasthis);
 674
 675                         if (csignature->hasthis) {
 676                                 ADD_CODE(td, MINT_STTHIS);
 677                                 --td->sp;
 678                         }
 679                         ADD_CODE(td, MINT_BR_S);
 680                         offset = body_start_offset - ((td->new_ip - 1) - td->new_code);
 681                         ADD_CODE(td, offset);
 682                         if (!is_bb_start [td->ip + 5 - td->il_code])
 683                                 ++td->ip; /* gobble the CEE_RET if it isn't branched to */
 684                         td->ip += 5;
 685                         return;
 686                 } else {
 687                         /* mheader might not exist if this is a delegate invoc, etc */
 688                         if (mheader && *mheader->code == CEE_RET && called_inited) {
 689                                 if (mono_interp_traceopt)
 690                                         g_print ("Inline (empty) call of %s.%s\n", m->klass->name, m->name);
 691                                 for (i = 0; i < csignature->param_count; i++)
 692                                         ADD_CODE(td, MINT_POP); /*FIX: vt */
 693                                 if (csignature->hasthis) {
 694                                         if (virtual)
 695                                                 ADD_CODE(td, MINT_CKNULL);
 696                                         ADD_CODE(td, MINT_POP);
 697                                 }
 698                                 td->sp -= csignature->param_count + csignature->hasthis;
 699                                 td->ip += 5;
 700                                 return;
 701                         }
 702                 }
 703         }
 704         if (method->wrapper_type == MONO_WRAPPER_NONE && m != NULL) {
 705                 if (m->flags & METHOD_ATTRIBUTE_PINVOKE_IMPL)
 706                         m = mono_marshal_get_native_wrapper (m, FALSE, FALSE);
 707                 if (!virtual && m->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED)
 708                         m = mono_marshal_get_synchronized_wrapper (m);
 709         }
 710         g_assert (csignature->call_convention == MONO_CALL_DEFAULT || csignature->call_convention == MONO_CALL_C);
 711         td->sp -= csignature->param_count + csignature->hasthis;
 712         for (i = 0; i < csignature->param_count; ++i) {
 713                 if (td->sp [i + csignature->hasthis].type == STACK_TYPE_VT) {
 714                         gint32 size;
 715                         if (csignature->pinvoke && method->wrapper_type != MONO_WRAPPER_NONE)
 716                                 size = mono_class_native_size (csignature->params [i]->data.klass, NULL);
 717                         else
 718                                 size = mono_class_value_size (csignature->params [i]->data.klass, NULL);
 719                         size = (size + 7) & ~7;
 720                         vt_stack_used += size;
 721                 }
 722         }
 723
 724         /* need to handle typedbyref ... */
 725         if (csignature->ret->type != MONO_TYPE_VOID) {
 726                 int mt = mint_type(csignature->ret);
 727                 MonoClass *klass = NULL;
 728                 if (mt == MINT_TYPE_VT) {
 729                         if (csignature->pinvoke && method->wrapper_type != MONO_WRAPPER_NONE)
 730                                 vt_res_size = mono_class_native_size (csignature->ret->data.klass, NULL);
 731                         else
 732                                 vt_res_size = mono_class_value_size (csignature->ret->data.klass, NULL);
 733                         PUSH_VT(td, vt_res_size);
 734                         klass = csignature->ret->data.klass;
 735                 } else if (mt == MINT_TYPE_O)
 736                         klass = mono_class_from_mono_type (csignature->ret);
 737                 PUSH_TYPE(td, stack_type[mt], klass);
 738         } else
 739                 is_void = TRUE;
 740
 741         if (op >= 0) {
 742                 ADD_CODE(td, op);
 743 #if SIZEOF_VOID_P == 8
 744                 if (op == MINT_LDLEN)
 745                         ADD_CODE(td, MINT_CONV_I4_I8);
 746 #endif
 747         } else {
 748                 if (calli)
 749                         ADD_CODE(td, native ? MINT_CALLI_NAT : MINT_CALLI);
 750                 else if (virtual)
 751                         ADD_CODE(td, is_void ? MINT_VCALLVIRT : MINT_CALLVIRT);
 752                 else
 753                         ADD_CODE(td, is_void ? MINT_VCALL : MINT_CALL);
 754
 755                 if (calli) {
 756                         ADD_CODE(td, get_data_item_index (td, (void *)csignature));
 757                 } else {
 758                         ADD_CODE(td, get_data_item_index (td, (void *)mono_interp_get_runtime_method (domain, m, &error)));
 759                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
 760                 }
 761         }
 762         td->ip += 5;
 763         if (vt_stack_used != 0 || vt_res_size != 0) {
 764                 ADD_CODE(td, MINT_VTRESULT);
 765                 ADD_CODE(td, vt_res_size);
 766                 WRITE32(td, &vt_stack_used);
 767                 td->vt_sp -= vt_stack_used;
 768         }
 769 }
 770
 771 static void
 772 generate (MonoMethod *method, RuntimeMethod *rtm, unsigned char *is_bb_start)
 773 {
 774         MonoMethodHeader *header = mono_method_get_header (method);
 775         MonoMethodSignature *signature = mono_method_signature (method);
 776         MonoImage *image = method->klass->image;
 777         MonoDomain *domain = mono_domain_get ();
 778         MonoGenericContext *generic_context = NULL;
 779         MonoError error;
 780         int offset, mt;
 781         int i;
 782         int i32;
 783         MonoClass *klass;
 784         MonoClassField *field;
 785         const unsigned char *end;
 786         int new_in_start_offset;
 787         int body_start_offset;
 788         int target;
 789         guint32 token;
 790         TransformData td;
 791         int generating_code = 1;
 792
 793         if (mono_method_signature (method)->is_inflated)
 794                 generic_context = &((MonoMethodInflated *) method)->context;
 795
 796         memset(&td, 0, sizeof(td));
 797         td.method = method;
 798         td.rtm = rtm;
 799         td.is_bb_start = is_bb_start;
 800         td.il_code = header->code;
 801         td.code_size = header->code_size;
 802         td.header = header;
 803         td.max_code_size = td.code_size;
 804         td.new_code = (unsigned short *)g_malloc(td.max_code_size * sizeof(gushort));
 805         td.new_code_end = td.new_code + td.max_code_size;
 806         td.in_offsets = g_malloc0(header->code_size * sizeof(int));
 807         td.forward_refs = g_malloc(header->code_size * sizeof(int));
 808         td.stack_state = g_malloc0(header->code_size * sizeof(StackInfo *));
 809         td.stack_height = g_malloc(header->code_size * sizeof(int));
 810         td.vt_stack_size = g_malloc(header->code_size * sizeof(int));
 811         td.n_data_items = 0;
 812         td.max_data_items = 0;
 813         td.data_items = NULL;
 814         td.data_hash = g_hash_table_new (NULL, NULL);
 815         rtm->data_items = td.data_items;
 816         for (i = 0; i < header->code_size; i++) {
 817                 td.forward_refs [i] = -1;
 818                 td.stack_height [i] = -1;
 819         }
 820         td.new_ip = td.new_code;
 821         td.last_new_ip = NULL;
 822
 823         td.stack = g_malloc0(header->max_stack * sizeof(td.stack[0]));
 824         td.sp = td.stack;
 825         td.max_stack_height = 0;
 826
 827         for (i = 0; i < header->num_clauses; i++) {
 828                 MonoExceptionClause *c = header->clauses + i;
 829                 td.stack_height [c->handler_offset] = 0;
 830                 td.vt_stack_size [c->handler_offset] = 0;
 831                 td.is_bb_start [c->handler_offset] = 1;
 832                 if (c->flags == MONO_EXCEPTION_CLAUSE_NONE) {
 833                         td.stack_height [c->handler_offset] = 1;
 834                         td.stack_state [c->handler_offset] = g_malloc0(sizeof(StackInfo));
 835                         td.stack_state [c->handler_offset][0].type = STACK_TYPE_O;
 836                         td.stack_state [c->handler_offset][0].klass = NULL; /*FIX*/
 837                 }
 838         }
 839
 840         td.ip = header->code;
 841         end = td.ip + header->code_size;
 842
 843         if (mono_interp_traceopt) {
 844                 char *tmp = mono_disasm_code (NULL, method, td.ip, end);
 845                 char *name = mono_method_full_name (method, TRUE);
 846                 g_print ("Method %s, original code:\n", name);
 847                 g_print ("%s\n", tmp);
 848                 g_free (tmp);
 849                 g_free (name);
 850         }
 851
 852         for (i = 0; i < signature->param_count; i++)
 853                 store_inarg(&td, i);
 854
 855         body_start_offset = td.new_ip - td.new_code;
 856
 857         for (i = 0; i < header->num_locals; i++) {
 858                 int mt = mint_type(header->locals [i]);
 859                 if (mt == MINT_TYPE_VT || mt == MINT_TYPE_O) {
 860                         ADD_CODE(&td, MINT_INITLOCALS);
 861                         break;
 862                 }
 863         }
 864
 865         while (td.ip < end) {
 866                 int in_offset;
 867
 868                 g_assert (td.sp >= td.stack);
 869                 g_assert (td.vt_sp < 0x10000000);
 870                 in_offset = td.ip - header->code;
 871                 td.in_offsets [in_offset] = td.new_ip - td.new_code;
 872                 new_in_start_offset = td.new_ip - td.new_code;
 873                 td.in_start = td.ip;
 874                 while (td.forward_refs [in_offset] >= 0) {
 875                         int j = td.forward_refs [in_offset];
 876                         int slot;
 877                         td.forward_refs [in_offset] = td.forward_refs [j];
 878                         if (td.in_offsets [j] < 0) {
 879                                 int old_switch_offset = -td.in_offsets [j];
 880                                 int new_switch_offset = td.in_offsets [old_switch_offset];
 881                                 int switch_case = (j - old_switch_offset - 5) / 4;
 882                                 int n_cases = read32 (header->code + old_switch_offset + 1);
 883                                 offset = (td.new_ip - td.new_code) - (new_switch_offset + 2 * n_cases + 3);
 884                                 slot = new_switch_offset + 3 + 2 * switch_case;
 885                                 td.new_code [slot] = * (unsigned short *)(&offset);
 886                                 td.new_code [slot + 1] = * ((unsigned short *)&offset + 1);
 887                         } else {
 888                                 int op = td.new_code [td.in_offsets [j]];
 889                                 if (mono_interp_opargtype [op] == MintOpShortBranch) {
 890                                         offset = (td.new_ip - td.new_code) - td.in_offsets [j];
 891                                         g_assert (offset <= 32767);
 892                                         slot = td.in_offsets [j] + 1;
 893                                         td.new_code [slot] = offset;
 894                                 } else {
 895                                         offset = (td.new_ip - td.new_code) - td.in_offsets [j];
 896                                         slot = td.in_offsets [j] + 1;
 897                                         td.new_code [slot] = * (unsigned short *)(&offset);
 898                                         td.new_code [slot + 1] = * ((unsigned short *)&offset + 1);
 899                                 }
 900                         }
 901                 }
 902                 if (td.stack_height [in_offset] >= 0) {
 903                         g_assert (is_bb_start [in_offset]);
 904                         if (td.stack_height [in_offset] > 0)
 905                                 memcpy (td.stack, td.stack_state [in_offset], td.stack_height [in_offset] * sizeof(td.stack [0]));
 906                         td.sp = td.stack + td.stack_height [in_offset];
 907                         td.vt_sp = td.vt_stack_size [in_offset];
 908                 }
 909                 if (is_bb_start [in_offset]) {
 910                         generating_code = 1;
 911                 }
 912                 if (!generating_code) {
 913                         while (td.ip < end && !is_bb_start [td.ip - td.il_code])
 914                                 ++td.ip;
 915                         continue;
 916                 }
 917                 if (mono_interp_traceopt > 1) {
 918                         printf("IL_%04lx %s %-10s -> IL_%04lx, sp %ld, %s %-12s vt_sp %u (max %u)\n",
 919                                 td.ip - td.il_code,
 920                                 td.is_bb_start [td.ip - td.il_code] == 3 ? "<>" :
 921                                 td.is_bb_start [td.ip - td.il_code] == 2 ? "< " :
 922                                 td.is_bb_start [td.ip - td.il_code] == 1 ? " >" : "  ",
 923                                 mono_opcode_name (*td.ip), td.new_ip - td.new_code, td.sp - td.stack,
 924                                 td.sp > td.stack ? stack_type_string [td.sp [-1].type] : "  ",
 925                                 (td.sp > td.stack && (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_VT)) ? (td.sp [-1].klass == NULL ? "?" : td.sp [-1].klass->name) : "",
 926                                 td.vt_sp, td.max_vt_sp);
 927                 }
 928                 switch (*td.ip) {
 929                 case CEE_NOP:
 930                         /* lose it */
 931                         ++td.ip;
 932                         break;
 933                 case CEE_BREAK:
 934                         SIMPLE_OP(td, MINT_BREAK);
 935                         break;
 936                 case CEE_LDARG_0:
 937                 case CEE_LDARG_1:
 938                 case CEE_LDARG_2:
 939                 case CEE_LDARG_3:
 940                         load_arg (&td, *td.ip - CEE_LDARG_0);
 941                         ++td.ip;
 942                         break;
 943                 case CEE_LDLOC_0:
 944                 case CEE_LDLOC_1:
 945                 case CEE_LDLOC_2:
 946                 case CEE_LDLOC_3:
 947                         load_local (&td, *td.ip - CEE_LDLOC_0);
 948                         ++td.ip;
 949                         break;
 950                 case CEE_STLOC_0:
 951                 case CEE_STLOC_1:
 952                 case CEE_STLOC_2:
 953                 case CEE_STLOC_3:
 954                         store_local (&td, *td.ip - CEE_STLOC_0);
 955                         ++td.ip;
 956                         break;
 957                 case CEE_LDARG_S:
 958                         load_arg (&td, ((guint8 *)td.ip)[1]);
 959                         td.ip += 2;
 960                         break;
 961                 case CEE_LDARGA_S: {
 962                         int n = ((guint8 *)td.ip)[1];
 963                         if (n == 0 && signature->hasthis)
 964                                 ADD_CODE(&td, MINT_LDTHISA);
 965                         else {
 966                                 ADD_CODE(&td, MINT_LDARGA);
 967                                 ADD_CODE(&td, td.rtm->arg_offsets [n - signature->hasthis]);
 968                         }
 969                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
 970                         td.ip += 2;
 971                         break;
 972                 }
 973                 case CEE_STARG_S:
 974                         store_arg (&td, ((guint8 *)td.ip)[1]);
 975                         td.ip += 2;
 976                         break;
 977                 case CEE_LDLOC_S:
 978                         load_local (&td, ((guint8 *)td.ip)[1]);
 979                         td.ip += 2;
 980                         break;
 981                 case CEE_LDLOCA_S:
 982                         ADD_CODE(&td, MINT_LDLOCA_S);
 983                         ADD_CODE(&td, td.rtm->local_offsets [((guint8 *)td.ip)[1]]);
 984                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
 985                         td.ip += 2;
 986                         break;
 987                 case CEE_STLOC_S:
 988                         store_local (&td, ((guint8 *)td.ip)[1]);
 989                         td.ip += 2;
 990                         break;
 991                 case CEE_LDNULL:
 992                         SIMPLE_OP(td, MINT_LDNULL);
 993                         PUSH_TYPE(&td, STACK_TYPE_O, NULL);
 994                         break;
 995                 case CEE_LDC_I4_M1:
 996                         SIMPLE_OP(td, MINT_LDC_I4_M1);
 997                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
 998                         break;
 999                 case CEE_LDC_I4_0:
1000                         if (!td.is_bb_start[td.ip + 1 - td.il_code] && td.ip [1] == 0xfe && td.ip [2] == CEE_CEQ &&
1001                                 td.sp > td.stack && td.sp [-1].type == STACK_TYPE_I4) {
1002                                 SIMPLE_OP(td, MINT_CEQ0_I4);
1003                                 td.ip += 2;
1004                         } else {
1005                                 SIMPLE_OP(td, MINT_LDC_I4_0);
1006                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1007                         }
1008                         break;
1009                 case CEE_LDC_I4_1:
1010                         if (!td.is_bb_start[td.ip + 1 - td.il_code] &&
1011                                 (td.ip [1] == CEE_ADD || td.ip [1] == CEE_SUB) && td.sp [-1].type == STACK_TYPE_I4) {
1012                                 ADD_CODE(&td, td.ip [1] == CEE_ADD ? MINT_ADD1_I4 : MINT_SUB1_I4);
1013                                 td.ip += 2;
1014                         } else {
1015                                 SIMPLE_OP(td, MINT_LDC_I4_1);
1016                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1017                         }
1018                         break;
1019                 case CEE_LDC_I4_2:
1020                 case CEE_LDC_I4_3:
1021                 case CEE_LDC_I4_4:
1022                 case CEE_LDC_I4_5:
1023                 case CEE_LDC_I4_6:
1024                 case CEE_LDC_I4_7:
1025                 case CEE_LDC_I4_8:
1026                         SIMPLE_OP(td, (*td.ip - CEE_LDC_I4_0) + MINT_LDC_I4_0);
1027                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1028                         break;
1029                 case CEE_LDC_I4_S:
1030                         ADD_CODE(&td, MINT_LDC_I4_S);
1031                         ADD_CODE(&td, ((gint8 *) td.ip) [1]);
1032                         td.ip += 2;
1033                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1034                         break;
1035                 case CEE_LDC_I4:
1036                         i32 = read32 (td.ip + 1);
1037                         ADD_CODE(&td, MINT_LDC_I4);
1038                         WRITE32(&td, &i32);
1039                         td.ip += 5;
1040                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
1041                         break;
1042                 case CEE_LDC_I8: {
1043                         gint64 val = read64 (td.ip + 1);
1044                         ADD_CODE(&td, MINT_LDC_I8);
1045                         WRITE64(&td, &val);
1046                         td.ip += 9;
1047                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I8);
1048                         break;
1049                 }
1050                 case CEE_LDC_R4: {
1051                         float val;
1052                         readr4 (td.ip + 1, &val);
1053                         ADD_CODE(&td, MINT_LDC_R4);
1054                         WRITE32(&td, &val);
1055                         td.ip += 5;
1056                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_R8);
1057                         break;
1058                 }
1059                 case CEE_LDC_R8: {
1060                         double val;
1061                         readr8 (td.ip + 1, &val);
1062                         ADD_CODE(&td, MINT_LDC_R8);
1063                         WRITE64(&td, &val);
1064                         td.ip += 9;
1065                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_R8);
1066                         break;
1067                 }
1068                 case CEE_DUP: {
1069                         int type = td.sp [-1].type;
1070                         MonoClass *klass = td.sp [-1].klass;
1071                         if (td.sp [-1].type == STACK_TYPE_VT) {
1072                                 gint32 size = mono_class_value_size (klass, NULL);
1073                                 PUSH_VT(&td, size);
1074                                 ADD_CODE(&td, MINT_DUP_VT);
1075                                 WRITE32(&td, &size);
1076                                 td.ip ++;
1077                         } else
1078                                 SIMPLE_OP(td, MINT_DUP);
1079                         PUSH_TYPE(&td, type, klass);
1080                         break;
1081                 }
1082                 case CEE_POP:
1083                         CHECK_STACK(&td, 1);
1084                         SIMPLE_OP(td, MINT_POP);
1085                         if (td.sp [-1].type == STACK_TYPE_VT) {
1086                                 int size = mono_class_value_size (td.sp [-1].klass, NULL);
1087                                 size = (size + 7) & ~7;
1088                                 ADD_CODE(&td, MINT_VTRESULT);
1089                                 ADD_CODE(&td, 0);
1090                                 WRITE32(&td, &size);
1091                                 td.vt_sp -= size;
1092                         }
1093                         --td.sp;
1094                         break;
1095                 case CEE_JMP: {
1096                         MonoMethod *m;
1097                         if (td.sp > td.stack)
1098                                 g_warning ("CEE_JMP: stack must be empty");
1099                         token = read32 (td.ip + 1);
1100                         m = mono_get_method_full (image, token, NULL, generic_context);
1101                         ADD_CODE (&td, MINT_JMP);
1102                         ADD_CODE (&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
1103                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
1104                         td.ip += 5;
1105                         break;
1106                 }
1107                 case CEE_CALLVIRT: /* Fall through */
1108                 case CEE_CALLI:    /* Fall through */
1109                 case CEE_CALL: {
1110                         interp_transform_call (&td, method, domain, generic_context, is_bb_start, body_start_offset);
1111                         break;
1112                 }
1113                 case CEE_RET: {
1114                         int vt_size = 0;
1115                         if (signature->ret->type != MONO_TYPE_VOID) {
1116                                 --td.sp;
1117                                 if (mint_type(signature->ret) == MINT_TYPE_VT) {
1118                                         vt_size = mono_class_value_size (signature->ret->data.klass, NULL);
1119                                         vt_size = (vt_size + 7) & ~7;
1120                                 }
1121                         }
1122                         if (td.sp > td.stack)
1123                                 g_warning ("%s.%s: CEE_RET: more values on stack: %d", td.method->klass->name, td.method->name, td.sp - td.stack);
1124                         if (td.vt_sp != vt_size)
1125                                 g_warning ("%s.%s: CEE_RET: value type stack: %d", td.method->klass->name, td.method->name, td.vt_sp);
1126                         if (vt_size == 0)
1127                                 SIMPLE_OP(td, signature->ret->type == MONO_TYPE_VOID ? MINT_RET_VOID : MINT_RET);
1128                         else {
1129                                 ADD_CODE(&td, MINT_RET_VT);
1130                                 WRITE32(&td, &vt_size);
1131                                 ++td.ip;
1132                         }
1133                         generating_code = 0;
1134                         break;
1135                 }
1136                 case CEE_BR:
1137                         handle_branch (&td, MINT_BR_S, MINT_BR, 5 + read32 (td.ip + 1));
1138                         td.ip += 5;
1139                         generating_code = 0;
1140                         break;
1141                 case CEE_BR_S:
1142                         handle_branch (&td, MINT_BR_S, MINT_BR, 2 + (gint8)td.ip [1]);
1143                         td.ip += 2;
1144                         generating_code = 0;
1145                         break;
1146                 case CEE_BRFALSE:
1147                         one_arg_branch (&td, MINT_BRFALSE_I4, 5 + read32 (td.ip + 1));
1148                         td.ip += 5;
1149                         break;
1150                 case CEE_BRFALSE_S:
1151                         one_arg_branch (&td, MINT_BRFALSE_I4, 2 + (gint8)td.ip [1]);
1152                         td.ip += 2;
1153                         break;
1154                 case CEE_BRTRUE:
1155                         one_arg_branch (&td, MINT_BRTRUE_I4, 5 + read32 (td.ip + 1));
1156                         td.ip += 5;
1157                         break;
1158                 case CEE_BRTRUE_S:
1159                         one_arg_branch (&td, MINT_BRTRUE_I4, 2 + (gint8)td.ip [1]);
1160                         td.ip += 2;
1161                         break;
1162                 case CEE_BEQ:
1163                         two_arg_branch (&td, MINT_BEQ_I4, 5 + read32 (td.ip + 1));
1164                         td.ip += 5;
1165                         break;
1166                 case CEE_BEQ_S:
1167                         two_arg_branch (&td, MINT_BEQ_I4, 2 + (gint8) td.ip [1]);
1168                         td.ip += 2;
1169                         break;
1170                 case CEE_BGE:
1171                         two_arg_branch (&td, MINT_BGE_I4, 5 + read32 (td.ip + 1));
1172                         td.ip += 5;
1173                         break;
1174                 case CEE_BGE_S:
1175                         two_arg_branch (&td, MINT_BGE_I4, 2 + (gint8) td.ip [1]);
1176                         td.ip += 2;
1177                         break;
1178                 case CEE_BGT:
1179                         two_arg_branch (&td, MINT_BGT_I4, 5 + read32 (td.ip + 1));
1180                         td.ip += 5;
1181                         break;
1182                 case CEE_BGT_S:
1183                         two_arg_branch (&td, MINT_BGT_I4, 2 + (gint8) td.ip [1]);
1184                         td.ip += 2;
1185                         break;
1186                 case CEE_BLT:
1187                         two_arg_branch (&td, MINT_BLT_I4, 5 + read32 (td.ip + 1));
1188                         td.ip += 5;
1189                         break;
1190                 case CEE_BLT_S:
1191                         two_arg_branch (&td, MINT_BLT_I4, 2 + (gint8) td.ip [1]);
1192                         td.ip += 2;
1193                         break;
1194                 case CEE_BLE:
1195                         two_arg_branch (&td, MINT_BLE_I4, 5 + read32 (td.ip + 1));
1196                         td.ip += 5;
1197                         break;
1198                 case CEE_BLE_S:
1199                         two_arg_branch (&td, MINT_BLE_I4, 2 + (gint8) td.ip [1]);
1200                         td.ip += 2;
1201                         break;
1202                 case CEE_BNE_UN:
1203                         two_arg_branch (&td, MINT_BNE_UN_I4, 5 + read32 (td.ip + 1));
1204                         td.ip += 5;
1205                         break;
1206                 case CEE_BNE_UN_S:
1207                         two_arg_branch (&td, MINT_BNE_UN_I4, 2 + (gint8) td.ip [1]);
1208                         td.ip += 2;
1209                         break;
1210                 case CEE_BGE_UN:
1211                         two_arg_branch (&td, MINT_BGE_UN_I4, 5 + read32 (td.ip + 1));
1212                         td.ip += 5;
1213                         break;
1214                 case CEE_BGE_UN_S:
1215                         two_arg_branch (&td, MINT_BGE_UN_I4, 2 + (gint8) td.ip [1]);
1216                         td.ip += 2;
1217                         break;
1218                 case CEE_BGT_UN:
1219                         two_arg_branch (&td, MINT_BGT_UN_I4, 5 + read32 (td.ip + 1));
1220                         td.ip += 5;
1221                         break;
1222                 case CEE_BGT_UN_S:
1223                         two_arg_branch (&td, MINT_BGT_UN_I4, 2 + (gint8) td.ip [1]);
1224                         td.ip += 2;
1225                         break;
1226                 case CEE_BLE_UN:
1227                         two_arg_branch (&td, MINT_BLE_UN_I4, 5 + read32 (td.ip + 1));
1228                         td.ip += 5;
1229                         break;
1230                 case CEE_BLE_UN_S:
1231                         two_arg_branch (&td, MINT_BLE_UN_I4, 2 + (gint8) td.ip [1]);
1232                         td.ip += 2;
1233                         break;
1234                 case CEE_BLT_UN:
1235                         two_arg_branch (&td, MINT_BLT_UN_I4, 5 + read32 (td.ip + 1));
1236                         td.ip += 5;
1237                         break;
1238                 case CEE_BLT_UN_S:
1239                         two_arg_branch (&td, MINT_BLT_UN_I4, 2 + (gint8) td.ip [1]);
1240                         td.ip += 2;
1241                         break;
1242                 case CEE_SWITCH: {
1243                         guint32 n;
1244                         const unsigned char *next_ip;
1245                         const unsigned char *base_ip = td.ip;
1246                         unsigned short *next_new_ip;
1247                         ++td.ip;
1248                         n = read32 (td.ip);
1249                         ADD_CODE(&td, MINT_SWITCH);
1250                         ADD_CODE(&td, * (unsigned short *)(&n));
1251                         ADD_CODE(&td, * ((unsigned short *)&n + 1));
1252                         td.ip += 4;
1253                         next_ip = td.ip + n * 4;
1254                         next_new_ip = td.new_ip + n * 2;
1255                         for (i = 0; i < n; i++) {
1256                                 offset = read32 (td.ip);
1257                                 target = next_ip - td.il_code + offset;
1258                                 if (offset < 0)
1259                                         target = td.in_offsets [target] - (next_new_ip - td.new_code);
1260                                 else {
1261                                         int prev = td.forward_refs [target];
1262                                         td.forward_refs [td.ip - td.il_code] = prev;
1263                                         td.forward_refs [target] = td.ip - td.il_code;
1264                                         td.in_offsets [td.ip - td.il_code] = - (base_ip - td.il_code);
1265                                 }
1266                                 ADD_CODE(&td, * (unsigned short *)(&target));
1267                                 ADD_CODE(&td, * ((unsigned short *)&target + 1));
1268                                 td.ip += 4;
1269                         }
1270                         --td.sp;
1271                         break;
1272                 }
1273                 case CEE_LDIND_I1:
1274                         CHECK_STACK (&td, 1);
1275                         SIMPLE_OP (td, MINT_LDIND_I1);
1276                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1277                         break;
1278                 case CEE_LDIND_U1:
1279                         CHECK_STACK (&td, 1);
1280                         SIMPLE_OP (td, MINT_LDIND_U1);
1281                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1282                         break;
1283                 case CEE_LDIND_I2:
1284                         CHECK_STACK (&td, 1);
1285                         SIMPLE_OP (td, MINT_LDIND_I2);
1286                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1287                         break;
1288                 case CEE_LDIND_U2:
1289                         CHECK_STACK (&td, 1);
1290                         SIMPLE_OP (td, MINT_LDIND_U2);
1291                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1292                         break;
1293                 case CEE_LDIND_I4:
1294                         CHECK_STACK (&td, 1);
1295                         SIMPLE_OP (td, MINT_LDIND_I4);
1296                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1297                         break;
1298                 case CEE_LDIND_U4:
1299                         CHECK_STACK (&td, 1);
1300                         SIMPLE_OP (td, MINT_LDIND_U4);
1301                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1302                         break;
1303                 case CEE_LDIND_I8:
1304                         CHECK_STACK (&td, 1);
1305                         SIMPLE_OP (td, MINT_LDIND_I8);
1306                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1307                         break;
1308                 case CEE_LDIND_I:
1309                         CHECK_STACK (&td, 1);
1310                         SIMPLE_OP (td, MINT_LDIND_I);
1311                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
1312                         break;
1313                 case CEE_LDIND_R4:
1314                         CHECK_STACK (&td, 1);
1315                         SIMPLE_OP (td, MINT_LDIND_R4);
1316                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1317                         break;
1318                 case CEE_LDIND_R8:
1319                         CHECK_STACK (&td, 1);
1320                         SIMPLE_OP (td, MINT_LDIND_R8);
1321                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1322                         break;
1323                 case CEE_LDIND_REF:
1324                         CHECK_STACK (&td, 1);
1325                         SIMPLE_OP (td, MINT_LDIND_REF);
1326                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
1327                         break;
1328                 case CEE_STIND_REF:
1329                         CHECK_STACK (&td, 2);
1330                         SIMPLE_OP (td, MINT_STIND_REF);
1331                         td.sp -= 2;
1332                         break;
1333                 case CEE_STIND_I1:
1334                         CHECK_STACK (&td, 2);
1335                         SIMPLE_OP (td, MINT_STIND_I1);
1336                         td.sp -= 2;
1337                         break;
1338                 case CEE_STIND_I2:
1339                         CHECK_STACK (&td, 2);
1340                         SIMPLE_OP (td, MINT_STIND_I2);
1341                         td.sp -= 2;
1342                         break;
1343                 case CEE_STIND_I4:
1344                         CHECK_STACK (&td, 2);
1345                         SIMPLE_OP (td, MINT_STIND_I4);
1346                         td.sp -= 2;
1347                         break;
1348                 case CEE_STIND_I:
1349                         CHECK_STACK (&td, 2);
1350                         SIMPLE_OP (td, MINT_STIND_I);
1351                         td.sp -= 2;
1352                         break;
1353                 case CEE_STIND_I8:
1354                         CHECK_STACK (&td, 2);
1355                         SIMPLE_OP (td, MINT_STIND_I8);
1356                         td.sp -= 2;
1357                         break;
1358                 case CEE_STIND_R4:
1359                         CHECK_STACK (&td, 2);
1360                         SIMPLE_OP (td, MINT_STIND_R4);
1361                         td.sp -= 2;
1362                         break;
1363                 case CEE_STIND_R8:
1364                         CHECK_STACK (&td, 2);
1365                         SIMPLE_OP (td, MINT_STIND_R8);
1366                         td.sp -= 2;
1367                         break;
1368                 case CEE_ADD:
1369                         binary_arith_op(&td, MINT_ADD_I4);
1370                         ++td.ip;
1371                         break;
1372                 case CEE_SUB:
1373                         binary_arith_op(&td, MINT_SUB_I4);
1374                         ++td.ip;
1375                         break;
1376                 case CEE_MUL:
1377                         binary_arith_op(&td, MINT_MUL_I4);
1378                         ++td.ip;
1379                         break;
1380                 case CEE_DIV:
1381                         binary_arith_op(&td, MINT_DIV_I4);
1382                         ++td.ip;
1383                         break;
1384                 case CEE_DIV_UN:
1385                         binary_arith_op(&td, MINT_DIV_UN_I4);
1386                         ++td.ip;
1387                         break;
1388                 case CEE_REM:
1389                         binary_int_op (&td, MINT_REM_I4);
1390                         ++td.ip;
1391                         break;
1392                 case CEE_REM_UN:
1393                         binary_int_op (&td, MINT_REM_UN_I4);
1394                         ++td.ip;
1395                         break;
1396                 case CEE_AND:
1397                         binary_int_op (&td, MINT_AND_I4);
1398                         ++td.ip;
1399                         break;
1400                 case CEE_OR:
1401                         binary_int_op (&td, MINT_OR_I4);
1402                         ++td.ip;
1403                         break;
1404                 case CEE_XOR:
1405                         binary_int_op (&td, MINT_XOR_I4);
1406                         ++td.ip;
1407                         break;
1408                 case CEE_SHL:
1409                         shift_op (&td, MINT_SHL_I4);
1410                         ++td.ip;
1411                         break;
1412                 case CEE_SHR:
1413                         shift_op (&td, MINT_SHR_I4);
1414                         ++td.ip;
1415                         break;
1416                 case CEE_SHR_UN:
1417                         shift_op (&td, MINT_SHR_UN_I4);
1418                         ++td.ip;
1419                         break;
1420                 case CEE_NEG:
1421                         unary_arith_op (&td, MINT_NEG_I4);
1422                         ++td.ip;
1423                         break;
1424                 case CEE_NOT:
1425                         unary_arith_op (&td, MINT_NOT_I4);
1426                         ++td.ip;
1427                         break;
1428                 case CEE_CONV_U1:
1429                         CHECK_STACK (&td, 1);
1430                         switch (td.sp [-1].type) {
1431                         case STACK_TYPE_R8:
1432                                 ADD_CODE(&td, MINT_CONV_U1_R8);
1433                                 break;
1434                         case STACK_TYPE_I4:
1435                                 ADD_CODE(&td, MINT_CONV_U1_I4);
1436                                 break;
1437                         case STACK_TYPE_I8:
1438                                 ADD_CODE(&td, MINT_CONV_U1_I8);
1439                                 break;
1440                         default:
1441                                 g_assert_not_reached ();
1442                         }
1443                         ++td.ip;
1444                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1445                         break;
1446                 case CEE_CONV_I1:
1447                         CHECK_STACK (&td, 1);
1448                         switch (td.sp [-1].type) {
1449                         case STACK_TYPE_R8:
1450                                 ADD_CODE(&td, MINT_CONV_I1_R8);
1451                                 break;
1452                         case STACK_TYPE_I4:
1453                                 ADD_CODE(&td, MINT_CONV_I1_I4);
1454                                 break;
1455                         case STACK_TYPE_I8:
1456                                 ADD_CODE(&td, MINT_CONV_I1_I8);
1457                                 break;
1458                         default:
1459                                 g_assert_not_reached ();
1460                         }
1461                         ++td.ip;
1462                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1463                         break;
1464                 case CEE_CONV_U2:
1465                         CHECK_STACK (&td, 1);
1466                         switch (td.sp [-1].type) {
1467                         case STACK_TYPE_R8:
1468                                 ADD_CODE(&td, MINT_CONV_U2_R8);
1469                                 break;
1470                         case STACK_TYPE_I4:
1471                                 ADD_CODE(&td, MINT_CONV_U2_I4);
1472                                 break;
1473                         case STACK_TYPE_I8:
1474                                 ADD_CODE(&td, MINT_CONV_U2_I8);
1475                                 break;
1476                         default:
1477                                 g_assert_not_reached ();
1478                         }
1479                         ++td.ip;
1480                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1481                         break;
1482                 case CEE_CONV_I2:
1483                         CHECK_STACK (&td, 1);
1484                         switch (td.sp [-1].type) {
1485                         case STACK_TYPE_R8:
1486                                 ADD_CODE(&td, MINT_CONV_I2_R8);
1487                                 break;
1488                         case STACK_TYPE_I4:
1489                                 ADD_CODE(&td, MINT_CONV_I2_I4);
1490                                 break;
1491                         case STACK_TYPE_I8:
1492                                 ADD_CODE(&td, MINT_CONV_I2_I8);
1493                                 break;
1494                         default:
1495                                 g_assert_not_reached ();
1496                         }
1497                         ++td.ip;
1498                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1499                         break;
1500                 case CEE_CONV_U:
1501                         CHECK_STACK (&td, 1);
1502                         switch (td.sp [-1].type) {
1503                         case STACK_TYPE_R8:
1504 #if SIZEOF_VOID_P == 4
1505                                 ADD_CODE(&td, MINT_CONV_U4_R8);
1506 #else
1507                                 ADD_CODE(&td, MINT_CONV_U8_R8);
1508 #endif
1509                                 break;
1510                         case STACK_TYPE_I4:
1511 #if SIZEOF_VOID_P == 8
1512                                 ADD_CODE(&td, MINT_CONV_U8_I4);
1513 #endif
1514                                 break;
1515                         case STACK_TYPE_I8:
1516 #if SIZEOF_VOID_P == 4
1517                                 ADD_CODE(&td, MINT_CONV_U4_I8);
1518 #endif
1519                                 break;
1520                         case STACK_TYPE_MP:
1521                                 break;
1522                         default:
1523                                 g_assert_not_reached ();
1524                         }
1525                         ++td.ip;
1526                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
1527                         break;
1528                 case CEE_CONV_I:
1529                         CHECK_STACK (&td, 1);
1530                         switch (td.sp [-1].type) {
1531                         case STACK_TYPE_R8:
1532 #if SIZEOF_VOID_P == 8
1533                                 ADD_CODE(&td, MINT_CONV_I8_R8);
1534 #else
1535                                 ADD_CODE(&td, MINT_CONV_I4_R8);
1536 #endif
1537                                 break;
1538                         case STACK_TYPE_I4:
1539 #if SIZEOF_VOID_P == 8
1540                                 ADD_CODE(&td, MINT_CONV_I8_I4);
1541 #endif
1542                                 break;
1543                         case STACK_TYPE_O:
1544                                 break;
1545                         case STACK_TYPE_MP:
1546                                 break;
1547                         case STACK_TYPE_I8:
1548 #if SIZEOF_VOID_P == 4
1549                                 ADD_CODE(&td, MINT_CONV_I4_I8);
1550 #endif
1551                                 break;
1552                         default:
1553                                 g_assert_not_reached ();
1554                         }
1555                         ++td.ip;
1556                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
1557                         break;
1558                 case CEE_CONV_U4:
1559                         CHECK_STACK (&td, 1);
1560                         switch (td.sp [-1].type) {
1561                         case STACK_TYPE_R8:
1562                                 ADD_CODE(&td, MINT_CONV_U4_R8);
1563                                 break;
1564                         case STACK_TYPE_I4:
1565                                 break;
1566                         case STACK_TYPE_I8:
1567                                 ADD_CODE(&td, MINT_CONV_U4_I8);
1568                                 break;
1569                         case STACK_TYPE_MP:
1570 #if SIZEOF_VOID_P == 8
1571                                 ADD_CODE(&td, MINT_CONV_U4_I8);
1572 #endif
1573                                 break;
1574                         default:
1575                                 g_assert_not_reached ();
1576                         }
1577                         ++td.ip;
1578                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1579                         break;
1580                 case CEE_CONV_I4:
1581                         CHECK_STACK (&td, 1);
1582                         switch (td.sp [-1].type) {
1583                         case STACK_TYPE_R8:
1584                                 ADD_CODE(&td, MINT_CONV_I4_R8);
1585                                 break;
1586                         case STACK_TYPE_I4:
1587                                 break;
1588                         case STACK_TYPE_I8:
1589                                 ADD_CODE(&td, MINT_CONV_I4_I8);
1590                                 break;
1591                         case STACK_TYPE_MP:
1592 #if SIZEOF_VOID_P == 8
1593                                 ADD_CODE(&td, MINT_CONV_I4_I8);
1594 #endif
1595                                 break;
1596                         default:
1597                                 g_assert_not_reached ();
1598                         }
1599                         ++td.ip;
1600                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
1601                         break;
1602                 case CEE_CONV_I8:
1603                         CHECK_STACK (&td, 1);
1604                         switch (td.sp [-1].type) {
1605                         case STACK_TYPE_R8:
1606                                 ADD_CODE(&td, MINT_CONV_I8_R8);
1607                                 break;
1608                         case STACK_TYPE_I4:
1609                                 ADD_CODE(&td, MINT_CONV_I8_I4);
1610                                 break;
1611                         case STACK_TYPE_I8:
1612                                 break;
1613                         case STACK_TYPE_MP:
1614 #if SIZEOF_VOID_P == 4
1615                                 ADD_CODE(&td, MINT_CONV_I8_I4);
1616 #endif
1617                                 break;
1618                         default:
1619                                 g_assert_not_reached ();
1620                         }
1621                         ++td.ip;
1622                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1623                         break;
1624                 case CEE_CONV_R4:
1625                         CHECK_STACK (&td, 1);
1626                         switch (td.sp [-1].type) {
1627                         case STACK_TYPE_R8:
1628                                 ADD_CODE(&td, MINT_CONV_R4_R8);
1629                                 break;
1630                         case STACK_TYPE_I8:
1631                                 ADD_CODE(&td, MINT_CONV_R4_I8);
1632                                 break;
1633                         case STACK_TYPE_I4:
1634                                 ADD_CODE(&td, MINT_CONV_R4_I4);
1635                                 break;
1636                         default:
1637                                 g_assert_not_reached ();
1638                         }
1639                         ++td.ip;
1640                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1641                         break;
1642                 case CEE_CONV_R8:
1643                         CHECK_STACK (&td, 1);
1644                         switch (td.sp [-1].type) {
1645                         case STACK_TYPE_I4:
1646                                 ADD_CODE(&td, MINT_CONV_R8_I4);
1647                                 break;
1648                         case STACK_TYPE_I8:
1649                                 ADD_CODE(&td, MINT_CONV_R8_I8);
1650                                 break;
1651                         case STACK_TYPE_R8:
1652                                 break;
1653                         default:
1654                                 g_assert_not_reached ();
1655                         }
1656                         ++td.ip;
1657                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1658                         break;
1659                 case CEE_CONV_U8:
1660                         CHECK_STACK (&td, 1);
1661                         switch (td.sp [-1].type) {
1662                         case STACK_TYPE_I4:
1663                                 ADD_CODE(&td, MINT_CONV_U8_I4);
1664                                 break;
1665                         case STACK_TYPE_I8:
1666                                 break;
1667                         case STACK_TYPE_R8:
1668                                 ADD_CODE(&td, MINT_CONV_U8_R8);
1669                                 break;
1670                         case STACK_TYPE_MP:
1671 #if SIZEOF_VOID_P == 4
1672                                 ADD_CODE(&td, MINT_CONV_U8_I4);
1673 #endif
1674                                 break;
1675                         default:
1676                                 g_assert_not_reached ();
1677                         }
1678                         ++td.ip;
1679                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1680                         break;
1681 #if 0
1682                 case CEE_CPOBJ: {
1683                         MonoClass *vtklass;
1684                         ++ip;
1685                         vtklass = mono_class_get_full (image, read32 (ip), generic_context);
1686                         ip += 4;
1687                         sp -= 2;
1688                         memcpy (sp [0].data.p, sp [1].data.p, mono_class_value_size (vtklass, NULL));
1689                         break;
1690                 }
1691 #endif
1692                 case CEE_LDOBJ: {
1693                         int size;
1694                         CHECK_STACK (&td, 1);
1695
1696                         token = read32 (td.ip + 1);
1697
1698                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1699                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
1700                         else
1701                                 klass = mono_class_get_full (image, token, generic_context);
1702
1703                         ADD_CODE(&td, MINT_LDOBJ);
1704                         ADD_CODE(&td, get_data_item_index(&td, klass));
1705                         if (klass->byval_arg.type == MONO_TYPE_VALUETYPE && !klass->byval_arg.data.klass->enumtype) {
1706                                 size = mono_class_value_size (klass, NULL);
1707                                 PUSH_VT(&td, size);
1708                         }
1709                         td.ip += 5;
1710                         SET_TYPE(td.sp - 1, stack_type[mint_type(&klass->byval_arg)], klass);
1711                         break;
1712                 }
1713                 case CEE_LDSTR: {
1714                         MonoString *s;
1715                         token = mono_metadata_token_index (read32 (td.ip + 1));
1716                         td.ip += 5;
1717                         if (method->wrapper_type != MONO_WRAPPER_NONE) {
1718                                 s = mono_string_new_wrapper(
1719                                         mono_method_get_wrapper_data (method, token));
1720                         }
1721                         else
1722                                 s = mono_ldstr (domain, image, token);
1723                         ADD_CODE(&td, MINT_LDSTR);
1724                         ADD_CODE(&td, get_data_item_index (&td, s));
1725                         PUSH_TYPE(&td, STACK_TYPE_O, mono_defaults.string_class);
1726                         break;
1727                 }
1728                 case CEE_NEWOBJ: {
1729                         MonoMethod *m;
1730                         MonoMethodSignature *csignature;
1731                         guint32 vt_stack_used = 0;
1732                         guint32 vt_res_size = 0;
1733
1734                         td.ip++;
1735                         token = read32 (td.ip);
1736                         td.ip += 4;
1737
1738                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1739                                 m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
1740                         else
1741                                 m = mono_get_method_full (image, token, NULL, generic_context);
1742
1743                         csignature = mono_method_signature (m);
1744                         klass = m->klass;
1745                         td.sp -= csignature->param_count;
1746                         ADD_CODE(&td, MINT_NEWOBJ);
1747                         ADD_CODE(&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
1748                         mono_error_cleanup (&error); /* FIXME: don't swallow the error */
1749                         if (klass->byval_arg.type == MONO_TYPE_VALUETYPE) {
1750                                 vt_res_size = mono_class_value_size (klass, NULL);
1751                                 PUSH_VT(&td, vt_res_size);
1752                         }
1753                         for (i = 0; i < csignature->param_count; ++i) {
1754                                 int mt = mint_type(csignature->params [i]);
1755                                 if (mt == MINT_TYPE_VT) {
1756                                         gint32 size = mono_class_value_size (csignature->params [i]->data.klass, NULL);
1757                                         size = (size + 7) & ~7;
1758                                         vt_stack_used += size;
1759                                 }
1760                         }
1761                         if (vt_stack_used != 0 || vt_res_size != 0) {
1762                                 ADD_CODE(&td, MINT_VTRESULT);
1763                                 ADD_CODE(&td, vt_res_size);
1764                                 WRITE32(&td, &vt_stack_used);
1765                                 td.vt_sp -= vt_stack_used;
1766                         }
1767                         PUSH_TYPE(&td, stack_type [mint_type (&klass->byval_arg)], klass);
1768                         break;
1769                 }
1770                 case CEE_CASTCLASS:
1771                         CHECK_STACK (&td, 1);
1772                         token = read32 (td.ip + 1);
1773                         klass = mono_class_get_full (image, token, generic_context);
1774                         ADD_CODE(&td, MINT_CASTCLASS);
1775                         ADD_CODE(&td, get_data_item_index (&td, klass));
1776                         td.sp [-1].klass = klass;
1777                         td.ip += 5;
1778                         break;
1779                 case CEE_ISINST:
1780                         CHECK_STACK (&td, 1);
1781                         token = read32 (td.ip + 1);
1782                         klass = mono_class_get_full (image, token, generic_context);
1783                         ADD_CODE(&td, MINT_ISINST);
1784                         ADD_CODE(&td, get_data_item_index (&td, klass));
1785                         td.ip += 5;
1786                         break;
1787                 case CEE_CONV_R_UN:
1788                         switch (td.sp [-1].type) {
1789                         case STACK_TYPE_R8:
1790                                 break;
1791                         case STACK_TYPE_I8:
1792                                 ADD_CODE(&td, MINT_CONV_R_UN_I8);
1793                                 break;
1794                         case STACK_TYPE_I4:
1795                                 ADD_CODE(&td, MINT_CONV_R_UN_I4);
1796                                 break;
1797                         default:
1798                                 g_assert_not_reached ();
1799                         }
1800                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
1801                         ++td.ip;
1802                         break;
1803                 case CEE_UNBOX_ANY: /* let's play a dangerous game, TODO */
1804                 case CEE_UNBOX:
1805                         CHECK_STACK (&td, 1);
1806                         token = read32 (td.ip + 1);
1807
1808                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1809                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
1810                         else
1811                                 klass = mono_class_get_full (image, token, generic_context);
1812
1813                         ADD_CODE(&td, MINT_UNBOX);
1814                         ADD_CODE(&td, get_data_item_index (&td, klass));
1815                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
1816                         td.ip += 5;
1817                         break;
1818                 case CEE_THROW:
1819                         CHECK_STACK (&td, 1);
1820                         SIMPLE_OP (td, MINT_THROW);
1821                         --td.sp;
1822                         generating_code = 0;
1823                         break;
1824                 case CEE_LDFLDA:
1825                         CHECK_STACK (&td, 1);
1826                         token = read32 (td.ip + 1);
1827                         field = mono_field_from_token (image, token, &klass, generic_context);
1828                         mono_class_init (klass);
1829                         mt = mint_type(field->type);
1830                         ADD_CODE(&td, MINT_LDFLDA);
1831                         ADD_CODE(&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
1832                         td.ip += 5;
1833                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
1834                         break;
1835                 case CEE_LDFLD: {
1836                         CHECK_STACK (&td, 1);
1837                         token = read32 (td.ip + 1);
1838                         field = mono_field_from_token (image, token, &klass, generic_context);
1839                         mono_class_init (klass);
1840                         mt = mint_type(field->type);
1841                         if (klass->marshalbyref) {
1842                                 ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_LDRMFLD_VT :  MINT_LDRMFLD);
1843                                 ADD_CODE(&td, get_data_item_index (&td, field));
1844                         } else  {
1845                                 ADD_CODE(&td, MINT_LDFLD_I1 + mt - MINT_TYPE_I1);
1846                                 ADD_CODE(&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
1847                         }
1848                         klass = NULL;
1849                         if (mt == MINT_TYPE_VT) {
1850                                 int size = mono_class_value_size (field->type->data.klass, NULL);
1851                                 PUSH_VT(&td, size);
1852                                 WRITE32(&td, &size);
1853                                 klass = field->type->data.klass;
1854                         } else if (mt == MINT_TYPE_O)
1855                                 klass = mono_class_from_mono_type (field->type);
1856                         td.ip += 5;
1857                         SET_TYPE(td.sp - 1, stack_type [mt], klass);
1858                         break;
1859                 }
1860                 case CEE_STFLD:
1861                         CHECK_STACK (&td, 2);
1862                         token = read32 (td.ip + 1);
1863                         field = mono_field_from_token (image, token, &klass, generic_context);
1864                         mono_class_init (klass);
1865                         mt = mint_type(field->type);
1866                         if (klass->marshalbyref) {
1867                                 ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_STRMFLD_VT : MINT_STRMFLD);
1868                                 ADD_CODE(&td, get_data_item_index (&td, field));
1869                         } else  {
1870                                 ADD_CODE(&td, MINT_STFLD_I1 + mt - MINT_TYPE_I1);
1871                                 ADD_CODE(&td, klass->valuetype ? field->offset - sizeof(MonoObject) : field->offset);
1872                         }
1873                         if (mt == MINT_TYPE_VT) {
1874                                 int size = mono_class_value_size (field->type->data.klass, NULL);
1875                                 POP_VT(&td, size);
1876                                 WRITE32(&td, &size);
1877                         }
1878                         td.ip += 5;
1879                         td.sp -= 2;
1880                         break;
1881                 case CEE_LDSFLDA:
1882                         token = read32 (td.ip + 1);
1883                         field = mono_field_from_token (image, token, &klass, generic_context);
1884                         ADD_CODE(&td, MINT_LDSFLDA);
1885                         ADD_CODE(&td, get_data_item_index (&td, field));
1886                         td.ip += 5;
1887                         PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
1888                         break;
1889                 case CEE_LDSFLD:
1890                         token = read32 (td.ip + 1);
1891                         field = mono_field_from_token (image, token, &klass, generic_context);
1892                         mt = mint_type(field->type);
1893                         ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_LDSFLD_VT : MINT_LDSFLD);
1894                         ADD_CODE(&td, get_data_item_index (&td, field));
1895                         klass = NULL;
1896                         if (mt == MINT_TYPE_VT) {
1897                                 int size = mono_class_value_size (field->type->data.klass, NULL);
1898                                 PUSH_VT(&td, size);
1899                                 WRITE32(&td, &size);
1900                                 klass = field->type->data.klass;
1901                         } else {
1902                                 if (mt == MINT_TYPE_O)
1903                                         klass = mono_class_from_mono_type (field->type);
1904                                 if (!domain->special_static_fields || !g_hash_table_lookup (domain->special_static_fields, field)) {
1905                                         if (mt == MINT_TYPE_O)
1906                                                 td.new_ip [-2] = MINT_LDSFLD_O;
1907                                         else if (mt == MINT_TYPE_I4)
1908                                                 td.new_ip [-2] = MINT_LDSFLD_I4;
1909                                 }
1910                                 ADD_CODE(&td, get_data_item_index (&td, mono_class_vtable (domain, field->parent)));
1911                         }
1912                         td.ip += 5;
1913                         PUSH_TYPE(&td, stack_type [mt], klass);
1914                         break;
1915                 case CEE_STSFLD:
1916                         CHECK_STACK (&td, 1);
1917                         token = read32 (td.ip + 1);
1918                         field = mono_field_from_token (image, token, &klass, generic_context);
1919                         mt = mint_type(field->type);
1920                         ADD_CODE(&td, mt == MINT_TYPE_VT ? MINT_STSFLD_VT : MINT_STSFLD);
1921                         ADD_CODE(&td, get_data_item_index (&td, field));
1922                         if (mt == MINT_TYPE_VT) {
1923                                 int size = mono_class_value_size (field->type->data.klass, NULL);
1924                                 POP_VT(&td, size);
1925                                 WRITE32(&td, &size);
1926                         }
1927                         td.ip += 5;
1928                         --td.sp;
1929                         break;
1930                 case CEE_STOBJ: {
1931                         int size;
1932                         token = read32 (td.ip + 1);
1933
1934                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1935                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
1936                         else
1937                                 klass = mono_class_get_full (image, token, generic_context);
1938
1939                         ADD_CODE(&td, td.sp [-1].type == STACK_TYPE_VT ? MINT_STOBJ_VT : MINT_STOBJ);
1940                         ADD_CODE(&td, get_data_item_index (&td, klass));
1941                         if (td.sp [-1].type == STACK_TYPE_VT) {
1942                                 size = mono_class_value_size (klass, NULL);
1943                                 size = (size + 7) & ~7;
1944                                 td.vt_sp -= size;
1945                         }
1946                         td.ip += 5;
1947                         td.sp -= 2;
1948                         break;
1949                 }
1950                 case CEE_CONV_OVF_I_UN:
1951                         CHECK_STACK (&td, 1);
1952                         switch (td.sp [-1].type) {
1953                         case STACK_TYPE_R8:
1954 #if SIZEOF_VOID_P == 8
1955                                 ADD_CODE(&td, MINT_CONV_OVF_I8_UN_R8);
1956 #else
1957                                 ADD_CODE(&td, MINT_CONV_OVF_I4_UN_R8);
1958 #endif
1959                                 break;
1960                         case STACK_TYPE_I8:
1961                                 /*FIX*/
1962                                 break;
1963                         case STACK_TYPE_I4:
1964 #if SIZEOF_VOID_P == 8
1965                                 ADD_CODE(&td, MINT_CONV_I8_U4);
1966 #endif
1967                                 break;
1968                         default:
1969                                 g_assert_not_reached ();
1970                                 break;
1971                         }
1972                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1973                         ++td.ip;
1974                         break;
1975                 case CEE_CONV_OVF_I8_UN:
1976                         CHECK_STACK (&td, 1);
1977                         switch (td.sp [-1].type) {
1978                         case STACK_TYPE_R8:
1979                                 ADD_CODE(&td, MINT_CONV_OVF_I8_UN_R8);
1980                                 break;
1981                         case STACK_TYPE_I8:
1982                                 break;
1983                         case STACK_TYPE_I4:
1984                                 ADD_CODE(&td, MINT_CONV_I8_U4);
1985                                 break;
1986                         default:
1987                                 g_assert_not_reached ();
1988                                 break;
1989                         }
1990                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
1991                         ++td.ip;
1992                         break;
1993                 case CEE_BOX: {
1994                         int size;
1995                         CHECK_STACK (&td, 1);
1996                         token = read32 (td.ip + 1);
1997                         if (method->wrapper_type != MONO_WRAPPER_NONE)
1998                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
1999                         else
2000                                 klass = mono_class_get_full (image, token, generic_context);
2001                         g_assert (klass->valuetype);
2002                         if (klass->byval_arg.type == MONO_TYPE_VALUETYPE && !klass->enumtype) {
2003                                 size = mono_class_value_size (klass, NULL);
2004                                 size = (size + 7) & ~7;
2005                                 td.vt_sp -= size;
2006                         }
2007                         ADD_CODE(&td, MINT_BOX);
2008                         ADD_CODE(&td, get_data_item_index (&td, klass));
2009                         SET_TYPE(td.sp - 1, STACK_TYPE_O, klass);
2010                         td.ip += 5;
2011                         break;
2012                 }
2013                 case CEE_NEWARR:
2014                         CHECK_STACK (&td, 1);
2015                         token = read32 (td.ip + 1);
2016
2017                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2018                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2019                         else
2020                                 klass = mono_class_get_full (image, token, generic_context);
2021
2022                         ADD_CODE(&td, MINT_NEWARR);
2023                         ADD_CODE(&td, get_data_item_index (&td, klass));
2024                         SET_TYPE(td.sp - 1, STACK_TYPE_O, klass);
2025                         td.ip += 5;
2026                         break;
2027                 case CEE_LDLEN:
2028                         CHECK_STACK (&td, 1);
2029                         SIMPLE_OP (td, MINT_LDLEN);
2030                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2031                         break;
2032                 case CEE_LDELEMA:
2033                         CHECK_STACK (&td, 2);
2034                         ENSURE_I4 (&td, 1);
2035                         token = read32 (td.ip + 1);
2036
2037                         if (method->wrapper_type != MONO_WRAPPER_NONE)
2038                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2039                         else
2040                                 klass = mono_class_get_full (image, token, generic_context);
2041
2042                         ADD_CODE(&td, MINT_LDELEMA);
2043                         ADD_CODE(&td, get_data_item_index (&td, klass));
2044                         td.ip += 5;
2045                         --td.sp;
2046                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2047                         break;
2048                 case CEE_LDELEM_I1:
2049                         CHECK_STACK (&td, 2);
2050                         ENSURE_I4 (&td, 1);
2051                         SIMPLE_OP (td, MINT_LDELEM_I1);
2052                         --td.sp;
2053                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2054                         break;
2055                 case CEE_LDELEM_U1:
2056                         CHECK_STACK (&td, 2);
2057                         ENSURE_I4 (&td, 1);
2058                         SIMPLE_OP (td, MINT_LDELEM_U1);
2059                         --td.sp;
2060                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2061                         break;
2062                 case CEE_LDELEM_I2:
2063                         CHECK_STACK (&td, 2);
2064                         ENSURE_I4 (&td, 1);
2065                         SIMPLE_OP (td, MINT_LDELEM_I2);
2066                         --td.sp;
2067                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2068                         break;
2069                 case CEE_LDELEM_U2:
2070                         CHECK_STACK (&td, 2);
2071                         ENSURE_I4 (&td, 1);
2072                         SIMPLE_OP (td, MINT_LDELEM_U2);
2073                         --td.sp;
2074                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2075                         break;
2076                 case CEE_LDELEM_I4:
2077                         CHECK_STACK (&td, 2);
2078                         ENSURE_I4 (&td, 1);
2079                         SIMPLE_OP (td, MINT_LDELEM_I4);
2080                         --td.sp;
2081                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2082                         break;
2083                 case CEE_LDELEM_U4:
2084                         CHECK_STACK (&td, 2);
2085                         ENSURE_I4 (&td, 1);
2086                         SIMPLE_OP (td, MINT_LDELEM_U4);
2087                         --td.sp;
2088                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2089                         break;
2090                 case CEE_LDELEM_I8:
2091                         CHECK_STACK (&td, 2);
2092                         ENSURE_I4 (&td, 1);
2093                         SIMPLE_OP (td, MINT_LDELEM_I8);
2094                         --td.sp;
2095                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2096                         break;
2097                 case CEE_LDELEM_I:
2098                         CHECK_STACK (&td, 2);
2099                         ENSURE_I4 (&td, 1);
2100                         SIMPLE_OP (td, MINT_LDELEM_I);
2101                         --td.sp;
2102                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2103                         break;
2104                 case CEE_LDELEM_R4:
2105                         CHECK_STACK (&td, 2);
2106                         ENSURE_I4 (&td, 1);
2107                         SIMPLE_OP (td, MINT_LDELEM_R4);
2108                         --td.sp;
2109                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2110                         break;
2111                 case CEE_LDELEM_R8:
2112                         CHECK_STACK (&td, 2);
2113                         ENSURE_I4 (&td, 1);
2114                         SIMPLE_OP (td, MINT_LDELEM_R8);
2115                         --td.sp;
2116                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_R8);
2117                         break;
2118                 case CEE_LDELEM_REF:
2119                         CHECK_STACK (&td, 2);
2120                         ENSURE_I4 (&td, 1);
2121                         SIMPLE_OP (td, MINT_LDELEM_REF);
2122                         --td.sp;
2123                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_O);
2124                         break;
2125                 case CEE_STELEM_I:
2126                         CHECK_STACK (&td, 3);
2127                         ENSURE_I4 (&td, 2);
2128                         SIMPLE_OP (td, MINT_STELEM_I);
2129                         td.sp -= 3;
2130                         break;
2131                 case CEE_STELEM_I1:
2132                         CHECK_STACK (&td, 3);
2133                         ENSURE_I4 (&td, 2);
2134                         SIMPLE_OP (td, MINT_STELEM_I1);
2135                         td.sp -= 3;
2136                         break;
2137                 case CEE_STELEM_I2:
2138                         CHECK_STACK (&td, 3);
2139                         ENSURE_I4 (&td, 2);
2140                         SIMPLE_OP (td, MINT_STELEM_I2);
2141                         td.sp -= 3;
2142                         break;
2143                 case CEE_STELEM_I4:
2144                         CHECK_STACK (&td, 3);
2145                         ENSURE_I4 (&td, 2);
2146                         SIMPLE_OP (td, MINT_STELEM_I4);
2147                         td.sp -= 3;
2148                         break;
2149                 case CEE_STELEM_I8:
2150                         CHECK_STACK (&td, 3);
2151                         ENSURE_I4 (&td, 2);
2152                         SIMPLE_OP (td, MINT_STELEM_I8);
2153                         td.sp -= 3;
2154                         break;
2155                 case CEE_STELEM_R4:
2156                         CHECK_STACK (&td, 3);
2157                         ENSURE_I4 (&td, 2);
2158                         SIMPLE_OP (td, MINT_STELEM_R4);
2159                         td.sp -= 3;
2160                         break;
2161                 case CEE_STELEM_R8:
2162                         CHECK_STACK (&td, 3);
2163                         ENSURE_I4 (&td, 2);
2164                         SIMPLE_OP (td, MINT_STELEM_R8);
2165                         td.sp -= 3;
2166                         break;
2167                 case CEE_STELEM_REF:
2168                         CHECK_STACK (&td, 3);
2169                         ENSURE_I4 (&td, 2);
2170                         SIMPLE_OP (td, MINT_STELEM_REF);
2171                         td.sp -= 3;
2172                         break;
2173 #if 0
2174                 case CEE_LDELEM:
2175                 case CEE_STELEM:
2176
2177                 case CEE_CONV_OVF_U1:
2178
2179                 case CEE_CONV_OVF_I8:
2180
2181 #if SIZEOF_VOID_P == 8
2182                 case CEE_CONV_OVF_U:
2183 #endif
2184                 case CEE_REFANYVAL: ves_abort(); break;
2185 #endif
2186                 case CEE_CKFINITE:
2187                         CHECK_STACK (&td, 1);
2188                         SIMPLE_OP (td, MINT_CKFINITE);
2189                         break;
2190                 case CEE_CONV_OVF_I1:
2191                 case CEE_CONV_OVF_I1_UN:
2192                         CHECK_STACK (&td, 1);
2193                         switch (td.sp [-1].type) {
2194                         case STACK_TYPE_R8:
2195                                 ADD_CODE(&td, MINT_CONV_OVF_I1_R8);
2196                                 break;
2197                         case STACK_TYPE_I4:
2198                                 ADD_CODE(&td, MINT_CONV_OVF_I1_I4);
2199                                 break;
2200                         case STACK_TYPE_I8:
2201                                 ADD_CODE(&td, MINT_CONV_OVF_I1_I8);
2202                                 break;
2203                         default:
2204                                 g_assert_not_reached ();
2205                         }
2206                         ++td.ip;
2207                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2208                         break;
2209                 case CEE_CONV_OVF_U1:
2210                 case CEE_CONV_OVF_U1_UN:
2211                         CHECK_STACK (&td, 1);
2212                         switch (td.sp [-1].type) {
2213                         case STACK_TYPE_R8:
2214                                 ADD_CODE(&td, MINT_CONV_OVF_U1_R8);
2215                                 break;
2216                         case STACK_TYPE_I4:
2217                                 ADD_CODE(&td, MINT_CONV_OVF_U1_I4);
2218                                 break;
2219                         case STACK_TYPE_I8:
2220                                 ADD_CODE(&td, MINT_CONV_OVF_U1_I8);
2221                                 break;
2222                         default:
2223                                 g_assert_not_reached ();
2224                         }
2225                         ++td.ip;
2226                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2227                         break;
2228                 case CEE_CONV_OVF_I2:
2229                 case CEE_CONV_OVF_I2_UN:
2230                         CHECK_STACK (&td, 1);
2231                         switch (td.sp [-1].type) {
2232                         case STACK_TYPE_R8:
2233                                 ADD_CODE(&td, MINT_CONV_OVF_I2_R8);
2234                                 break;
2235                         case STACK_TYPE_I4:
2236                                 ADD_CODE(&td, MINT_CONV_OVF_I2_I4);
2237                                 break;
2238                         case STACK_TYPE_I8:
2239                                 ADD_CODE(&td, MINT_CONV_OVF_I2_I8);
2240                                 break;
2241                         default:
2242                                 g_assert_not_reached ();
2243                         }
2244                         ++td.ip;
2245                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2246                         break;
2247                 case CEE_CONV_OVF_U2_UN:
2248                 case CEE_CONV_OVF_U2:
2249                         CHECK_STACK (&td, 1);
2250                         switch (td.sp [-1].type) {
2251                         case STACK_TYPE_R8:
2252                                 ADD_CODE(&td, MINT_CONV_OVF_U2_R8);
2253                                 break;
2254                         case STACK_TYPE_I4:
2255                                 ADD_CODE(&td, MINT_CONV_OVF_U2_I4);
2256                                 break;
2257                         case STACK_TYPE_I8:
2258                                 ADD_CODE(&td, MINT_CONV_OVF_U2_I8);
2259                                 break;
2260                         default:
2261                                 g_assert_not_reached ();
2262                         }
2263                         ++td.ip;
2264                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2265                         break;
2266 #if SIZEOF_VOID_P == 4
2267                 case CEE_CONV_OVF_I:
2268 #endif
2269                 case CEE_CONV_OVF_I4:
2270                 case CEE_CONV_OVF_I4_UN:
2271                         CHECK_STACK (&td, 1);
2272                         switch (td.sp [-1].type) {
2273                         case STACK_TYPE_R8:
2274                                 ADD_CODE(&td, MINT_CONV_OVF_I4_R8);
2275                                 break;
2276                         case STACK_TYPE_I4:
2277                                 if (*td.ip == CEE_CONV_OVF_I4_UN)
2278                                         ADD_CODE(&td, MINT_CONV_OVF_I4_U4);
2279                                 break;
2280                         case STACK_TYPE_I8:
2281                                 ADD_CODE(&td, MINT_CONV_OVF_I4_I8);
2282                                 break;
2283                         default:
2284                                 g_assert_not_reached ();
2285                         }
2286                         ++td.ip;
2287                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2288                         break;
2289 #if SIZEOF_VOID_P == 4
2290                 case CEE_CONV_OVF_U:
2291 #endif
2292                 case CEE_CONV_OVF_U4:
2293                 case CEE_CONV_OVF_U4_UN:
2294                         CHECK_STACK (&td, 1);
2295                         switch (td.sp [-1].type) {
2296                         case STACK_TYPE_R8:
2297                                 ADD_CODE(&td, MINT_CONV_OVF_U4_R8);
2298                                 break;
2299                         case STACK_TYPE_I4:
2300                                 if (*td.ip != CEE_CONV_OVF_U4_UN)
2301                                         ADD_CODE(&td, MINT_CONV_OVF_U4_I4);
2302                                 break;
2303                         case STACK_TYPE_I8:
2304                                 ADD_CODE(&td, MINT_CONV_OVF_U4_I8);
2305                                 break;
2306                         default:
2307                                 g_assert_not_reached ();
2308                         }
2309                         ++td.ip;
2310                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2311                         break;
2312 #if SIZEOF_VOID_P == 8
2313                 case CEE_CONV_OVF_I:
2314 #endif
2315                 case CEE_CONV_OVF_I8:
2316                         CHECK_STACK (&td, 1);
2317                         switch (td.sp [-1].type) {
2318                         case STACK_TYPE_R8:
2319                                 ADD_CODE(&td, MINT_CONV_OVF_I8_R8);
2320                                 break;
2321                         case STACK_TYPE_I4:
2322                                 ADD_CODE(&td, MINT_CONV_I8_I4);
2323                                 break;
2324                         case STACK_TYPE_I8:
2325                                 break;
2326                         default:
2327                                 g_assert_not_reached ();
2328                         }
2329                         ++td.ip;
2330                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2331                         break;
2332 #if SIZEOF_VOID_P == 8
2333                 case CEE_CONV_OVF_U:
2334 #endif
2335                 case CEE_CONV_OVF_U8:
2336                         CHECK_STACK (&td, 1);
2337                         switch (td.sp [-1].type) {
2338                         case STACK_TYPE_R8:
2339                                 ADD_CODE(&td, MINT_CONV_OVF_U8_R8);
2340                                 break;
2341                         case STACK_TYPE_I4:
2342                                 ADD_CODE(&td, MINT_CONV_OVF_U8_I4);
2343                                 break;
2344                         case STACK_TYPE_I8:
2345                                 break;
2346                         default:
2347                                 g_assert_not_reached ();
2348                         }
2349                         ++td.ip;
2350                         SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I8);
2351                         break;
2352                 case CEE_LDTOKEN: {
2353                         int size;
2354                         gpointer handle;
2355                         token = read32 (td.ip + 1);
2356                         handle = mono_ldtoken (image, token, &klass, generic_context);
2357                         mt = mint_type(&klass->byval_arg);
2358                         g_assert (mt == MINT_TYPE_VT);
2359                         size = mono_class_value_size (klass, NULL);
2360                         g_assert (size == sizeof(gpointer));
2361                         PUSH_VT(&td, sizeof(gpointer));
2362                         ADD_CODE(&td, MINT_LDTOKEN);
2363                         ADD_CODE(&td, get_data_item_index (&td, handle));
2364                         PUSH_SIMPLE_TYPE(&td, stack_type [mt]);
2365                         td.ip += 5;
2366                         break;
2367                 }
2368                 case CEE_ADD_OVF:
2369                         binary_arith_op(&td, MINT_ADD_OVF_I4);
2370                         ++td.ip;
2371                         break;
2372                 case CEE_ADD_OVF_UN:
2373                         binary_arith_op(&td, MINT_ADD_OVF_UN_I4);
2374                         ++td.ip;
2375                         break;
2376                 case CEE_MUL_OVF:
2377                         binary_arith_op(&td, MINT_MUL_OVF_I4);
2378                         ++td.ip;
2379                         break;
2380                 case CEE_MUL_OVF_UN:
2381                         binary_arith_op(&td, MINT_MUL_OVF_UN_I4);
2382                         ++td.ip;
2383                         break;
2384                 case CEE_SUB_OVF:
2385                         binary_arith_op(&td, MINT_SUB_OVF_I4);
2386                         ++td.ip;
2387                         break;
2388                 case CEE_SUB_OVF_UN:
2389                         binary_arith_op(&td, MINT_SUB_OVF_UN_I4);
2390                         ++td.ip;
2391                         break;
2392                 case CEE_ENDFINALLY:
2393                         SIMPLE_OP (td, MINT_ENDFINALLY);
2394                         generating_code = 0;
2395                         break;
2396                 case CEE_LEAVE:
2397                         td.sp = td.stack;
2398                         handle_branch (&td, MINT_LEAVE_S, MINT_LEAVE, 5 + read32 (td.ip + 1));
2399                         td.ip += 5;
2400                         generating_code = 0;
2401                         break;
2402                 case CEE_LEAVE_S:
2403                         td.sp = td.stack;
2404                         handle_branch (&td, MINT_LEAVE_S, MINT_LEAVE, 2 + (gint8)td.ip [1]);
2405                         td.ip += 2;
2406                         generating_code = 0;
2407                         break;
2408                 case CEE_UNUSED41:
2409                         ++td.ip;
2410                         switch (*td.ip) {
2411                                 case CEE_MONO_CALLI_EXTRA_ARG:
2412                                         /* Same as CEE_CALLI, llvm specific */
2413                                         interp_transform_call (&td, method, domain, generic_context, is_bb_start, body_start_offset);
2414                                         break;
2415                                 case CEE_MONO_ICALL: {
2416                                         guint32 token;
2417                                         gpointer func;
2418                                         MonoJitICallInfo *info;
2419
2420                                         token = read32 (td.ip + 1);
2421                                         td.ip += 5;
2422                                         func = mono_method_get_wrapper_data (method, token);
2423                                         info = mono_find_jit_icall_by_addr (func);
2424                                         g_assert (info);
2425
2426                                         CHECK_STACK (&td, info->sig->param_count);
2427                                         switch (info->sig->param_count) {
2428                                         case 0:
2429                                                 if (MONO_TYPE_IS_VOID (info->sig->ret))
2430                                                         ADD_CODE (&td,MINT_ICALL_V_V);
2431                                                 else
2432                                                         ADD_CODE (&td, MINT_ICALL_V_P);
2433                                                 break;
2434                                         case 1:
2435                                                 if (MONO_TYPE_IS_VOID (info->sig->ret))
2436                                                         ADD_CODE (&td,MINT_ICALL_P_V);
2437                                                 else
2438                                                         ADD_CODE (&td,MINT_ICALL_P_P);
2439                                                 break;
2440                                         case 2:
2441                                                 if (MONO_TYPE_IS_VOID (info->sig->ret)) {
2442                                                         if (info->sig->params [1]->type == MONO_TYPE_I4)
2443                                                                 ADD_CODE (&td,MINT_ICALL_PI_V);
2444                                                         else
2445                                                                 ADD_CODE (&td,MINT_ICALL_PP_V);
2446                                                 } else {
2447                                                         if (info->sig->params [1]->type == MONO_TYPE_I4)
2448                                                                 ADD_CODE (&td,MINT_ICALL_PI_P);
2449                                                         else
2450                                                                 ADD_CODE (&td,MINT_ICALL_PP_P);
2451                                                 }
2452                                                 break;
2453                                         case 3:
2454                                                 g_assert (MONO_TYPE_IS_VOID (info->sig->ret));
2455                                                 if (info->sig->params [2]->type == MONO_TYPE_I4)
2456                                                         ADD_CODE (&td,MINT_ICALL_PPI_V);
2457                                                 else
2458                                                         ADD_CODE (&td,MINT_ICALL_PPP_V);
2459                                                 break;
2460                                         default:
2461                                                 g_assert_not_reached ();
2462                                         }
2463
2464                                         if (func == mono_ftnptr_to_delegate) {
2465                                                 g_error ("TODO: ?");
2466                                                 func = mono_interp_ftnptr_to_delegate;
2467                                         }
2468                                         ADD_CODE(&td, get_data_item_index (&td, func));
2469                                         td.sp -= info->sig->param_count;
2470
2471                                         if (!MONO_TYPE_IS_VOID (info->sig->ret)) {
2472                                                 td.sp ++;
2473                                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I);
2474                                         }
2475                                         break;
2476                                 }
2477                         case CEE_MONO_VTADDR: {
2478                                 int size;
2479                                 CHECK_STACK (&td, 1);
2480                                 if (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
2481                                         size = mono_class_native_size(td.sp [-1].klass, NULL);
2482                                 else
2483                                         size = mono_class_value_size(td.sp [-1].klass, NULL);
2484                                 size = (size + 7) & ~7;
2485                                 ADD_CODE(&td, MINT_VTRESULT);
2486                                 ADD_CODE(&td, 0);
2487                                 WRITE32(&td, &size);
2488                                 td.vt_sp -= size;
2489                                 ++td.ip;
2490                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2491                                 break;
2492                         }
2493                         case CEE_MONO_LDPTR:
2494                         case CEE_MONO_CLASSCONST:
2495                                 token = read32 (td.ip + 1);
2496                                 td.ip += 5;
2497                                 ADD_CODE(&td, MINT_MONO_LDPTR);
2498                                 ADD_CODE(&td, get_data_item_index (&td, mono_method_get_wrapper_data (method, token)));
2499                                 td.sp [0].type = STACK_TYPE_I;
2500                                 ++td.sp;
2501                                 break;
2502                         case CEE_MONO_OBJADDR:
2503                                 CHECK_STACK (&td, 1);
2504                                 ++td.ip;
2505                                 td.sp[-1].type = STACK_TYPE_MP;
2506                                 /* do nothing? */
2507                                 break;
2508                         case CEE_MONO_NEWOBJ:
2509                                 token = read32 (td.ip + 1);
2510                                 td.ip += 5;
2511                                 ADD_CODE(&td, MINT_MONO_NEWOBJ);
2512                                 ADD_CODE(&td, get_data_item_index (&td, mono_method_get_wrapper_data (method, token)));
2513                                 td.sp [0].type = STACK_TYPE_O;
2514                                 ++td.sp;
2515                                 break;
2516                         case CEE_MONO_RETOBJ:
2517                                 CHECK_STACK (&td, 1);
2518                                 token = read32 (td.ip + 1);
2519                                 td.ip += 5;
2520                                 ADD_CODE(&td, MINT_MONO_RETOBJ);
2521                                 td.sp--;
2522
2523                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2524
2525                                 /*stackval_from_data (signature->ret, frame->retval, sp->data.vt, signature->pinvoke);*/
2526
2527                                 if (td.sp > td.stack)
2528                                         g_warning ("CEE_MONO_RETOBJ: more values on stack: %d", td.sp-td.stack);
2529                                 break;
2530                         case CEE_MONO_LDNATIVEOBJ:
2531                                 token = read32 (td.ip + 1);
2532                                 td.ip += 5;
2533                                 klass = (MonoClass *)mono_method_get_wrapper_data (method, token);
2534                                 g_assert(klass->valuetype);
2535                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2536                                 break;
2537                         case CEE_MONO_SAVE_LMF:
2538                         case CEE_MONO_RESTORE_LMF:
2539                         case CEE_MONO_NOT_TAKEN:
2540                                 ++td.ip;
2541                                 break;
2542                         case CEE_MONO_LDPTR_INT_REQ_FLAG:
2543                                 ADD_CODE (&td, MINT_MONO_LDPTR);
2544                                 ADD_CODE (&td, get_data_item_index (&td, mono_thread_interruption_request_flag ()));
2545                                 PUSH_TYPE (&td, STACK_TYPE_MP, NULL);
2546                                 ++td.ip;
2547                                 break;
2548                         default:
2549                                 g_error ("transform.c: Unimplemented opcode: 0xF0 %02x at 0x%x\n", *td.ip, td.ip-header->code);
2550                         }
2551                         break;
2552 #if 0
2553                 case CEE_PREFIX7:
2554                 case CEE_PREFIX6:
2555                 case CEE_PREFIX5:
2556                 case CEE_PREFIX4:
2557                 case CEE_PREFIX3:
2558                 case CEE_PREFIX2:
2559                 case CEE_PREFIXREF: ves_abort(); break;
2560 #endif
2561                 /*
2562                  * Note: Exceptions thrown when executing a prefixed opcode need
2563                  * to take into account the number of prefix bytes (usually the
2564                  * throw point is just (ip - n_prefix_bytes).
2565                  */
2566                 case CEE_PREFIX1:
2567                         ++td.ip;
2568                         switch (*td.ip) {
2569 #if 0
2570                         case CEE_ARGLIST: ves_abort(); break;
2571 #endif
2572                         case CEE_CEQ:
2573                                 CHECK_STACK(&td, 2);
2574                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2575                                         ADD_CODE(&td, MINT_CEQ_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2576                                 else
2577                                         ADD_CODE(&td, MINT_CEQ_I4 + td.sp [-1].type - STACK_TYPE_I4);
2578                                 --td.sp;
2579                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2580                                 ++td.ip;
2581                                 break;
2582                         case CEE_CGT:
2583                                 CHECK_STACK(&td, 2);
2584                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2585                                         ADD_CODE(&td, MINT_CGT_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2586                                 else
2587                                         ADD_CODE(&td, MINT_CGT_I4 + td.sp [-1].type - STACK_TYPE_I4);
2588                                 --td.sp;
2589                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2590                                 ++td.ip;
2591                                 break;
2592                         case CEE_CGT_UN:
2593                                 CHECK_STACK(&td, 2);
2594                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2595                                         ADD_CODE(&td, MINT_CGT_UN_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2596                                 else
2597                                         ADD_CODE(&td, MINT_CGT_UN_I4 + td.sp [-1].type - STACK_TYPE_I4);
2598                                 --td.sp;
2599                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2600                                 ++td.ip;
2601                                 break;
2602                         case CEE_CLT:
2603                                 CHECK_STACK(&td, 2);
2604                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2605                                         ADD_CODE(&td, MINT_CLT_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2606                                 else
2607                                         ADD_CODE(&td, MINT_CLT_I4 + td.sp [-1].type - STACK_TYPE_I4);
2608                                 --td.sp;
2609                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2610                                 ++td.ip;
2611                                 break;
2612                         case CEE_CLT_UN:
2613                                 CHECK_STACK(&td, 2);
2614                                 if (td.sp [-1].type == STACK_TYPE_O || td.sp [-1].type == STACK_TYPE_MP)
2615                                         ADD_CODE(&td, MINT_CLT_UN_I4 + STACK_TYPE_I - STACK_TYPE_I4);
2616                                 else
2617                                         ADD_CODE(&td, MINT_CLT_UN_I4 + td.sp [-1].type - STACK_TYPE_I4);
2618                                 --td.sp;
2619                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_I4);
2620                                 ++td.ip;
2621                                 break;
2622                         case CEE_LDVIRTFTN: /* fallthrough */
2623                         case CEE_LDFTN: {
2624                                 MonoMethod *m;
2625                                 if (*td.ip == CEE_LDVIRTFTN) {
2626                                         CHECK_STACK (&td, 1);
2627                                         --td.sp;
2628                                 }
2629                                 token = read32 (td.ip + 1);
2630                                 if (method->wrapper_type != MONO_WRAPPER_NONE)
2631                                         m = (MonoMethod *)mono_method_get_wrapper_data (method, token);
2632                                 else
2633                                         m = mono_get_method_full (image, token, NULL, generic_context);
2634
2635                                 if (method->wrapper_type == MONO_WRAPPER_NONE && m->iflags & METHOD_IMPL_ATTRIBUTE_SYNCHRONIZED)
2636                                         m = mono_marshal_get_synchronized_wrapper (m);
2637
2638                                 ADD_CODE(&td, *td.ip == CEE_LDFTN ? MINT_LDFTN : MINT_LDVIRTFTN);
2639                                 ADD_CODE(&td, get_data_item_index (&td, mono_interp_get_runtime_method (domain, m, &error)));
2640                                 mono_error_cleanup (&error); /* FIXME: don't swallow the error */
2641                                 td.ip += 5;
2642                                 PUSH_SIMPLE_TYPE (&td, STACK_TYPE_F);
2643                                 break;
2644                         }
2645                         case CEE_LDARG:
2646                                 load_arg (&td, read16 (td.ip + 1));
2647                                 td.ip += 3;
2648                                 break;
2649                         case CEE_LDARGA: {
2650                                 int n = read16 (td.ip + 1);
2651                                 if (n == 0 && signature->hasthis)
2652                                         ADD_CODE(&td, MINT_LDTHISA);
2653                                 else {
2654                                         ADD_CODE(&td, MINT_LDARGA);
2655                                         ADD_CODE(&td, td.rtm->arg_offsets [n - signature->hasthis]); /* FIX for large offsets */
2656                                 }
2657                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
2658                                 td.ip += 3;
2659                                 break;
2660                         }
2661                         case CEE_STARG:
2662                                 store_arg (&td, read16 (td.ip + 1));
2663                                 td.ip += 3;
2664                                 break;
2665                         case CEE_LDLOC:
2666                                 load_local (&td, read16 (td.ip + 1));
2667                                 td.ip += 3;
2668                                 break;
2669                         case CEE_LDLOCA:
2670                                 ADD_CODE(&td, MINT_LDLOCA_S);
2671                                 ADD_CODE(&td, td.rtm->local_offsets [read16 (td.ip + 1)]);
2672                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_MP);
2673                                 td.ip += 3;
2674                                 break;
2675                         case CEE_STLOC:
2676                                 store_local (&td, read16 (td.ip + 1));
2677                                 td.ip += 3;
2678                                 break;
2679                         case CEE_LOCALLOC:
2680                                 CHECK_STACK (&td, 1);
2681 #if SIZEOF_VOID_P == 8
2682                                 if (td.sp [-1].type == STACK_TYPE_I8)
2683                                         ADD_CODE(&td, MINT_CONV_I4_I8);
2684 #endif
2685                                 ADD_CODE(&td, MINT_LOCALLOC);
2686                                 if (td.sp != td.stack + 1)
2687                                         g_warning("CEE_LOCALLOC: stack not empty");
2688                                 ++td.ip;
2689                                 SET_SIMPLE_TYPE(td.sp - 1, STACK_TYPE_MP);
2690                                 break;
2691 #if 0
2692                         case CEE_UNUSED57: ves_abort(); break;
2693                         case CEE_ENDFILTER: ves_abort(); break;
2694 #endif
2695                         case CEE_UNALIGNED_:
2696                                 ++td.ip;
2697                                 /* FIX: should do something? */;
2698                                 break;
2699                         case CEE_VOLATILE_:
2700                                 ++td.ip;
2701                                 /* FIX: should do something? */;
2702                                 break;
2703                         case CEE_TAIL_:
2704                                 ++td.ip;
2705                                 /* FIX: should do something? */;
2706                                 break;
2707                         case CEE_INITOBJ:
2708                                 CHECK_STACK(&td, 1);
2709                                 token = read32 (td.ip + 1);
2710                                 klass = mono_class_get_full (image, token, generic_context);
2711                                 ADD_CODE(&td, MINT_INITOBJ);
2712                                 i32 = mono_class_value_size (klass, NULL);
2713                                 WRITE32(&td, &i32);
2714                                 td.ip += 5;
2715                                 --td.sp;
2716                                 break;
2717                         case CEE_CPBLK:
2718                                 CHECK_STACK(&td, 3);
2719                                 /* FIX? convert length to I8? */
2720                                 ADD_CODE(&td, MINT_CPBLK);
2721                                 td.sp -= 3;
2722                                 ++td.ip;
2723                                 break;
2724 #if 0
2725                         case CEE_CONSTRAINED_: {
2726                                 guint32 token;
2727                                 /* FIXME: implement */
2728                                 ++ip;
2729                                 token = read32 (ip);
2730                                 ip += 4;
2731                                 break;
2732                         }
2733 #endif
2734                         case CEE_INITBLK:
2735                                 CHECK_STACK(&td, 3);
2736                                 ADD_CODE(&td, MINT_INITBLK);
2737                                 td.sp -= 3;
2738                                 break;
2739 #if 0
2740                         case CEE_NO_:
2741                                 /* FIXME: implement */
2742                                 ip += 2;
2743                                 break;
2744 #endif
2745                         case CEE_RETHROW:
2746                                 SIMPLE_OP (td, MINT_RETHROW);
2747                                 generating_code = 0;
2748                                 break;
2749                         case CEE_SIZEOF: {
2750                                 gint32 size;
2751                                 token = read32 (td.ip + 1);
2752                                 td.ip += 5;
2753                                 if (mono_metadata_token_table (token) == MONO_TABLE_TYPESPEC) {
2754                                         int align;
2755                                         MonoType *type = mono_type_create_from_typespec (image, token);
2756                                         size = mono_type_size (type, &align);
2757                                 } else {
2758                                         guint32 align;
2759                                         MonoClass *szclass = mono_class_get_full (image, token, generic_context);
2760                                         mono_class_init (szclass);
2761 #if 0
2762                                         if (!szclass->valuetype)
2763                                                 THROW_EX (mono_exception_from_name (mono_defaults.corlib, "System", "InvalidProgramException"), ip - 5);
2764 #endif
2765                                         size = mono_class_value_size (szclass, &align);
2766                                 }
2767                                 ADD_CODE(&td, MINT_LDC_I4);
2768                                 WRITE32(&td, &size);
2769                                 PUSH_SIMPLE_TYPE(&td, STACK_TYPE_I4);
2770                                 break;
2771                         }
2772 #if 0
2773                         case CEE_REFANYTYPE: ves_abort(); break;
2774 #endif
2775                         default:
2776                                 g_error ("transform.c: Unimplemented opcode: 0xFE %02x (%s) at 0x%x\n", *td.ip, mono_opcode_name (256 + *td.ip), td.ip-header->code);
2777                         }
2778                         break;
2779                 default:
2780                         g_error ("transform.c: Unimplemented opcode: %02x at 0x%x\n", *td.ip, td.ip-header->code);
2781                 }
2782
2783                 if (td.new_ip - td.new_code != new_in_start_offset)
2784                         td.last_new_ip = td.new_code + new_in_start_offset;
2785                 else if (td.is_bb_start [td.in_start - td.il_code])
2786                         td.is_bb_start [td.ip - td.il_code] = 1;
2787
2788                 td.last_ip = td.in_start;
2789         }
2790
2791         if (mono_interp_traceopt) {
2792                 const guint16 *p = td.new_code;
2793                 printf("Runtime method: %p, VT stack size: %d\n", rtm, td.max_vt_sp);
2794                 printf("Calculated stack size: %d, stated size: %d\n", td.max_stack_height, header->max_stack);
2795                 while (p < td.new_ip) {
2796                         p = mono_interp_dis_mintop(td.new_code, p);
2797                         printf("\n");
2798                 }
2799         }
2800
2801         rtm->clauses = mono_mempool_alloc (domain->mp, header->num_clauses * sizeof(MonoExceptionClause));
2802         memcpy (rtm->clauses, header->clauses, header->num_clauses * sizeof(MonoExceptionClause));
2803         rtm->code = mono_mempool_alloc (domain->mp, (td.new_ip - td.new_code) * sizeof(gushort));
2804         memcpy (rtm->code, td.new_code, (td.new_ip - td.new_code) * sizeof(gushort));
2805         g_free (td.new_code);
2806         rtm->new_body_start = rtm->code + body_start_offset;
2807         rtm->num_clauses = header->num_clauses;
2808         for (i = 0; i < header->num_clauses; i++) {
2809                 MonoExceptionClause *c = rtm->clauses + i;
2810                 int end_off = c->try_offset + c->try_len;
2811                 c->try_offset = td.in_offsets [c->try_offset];
2812                 c->try_len = td.in_offsets [end_off] - c->try_offset;
2813                 end_off = c->handler_offset + c->handler_len;
2814                 c->handler_offset = td.in_offsets [c->handler_offset];
2815                 c->handler_len = td.in_offsets [end_off] - c->handler_offset;
2816         }
2817         rtm->vt_stack_size = td.max_vt_sp;
2818         rtm->alloca_size = rtm->locals_size + rtm->args_size + rtm->vt_stack_size + rtm->stack_size;
2819         rtm->data_items = mono_mempool_alloc (domain->mp, td.n_data_items * sizeof (td.data_items [0]));
2820         memcpy (rtm->data_items, td.data_items, td.n_data_items * sizeof (td.data_items [0]));
2821         g_free (td.in_offsets);
2822         g_free (td.forward_refs);
2823         for (i = 0; i < header->code_size; ++i)
2824                 g_free (td.stack_state [i]);
2825         g_free (td.stack_state);
2826         g_free (td.stack_height);
2827         g_free (td.vt_stack_size);
2828         g_free (td.data_items);
2829         g_hash_table_destroy (td.data_hash);
2830 }
2831
2832 static mono_mutex_t calc_section;
2833
2834 void
2835 mono_interp_transform_init (void)
2836 {
2837         mono_os_mutex_init_recursive(&calc_section);
2838 }
2839
2840 MonoException *
2841 mono_interp_transform_method (RuntimeMethod *runtime_method, ThreadContext *context)
2842 {
2843         int i, align, size, offset;
2844         MonoMethod *method = runtime_method->method;
2845         MonoImage *image = method->klass->image;
2846         MonoMethodHeader *header = mono_method_get_header (method);
2847         MonoMethodSignature *signature = mono_method_signature (method);
2848         register const unsigned char *ip, *end;
2849         const MonoOpcode *opcode;
2850         MonoMethod *m;
2851         MonoClass *class;
2852         MonoDomain *domain = mono_domain_get ();
2853         unsigned char *is_bb_start;
2854         int in;
2855         MonoVTable *method_class_vt;
2856         int backwards;
2857         MonoGenericContext *generic_context = NULL;
2858
2859         // g_printerr ("TRANSFORM(0x%016lx): begin %s::%s\n", mono_thread_current (), method->klass->name, method->name);
2860         method_class_vt = mono_class_vtable (domain, runtime_method->method->klass);
2861         if (!method_class_vt->initialized) {
2862                 jmp_buf env;
2863                 MonoInvocation *last_env_frame = context->env_frame;
2864                 jmp_buf *old_env = context->current_env;
2865
2866                 if (setjmp(env)) {
2867                         MonoException *failed = context->env_frame->ex;
2868                         context->env_frame->ex = NULL;
2869                         context->env_frame = last_env_frame;
2870                         context->current_env = old_env;
2871                         return failed;
2872                 }
2873                 context->env_frame = context->current_frame;
2874                 context->current_env = &env;
2875                 mono_runtime_class_init (method_class_vt);
2876                 context->env_frame = last_env_frame;
2877                 context->current_env = old_env;
2878         }
2879
2880         mono_profiler_method_jit (method); /* sort of... */
2881
2882         if (mono_method_signature (method)->is_inflated)
2883                 generic_context = &((MonoMethodInflated *) method)->context;
2884
2885         if (method->iflags & (METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL | METHOD_IMPL_ATTRIBUTE_RUNTIME)) {
2886                 MonoMethod *nm = NULL;
2887                 mono_os_mutex_lock(&calc_section);
2888                 if (runtime_method->transformed) {
2889                         mono_os_mutex_unlock(&calc_section);
2890                         g_error ("FIXME: no jit info?");
2891                         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
2892                         return NULL;
2893                 }
2894
2895                 /* assumes all internal calls with an array this are built in... */
2896                 if (method->iflags & METHOD_IMPL_ATTRIBUTE_INTERNAL_CALL && (! mono_method_signature (method)->hasthis || method->klass->rank == 0)) {
2897                         nm = mono_marshal_get_native_wrapper (method, TRUE, FALSE);
2898                 } else {
2899                         const char *name = method->name;
2900                         if (method->klass->parent == mono_defaults.multicastdelegate_class) {
2901                                 if (*name == 'I' && (strcmp (name, "Invoke") == 0)) {
2902                                         nm = mono_marshal_get_delegate_invoke (method, NULL);
2903                                 } else if (*name == 'B' && (strcmp (name, "BeginInvoke") == 0)) {
2904                                         nm = mono_marshal_get_delegate_begin_invoke (method);
2905                                 } else if (*name == 'E' && (strcmp (name, "EndInvoke") == 0)) {
2906                                         nm = mono_marshal_get_delegate_end_invoke (method);
2907                                 }
2908                         }
2909                         if (nm == NULL) {
2910                                 runtime_method->code = g_malloc(sizeof(short));
2911                                 runtime_method->code[0] = MINT_CALLRUN;
2912                         }
2913                 }
2914                 if (nm == NULL) {
2915                         runtime_method->stack_size = sizeof (stackval); /* for tracing */
2916                         runtime_method->alloca_size = runtime_method->stack_size;
2917                         runtime_method->transformed = TRUE;
2918                         mono_os_mutex_unlock(&calc_section);
2919                         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
2920                         return NULL;
2921                 }
2922                 method = nm;
2923                 header = mono_method_get_header (nm);
2924                 mono_os_mutex_unlock(&calc_section);
2925         }
2926         g_assert ((signature->param_count + signature->hasthis) < 1000);
2927         g_assert (header->max_stack < 10000);
2928         /* intern the strings in the method. */
2929         ip = header->code;
2930         end = ip + header->code_size;
2931
2932         is_bb_start = g_malloc0(header->code_size);
2933         is_bb_start [0] = 1;
2934         while (ip < end) {
2935                 in = *ip;
2936                 if (in == 0xfe) {
2937                         ip++;
2938                         in = *ip + 256;
2939                 }
2940                 else if (in == 0xf0) {
2941                         ip++;
2942                         in = *ip + MONO_CEE_MONO_ICALL;
2943                 }
2944                 opcode = &mono_opcodes [in];
2945                 switch (opcode->argument) {
2946                 case MonoInlineNone:
2947                         ++ip;
2948                         break;
2949                 case MonoInlineString:
2950                         if (method->wrapper_type == MONO_WRAPPER_NONE)
2951                                 mono_ldstr (domain, image, mono_metadata_token_index (read32 (ip + 1)));
2952                         ip += 5;
2953                         break;
2954                 case MonoInlineType:
2955                         if (method->wrapper_type == MONO_WRAPPER_NONE) {
2956                                 class = mono_class_get_full (image, read32 (ip + 1), generic_context);
2957                                 mono_class_init (class);
2958                                 /* quick fix to not do this for the fake ptr classes - probably should not be getting the vtable at all here */
2959 #if 0
2960                                 g_error ("FIXME: interface method lookup: %s (in method %s)", class->name, method->name);
2961                                 if (!(class->flags & TYPE_ATTRIBUTE_INTERFACE) && class->interface_offsets != NULL)
2962                                         mono_class_vtable (domain, class);
2963 #endif
2964                         }
2965                         ip += 5;
2966                         break;
2967                 case MonoInlineMethod:
2968                         if (method->wrapper_type == MONO_WRAPPER_NONE && *ip != CEE_CALLI) {
2969                                 m = mono_get_method_full (image, read32 (ip + 1), NULL, generic_context);
2970                                 if (m == NULL) {
2971                                         g_free (is_bb_start);
2972                                         g_error ("FIXME: where to get method and class string?");
2973                                         return NULL;
2974                                         // return mono_get_exception_missing_method ();
2975                                 }
2976                                 mono_class_init (m->klass);
2977                                 if (!mono_class_is_interface (m->klass))
2978                                         mono_class_vtable (domain, m->klass);
2979                         }
2980                         ip += 5;
2981                         break;
2982                 case MonoInlineField:
2983                 case MonoInlineSig:
2984                 case MonoInlineI:
2985                 case MonoInlineTok:
2986                 case MonoShortInlineR:
2987                         ip += 5;
2988                         break;
2989                 case MonoInlineBrTarget:
2990                         offset = read32 (ip + 1);
2991                         ip += 5;
2992                         backwards = offset < 0;
2993                         offset += ip - header->code;
2994                         g_assert (offset >= 0 && offset < header->code_size);
2995                         is_bb_start [offset] |= backwards ? 2 : 1;
2996                         break;
2997                 case MonoShortInlineBrTarget:
2998                         offset = ((gint8 *)ip) [1];
2999                         ip += 2;
3000                         backwards = offset < 0;
3001                         offset += ip - header->code;
3002                         g_assert (offset >= 0 && offset < header->code_size);
3003                         is_bb_start [offset] |= backwards ? 2 : 1;
3004                         break;
3005                 case MonoInlineVar:
3006                         ip += 3;
3007                         break;
3008                 case MonoShortInlineVar:
3009                 case MonoShortInlineI:
3010                         ip += 2;
3011                         break;
3012                 case MonoInlineSwitch: {
3013                         guint32 n;
3014                         const unsigned char *next_ip;
3015                         ++ip;
3016                         n = read32 (ip);
3017                         ip += 4;
3018                         next_ip = ip + 4 * n;
3019                         for (i = 0; i < n; i++) {
3020                                 offset = read32 (ip);
3021                                 backwards = offset < 0;
3022                                 offset += next_ip - header->code;
3023                                 g_assert (offset >= 0 && offset < header->code_size);
3024                                 is_bb_start [offset] |= backwards ? 2 : 1;
3025                                 ip += 4;
3026                         }
3027                         break;
3028                 }
3029                 case MonoInlineR:
3030                 case MonoInlineI8:
3031                         ip += 9;
3032                         break;
3033                 default:
3034                         g_assert_not_reached ();
3035                 }
3036         }
3037         // g_printerr ("TRANSFORM(0x%016lx): end %s::%s\n", mono_thread_current (), method->klass->name, method->name);
3038
3039         /* the rest needs to be locked so it is only done once */
3040         mono_os_mutex_lock(&calc_section);
3041         if (runtime_method->transformed) {
3042                 mono_os_mutex_unlock(&calc_section);
3043                 g_free (is_bb_start);
3044                 mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
3045                 return NULL;
3046         }
3047
3048         runtime_method->local_offsets = g_malloc (header->num_locals * sizeof(guint32));
3049         runtime_method->stack_size = (sizeof (stackval) + 2) * header->max_stack; /* + 1 for returns of called functions  + 1 for 0-ing in trace*/
3050         runtime_method->stack_size = (runtime_method->stack_size + 7) & ~7;
3051         offset = 0;
3052         for (i = 0; i < header->num_locals; ++i) {
3053                 size = mono_type_size (header->locals [i], &align);
3054                 offset += align - 1;
3055                 offset &= ~(align - 1);
3056                 runtime_method->local_offsets [i] = offset;
3057                 offset += size;
3058         }
3059         offset = (offset + 7) & ~7;
3060         runtime_method->locals_size = offset;
3061         g_assert (runtime_method->locals_size < 65536);
3062         offset = 0;
3063         runtime_method->arg_offsets = g_malloc(signature->param_count * sizeof(guint32));
3064         for (i = 0; i < signature->param_count; ++i) {
3065                 if (signature->pinvoke) {
3066                         guint32 dummy;
3067                         size = mono_type_native_stack_size (signature->params [i], &dummy);
3068                         align = 8;
3069                 }
3070                 else
3071                         size = mono_type_stack_size (signature->params [i], &align);
3072                 offset += align - 1;
3073                 offset &= ~(align - 1);
3074                 runtime_method->arg_offsets [i] = offset;
3075                 offset += size;
3076         }
3077         offset = (offset + 7) & ~7;
3078         runtime_method->args_size = offset;
3079         g_assert (runtime_method->args_size < 10000);
3080
3081         generate(method, runtime_method, is_bb_start);
3082
3083         g_free (is_bb_start);
3084
3085         mono_profiler_method_end_jit (method, NULL, MONO_PROFILE_OK);
3086         runtime_method->transformed = TRUE;
3087         mono_os_mutex_unlock(&calc_section);
3088
3089         return NULL;
3090 }
3091