mono/mini/mini-s390.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define NOT_IMPLEMENTED(x) \
  22         g_error ("FIXME: %s is not yet implemented.", x);
  23
  24 #define EMIT_COND_BRANCH(ins,cond)                                                      \
  25 {                                                                                       \
  26 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  27         if (ins->inst_i0->inst_c0) {                                                    \
  28                 int displace;                                                           \
  29                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  30                 if (s390_is_imm16(displace)) {                                          \
  31                         s390_brc (code, cond, displace);                                \
  32                 } else {                                                                \
  33                         s390_jcl (code, cond, displace);                                \
  34                 }                                                                       \
  35         } else {                                                                        \
  36                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  37                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  38                 s390_jcl (code, cond, 0);                                               \
  39         }                                                                               \
  40 } else {                                                                                \
  41         if (ins->inst_true_bb->native_offset) {                                         \
  42                 int displace;                                                           \
  43                 displace = ((cfg->native_code +                                         \
  44                             ins->inst_true_bb->native_offset) - code) / 2;              \
  45                 if (s390_is_imm16(displace)) {                                          \
  46                         s390_brc (code, cond, displace);                                \
  47                 } else {                                                                \
  48                         s390_jcl (code, cond, displace);                                \
  49                 }                                                                       \
  50         } else {                                                                        \
  51                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  52                                      MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  53                 s390_jcl (code, cond, 0);                                               \
  54         }                                                                               \
  55 }                                                                                       \
  56 }
  57
  58 #define EMIT_UNCOND_BRANCH(ins)                                                         \
  59 {                                                                                       \
  60 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  61         if (ins->inst_i0->inst_c0) {                                                    \
  62                 int displace;                                                           \
  63                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  64                 if (s390_is_imm16(displace)) {                                          \
  65                         s390_brc (code, S390_CC_UN, displace);                          \
  66                 } else {                                                                \
  67                         s390_jcl (code, S390_CC_UN, displace);                          \
  68                 }                                                                       \
  69         } else {                                                                        \
  70                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  71                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  72                 s390_jcl (code, S390_CC_UN, 0);                                         \
  73         }                                                                               \
  74 } else {                                                                                \
  75         if (ins->inst_target_bb->native_offset) {                                       \
  76                 int displace;                                                           \
  77                 displace = ((cfg->native_code +                                         \
  78                             ins->inst_target_bb->native_offset) - code) / 2;            \
  79                 if (s390_is_imm16(displace)) {                                          \
  80                         s390_brc (code, S390_CC_UN, displace);                          \
  81                 } else {                                                                \
  82                         s390_jcl (code, S390_CC_UN, displace);                          \
  83                 }                                                                       \
  84         } else {                                                                        \
  85                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  86                                      MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  87                 s390_jcl (code, S390_CC_UN, 0);                                         \
  88         }                                                                               \
  89 }                                                                                       \
  90 }
  91
  92 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  93         do {                                                            \
  94                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  95                                     MONO_PATCH_INFO_EXC, exc_name);     \
  96                 s390_jcl (code, cond, 0);                               \
  97         } while (0);
  98
  99 #define CHECK_SRCDST_COM                                                \
 100         if (ins->dreg == ins->sreg2) {                                  \
 101                 src2 = ins->sreg1;                                      \
 102         } else {                                                        \
 103                 src2 = ins->sreg2;                                      \
 104                 if (ins->dreg != ins->sreg1) {                          \
 105                         s390_lr  (code, ins->dreg, ins->sreg1);         \
 106                 }                                                       \
 107         }
 108
 109 #define CHECK_SRCDST_NCOM                                               \
 110         if (ins->dreg == ins->sreg2) {                                  \
 111                 src2 = s390_r13;                                        \
 112                 s390_lr  (code, s390_r13, ins->sreg2);                  \
 113         } else {                                                        \
 114                 src2 = ins->sreg2;                                      \
 115         }                                                               \
 116         if (ins->dreg != ins->sreg1) {                                  \
 117                 s390_lr  (code, ins->dreg, ins->sreg1);                 \
 118         }
 119
 120 #define CHECK_SRCDST_COM_F                                              \
 121         if (ins->dreg == ins->sreg2) {                                  \
 122                 src2 = ins->sreg1;                                      \
 123         } else {                                                        \
 124                 src2 = ins->sreg2;                                      \
 125                 if (ins->dreg != ins->sreg1) {                          \
 126                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 127                 }                                                       \
 128         }
 129
 130 #define CHECK_SRCDST_NCOM_F                                             \
 131         if (ins->dreg == ins->sreg2) {                                  \
 132                 src2 = s390_f15;                                        \
 133                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 134         } else {                                                        \
 135                 src2 = ins->sreg2;                                      \
 136         }                                                               \
 137         if (ins->dreg != ins->sreg1) {                                  \
 138                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 139         }
 140
 141 #undef DEBUG
 142 #define DEBUG(a) if (cfg->verbose_level > 1) a
 143
 144 #define MAX_EXC 16
 145
 146 #define S390_TRACE_STACK_SIZE (5*sizeof(gint32)+3*sizeof(gdouble))
 147
 148 #define MAX (a, b) ((a) > (b) ? (a) : (b))
 149
 150 /*========================= End of Defines =========================*/
 151
 152 /*------------------------------------------------------------------*/
 153 /*                 I n c l u d e s                                  */
 154 /*------------------------------------------------------------------*/
 155
 156 #include "mini.h"
 157 #include <string.h>
 158
 159 #include <mono/metadata/appdomain.h>
 160 #include <mono/metadata/debug-helpers.h>
 161 #include <mono/metadata/profiler-private.h>
 162 #include <mono/utils/mono-math.h>
 163
 164 #include "mini-s390.h"
 165 #include "inssel.h"
 166 #include "cpu-s390.h"
 167
 168 /*========================= End of Includes ========================*/
 169
 170 /*------------------------------------------------------------------*/
 171 /*                 T y p e d e f s                                  */
 172 /*------------------------------------------------------------------*/
 173
 174 typedef struct {
 175         guint stack_size,
 176               local_size,
 177               code_size,
 178               parm_size,
 179               offset,
 180               offStruct,
 181               retStruct;
 182 } size_data;
 183
 184 /*------------------------------------------------------------------*/
 185 /* Used by the instrument_emit_epilog                               */
 186 /*------------------------------------------------------------------*/
 187
 188 enum {
 189         SAVE_NONE,
 190         SAVE_STRUCT,
 191         SAVE_ONE,
 192         SAVE_TWO,
 193         SAVE_R4,
 194         SAVE_R8
 195 };
 196
 197 typedef struct InstList InstList;
 198
 199 struct InstList {
 200         InstList *prev;
 201         InstList *next;
 202         MonoInst *data;
 203 };
 204
 205 enum {
 206         RegTypeGeneral,
 207         RegTypeBase,
 208         RegTypeFP,
 209         RegTypeStructByVal,
 210         RegTypeStructByAddr
 211 };
 212
 213 typedef struct {
 214         gint32  offset;         /* offset from caller's stack */
 215         gint32  offparm;        /* offset from callee's stack */
 216         guint16 vtsize;         /* in param area */
 217         guint8  reg;
 218         guint8  regtype;        /* See RegType* */
 219         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 220 } ArgInfo;
 221
 222 typedef struct {
 223         int nargs;
 224         int lastgr;
 225         guint32 stack_usage;
 226         guint32 struct_ret;
 227         ArgInfo ret;
 228         ArgInfo sigCookie;
 229         ArgInfo args [1];
 230 } CallInfo;
 231
 232 typedef struct {
 233         gint32  gr[5];          /* R2-R6                            */
 234         gdouble fp[3];          /* F0-F2                            */
 235 } __attribute__ ((packed)) RegParm;
 236
 237 /*========================= End of Typedefs ========================*/
 238
 239 /*------------------------------------------------------------------*/
 240 /*                   P r o t o t y p e s                            */
 241 /*------------------------------------------------------------------*/
 242
 243 static void indent (int);
 244 static guint8 * backUpStackPtr(MonoCompile *, guint8 *, gint);
 245 static void decodeParm (MonoType *, void *, int);
 246 static void enter_method (MonoMethod *, RegParm *, char *);
 247 static void leave_method (MonoMethod *, ...);
 248 static gboolean is_regsize_var (MonoType *);
 249 static inline void add_general (guint *, size_data *, ArgInfo *, gboolean);
 250 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 251 static inline void add_float (guint *, size_data *, ArgInfo *);
 252 static CallInfo * calculate_sizes (MonoMethodSignature *, size_data *, gboolean);
 253 static void peephole_pass (MonoCompile *, MonoBasicBlock *);
 254 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 255 static void mono_arch_break(void);
 256 gpointer mono_arch_get_lmf_addr (void);
 257 static guint8 * emit_load_volatile_registers(guint8 *, MonoCompile *);
 258 static void emit_sig_cookie (MonoCompile *, MonoCallInst *, CallInfo *, int);
 259
 260 /*========================= End of Prototypes ======================*/
 261
 262 /*------------------------------------------------------------------*/
 263 /*                 G l o b a l   V a r i a b l e s                  */
 264 /*------------------------------------------------------------------*/
 265
 266 int mono_exc_esp_offset = 0;
 267
 268 static int indent_level = 0;
 269
 270 static const char*const * ins_spec = s390_cpu_desc;
 271
 272 static gboolean tls_offset_inited = FALSE;
 273
 274 static int appdomain_tls_offset = -1,
 275            lmf_tls_offset = -1,
 276            thread_tls_offset = -1;
 277
 278 pthread_key_t lmf_addr_key;
 279
 280 gboolean lmf_addr_key_inited = FALSE;
 281
 282 #if 0
 283
 284 extern __thread MonoDomain *tls_appdomain;
 285 extern __thread MonoThread *tls_current_object;
 286 extern __thread gpointer   mono_lmf_addr;
 287
 288 #endif
 289
 290 /*====================== End of Global Variables ===================*/
 291
 292 /*------------------------------------------------------------------*/
 293 /*                                                                  */
 294 /* Name         - mono_arch_regname                                 */
 295 /*                                                                  */
 296 /* Function     - Returns the name of the register specified by     */
 297 /*                the input parameter.                              */
 298 /*                                                                  */
 299 /*------------------------------------------------------------------*/
 300
 301 const char*
 302 mono_arch_regname (int reg) {
 303         static const char * rnames[] = {
 304                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 305                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 306                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 307                 "s390_r15"
 308         };
 309
 310         if (reg >= 0 && reg < 16)
 311                 return rnames [reg];
 312         else
 313                 return "unknown";
 314 }
 315
 316 /*========================= End of Function ========================*/
 317
 318 /*------------------------------------------------------------------*/
 319 /*                                                                  */
 320 /* Name         - mono_arch_fregname                                */
 321 /*                                                                  */
 322 /* Function     - Returns the name of the register specified by     */
 323 /*                the input parameter.                              */
 324 /*                                                                  */
 325 /*------------------------------------------------------------------*/
 326
 327 const char*
 328 mono_arch_fregname (int reg) {
 329         static const char * rnames[] = {
 330                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 331                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 332                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 333                 "s390_f15"
 334         };
 335
 336         if (reg >= 0 && reg < 16)
 337                 return rnames [reg];
 338         else
 339                 return "unknown";
 340 }
 341
 342 /*========================= End of Function ========================*/
 343
 344 /*------------------------------------------------------------------*/
 345 /*                                                                  */
 346 /* Name         - arch_get_argument_info                            */
 347 /*                                                                  */
 348 /* Function     - Gathers information on parameters such as size,   */
 349 /*                alignment, and padding. arg_info should be large  */
 350 /*                enough to hold param_count + 1 entries.           */
 351 /*                                                                  */
 352 /* Parameters   - @csig - Method signature                          */
 353 /*                @param_count - No. of parameters to consider      */
 354 /*                @arg_info - An array to store the result info     */
 355 /*                                                                  */
 356 /* Returns      - Size of the activation frame                      */
 357 /*                                                                  */
 358 /*------------------------------------------------------------------*/
 359
 360 int
 361 mono_arch_get_argument_info (MonoMethodSignature *csig,
 362                              int param_count,
 363                              MonoJitArgumentInfo *arg_info)
 364 {
 365         int k, frame_size = 0;
 366         int size, align, pad;
 367         int offset = 8;
 368
 369         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 370                 frame_size += sizeof (gpointer);
 371                 offset += 4;
 372         }
 373
 374         arg_info [0].offset = offset;
 375
 376         if (csig->hasthis) {
 377                 frame_size += sizeof (gpointer);
 378                 offset += 4;
 379         }
 380
 381         arg_info [0].size = frame_size;
 382
 383         for (k = 0; k < param_count; k++) {
 384
 385                 if (csig->pinvoke)
 386                         size = mono_type_native_stack_size (csig->params [k], &align);
 387                 else
 388                         size = mono_type_stack_size (csig->params [k], &align);
 389
 390                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 391                 arg_info [k].pad = pad;
 392                 frame_size += size;
 393                 arg_info [k + 1].pad = 0;
 394                 arg_info [k + 1].size = size;
 395                 offset += pad;
 396                 arg_info [k + 1].offset = offset;
 397                 offset += size;
 398         }
 399
 400         align = MONO_ARCH_FRAME_ALIGNMENT;
 401         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 402         arg_info [k].pad = pad;
 403
 404         return frame_size;
 405 }
 406
 407 /*========================= End of Function ========================*/
 408
 409 /*------------------------------------------------------------------*/
 410 /*                                                                  */
 411 /* Name         - retFitsInReg.                                     */
 412 /*                                                                  */
 413 /* Function     - Determines if a value can be returned in one or   */
 414 /*                two registers.                                    */
 415 /*                                                                  */
 416 /*------------------------------------------------------------------*/
 417
 418 static inline gboolean
 419 retFitsInReg(guint32 size)
 420 {
 421         switch (size) {
 422                 case 0:
 423                 case 1:
 424                 case 2:
 425                 case 4:
 426                 case 8:
 427                         return (TRUE);
 428                 break;
 429                 default:
 430                         return (FALSE);
 431         }
 432 }
 433
 434 /*========================= End of Function ========================*/
 435
 436 /*------------------------------------------------------------------*/
 437 /*                                                                  */
 438 /* Name         - backStackPtr.                                     */
 439 /*                                                                  */
 440 /* Function     - Restore Stack Pointer to previous frame.          */
 441 /*                                                                  */
 442 /*------------------------------------------------------------------*/
 443
 444 static inline guint8 *
 445 backUpStackPtr(MonoCompile *cfg, guint8 *code, gint framePtr)
 446 {
 447         int stackSize = cfg->stack_usage;
 448
 449         if (s390_is_uimm16 (cfg->stack_usage)) {
 450                 s390_ahi  (code, framePtr, cfg->stack_usage);
 451         } else {
 452                 while (stackSize > 32767) {
 453                         s390_ahi  (code, framePtr, 32767);
 454                         stackSize -= 32767;
 455                 }
 456                 s390_ahi  (code, framePtr, stackSize);
 457         }
 458         return (code);
 459 }
 460
 461 /*========================= End of Function ========================*/
 462
 463 /*------------------------------------------------------------------*/
 464 /*                                                                  */
 465 /* Name         - indent                                            */
 466 /*                                                                  */
 467 /* Function     - Perform nice indenting to current level           */
 468 /*                                                                  */
 469 /*------------------------------------------------------------------*/
 470
 471 static void
 472 indent (int diff) {
 473         int v;
 474         if (diff < 0)
 475                 indent_level += diff;
 476         v = indent_level;
 477         printf("[%3d] ",v);
 478         while (v-- > 0) {
 479                 printf (". ");
 480         }
 481         if (diff > 0)
 482                 indent_level += diff;
 483 }
 484
 485 /*========================= End of Function ========================*/
 486
 487 /*------------------------------------------------------------------*/
 488 /*                                                                  */
 489 /* Name         - decodeParm                                        */
 490 /*                                                                  */
 491 /* Function     - Decode a parameter for the trace.                 */
 492 /*                                                                  */
 493 /*------------------------------------------------------------------*/
 494
 495 static void
 496 decodeParm(MonoType *type, void *curParm, int size)
 497 {
 498         guint32 simpleType;
 499
 500         if (type->byref) {
 501                 printf("[BYREF:%p], ", *((char **) curParm));
 502         } else {
 503                 simpleType = mono_type_get_underlying_type(type)->type;
 504 enum_parmtype:
 505                 switch (simpleType) {
 506                         case MONO_TYPE_I :
 507                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 508                                 break;
 509                         case MONO_TYPE_U :
 510                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 511                                 break;
 512                         case MONO_TYPE_BOOLEAN :
 513                                 printf ("[BOOL:%d], ", *((int *) curParm));
 514                                 break;
 515                         case MONO_TYPE_CHAR :
 516                                 printf ("[CHAR:%c], ", *((int *) curParm));
 517                                 break;
 518                         case MONO_TYPE_I1 :
 519                                 printf ("[INT1:%d], ", *((int *) curParm));
 520                                 break;
 521                         case MONO_TYPE_I2 :
 522                                 printf ("[INT2:%d], ", *((int *) curParm));
 523                                 break;
 524                         case MONO_TYPE_I4 :
 525                                 printf ("[INT4:%d], ", *((int *) curParm));
 526                                 break;
 527                         case MONO_TYPE_U1 :
 528                                 printf ("[UINT1:%u], ", *((unsigned int *) curParm));
 529                                 break;
 530                         case MONO_TYPE_U2 :
 531                                 printf ("[UINT2:%u], ", *((guint16 *) curParm));
 532                                 break;
 533                         case MONO_TYPE_U4 :
 534                                 printf ("[UINT4:%u], ", *((guint32 *) curParm));
 535                                 break;
 536                         case MONO_TYPE_U8 :
 537                                 printf ("[UINT8:%llu], ", *((guint64 *) curParm));
 538                                 break;
 539                         case MONO_TYPE_STRING : {
 540                                 MonoString *s = *((MonoString **) curParm);
 541                                 if (s) {
 542                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 543                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 544                                 } else {
 545                                         printf("[STRING:null], ");
 546                                 }
 547                                 break;
 548                         }
 549                         case MONO_TYPE_CLASS :
 550                         case MONO_TYPE_OBJECT : {
 551                                 MonoObject *obj = *((MonoObject **) curParm);
 552                                 MonoClass *class;
 553                                 if ((obj) && (obj->vtable)) {
 554                                         printf("[CLASS/OBJ:");
 555                                         class = obj->vtable->klass;
 556                                         printf("%p [%p] ",obj,curParm);
 557 //                                      if (class == mono_defaults.string_class) {
 558 //                                              printf("[STRING:%p:%s]",
 559 //                                                     *obj, mono_string_to_utf8 (obj));
 560 //                                      } else if (class == mono_defaults.int32_class) {
 561 //                                              printf("[INT32:%p:%d]",
 562 //                                                      obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 563 //                                      } else
 564 //                                              printf("[%s.%s:%p]",
 565 //                                                     class->name_space, class->name, obj);
 566                                         printf("], ");
 567                                 } else {
 568                                         printf("[OBJECT:null], ");
 569                                 }
 570                                 break;
 571                         }
 572                         case MONO_TYPE_PTR :
 573                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 574                                 break;
 575                         case MONO_TYPE_FNPTR :
 576                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 577                                 break;
 578                         case MONO_TYPE_ARRAY :
 579                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 580                                 break;
 581                         case MONO_TYPE_SZARRAY :
 582                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 583                                 break;
 584                         case MONO_TYPE_I8 :
 585                                 printf("[INT8:%lld], ", *((gint64 *) (curParm)));
 586                                 break;
 587                         case MONO_TYPE_R4 :
 588                                 printf("[FLOAT4:%g], ", *((double *) (curParm)));
 589                                 break;
 590                         case MONO_TYPE_R8 :
 591                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 592                                 break;
 593                         case MONO_TYPE_VALUETYPE : {
 594                                 int i;
 595                                 MonoMarshalType *info;
 596
 597                                 if (type->data.klass->enumtype) {
 598                                         simpleType = type->data.klass->enum_basetype->type;
 599                                         printf("{VALUETYPE} - ");
 600                                         goto enum_parmtype;
 601                                 }
 602
 603                                 info = mono_marshal_load_type_info (type->data.klass);
 604
 605                                 if ((info->native_size == sizeof(float)) &&
 606                                     (info->num_fields  == 1) &&
 607                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 608                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 609                                         break;
 610                                 }
 611
 612                                 if ((info->native_size == sizeof(double)) &&
 613                                     (info->num_fields  == 1) &&
 614                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 615                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 616                                         break;
 617                                 }
 618
 619                                 printf("[VALUETYPE:");
 620                                 for (i = 0; i < size; i++)
 621                                         printf("%02x,", *((guint8 *)curParm+i));
 622                                 printf("]");
 623                                 break;
 624                         }
 625                         case MONO_TYPE_TYPEDBYREF: {
 626                                 int i;
 627                                 printf("[TYPEDBYREF:");
 628                                 for (i = 0; i < size; i++)
 629                                         printf("%02x,", *((guint8 *)curParm+i));
 630                                 printf("]");
 631                                 break;
 632                         }
 633                         default :
 634                                 printf("[?? - %d], ",simpleType);
 635                 }
 636         }
 637 }
 638
 639 /*========================= End of Function ========================*/
 640
 641 static int lc = 0;
 642 /*------------------------------------------------------------------*/
 643 /*                                                                  */
 644 /* Name         - enter_method                                      */
 645 /*                                                                  */
 646 /* Function     - Perform tracing of the entry to the current       */
 647 /*                method.                                           */
 648 /*                                                                  */
 649 /*------------------------------------------------------------------*/
 650
 651 static void
 652 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 653 {
 654         int i, oParm = 0, iParm = 0;
 655         MonoClass *class;
 656         MonoObject *obj;
 657         MonoMethodSignature *sig;
 658         char *fname;
 659         guint32 ip;
 660         CallInfo *cinfo;
 661         ArgInfo *ainfo;
 662         size_data sz;
 663         void *curParm;
 664
 665
 666 lc++;
 667 if (lc > 5000000) {
 668 fseek(stdout, 0L, SEEK_SET);
 669 lc = 0;
 670 }
 671         fname = mono_method_full_name (method, TRUE);
 672         indent (1);
 673         printf ("ENTER: %s(", fname);
 674         g_free (fname);
 675
 676         ip  = (*(guint32 *) (sp+S390_RET_ADDR_OFFSET)) & 0x7fffffff;
 677         printf (") ip: %p sp: %p - ", (gpointer) ip, sp);
 678
 679         if (rParm == NULL)
 680                 return;
 681
 682         sig = mono_method_signature (method);
 683
 684         cinfo = calculate_sizes (sig, &sz, sig->pinvoke);
 685
 686         if (cinfo->struct_ret) {
 687                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 688                 iParm = 1;
 689         }
 690
 691         if (sig->hasthis) {
 692                 gpointer *this = (gpointer *) rParm->gr[iParm];
 693                 obj = (MonoObject *) this;
 694                 if (method->klass->valuetype) {
 695                         if (obj) {
 696                                 printf("this:[value:%p:%08x], ",
 697                                        this, *((guint32 *)(this+sizeof(MonoObject))));
 698                         } else
 699                                 printf ("this:[NULL], ");
 700                 } else {
 701                         if (obj) {
 702 //                              class = obj->vtable->klass;
 703 //                              if (class == mono_defaults.string_class) {
 704 //                                      printf ("this:[STRING:%p:%s], ",
 705 //                                              obj, mono_string_to_utf8 ((MonoString *)obj));
 706 //                              } else {
 707 //                                      printf ("this:%p[%s.%s], ",
 708 //                                              obj, class->name_space, class->name);
 709 //                              }
 710 printf("this:%p, ",obj);
 711                         } else
 712                                 printf ("this:NULL, ");
 713                 }
 714                 oParm++;
 715         }
 716
 717         for (i = 0; i < sig->param_count; ++i) {
 718                 ainfo = &cinfo->args[i + oParm];
 719                 switch (ainfo->regtype) {
 720                         case RegTypeGeneral :
 721                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 722                                 break;
 723                         case RegTypeFP :
 724                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 725                                 break;
 726                         case RegTypeBase :
 727                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 728                                 break;
 729                         case RegTypeStructByVal :
 730                                 if (ainfo->reg != STK_BASE)
 731                                         curParm = &(rParm->gr[ainfo->reg-2]);
 732                                 else
 733                                         curParm = sp+ainfo->offset;
 734
 735                                 if (retFitsInReg (ainfo->vtsize))
 736                                         decodeParm(sig->params[i],
 737                                                    curParm,
 738                                                    ainfo->size);
 739                                 else
 740                                         decodeParm(sig->params[i],
 741                                                    *((char **) curParm),
 742                                                    ainfo->vtsize);
 743                                 break;
 744                         case RegTypeStructByAddr :
 745                                 if (ainfo->reg != STK_BASE)
 746                                         curParm = &(rParm->gr[ainfo->reg-2]);
 747                                 else
 748                                         curParm = sp+ainfo->offset;
 749
 750                                 decodeParm(sig->params[i],
 751                                            *((char **) curParm),
 752                                            ainfo->vtsize);
 753                                 break;
 754
 755                         default :
 756                                 printf("???, ");
 757                 }
 758         }
 759         printf("\n");
 760         g_free(cinfo);
 761 }
 762
 763 /*========================= End of Function ========================*/
 764
 765 /*------------------------------------------------------------------*/
 766 /*                                                                  */
 767 /* Name         - leave_method                                      */
 768 /*                                                                  */
 769 /* Function     -                                                   */
 770 /*                                                                  */
 771 /*------------------------------------------------------------------*/
 772
 773 static void
 774 leave_method (MonoMethod *method, ...)
 775 {
 776         MonoType *type;
 777         char *fname;
 778         guint32 ip;
 779         va_list ap;
 780
 781         va_start(ap, method);
 782
 783         fname = mono_method_full_name (method, TRUE);
 784         indent (-1);
 785         printf ("LEAVE: %s", fname);
 786         g_free (fname);
 787
 788         type = mono_method_signature (method)->ret;
 789
 790 handle_enum:
 791         switch (type->type) {
 792         case MONO_TYPE_VOID:
 793                 break;
 794         case MONO_TYPE_BOOLEAN: {
 795                 int val = va_arg (ap, int);
 796                 if (val)
 797                         printf ("[TRUE:%d]", val);
 798                 else
 799                         printf ("[FALSE]");
 800
 801                 break;
 802         }
 803         case MONO_TYPE_CHAR: {
 804                 int val = va_arg (ap, int);
 805                 printf ("[CHAR:%d]", val);
 806                 break;
 807         }
 808         case MONO_TYPE_I1: {
 809                 int val = va_arg (ap, int);
 810                 printf ("[INT1:%d]", val);
 811                 break;
 812         }
 813         case MONO_TYPE_U1: {
 814                 int val = va_arg (ap, int);
 815                 printf ("[UINT1:%d]", val);
 816                 break;
 817         }
 818         case MONO_TYPE_I2: {
 819                 int val = va_arg (ap, int);
 820                 printf ("[INT2:%d]", val);
 821                 break;
 822         }
 823         case MONO_TYPE_U2: {
 824                 int val = va_arg (ap, int);
 825                 printf ("[UINT2:%d]", val);
 826                 break;
 827         }
 828         case MONO_TYPE_I4: {
 829                 int val = va_arg (ap, int);
 830                 printf ("[INT4:%d]", val);
 831                 break;
 832         }
 833         case MONO_TYPE_U4: {
 834                 int val = va_arg (ap, int);
 835                 printf ("[UINT4:%d]", val);
 836                 break;
 837         }
 838         case MONO_TYPE_I: {
 839                 int val = va_arg (ap, int);
 840                 printf ("[INT:%d]", val);
 841                 printf("]");
 842                 break;
 843         }
 844         case MONO_TYPE_U: {
 845                 int val = va_arg (ap, int);
 846                 printf ("[UINT:%d]", val);
 847                 printf("]");
 848                 break;
 849         }
 850         case MONO_TYPE_STRING: {
 851                 MonoString *s = va_arg (ap, MonoString *);
 852 ;
 853                 if (s) {
 854                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
 855                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
 856                 } else
 857                         printf ("[STRING:null], ");
 858                 break;
 859         }
 860         case MONO_TYPE_CLASS:
 861         case MONO_TYPE_OBJECT: {
 862                 MonoObject *o = va_arg (ap, MonoObject *);
 863
 864 //              if ((o) && (o->vtable)) {
 865 //                      if (o->vtable->klass == mono_defaults.boolean_class) {
 866 //                              printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
 867 //                      } else if  (o->vtable->klass == mono_defaults.int32_class) {
 868 //                              printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
 869 //                      } else if  (o->vtable->klass == mono_defaults.int64_class) {
 870 //                              printf ("[INT64:%p:%lld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
 871 //                      } else
 872 //                              printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
 873 //              } else
 874                         printf ("[OBJECT:%p]", o);
 875
 876                 break;
 877         }
 878         case MONO_TYPE_PTR:
 879         case MONO_TYPE_FNPTR:
 880         case MONO_TYPE_ARRAY:
 881         case MONO_TYPE_SZARRAY: {
 882                 gpointer p = va_arg (ap, gpointer);
 883                 printf ("[result=%p]", p);
 884                 break;
 885         }
 886         case MONO_TYPE_I8: {
 887                 gint64 l =  va_arg (ap, gint64);
 888                 printf ("[LONG:%lld]", l);
 889                 break;
 890         }
 891         case MONO_TYPE_U8: {
 892                 guint64 l =  va_arg (ap, guint64);
 893                 printf ("[ULONG:%llu]", l);
 894                 break;
 895         }
 896         case MONO_TYPE_R4: {
 897                 double f;
 898                 f = va_arg (ap, double);
 899                 printf ("[FLOAT4:%g]\n", f);
 900                 break;
 901         }
 902         case MONO_TYPE_R8: {
 903                 double f = va_arg (ap, double);
 904                 printf ("[FLOAT8:%g]\n", f);
 905                 break;
 906         }
 907         case MONO_TYPE_VALUETYPE: {
 908                 MonoMarshalType *info;
 909                 if (type->data.klass->enumtype) {
 910                         type = type->data.klass->enum_basetype;
 911                         goto handle_enum;
 912                 } else {
 913                         guint8 *p = va_arg (ap, gpointer);
 914                         int j, size, align;
 915
 916                         info = mono_marshal_load_type_info (type->data.klass);
 917
 918                         if ((info->native_size == sizeof(float)) &&
 919                             (info->num_fields  == 1) &&
 920                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 921                                 double f = va_arg (ap, double);
 922                                 printf("[FLOAT4:%g]\n", (double) f);
 923                                 break;
 924                         }
 925
 926                         if ((info->native_size == sizeof(double)) &&
 927                             (info->num_fields  == 1) &&
 928                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 929                                 double f = va_arg (ap, double);
 930                                 printf("[FLOAT8:%g]\n", f);
 931                                 break;
 932                         }
 933
 934                         size = mono_type_size (type, &align);
 935                         switch (size) {
 936                         case 1:
 937                         case 2:
 938                         case 4:
 939                         case 8:
 940                                 printf ("[");
 941                                 for (j = 0; p && j < size; j++)
 942                                         printf ("%02x,", p [j]);
 943                                 printf ("]\n");
 944                                 break;
 945                         default:
 946                                 printf ("[VALUERET]\n");
 947                         }
 948                 }
 949                 break;
 950         }
 951         case MONO_TYPE_TYPEDBYREF: {
 952                 guint8 *p = va_arg (ap, gpointer);
 953                 int j, size, align;
 954                 size = mono_type_size (type, &align);
 955                 switch (size) {
 956                 case 1:
 957                 case 2:
 958                 case 4:
 959                 case 8:
 960                         printf ("[");
 961                         for (j = 0; p && j < size; j++)
 962                                 printf ("%02x,", p [j]);
 963                         printf ("]\n");
 964                         break;
 965                 default:
 966                         printf ("[TYPEDBYREF]\n");
 967                 }
 968         }
 969                 break;
 970         default:
 971                 printf ("(unknown return type %x)",
 972                         mono_method_signature (method)->ret->type);
 973         }
 974
 975         ip = ((gint32) __builtin_return_address (0)) & 0x7fffffff;
 976         printf (" ip: %p\n", (gpointer) ip);
 977 }
 978
 979 /*========================= End of Function ========================*/
 980
 981 /*------------------------------------------------------------------*/
 982 /*                                                                  */
 983 /* Name         - mono_arch_cpu_init                                */
 984 /*                                                                  */
 985 /* Function     - Perform CPU specific initialization to execute    */
 986 /*                managed code.                                     */
 987 /*                                                                  */
 988 /*------------------------------------------------------------------*/
 989
 990 void
 991 mono_arch_cpu_init (void)
 992 {
 993         guint mode = 1;
 994
 995         /*--------------------------------------*/
 996         /* Set default rounding mode for FP     */
 997         /*--------------------------------------*/
 998         __asm__ ("SRNM\t%0\n\t"
 999                 : : "m" (mode));
1000 }
1001
1002 /*========================= End of Function ========================*/
1003
1004 /*------------------------------------------------------------------*/
1005 /*                                                                  */
1006 /* Name         - mono_arch_cpu_optimizazions                       */
1007 /*                                                                  */
1008 /* Function     - Returns the optimizations supported on this CPU   */
1009 /*                                                                  */
1010 /*------------------------------------------------------------------*/
1011
1012 guint32
1013 mono_arch_cpu_optimizazions (guint32 *exclude_mask)
1014 {
1015         guint32 opts = 0;
1016
1017         /*----------------------------------------------------------*/
1018         /* no s390-specific optimizations yet                       */
1019         /*----------------------------------------------------------*/
1020         *exclude_mask = MONO_OPT_INLINE|MONO_OPT_LINEARS;
1021 //      *exclude_mask = MONO_OPT_INLINE;
1022         return opts;
1023 }
1024
1025 /*========================= End of Function ========================*/
1026
1027 /*------------------------------------------------------------------*/
1028 /*                                                                  */
1029 /* Name         -                                                   */
1030 /*                                                                  */
1031 /* Function     -                                                   */
1032 /*                                                                  */
1033 /*------------------------------------------------------------------*/
1034
1035 static gboolean
1036 is_regsize_var (MonoType *t) {
1037         if (t->byref)
1038                 return TRUE;
1039         switch (mono_type_get_underlying_type (t)->type) {
1040         case MONO_TYPE_I4:
1041         case MONO_TYPE_U4:
1042         case MONO_TYPE_I:
1043         case MONO_TYPE_U:
1044                 return TRUE;
1045         case MONO_TYPE_OBJECT:
1046         case MONO_TYPE_STRING:
1047         case MONO_TYPE_CLASS:
1048         case MONO_TYPE_SZARRAY:
1049         case MONO_TYPE_ARRAY:
1050                 return FALSE;
1051         case MONO_TYPE_VALUETYPE:
1052                 if (t->data.klass->enumtype)
1053                         return is_regsize_var (t->data.klass->enum_basetype);
1054                 return FALSE;
1055         }
1056         return FALSE;
1057 }
1058
1059 /*========================= End of Function ========================*/
1060
1061 /*------------------------------------------------------------------*/
1062 /*                                                                  */
1063 /* Name         - mono_arch_get_allocatable_int_vars                */
1064 /*                                                                  */
1065 /* Function     -                                                   */
1066 /*                                                                  */
1067 /*------------------------------------------------------------------*/
1068
1069 GList *
1070 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1071 {
1072         GList *vars = NULL;
1073         int i;
1074
1075         for (i = 0; i < cfg->num_varinfo; i++) {
1076                 MonoInst *ins = cfg->varinfo [i];
1077                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1078
1079                 /* unused vars */
1080                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1081                         continue;
1082
1083                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1084                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1085                         continue;
1086
1087                 /* we can only allocate 32 bit values */
1088                 if (is_regsize_var (ins->inst_vtype)) {
1089                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1090                         g_assert (i == vmv->idx);
1091                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1092                 }
1093         }
1094
1095         return vars;
1096 }
1097
1098 /*========================= End of Function ========================*/
1099
1100 /*------------------------------------------------------------------*/
1101 /*                                                                  */
1102 /* Name         - mono_arch_global_int_regs                         */
1103 /*                                                                  */
1104 /* Function     - Return a list of usable integer registers.        */
1105 /*                                                                  */
1106 /*------------------------------------------------------------------*/
1107
1108 GList *
1109 mono_arch_get_global_int_regs (MonoCompile *cfg)
1110 {
1111         GList *regs = NULL;
1112         MonoMethodHeader *header;
1113         int i, top = 13;
1114
1115         header = mono_method_get_header (cfg->method);
1116         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1117                 cfg->frame_reg = s390_r11;
1118
1119         for (i = 8; i < top; ++i) {
1120                 if (cfg->frame_reg != i)
1121                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1122         }
1123
1124         return regs;
1125 }
1126
1127 /*========================= End of Function ========================*/
1128
1129 /*------------------------------------------------------------------*/
1130 /*                                                                  */
1131 /* Name         -  mono_arch_flush_icache                           */
1132 /*                                                                  */
1133 /* Function     -  Flush the CPU icache.                            */
1134 /*                                                                  */
1135 /*------------------------------------------------------------------*/
1136
1137 void
1138 mono_arch_flush_icache (guint8 *code, gint size)
1139 {
1140 }
1141
1142 /*========================= End of Function ========================*/
1143
1144 /*------------------------------------------------------------------*/
1145 /*                                                                  */
1146 /* Name         - add_general                                       */
1147 /*                                                                  */
1148 /* Function     - Determine code and stack size incremements for a  */
1149 /*                parameter.                                        */
1150 /*                                                                  */
1151 /*------------------------------------------------------------------*/
1152
1153 static void inline
1154 add_general (guint *gr, size_data *sz, ArgInfo *ainfo, gboolean simple)
1155 {
1156         if (simple) {
1157                 if (*gr > S390_LAST_ARG_REG) {
1158                         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1159                         ainfo->offset   = sz->stack_size;
1160                         ainfo->reg      = STK_BASE;
1161                         ainfo->regtype  = RegTypeBase;
1162                         sz->stack_size += sizeof(int);
1163                         sz->local_size += sizeof(int);
1164                         sz->offStruct  += sizeof(int);
1165                         sz->code_size  += 12;
1166                 } else {
1167                         ainfo->reg      = *gr;
1168                         sz->code_size  += 8;
1169                 }
1170         } else {
1171                 if (*gr > S390_LAST_ARG_REG - 1) {
1172                         sz->stack_size  = S390_ALIGN(sz->stack_size, S390_STACK_ALIGNMENT);
1173                         ainfo->offset   = sz->stack_size;
1174                         ainfo->reg      = STK_BASE;
1175                         ainfo->regtype  = RegTypeBase;
1176                         sz->stack_size += sizeof(long long);
1177                         sz->local_size += sizeof(long long);
1178                         sz->offStruct  += sizeof(long long);
1179                         sz->code_size  += 10;
1180                 } else {
1181                         ainfo->reg      = *gr;
1182                         sz->code_size  += 8;
1183                 }
1184                 (*gr) ++;
1185         }
1186         (*gr) ++;
1187 }
1188
1189 /*========================= End of Function ========================*/
1190
1191 /*------------------------------------------------------------------*/
1192 /*                                                                  */
1193 /* Name         - add_stackParm                                     */
1194 /*                                                                  */
1195 /* Function     - Determine code and stack size incremements for a  */
1196 /*                parameter.                                        */
1197 /*                                                                  */
1198 /*------------------------------------------------------------------*/
1199
1200 static void inline
1201 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1202 {
1203         if (*gr > S390_LAST_ARG_REG) {
1204                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1205                 ainfo->reg      = STK_BASE;
1206                 sz->parm_size  += sizeof(gpointer);
1207                 sz->offStruct  += sizeof(gpointer);
1208         } else {
1209                 ainfo->reg      = *gr;
1210         }
1211         (*gr) ++;
1212         ainfo->offset   = sz->stack_size;
1213         ainfo->offparm  = sz->offset;
1214         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1215         ainfo->size     = size;
1216         ainfo->regtype  = RegTypeStructByAddr;
1217         ainfo->vtsize   = size;
1218         sz->parm_size  += size;
1219 }
1220
1221 /*========================= End of Function ========================*/
1222
1223 /*------------------------------------------------------------------*/
1224 /*                                                                  */
1225 /* Name         - add_float                                         */
1226 /*                                                                  */
1227 /* Function     - Determine code and stack size incremements for a  */
1228 /*                float parameter.                                  */
1229 /*                                                                  */
1230 /*------------------------------------------------------------------*/
1231
1232 static void inline
1233 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1234 {
1235         if ((*fr) <= S390_LAST_FPARG_REG) {
1236                 ainfo->regtype = RegTypeFP;
1237                 ainfo->reg     = *fr;
1238                 sz->code_size += 4;
1239                 (*fr) += 2;
1240         }
1241         else {
1242                 ainfo->offset   = sz->stack_size;
1243                 ainfo->reg      = STK_BASE;
1244                 ainfo->regtype  = RegTypeBase;
1245                 sz->code_size  += 4;
1246                 sz->stack_size += ainfo->size;
1247                 sz->local_size += ainfo->size;
1248                 sz->offStruct  += ainfo->size;
1249         }
1250 }
1251
1252 /*========================= End of Function ========================*/
1253
1254 /*------------------------------------------------------------------*/
1255 /*                                                                  */
1256 /* Name         - calculate_sizes                                   */
1257 /*                                                                  */
1258 /* Function     - Determine the amount of space required for code   */
1259 /*                and stack. In addition determine starting points  */
1260 /*                for stack-based parameters, and area for struct-  */
1261 /*                ures being returned on the stack.                 */
1262 /*                                                                  */
1263 /*------------------------------------------------------------------*/
1264
1265 static CallInfo *
1266 calculate_sizes (MonoMethodSignature *sig, size_data *sz,
1267                  gboolean string_ctor)
1268 {
1269         guint i, fr, gr, size;
1270         int nParm = sig->hasthis + sig->param_count;
1271         guint32 simpletype, align;
1272         CallInfo *cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1273
1274         fr                = 0;
1275         gr                = s390_r2;
1276         nParm             = 0;
1277         cinfo->struct_ret = 0;
1278         sz->offset        = 0;
1279         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1280         sz->retStruct     = 0;
1281         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1282         sz->code_size     = 0;
1283         sz->parm_size     = 0;
1284         sz->local_size    = 0;
1285
1286         /*----------------------------------------------------------*/
1287         /* We determine the size of the return code/stack in case we*/
1288         /* need to reserve a register to be used to address a stack */
1289         /* area that the callee will use.                           */
1290         /*----------------------------------------------------------*/
1291
1292         simpletype = mono_type_get_underlying_type (sig->ret)->type;
1293 enum_retvalue:
1294         switch (simpletype) {
1295                 case MONO_TYPE_BOOLEAN:
1296                 case MONO_TYPE_I1:
1297                 case MONO_TYPE_U1:
1298                 case MONO_TYPE_I2:
1299                 case MONO_TYPE_U2:
1300                 case MONO_TYPE_CHAR:
1301                 case MONO_TYPE_I4:
1302                 case MONO_TYPE_U4:
1303                 case MONO_TYPE_I:
1304                 case MONO_TYPE_U:
1305                 case MONO_TYPE_CLASS:
1306                 case MONO_TYPE_OBJECT:
1307                 case MONO_TYPE_SZARRAY:
1308                 case MONO_TYPE_ARRAY:
1309                 case MONO_TYPE_PTR:
1310                 case MONO_TYPE_FNPTR:
1311                 case MONO_TYPE_STRING:
1312                         cinfo->ret.reg = s390_r2;
1313                         sz->code_size += 4;
1314                         break;
1315                 case MONO_TYPE_R4:
1316                 case MONO_TYPE_R8:
1317                         cinfo->ret.reg = s390_f0;
1318                         sz->code_size += 4;
1319                         break;
1320                 case MONO_TYPE_I8:
1321                 case MONO_TYPE_U8:
1322                         cinfo->ret.reg = s390_r2;
1323                         sz->code_size += 4;
1324                         break;
1325                 case MONO_TYPE_GENERICINST:
1326                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1327                                 cinfo->ret.reg = s390_r2;
1328                                 sz->code_size += 4;
1329                                 break;
1330                         }
1331                         /* Fall through */
1332                 case MONO_TYPE_VALUETYPE: {
1333                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1334                         if (sig->ret->data.klass->enumtype) {
1335                                 simpletype = sig->ret->data.klass->enum_basetype->type;
1336                                 goto enum_retvalue;
1337                         }
1338                         if (sig->pinvoke)
1339                                 size = mono_class_native_size (klass, &align);
1340                         else
1341                                 size = mono_class_value_size (klass, &align);
1342
1343                         cinfo->ret.reg    = s390_r2;
1344                         cinfo->struct_ret = 1;
1345                         cinfo->ret.size   = size;
1346                         cinfo->ret.vtsize = size;
1347                         gr++;
1348                         break;
1349                 }
1350                 case MONO_TYPE_TYPEDBYREF:
1351                         size = sizeof (MonoTypedRef);
1352                         cinfo->ret.reg    = s390_r2;
1353                         cinfo->struct_ret = 1;
1354                         cinfo->ret.size   = size;
1355                         cinfo->ret.vtsize = size;
1356                         gr++;
1357                         break;
1358                 case MONO_TYPE_VOID:
1359                         break;
1360                 default:
1361                         g_error ("Can't handle as return value 0x%x", sig->ret->type);
1362         }
1363
1364         if (sig->hasthis) {
1365                 add_general (&gr, sz, cinfo->args+nParm, TRUE);
1366                 cinfo->args[nParm].size = sizeof(gpointer);
1367                 nParm++;
1368         }
1369
1370         /*----------------------------------------------------------*/
1371         /* We determine the size of the parameter code and stack    */
1372         /* requirements by checking the types and sizes of the      */
1373         /* parameters.                                              */
1374         /*----------------------------------------------------------*/
1375
1376         for (i = 0; i < sig->param_count; ++i) {
1377                 /*--------------------------------------------------*/
1378                 /* Handle vararg type calls. All args are put on    */
1379                 /* the stack.                                       */
1380                 /*--------------------------------------------------*/
1381                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1382                     (i == sig->sentinelpos)) {
1383                         gr = S390_LAST_ARG_REG + 1;
1384                         add_general (&gr, sz, &cinfo->sigCookie, TRUE);
1385                 }
1386
1387                 if (sig->params [i]->byref) {
1388                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1389                         cinfo->args[nParm].size = sizeof(gpointer);
1390                         nParm++;
1391                         continue;
1392                 }
1393
1394                 simpletype = mono_type_get_underlying_type(sig->params [i])->type;
1395                 switch (simpletype) {
1396                 case MONO_TYPE_BOOLEAN:
1397                 case MONO_TYPE_I1:
1398                 case MONO_TYPE_U1:
1399                         cinfo->args[nParm].size = sizeof(char);
1400                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1401                         nParm++;
1402                         break;
1403                 case MONO_TYPE_I2:
1404                 case MONO_TYPE_U2:
1405                 case MONO_TYPE_CHAR:
1406                         cinfo->args[nParm].size = sizeof(short);
1407                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1408                         nParm++;
1409                         break;
1410                 case MONO_TYPE_I4:
1411                 case MONO_TYPE_U4:
1412                         cinfo->args[nParm].size = sizeof(int);
1413                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1414                         nParm++;
1415                         break;
1416                 case MONO_TYPE_I:
1417                 case MONO_TYPE_U:
1418                 case MONO_TYPE_PTR:
1419                 case MONO_TYPE_FNPTR:
1420                 case MONO_TYPE_CLASS:
1421                 case MONO_TYPE_OBJECT:
1422                 case MONO_TYPE_STRING:
1423                 case MONO_TYPE_SZARRAY:
1424                 case MONO_TYPE_ARRAY:
1425                         cinfo->args[nParm].size = sizeof(gpointer);
1426                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1427                         nParm++;
1428                         break;
1429                 case MONO_TYPE_I8:
1430                 case MONO_TYPE_U8:
1431                         cinfo->args[nParm].size = sizeof(long long);
1432                         add_general (&gr, sz, cinfo->args+nParm, FALSE);
1433                         nParm++;
1434                         break;
1435                 case MONO_TYPE_R4:
1436                         cinfo->args[nParm].size = sizeof(float);
1437                         add_float (&fr, sz, cinfo->args+nParm);
1438                         nParm++;
1439                         break;
1440                 case MONO_TYPE_R8:
1441                         cinfo->args[nParm].size = sizeof(double);
1442                         add_float (&fr, sz, cinfo->args+nParm);
1443                         nParm++;
1444                         break;
1445                 case MONO_TYPE_GENERICINST:
1446                         if (!mono_type_generic_inst_is_valuetype (sig->params [i])) {
1447                                 cinfo->args[nParm].size = sizeof(gpointer);
1448                                 add_general (&gr, sz, cinfo->args+nParm, TRUE);
1449                                 nParm++;
1450                                 break;
1451                         }
1452                         /* Fall through */
1453                 case MONO_TYPE_VALUETYPE: {
1454                         MonoMarshalType *info;
1455                         MonoClass *klass = mono_class_from_mono_type (sig->params [i]);
1456                         if (sig->pinvoke)
1457                                 size = mono_class_native_size (klass, &align);
1458                         else
1459                                 size = mono_class_value_size (klass, &align);
1460
1461                         info = mono_marshal_load_type_info (klass);
1462
1463                         if ((info->native_size == sizeof(float)) &&
1464                             (info->num_fields  == 1) &&
1465                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1466                                 cinfo->args[nParm].size = sizeof(float);
1467                                 add_float(&fr, sz, cinfo->args+nParm);
1468                                 break;
1469                         }
1470
1471                         if ((info->native_size == sizeof(double)) &&
1472                             (info->num_fields  == 1) &&
1473                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1474                                 cinfo->args[nParm].size = sizeof(double);
1475                                 add_float(&fr, sz, cinfo->args+nParm);
1476                                 break;
1477                         }
1478
1479                         cinfo->args[nParm].vtsize  = 0;
1480                         cinfo->args[nParm].size    = 0;
1481
1482                         switch (size) {
1483                                 /*----------------------------------*/
1484                                 /* On S/390, structures of size 1,  */
1485                                 /* 2, 4, and 8 bytes are passed in  */
1486                                 /* (a) register(s).                 */
1487                                 /*----------------------------------*/
1488                                 case 0:
1489                                 case 1:
1490                                 case 2:
1491                                 case 4:
1492                                         add_general(&gr, sz, cinfo->args+nParm, TRUE);
1493                                         cinfo->args[nParm].size    = size;
1494                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1495                                         nParm++;
1496                                         sz->local_size            += sizeof(long);
1497                                         break;
1498                                 case 8:
1499                                         add_general(&gr, sz, cinfo->args+nParm, FALSE);
1500                                         cinfo->args[nParm].size    = sizeof(long long);
1501                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1502                                         nParm++;
1503                                         sz->local_size            += sizeof(long);
1504                                         break;
1505                                 default:
1506                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1507                                         nParm++;
1508                         }
1509                 }
1510                         break;
1511                 case MONO_TYPE_TYPEDBYREF: {
1512                         int size = sizeof (MonoTypedRef);
1513
1514                         cinfo->args[nParm].vtsize  = 0;
1515                         cinfo->args[nParm].size    = 0;
1516
1517                         switch (size) {
1518                                 /*----------------------------------*/
1519                                 /* On S/390, structures of size 1,  */
1520                                 /* 2, 4, and 8 bytes are passed in  */
1521                                 /* (a) register(s).                 */
1522                                 /*----------------------------------*/
1523                                 case 0:
1524                                 case 1:
1525                                 case 2:
1526                                 case 4:
1527                                         add_general(&gr, sz, cinfo->args+nParm, TRUE);
1528                                         cinfo->args[nParm].size    = size;
1529                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1530                                         nParm++;
1531                                         sz->local_size            += sizeof(long);
1532                                         break;
1533                                 case 8:
1534                                         add_general(&gr, sz, cinfo->args+nParm, FALSE);
1535                                         cinfo->args[nParm].size    = sizeof(long long);
1536                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1537                                         nParm++;
1538                                         sz->local_size            += sizeof(long);
1539                                         break;
1540                                 default:
1541                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1542                                         nParm++;
1543                         }
1544                 }
1545                         break;
1546                 default:
1547                         g_error ("Can't trampoline 0x%x", sig->params [i]->type);
1548                 }
1549         }
1550
1551         /*----------------------------------------------------------*/
1552         /* If we are passing a structure back then if it won't be   */
1553         /* in a register(s) then we make room at the end of the     */
1554         /* parameters that may have been placed on the stack        */
1555         /*----------------------------------------------------------*/
1556         if (cinfo->struct_ret) {
1557                 cinfo->ret.offset = sz->stack_size;
1558                 switch (cinfo->ret.size) {
1559                 case 0:
1560                 case 1:
1561                 case 2:
1562                 case 4:
1563                 case 8:
1564                         break;
1565                 default:
1566                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1567                 }
1568         }
1569
1570         /*----------------------------------------------------------*/
1571         /* Handle the case where there are no implicit arguments    */
1572         /*----------------------------------------------------------*/
1573         if ((sig->call_convention == MONO_CALL_VARARG) &&
1574             (sig->param_count == sig->sentinelpos)) {
1575                 gr = S390_LAST_ARG_REG + 1;
1576                 add_general (&gr, sz, &cinfo->sigCookie, TRUE);
1577         }
1578
1579         cinfo->lastgr   = gr;
1580         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1581                           sz->offset;
1582         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1583
1584         return (cinfo);
1585 }
1586
1587 /*========================= End of Function ========================*/
1588
1589 /*------------------------------------------------------------------*/
1590 /*                                                                  */
1591 /* Name         - mono_arch_allocate_vars                           */
1592 /*                                                                  */
1593 /* Function     - Set var information according to the calling      */
1594 /*                convention for S/390. The local var stuff should  */
1595 /*                most likely be split in another method.           */
1596 /*                                                                  */
1597 /* Parameter    - @m - Compile unit.                                */
1598 /*                                                                  */
1599 /*------------------------------------------------------------------*/
1600
1601 void
1602 mono_arch_allocate_vars (MonoCompile *cfg)
1603 {
1604         MonoMethodSignature *sig;
1605         MonoMethodHeader *header;
1606         MonoInst *inst;
1607         CallInfo *cinfo;
1608         size_data sz;
1609         int iParm, iVar, offset, size, align, curinst;
1610         int frame_reg = STK_BASE;
1611         int sArg, eArg;
1612
1613         header  = mono_method_get_header (cfg->method);
1614
1615         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1616
1617         /*---------------------------------------------------------*/
1618         /* We use the frame register also for any method that has  */
1619         /* filter clauses. This way, when the handlers are called, */
1620         /* the code will reference local variables using the frame */
1621         /* reg instead of the stack pointer: if we had to restore  */
1622         /* the stack pointer, we'd corrupt the method frames that  */
1623         /* are already on the stack (since filters get called      */
1624         /* before stack unwinding happens) when the filter code    */
1625         /* would call any method.                                  */
1626         /*---------------------------------------------------------*/
1627         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1628                 frame_reg = s390_r11;
1629
1630         cfg->frame_reg = frame_reg;
1631
1632         if (frame_reg != STK_BASE)
1633                 cfg->used_int_regs |= 1 << frame_reg;
1634
1635         sig     = mono_method_signature (cfg->method);
1636
1637         cinfo   = calculate_sizes (sig, &sz, sig->pinvoke);
1638
1639         if (cinfo->struct_ret) {
1640                 cfg->ret->opcode = OP_REGVAR;
1641                 cfg->ret->inst_c0 = s390_r2;
1642         } else {
1643                 switch (mono_type_get_underlying_type (sig->ret)->type) {
1644                 case MONO_TYPE_VOID:
1645                         break;
1646                 default:
1647                         cfg->ret->opcode = OP_REGVAR;
1648                         cfg->ret->dreg   = s390_r2;
1649                         break;
1650                 }
1651         }
1652
1653         /*--------------------------------------------------------------*/
1654         /* local vars are at a positive offset from the stack pointer   */
1655         /* also note that if the function uses alloca, we use s390_r11  */
1656         /* to point at the local variables.                             */
1657         /* add parameter area size for called functions                 */
1658         /*--------------------------------------------------------------*/
1659         offset          = (cfg->param_area + S390_MINIMAL_STACK_SIZE);
1660         cfg->sig_cookie = 0;
1661
1662         if (cinfo->struct_ret) {
1663                 inst               = cfg->ret;
1664                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1665                 inst->inst_offset  = offset;
1666                 inst->opcode       = OP_REGOFFSET;
1667                 inst->inst_basereg = frame_reg;
1668                 offset            += sizeof(gpointer);
1669                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1670                     (!retFitsInReg (cinfo->ret.size)))
1671                         cfg->sig_cookie += cinfo->ret.size;
1672         }
1673
1674         if (sig->hasthis) {
1675                 inst = cfg->varinfo [0];
1676                 if (inst->opcode != OP_REGVAR) {
1677                         inst->opcode       = OP_REGOFFSET;
1678                         inst->inst_basereg = frame_reg;
1679                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1680                         inst->inst_offset  = offset;
1681                         offset            += sizeof (gpointer);
1682                 }
1683                 curinst = sArg = 1;
1684         } else {
1685                 curinst = sArg = 0;
1686         }
1687
1688         eArg = sig->param_count + sArg;
1689
1690         if (sig->call_convention == MONO_CALL_VARARG)
1691                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
1692
1693         for (iParm = sArg; iParm < eArg; ++iParm) {
1694                 inst = cfg->varinfo [curinst];
1695                 if (inst->opcode != OP_REGVAR) {
1696                         switch (cinfo->args[iParm].regtype) {
1697                                 case RegTypeStructByAddr :
1698                                 if (cinfo->args[iParm].reg == STK_BASE) {
1699                                         inst->opcode       = OP_S390_LOADARG;
1700                                         inst->inst_basereg = frame_reg;
1701                                         size               = abs(cinfo->args[iParm].vtsize);
1702                                         offset             = S390_ALIGN(offset, sizeof(long));
1703                                         inst->inst_offset  = offset;
1704                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1705                                 } else {
1706                                         inst->opcode       = OP_S390_ARGREG;
1707                                         inst->inst_basereg = frame_reg;
1708                                         size               = sizeof(gpointer);
1709                                         offset             = S390_ALIGN(offset, size);
1710                                         inst->inst_offset  = offset;
1711                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1712                                 }
1713                                         break;
1714                                 case RegTypeStructByVal :
1715                                         inst->opcode       = OP_S390_ARGPTR;
1716                                         inst->inst_basereg = frame_reg;
1717                                         size               = cinfo->args[iParm].size;
1718                                         offset             = S390_ALIGN(offset, size);
1719                                         inst->inst_offset  = offset;
1720                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1721                                         break;
1722                                 default :
1723                                 if (cinfo->args[iParm].reg != STK_BASE) {
1724                                         inst->opcode       = OP_REGOFFSET;
1725                                         inst->inst_basereg = frame_reg;
1726                                         size               = (cinfo->args[iParm].size < 8
1727                                                               ? sizeof(long)
1728                                                               : sizeof(long long));
1729                                         offset             = S390_ALIGN(offset, size);
1730                                         inst->inst_offset  = offset;
1731                                 } else {
1732                                         inst->opcode       = OP_S390_STKARG;
1733                                         inst->inst_basereg = frame_reg;
1734                                         size               = (cinfo->args[iParm].size < 4
1735                                                               ? 4 - cinfo->args[iParm].size
1736                                                               : 0);
1737                                         inst->inst_offset  = cinfo->args[iParm].offset +
1738                                                              size;
1739                                         inst->backend.arg_info       = 0;
1740                                         size               = sizeof(long);
1741                                 }
1742                         }
1743                         if ((sig->call_convention == MONO_CALL_VARARG) &&
1744                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
1745                             (iParm < sig->sentinelpos))
1746                                 cfg->sig_cookie += size;
1747
1748                         offset += size;
1749                 }
1750                 curinst++;
1751         }
1752
1753         curinst = cfg->locals_start;
1754         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
1755                 inst = cfg->varinfo [iVar];
1756                 if ((inst->flags & MONO_INST_IS_DEAD) ||
1757                     (inst->opcode == OP_REGVAR))
1758                         continue;
1759
1760                 /*--------------------------------------------------*/
1761                 /* inst->backend.is_pinvoke indicates native sized value types, */
1762                 /* this is used by the pinvoke wrappers when they   */
1763                 /* call functions returning structure               */
1764                 /*--------------------------------------------------*/
1765                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
1766                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype), &align);
1767                 else
1768                         size = mono_type_size (inst->inst_vtype, &align);
1769
1770                 offset             = S390_ALIGN(offset, align);
1771                 inst->inst_offset  = offset;
1772                 inst->opcode       = OP_REGOFFSET;
1773                 inst->inst_basereg = frame_reg;
1774                 offset            += size;
1775                 DEBUG (g_print("allocating local %d to %ld\n", iVar, inst->inst_offset));
1776         }
1777
1778         /*------------------------------------------------------*/
1779         /* Allow space for the trace method stack area if needed*/
1780         /*------------------------------------------------------*/
1781         if (mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method)) {
1782                 offset += S390_TRACE_STACK_SIZE;
1783         }
1784
1785         /*------------------------------------------------------*/
1786         /* Reserve space to save LMF and caller saved registers */
1787         /*------------------------------------------------------*/
1788         if (cfg->method->save_lmf)
1789                 offset += sizeof (MonoLMF);
1790
1791         /*------------------------------------------------------*/
1792         /* align the offset                                     */
1793         /*------------------------------------------------------*/
1794         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
1795
1796 }
1797
1798 /*========================= End of Function ========================*/
1799
1800 /*------------------------------------------------------------------*/
1801 /*                                                                  */
1802 /* Name         - mono_arch_call_opcode                             */
1803 /*                                                                  */
1804 /* Function     - Take the arguments and generate the arch-specific */
1805 /*                instructions to properly call the function. This  */
1806 /*                includes pushing, moving argments to the correct  */
1807 /*                etc.                                              */
1808 /*                                                                  */
1809 /*------------------------------------------------------------------*/
1810
1811 MonoCallInst*
1812 mono_arch_call_opcode (MonoCompile *cfg, MonoBasicBlock* bb,
1813                        MonoCallInst *call, int is_virtual) {
1814         MonoInst *in;
1815         MonoCallArgParm *arg;
1816         MonoMethodSignature *sig;
1817         int i, n, lParamArea;
1818         CallInfo *cinfo;
1819         ArgInfo *ainfo;
1820         size_data sz;
1821         int stackSize;
1822
1823         sig = call->signature;
1824         n = sig->param_count + sig->hasthis;
1825         DEBUG (g_print ("Call requires: %d parameters\n",n));
1826
1827         cinfo = calculate_sizes (sig, &sz, sig->pinvoke);
1828
1829         stackSize         = sz.stack_size + sz.local_size + sz.parm_size + sz.offset;
1830         call->stack_usage = MAX(stackSize, call->stack_usage);
1831         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-sz.parm_size), 0);
1832         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
1833         cfg->flags       |= MONO_CFG_HAS_CALLS;
1834
1835         if (cinfo->struct_ret)
1836                 call->used_iregs |= 1 << cinfo->ret.reg;
1837
1838         for (i = 0; i < n; ++i) {
1839                 ainfo = cinfo->args + i;
1840
1841                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1842                     (i == sig->sentinelpos)) {
1843                         emit_sig_cookie (cfg, call, cinfo, ainfo->size);
1844                 }
1845
1846                 if (is_virtual && i == 0) {
1847                         /* the argument will be attached to the call instrucion */
1848                         in = call->args [i];
1849                         call->used_iregs |= 1 << ainfo->reg;
1850                 } else {
1851                         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG);
1852                         in                  = call->args [i];
1853                         arg->ins.cil_code   = in->cil_code;
1854                         arg->ins.inst_left  = in;
1855                         arg->ins.type       = in->type;
1856                         /* prepend, we'll need to reverse them later */
1857                         arg->ins.next       = call->out_args;
1858                         call->out_args      = (MonoInst *) arg;
1859                         arg->ins.inst_right = (MonoInst *) call;
1860                         if (ainfo->regtype == RegTypeGeneral) {
1861                                 arg->ins.backend.reg3   = ainfo->reg;
1862                                 call->used_iregs |= 1 << ainfo->reg;
1863                                 if (arg->ins.type == STACK_I8)
1864                                         call->used_iregs |= 1 << (ainfo->reg + 1);
1865                         } else if (ainfo->regtype == RegTypeStructByAddr) {
1866                                 call->used_iregs |= 1 << ainfo->reg;
1867                                 arg->ins.sreg1    = ainfo->reg;
1868                                 arg->ins.opcode   = OP_OUTARG_VT;
1869                                 arg->size         = -ainfo->vtsize;
1870                                 arg->offset       = ainfo->offset;
1871                                 arg->offPrm       = ainfo->offparm + sz.offStruct;
1872                         } else if (ainfo->regtype == RegTypeStructByVal) {
1873                                 if (ainfo->reg != STK_BASE) {
1874                                         switch (ainfo->size) {
1875                                         case 0:
1876                                         case 1:
1877                                         case 2:
1878                                         case 4:
1879                                                 call->used_iregs |= 1 << ainfo->reg;
1880                                                 break;
1881                                         case 8:
1882                                                 call->used_iregs |= 1 << ainfo->reg;
1883                                                 call->used_iregs |= 1 << (ainfo->reg+1);
1884                                                 break;
1885                                         default:
1886                                                 call->used_iregs |= 1 << ainfo->reg;
1887                                         }
1888                                 }
1889                                 arg->ins.sreg1  = ainfo->reg;
1890                                 arg->ins.opcode = OP_OUTARG_VT;
1891                                 arg->size       = ainfo->size;
1892                                 arg->offset     = ainfo->offset;
1893                                 arg->offPrm     = ainfo->offparm + sz.offStruct;
1894                         } else if (ainfo->regtype == RegTypeBase) {
1895                                 arg->ins.opcode   = OP_OUTARG_MEMBASE;
1896                                 arg->ins.sreg1    = ainfo->reg;
1897                                 arg->size         = ainfo->size;
1898                                 arg->offset       = ainfo->offset;
1899                                 call->used_iregs |= 1 << ainfo->reg;
1900                         } else if (ainfo->regtype == RegTypeFP) {
1901                                 arg->ins.backend.reg3   = ainfo->reg;
1902                                 call->used_fregs |= 1 << ainfo->reg;
1903                                 if (ainfo->size == 4)
1904                                         arg->ins.opcode = OP_OUTARG_R4;
1905                                 else
1906                                         arg->ins.opcode = OP_OUTARG_R8;
1907                         } else {
1908                                 g_assert_not_reached ();
1909                         }
1910                 }
1911         }
1912
1913         /*
1914          * Handle the case where there are no implicit arguments
1915          */
1916         if ((sig->call_convention == MONO_CALL_VARARG) &&
1917             (i == sig->sentinelpos)) {
1918                 emit_sig_cookie (cfg, call, cinfo, ainfo->size);
1919         }
1920
1921         /*
1922          * Reverse the call->out_args list.
1923          */
1924         {
1925                 MonoInst *prev = NULL, *list = call->out_args, *next;
1926                 while (list) {
1927                         next = list->next;
1928                         list->next = prev;
1929                         prev = list;
1930                         list = next;
1931                 }
1932                 call->out_args = prev;
1933         }
1934
1935         g_free (cinfo);
1936         return call;
1937 }
1938
1939 /*========================= End of Function ========================*/
1940
1941 /*------------------------------------------------------------------*/
1942 /*                                                                  */
1943 /* Name         - emit_sig_cookie.                                  */
1944 /*                                                                  */
1945 /* Function     - For variable length parameter lists construct a   */
1946 /*                signature cookie and emit it.                     */
1947 /*                                                                  */
1948 /*------------------------------------------------------------------*/
1949
1950 static void
1951 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call,
1952                  CallInfo *cinfo, int argSize)
1953 {
1954         MonoCallArgParm *arg;
1955         MonoMethodSignature *tmpSig;
1956         MonoInst *sigArg;
1957
1958         cfg->disable_aot = TRUE;
1959
1960         /*----------------------------------------------------------*/
1961         /* mono_ArgIterator_Setup assumes the signature cookie is   */
1962         /* passed first and all the arguments which were before it  */
1963         /* passed on the stack after the signature. So compensate   */
1964         /* by passing a different signature.                        */
1965         /*----------------------------------------------------------*/
1966         tmpSig = mono_metadata_signature_dup (call->signature);
1967         tmpSig->param_count -= call->signature->sentinelpos;
1968         tmpSig->sentinelpos  = 0;
1969         if (tmpSig->param_count > 0)
1970                 memcpy (tmpSig->params,
1971                         call->signature->params + call->signature->sentinelpos,
1972                         tmpSig->param_count * sizeof(MonoType *));
1973
1974         MONO_INST_NEW (cfg, sigArg, OP_ICONST);
1975         sigArg->inst_p0 = tmpSig;
1976
1977         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG_MEMBASE);
1978         arg->ins.inst_left   = sigArg;
1979         arg->ins.inst_right  = (MonoInst *) call;
1980         arg->size            = argSize;
1981         arg->offset          = cinfo->sigCookie.offset;
1982         arg->ins.next        = call->out_args;
1983         call->out_args       = (MonoInst *) arg;
1984 }
1985
1986 /*========================= End of Function ========================*/
1987
1988 /*------------------------------------------------------------------*/
1989 /*                                                                  */
1990 /* Name         - mono_arch_instrument_mem_needs                    */
1991 /*                                                                  */
1992 /* Function     - Allow tracing to work with this interface (with   */
1993 /*                an optional argument).                            */
1994 /*                                                                  */
1995 /*------------------------------------------------------------------*/
1996
1997 void
1998 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
1999 {
2000         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2001         *stack = 0;
2002         /* split prolog-epilog requirements? */
2003         *code = 50; /* max bytes needed: check this number */
2004 }
2005
2006 /*========================= End of Function ========================*/
2007
2008 /*------------------------------------------------------------------*/
2009 /*                                                                  */
2010 /* Name         - mono_arch_instrument_prolog                       */
2011 /*                                                                  */
2012 /* Function     - Create an "instrumented" prolog.                  */
2013 /*                                                                  */
2014 /*------------------------------------------------------------------*/
2015
2016 void*
2017 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2018                              gboolean enable_arguments)
2019 {
2020         guchar  *code = p;
2021         int     parmOffset,
2022                 fpOffset,
2023                 baseReg;
2024
2025         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2026         if (cfg->method->save_lmf)
2027                 parmOffset -= sizeof(MonoLMF);
2028         fpOffset   = parmOffset + (5*sizeof(gint32));
2029         if (fpOffset > 4096) {
2030                 s390_lr (code, s390_r12, STK_BASE);
2031                 baseReg = s390_r12;
2032                 while (fpOffset > 4096) {
2033                         s390_ahi (code, baseReg, 4096);
2034                         fpOffset   -= 4096;
2035                         parmOffset -= 4096;
2036                 }
2037         } else {
2038                 baseReg = STK_BASE;
2039         }
2040
2041         s390_stm  (code, s390_r2, s390_r6, baseReg, parmOffset);
2042         s390_std  (code, s390_f0, 0, baseReg, fpOffset);
2043         s390_std  (code, s390_f1, 0, baseReg, fpOffset+sizeof(gdouble));
2044         s390_std  (code, s390_f2, 0, baseReg, fpOffset+2*sizeof(gdouble));
2045         s390_basr (code, s390_r13, 0);
2046         s390_j    (code, 6);
2047         s390_word (code, cfg->method);
2048         s390_word (code, func);
2049         s390_l    (code, s390_r2, 0, s390_r13, 4);
2050         s390_la   (code, s390_r3, 0, baseReg, parmOffset);
2051         s390_lr   (code, s390_r4, STK_BASE);
2052         s390_ahi  (code, s390_r4, cfg->stack_usage);
2053         s390_l    (code, s390_r1, 0, s390_r13, 8);
2054         s390_basr (code, s390_r14, s390_r1);
2055         s390_ld   (code, s390_f2, 0, baseReg, fpOffset+2*sizeof(gdouble));
2056         s390_ld   (code, s390_f1, 0, baseReg, fpOffset+sizeof(gdouble));
2057         s390_ld   (code, s390_f0, 0, baseReg, fpOffset);
2058         s390_lm   (code, s390_r2, s390_r6, baseReg, parmOffset);
2059
2060         return code;
2061 }
2062
2063 /*========================= End of Function ========================*/
2064
2065 /*------------------------------------------------------------------*/
2066 /*                                                                  */
2067 /* Name         - mono_arch_instrument_epilog                       */
2068 /*                                                                  */
2069 /* Function     - Create an epilog that will handle the returned    */
2070 /*                values used in instrumentation.                   */
2071 /*                                                                  */
2072 /*------------------------------------------------------------------*/
2073
2074 void*
2075 mono_arch_instrument_epilog (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments)
2076 {
2077         guchar     *code = p;
2078         int        save_mode = SAVE_NONE,
2079                    saveOffset;
2080         MonoMethod *method = cfg->method;
2081         int        rtype = mono_type_get_underlying_type (mono_method_signature (method)->ret)->type;
2082
2083         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2084         if (method->save_lmf)
2085                 saveOffset -= sizeof(MonoLMF);
2086
2087 handle_enum:
2088         switch (rtype) {
2089         case MONO_TYPE_VOID:
2090                 /* special case string .ctor icall */
2091                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2092                         save_mode = SAVE_ONE;
2093                 else
2094                         save_mode = SAVE_NONE;
2095                 break;
2096         case MONO_TYPE_I8:
2097         case MONO_TYPE_U8:
2098                 save_mode = SAVE_TWO;
2099                 break;
2100         case MONO_TYPE_R4:
2101                 save_mode = SAVE_R4;
2102                 break;
2103         case MONO_TYPE_R8:
2104                 save_mode = SAVE_R8;
2105                 break;
2106         case MONO_TYPE_VALUETYPE:
2107                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2108                         rtype = mono_method_signature (method)->ret->data.klass->enum_basetype->type;
2109                         goto handle_enum;
2110                 }
2111                 save_mode = SAVE_STRUCT;
2112                 break;
2113         default:
2114                 save_mode = SAVE_ONE;
2115                 break;
2116         }
2117
2118         switch (save_mode) {
2119         case SAVE_TWO:
2120                 s390_stm (code, s390_r2, s390_r3, cfg->frame_reg, saveOffset);
2121                 if (enable_arguments) {
2122                         s390_lr (code, s390_r4, s390_r3);
2123                         s390_lr (code, s390_r3, s390_r2);
2124                 }
2125                 break;
2126         case SAVE_ONE:
2127                 s390_st (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2128                 if (enable_arguments) {
2129                         s390_lr (code, s390_r3, s390_r2);
2130                 }
2131                 break;
2132         case SAVE_R4:
2133                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2134                 if (enable_arguments) {
2135                         s390_ldebr (code, s390_f0, s390_f0);
2136                 }
2137                 break;
2138         case SAVE_R8:
2139                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2140                 break;
2141         case SAVE_STRUCT:
2142                 s390_st (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2143                 if (enable_arguments) {
2144                         s390_l (code, s390_r3, 0, cfg->frame_reg,
2145                                 S390_MINIMAL_STACK_SIZE+cfg->param_area);
2146                 }
2147                 break;
2148         case SAVE_NONE:
2149         default:
2150                 break;
2151         }
2152
2153         s390_basr (code, s390_r13, 0);
2154         s390_j    (code, 6);
2155         s390_word (code, cfg->method);
2156         s390_word (code, func);
2157         s390_l    (code, s390_r2, 0, s390_r13, 4);
2158         s390_l    (code, s390_r1, 0, s390_r13, 8);
2159         s390_basr (code, s390_r14, s390_r1);
2160
2161         switch (save_mode) {
2162         case SAVE_TWO:
2163                 s390_lm  (code, s390_r2, s390_r3, cfg->frame_reg, saveOffset);
2164                 break;
2165         case SAVE_ONE:
2166                 s390_l   (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2167                 break;
2168         case SAVE_R4:
2169         case SAVE_R8:
2170                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2171                 break;
2172         case SAVE_STRUCT:
2173                 s390_l   (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2174                 break;
2175         case SAVE_NONE:
2176         default:
2177                 break;
2178         }
2179
2180         return code;
2181 }
2182
2183 /*========================= End of Function ========================*/
2184
2185 /*------------------------------------------------------------------*/
2186 /*                                                                  */
2187 /* Name         - peephole_pass                                     */
2188 /*                                                                  */
2189 /* Function     - Form a peephole pass at the code looking for      */
2190 /*                simple optimizations.                             */
2191 /*                                                                  */
2192 /*------------------------------------------------------------------*/
2193
2194 static void
2195 peephole_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2196 {
2197         MonoInst *ins, *last_ins = NULL;
2198         ins = bb->code;
2199
2200         while (ins) {
2201
2202                 switch (ins->opcode) {
2203                 case OP_MUL_IMM:
2204                         /* remove unnecessary multiplication with 1 */
2205                         if (ins->inst_imm == 1) {
2206                                 if (ins->dreg != ins->sreg1) {
2207                                         ins->opcode = OP_MOVE;
2208                                 } else {
2209                                         last_ins->next = ins->next;
2210                                         ins = ins->next;
2211                                         continue;
2212                                 }
2213                         }
2214                         break;
2215                 case OP_LOAD_MEMBASE:
2216                 case OP_LOADI4_MEMBASE:
2217                         /*
2218                          * OP_STORE_MEMBASE_REG reg, offset(basereg)
2219                          * OP_LOAD_MEMBASE offset(basereg), reg
2220                          */
2221                         if (last_ins && (last_ins->opcode == OP_STOREI4_MEMBASE_REG
2222                                          || last_ins->opcode == OP_STORE_MEMBASE_REG) &&
2223                             ins->inst_basereg == last_ins->inst_destbasereg &&
2224                             ins->inst_offset == last_ins->inst_offset) {
2225                                 if (ins->dreg == last_ins->sreg1) {
2226                                         last_ins->next = ins->next;
2227                                         ins = ins->next;
2228                                         continue;
2229                                 } else {
2230                                         ins->opcode = OP_MOVE;
2231                                         ins->sreg1 = last_ins->sreg1;
2232                                 }
2233
2234                         /*
2235                          * Note: reg1 must be different from the basereg in the second load
2236                          * OP_LOAD_MEMBASE offset(basereg), reg1
2237                          * OP_LOAD_MEMBASE offset(basereg), reg2
2238                          * -->
2239                          * OP_LOAD_MEMBASE offset(basereg), reg1
2240                          * OP_MOVE reg1, reg2
2241                          */
2242                         } if (last_ins && (last_ins->opcode == OP_LOADI4_MEMBASE
2243                                            || last_ins->opcode == OP_LOAD_MEMBASE) &&
2244                               ins->inst_basereg != last_ins->dreg &&
2245                               ins->inst_basereg == last_ins->inst_basereg &&
2246                               ins->inst_offset == last_ins->inst_offset) {
2247
2248                                 if (ins->dreg == last_ins->dreg) {
2249                                         last_ins->next = ins->next;
2250                                         ins = ins->next;
2251                                         continue;
2252                                 } else {
2253                                         ins->opcode = OP_MOVE;
2254                                         ins->sreg1 = last_ins->dreg;
2255                                 }
2256
2257                                 //g_assert_not_reached ();
2258
2259 #if 0
2260                         /*
2261                          * OP_STORE_MEMBASE_IMM imm, offset(basereg)
2262                          * OP_LOAD_MEMBASE offset(basereg), reg
2263                          * -->
2264                          * OP_STORE_MEMBASE_IMM imm, offset(basereg)
2265                          * OP_ICONST reg, imm
2266                          */
2267                         } else if (last_ins && (last_ins->opcode == OP_STOREI4_MEMBASE_IMM
2268                                                 || last_ins->opcode == OP_STORE_MEMBASE_IMM) &&
2269                                    ins->inst_basereg == last_ins->inst_destbasereg &&
2270                                    ins->inst_offset == last_ins->inst_offset) {
2271                                 //static int c = 0; printf ("MATCHX %s %d\n", cfg->method->name,c++);
2272                                 ins->opcode = OP_ICONST;
2273                                 ins->inst_c0 = last_ins->inst_imm;
2274                                 g_assert_not_reached (); // check this rule
2275 #endif
2276                         }
2277                         break;
2278                 case OP_LOADU1_MEMBASE:
2279                 case OP_LOADI1_MEMBASE:
2280                         if (last_ins && (last_ins->opcode == OP_STOREI1_MEMBASE_REG) &&
2281                                         ins->inst_basereg == last_ins->inst_destbasereg &&
2282                                         ins->inst_offset == last_ins->inst_offset) {
2283                                 if (ins->dreg == last_ins->sreg1) {
2284                                         last_ins->next = ins->next;
2285                                         ins = ins->next;
2286                                         continue;
2287                                 } else {
2288                                         //static int c = 0; printf ("MATCHX %s %d\n", cfg->method->name,c++);
2289                                         ins->opcode = OP_MOVE;
2290                                         ins->sreg1 = last_ins->sreg1;
2291                                 }
2292                         }
2293                         break;
2294                 case OP_LOADU2_MEMBASE:
2295                 case OP_LOADI2_MEMBASE:
2296                         if (last_ins && (last_ins->opcode == OP_STOREI2_MEMBASE_REG) &&
2297                                         ins->inst_basereg == last_ins->inst_destbasereg &&
2298                                         ins->inst_offset == last_ins->inst_offset) {
2299                                 if (ins->dreg == last_ins->sreg1) {
2300                                         last_ins->next = ins->next;
2301                                         ins = ins->next;
2302                                         continue;
2303                                 } else {
2304                                         ins->opcode = OP_MOVE;
2305                                         ins->sreg1 = last_ins->sreg1;
2306                                 }
2307                         }
2308                         break;
2309                 case CEE_CONV_I4:
2310                 case CEE_CONV_U4:
2311                 case OP_MOVE:
2312                         /*
2313                          * OP_MOVE reg, reg
2314                          */
2315                         if (ins->dreg == ins->sreg1) {
2316                                 if (last_ins)
2317                                         last_ins->next = ins->next;
2318                                 ins = ins->next;
2319                                 continue;
2320                         }
2321                         /*
2322                          * OP_MOVE sreg, dreg
2323                          * OP_MOVE dreg, sreg
2324                          */
2325                         if (last_ins && last_ins->opcode == OP_MOVE &&
2326                             ins->sreg1 == last_ins->dreg &&
2327                             ins->dreg == last_ins->sreg1) {
2328                                 last_ins->next = ins->next;
2329                                 ins = ins->next;
2330                                 continue;
2331                         }
2332                         break;
2333                 }
2334                 last_ins = ins;
2335                 ins = ins->next;
2336         }
2337         bb->last_ins = last_ins;
2338 }
2339
2340 /*========================= End of Function ========================*/
2341
2342 /*------------------------------------------------------------------*/
2343 /*                                                                  */
2344 /* Name         - mono_arch_local_regalloc.                         */
2345 /*                                                                  */
2346 /* Function     - We first scan the list of instructions and we     */
2347 /*                save the liveness information of each register    */
2348 /*                (when the register is first used, when its value  */
2349 /*                is set etc.). We also reverse the list of instr-  */
2350 /*                uctions (in the InstList list) because assigning  */
2351 /*                registers backwards allows for more tricks to be  */
2352 /*                used.                                             */
2353 /*                                                                  */
2354 /*------------------------------------------------------------------*/
2355
2356 void
2357 mono_arch_local_regalloc (MonoCompile *cfg, MonoBasicBlock *bb)
2358 {
2359         mono_local_regalloc(cfg, bb);
2360 }
2361
2362 /*========================= End of Function ========================*/
2363
2364 /*------------------------------------------------------------------*/
2365 /*                                                                  */
2366 /* Name         - emit_float_to_int                                 */
2367 /*                                                                  */
2368 /* Function     - Create instructions which will convert a floating */
2369 /*                point value to integer.                           */
2370 /*                                                                  */
2371 /*------------------------------------------------------------------*/
2372
2373 static guchar*
2374 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2375 {
2376         /* sreg is a float, dreg is an integer reg. */
2377         if (is_signed) {
2378                 s390_cfdbr (code, dreg, 5, sreg);
2379                 switch (size) {
2380                         case 1:
2381                                 s390_lhi  (code, s390_r0, 0);
2382                                 s390_lhi  (code, s390_r13, 0xff);
2383                                 s390_ltr  (code, dreg, dreg);
2384                                 s390_jnl  (code, 4);
2385                                 s390_lhi  (code, s390_r0, 0x80);
2386                                 s390_nr   (code, dreg, s390_r13);
2387                                 s390_or   (code, dreg, s390_r0);
2388                                 break;
2389                 }
2390         } else {
2391                 short *o[1];
2392                 s390_basr   (code, s390_r13, 0);
2393                 s390_j      (code, 10);
2394                 s390_llong  (code, 0x41e0000000000000);
2395                 s390_llong  (code, 0x41f0000000000000);
2396                 s390_ldr    (code, s390_f15, sreg);
2397                 s390_cdb    (code, s390_f15, 0, s390_r13, 4);
2398                 s390_jl     (code, 0); CODEPTR(code, o[0]);
2399                 s390_sdb    (code, s390_f15, 0, s390_r13, 12);
2400                 s390_cfdbr  (code, dreg, 7, s390_f15);
2401                 s390_j      (code, 4);
2402                 PTRSLOT(code, o[0]);
2403                 s390_cfdbr  (code, dreg, 5, sreg);
2404                 switch (size) {
2405                         case 1:
2406                                 s390_lhi  (code, s390_r0, 0xff);
2407                                 s390_nr   (code, dreg, s390_r0);
2408                                 break;
2409                         case 2:
2410                                 s390_lhi  (code, s390_r0, -1);
2411                                 s390_srl  (code, s390_r0, 0, 16);
2412                                 s390_nr   (code, dreg, s390_r0);
2413                                 break;
2414                 }
2415         }
2416         return code;
2417 }
2418
2419 /*========================= End of Function ========================*/
2420
2421 /*------------------------------------------------------------------*/
2422 /*                                                                  */
2423 /* Name         - mono_arch_output_basic_block                      */
2424 /*                                                                  */
2425 /* Function     - Perform the "real" work of emitting instructions  */
2426 /*                that will do the work of in the basic block.      */
2427 /*                                                                  */
2428 /*------------------------------------------------------------------*/
2429
2430 void
2431 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2432 {
2433         MonoInst *ins;
2434         MonoCallInst *call;
2435         guint offset;
2436         guint8 *code = cfg->native_code + cfg->code_len;
2437         MonoInst *last_ins = NULL;
2438         guint last_offset = 0;
2439         int max_len, cpos, src2;
2440
2441         if (cfg->opt & MONO_OPT_PEEPHOLE)
2442                 peephole_pass (cfg, bb);
2443
2444         /* we don't align basic blocks of loops on s390 */
2445
2446         if (cfg->verbose_level > 2)
2447                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2448
2449         cpos = bb->max_offset;
2450
2451         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2452                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2453                 //g_assert (!mono_compile_aot);
2454                 //cpos += 6;
2455                 //if (bb->cil_code)
2456                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2457                 /* this is not thread save, but good enough */
2458                 /* fixme: howto handle overflows? */
2459                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2460         }
2461
2462         ins = bb->code;
2463         while (ins) {
2464                 offset = code - cfg->native_code;
2465
2466                 max_len = ((guint8 *)ins_spec [ins->opcode])[MONO_INST_LEN];
2467
2468                 if (offset > (cfg->code_size - max_len - 16)) {
2469                         cfg->code_size *= 2;
2470                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2471                         code = cfg->native_code + offset;
2472                 }
2473
2474                 mono_debug_record_line_number (cfg, ins, offset);
2475
2476                 switch (ins->opcode) {
2477                 case OP_STOREI1_MEMBASE_IMM: {
2478                         s390_lhi (code, s390_r0, ins->inst_imm);
2479                         if (s390_is_uimm12(ins->inst_offset))
2480                                 s390_stc (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2481                         else {
2482                                 s390_basr (code, s390_r13, 0);
2483                                 s390_j    (code, 4);
2484                                 s390_word (code, ins->inst_offset);
2485                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2486                                 s390_stc  (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2487                         }
2488                 }
2489                         break;
2490                 case OP_STOREI2_MEMBASE_IMM: {
2491                         s390_lhi (code, s390_r0, ins->inst_imm);
2492                         if (s390_is_uimm12(ins->inst_offset)) {
2493                                 s390_sth (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2494                         } else {
2495                                 s390_basr (code, s390_r13, 0);
2496                                 s390_j    (code, 4);
2497                                 s390_word (code, ins->inst_offset);
2498                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2499                                 s390_sth  (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2500                         }
2501                 }
2502                         break;
2503                 case OP_STORE_MEMBASE_IMM:
2504                 case OP_STOREI4_MEMBASE_IMM: {
2505                         if (s390_is_imm16(ins->inst_imm)) {
2506                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2507                         } else {
2508                                 s390_basr (code, s390_r13, 0);
2509                                 s390_j    (code, 4);
2510                                 s390_word (code, ins->inst_imm);
2511                                 s390_l    (code, s390_r0, 0, s390_r13, 4);
2512                         }
2513                         if (s390_is_uimm12(ins->inst_offset)) {
2514                                 s390_st  (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2515                         } else {
2516                                 s390_basr (code, s390_r13, 0);
2517                                 s390_j    (code, 4);
2518                                 s390_word (code, ins->inst_offset);
2519                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2520                                 s390_st   (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2521                         }
2522                 }
2523                         break;
2524                 case OP_STOREI1_MEMBASE_REG: {
2525                         if (s390_is_uimm12(ins->inst_offset)) {
2526                                 s390_stc  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2527                         } else {
2528                                 s390_basr (code, s390_r13, 0);
2529                                 s390_j    (code, 4);
2530                                 s390_word (code, ins->inst_offset);
2531                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2532                                 s390_stc  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2533                         }
2534                 }
2535                         break;
2536                 case OP_STOREI2_MEMBASE_REG: {
2537                         if (s390_is_uimm12(ins->inst_offset)) {
2538                                 s390_sth  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2539                         } else {
2540                                 s390_basr (code, s390_r13, 0);
2541                                 s390_j    (code, 4);
2542                                 s390_word (code, ins->inst_offset);
2543                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2544                                 s390_sth  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2545                         }
2546                 }
2547                         break;
2548                 case OP_STORE_MEMBASE_REG:
2549                 case OP_STOREI4_MEMBASE_REG: {
2550                         if (s390_is_uimm12(ins->inst_offset)) {
2551                                 s390_st   (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2552                         } else {
2553                                 s390_basr (code, s390_r13, 0);
2554                                 s390_j    (code, 4);
2555                                 s390_word (code, ins->inst_offset);
2556                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2557                                 s390_st   (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2558                         }
2559                 }
2560                         break;
2561                 case CEE_LDIND_I:
2562                 case CEE_LDIND_I4:
2563                 case CEE_LDIND_U4: {
2564                         s390_basr (code, s390_r13, 0);
2565                         s390_j    (code, 4);
2566                         s390_word (code, ins->inst_p0);
2567                         s390_l    (code, s390_r13, 0, s390_r13, 4);
2568                         s390_l    (code, ins->dreg, 0, s390_r13, 0);
2569                 }
2570                         break;
2571                 case OP_LOADU4_MEM:
2572                         g_assert_not_reached ();
2573                         break;
2574                 case OP_LOAD_MEMBASE:
2575                 case OP_LOADI4_MEMBASE:
2576                 case OP_LOADU4_MEMBASE: {
2577                         if (s390_is_uimm12(ins->inst_offset))
2578                                 s390_l    (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
2579                         else {
2580                                 if (s390_is_imm16(ins->inst_offset)) {
2581                                         s390_lhi (code, s390_r13, ins->inst_offset);
2582                                         s390_l   (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
2583                                 } else {
2584                                         s390_basr (code, s390_r13, 0);
2585                                         s390_j    (code, 4);
2586                                         s390_word (code, ins->inst_offset);
2587                                         s390_l    (code, s390_r13, 0, s390_r13, 4);
2588                                         s390_l    (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
2589                                 }
2590                         }
2591                 }
2592                         break;
2593                 case OP_LOADU1_MEMBASE: {
2594                         s390_lhi (code, s390_r0, 0);
2595                         if (s390_is_uimm12(ins->inst_offset))
2596                                 s390_ic   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2597                         else {
2598                                 s390_basr (code, s390_r13, 0);
2599                                 s390_j    (code, 4);
2600                                 s390_word (code, ins->inst_offset);
2601                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2602                                 s390_ic   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2603                         }
2604                         s390_lr   (code, ins->dreg, s390_r0);
2605                 }
2606                         break;
2607                 case OP_LOADI1_MEMBASE: {
2608                         s390_lhi (code, s390_r0, 0);
2609                         if (s390_is_uimm12(ins->inst_offset))
2610                                 s390_ic   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2611                         else {
2612                                 s390_basr (code, s390_r13, 0);
2613                                 s390_j    (code, 4);
2614                                 s390_word (code, ins->inst_offset);
2615                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2616                                 s390_ic   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2617                         }
2618                         s390_lhi  (code, s390_r13, 0x80);
2619                         s390_nr   (code, s390_r13, s390_r0);
2620                         s390_jz   (code, 5);
2621                         s390_lhi  (code, s390_r13, 0xff00);
2622                         s390_or   (code, s390_r0, s390_r13);
2623                         s390_lr   (code, ins->dreg, s390_r0);
2624                 }
2625                         break;
2626                 case OP_LOADU2_MEMBASE: {
2627                         s390_lhi (code, s390_r0, 0);
2628                         if (s390_is_uimm12(ins->inst_offset))
2629                                 s390_icm  (code, s390_r0, 3, ins->inst_basereg, ins->inst_offset);
2630                         else {
2631                                 s390_basr (code, s390_r13, 0);
2632                                 s390_j    (code, 4);
2633                                 s390_word (code, ins->inst_offset);
2634                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2635                                 s390_ar   (code, s390_r13, ins->inst_basereg);
2636                                 s390_icm  (code, s390_r0, 3, s390_r13, 0);
2637                         }
2638                         s390_lr  (code, ins->dreg, s390_r0);
2639                 }
2640                         break;
2641                 case OP_LOADI2_MEMBASE: {
2642                         s390_lhi (code, s390_r0, 0);
2643                         if (s390_is_uimm12(ins->inst_offset))
2644                                 s390_lh   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2645                         else {
2646                                 s390_basr (code, s390_r13, 0);
2647                                 s390_j    (code, 4);
2648                                 s390_word (code, ins->inst_offset);
2649                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2650                                 s390_lh   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2651                         }
2652                         s390_lr  (code, ins->dreg, s390_r0);
2653                 }
2654                         break;
2655                 case CEE_CONV_I1: {
2656                         s390_lhi  (code, s390_r0, 0x80);
2657                         if (ins->dreg != ins->sreg1) {
2658                                 s390_lr   (code, ins->dreg, ins->sreg1);
2659                         }
2660                         s390_nr   (code, s390_r0, ins->sreg1);
2661                         s390_jz   (code, 7);
2662                         s390_lhi  (code, s390_r13, -1);
2663                         s390_sll  (code, s390_r13, 0, 8);
2664                         s390_or   (code, ins->dreg, s390_r13);
2665                 }
2666                         break;
2667                 case CEE_CONV_I2: {
2668                         s390_lhi  (code, s390_r0, 0x80);
2669                         s390_sll  (code, s390_r0, 0, 8);
2670                         if (ins->dreg != ins->sreg1) {
2671                                 s390_lr   (code, ins->dreg, ins->sreg1);
2672                         }
2673                         s390_nr   (code, s390_r0, ins->sreg1);
2674                         s390_jz   (code, 7);
2675                         s390_lhi  (code, s390_r13, -1);
2676                         s390_sll  (code, s390_r13, 0, 16);
2677                         s390_or   (code, ins->dreg, s390_r13);
2678                 }
2679                         break;
2680                 case CEE_CONV_U1: {
2681                         s390_lhi  (code, s390_r0, 0xff);
2682                         if (ins->dreg != ins->sreg1) {
2683                                 s390_lr   (code, ins->dreg, ins->sreg1);
2684                         }
2685                         s390_nr   (code, ins->dreg, s390_r0);
2686                 }
2687                         break;
2688                 case CEE_CONV_U2: {
2689                         s390_lhi  (code, s390_r0, -1);
2690                         s390_sll  (code, s390_r0, 0, 16);
2691                         s390_srl  (code, s390_r0, 0, 16);
2692                         if (ins->dreg != ins->sreg1) {
2693                                 s390_lr   (code, ins->dreg, ins->sreg1);
2694                         }
2695                         s390_nr   (code, ins->dreg, s390_r0);
2696                 }
2697                         break;
2698                 case OP_COMPARE: {
2699                         if ((ins->next) &&
2700                             (((ins->next->opcode >= CEE_BNE_UN) &&
2701                               (ins->next->opcode <= CEE_BLT_UN)) ||
2702                              ((ins->next->opcode >= OP_COND_EXC_NE_UN) &&
2703                               (ins->next->opcode <= OP_COND_EXC_LT_UN)) ||
2704                              ((ins->next->opcode == OP_CLT_UN) ||
2705                               (ins->next->opcode == OP_CGT_UN))))
2706                                 s390_clr  (code, ins->sreg1, ins->sreg2);
2707                         else
2708                                 s390_cr   (code, ins->sreg1, ins->sreg2);
2709                 }
2710                         break;
2711                 case OP_COMPARE_IMM: {
2712                         if (s390_is_imm16 (ins->inst_imm)) {
2713                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2714                                 if ((ins->next) &&
2715                                     (((ins->next->opcode >= CEE_BNE_UN) &&
2716                                       (ins->next->opcode <= CEE_BLT_UN)) ||
2717                                      ((ins->next->opcode >= OP_COND_EXC_NE_UN) &&
2718                                       (ins->next->opcode <= OP_COND_EXC_LT_UN)) ||
2719                                      ((ins->next->opcode == OP_CLT_UN) ||
2720                                       (ins->next->opcode == OP_CGT_UN))))
2721                                         s390_clr  (code, ins->sreg1, s390_r0);
2722                                 else
2723                                         s390_cr   (code, ins->sreg1, s390_r0);
2724                         }
2725                         else {
2726                                 s390_basr (code, s390_r13, 0);
2727                                 s390_j    (code, 4);
2728                                 s390_word (code, ins->inst_imm);
2729                                 if ((ins->next) &&
2730                                     (((ins->next->opcode >= CEE_BNE_UN) &&
2731                                       (ins->next->opcode <= CEE_BLT_UN)) ||
2732                                      ((ins->next->opcode >= OP_COND_EXC_NE_UN) &&
2733                                       (ins->next->opcode <= OP_COND_EXC_LT_UN)) ||
2734                                      ((ins->next->opcode == OP_CLT_UN) ||
2735                                       (ins->next->opcode == OP_CGT_UN))))
2736                                         s390_cl   (code, ins->sreg1, 0, s390_r13, 4);
2737                                 else
2738                                         s390_c    (code, ins->sreg1, 0, s390_r13, 4);
2739                         }
2740                 }
2741                         break;
2742                 case CEE_BREAK: {
2743                         mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS, mono_arch_break);
2744                         s390_brasl (code, s390_r14, 0);
2745                 }
2746                         break;
2747                 case OP_ADDCC: {
2748                         CHECK_SRCDST_COM;
2749                         s390_alr  (code, ins->dreg, src2);
2750                 }
2751                         break;
2752                 case CEE_ADD: {
2753                         CHECK_SRCDST_COM;
2754                         s390_ar   (code, ins->dreg, src2);
2755                 }
2756                         break;
2757                 case OP_ADC: {
2758                         CHECK_SRCDST_COM;
2759                         s390_alcr (code, ins->dreg, src2);
2760                 }
2761                         break;
2762                 case OP_ADD_IMM: {
2763                         if (ins->dreg != ins->sreg1) {
2764                                 s390_lr   (code, ins->dreg, ins->sreg1);
2765                         }
2766                         if ((ins->next) &&
2767                             (ins->next->opcode == OP_ADC_IMM)) {
2768                                 s390_basr (code, s390_r13, 0);
2769                                 s390_j    (code, 4);
2770                                 s390_word (code, ins->inst_imm);
2771                                 s390_a (code, ins->dreg, 0, s390_r13, 4);
2772                         } else {
2773                                 if (s390_is_imm16 (ins->inst_imm)) {
2774                                         s390_ahi  (code, ins->dreg, ins->inst_imm);
2775                                 } else {
2776                                         s390_basr (code, s390_r13, 0);
2777                                         s390_j    (code, 4);
2778                                         s390_word (code, ins->inst_imm);
2779                                         s390_a (code, ins->dreg, 0, s390_r13, 4);
2780                                 }
2781                         }
2782                 }
2783                         break;
2784                 case OP_ADDCC_IMM: {
2785                         if ((ins->next) &&
2786                             (ins->next->opcode == OP_ADC_IMM)) {
2787                                 s390_basr (code, s390_r13, 0);
2788                                 s390_j    (code, 4);
2789                                 s390_word (code, ins->inst_imm);
2790                                 if (ins->dreg != ins->sreg1) {
2791                                         s390_lr   (code, ins->dreg, ins->sreg1);
2792                                 }
2793                                 s390_al   (code, ins->dreg, 0, s390_r13, 4);
2794                         } else {
2795                                 if (s390_is_imm16 (ins->inst_imm)) {
2796                                         if (ins->dreg != ins->sreg1) {
2797                                                 s390_lr   (code, ins->dreg, ins->sreg1);
2798                                         }
2799                                         s390_lhi  (code, s390_r0, ins->inst_imm);
2800                                         s390_alcr (code, ins->dreg, s390_r0);
2801                                 } else {
2802                                         s390_basr (code, s390_r13, 0);
2803                                         s390_j    (code, 4);
2804                                         s390_word (code, ins->inst_imm);
2805                                         if (ins->dreg != ins->sreg1) {
2806                                                 s390_lr   (code, ins->dreg, ins->sreg1);
2807                                         }
2808                                         s390_al   (code, ins->dreg, 0, s390_r13, 4);
2809                                 }
2810                         }
2811                 }
2812                         break;
2813                 case OP_ADC_IMM: {
2814                         if (s390_is_imm16 (ins->inst_imm)) {
2815                                 if (ins->dreg != ins->sreg1) {
2816                                         s390_lr   (code, ins->dreg, ins->sreg1);
2817                                 }
2818                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2819                                 s390_alcr (code, ins->dreg, s390_r0);
2820                         } else {
2821                                 s390_basr (code, s390_r13, 0);
2822                                 s390_j    (code, 4);
2823                                 s390_word (code, ins->inst_imm);
2824                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2825                                 s390_alcr (code, ins->dreg, s390_r13);
2826                         }
2827                 }
2828                         break;
2829                 case CEE_ADD_OVF: {
2830                         CHECK_SRCDST_COM;
2831                         s390_ar   (code, ins->dreg, src2);
2832                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2833                 }
2834                         break;
2835                 case CEE_ADD_OVF_UN: {
2836                         CHECK_SRCDST_COM;
2837                         s390_alr  (code, ins->dreg, src2);
2838                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2839                 }
2840                         break;
2841                 case OP_LADD: {
2842                         short int *o[1];
2843                         s390_alr  (code, s390_r0, ins->sreg1);
2844                         s390_jnc  (code, 4);
2845                         s390_ahi  (code, s390_r1, 1);
2846                         s390_ar   (code, s390_r1, ins->sreg2);
2847                         s390_lr   (code, ins->dreg, s390_r0);
2848                         s390_lr   (code, ins->dreg+1, s390_r1);
2849                 }
2850                         break;
2851                 case OP_LADD_OVF: {
2852                         short int *o[1];
2853                         s390_alr  (code, s390_r0, ins->sreg1);
2854                         s390_jnc  (code, 0); CODEPTR(code, o[0]);
2855                         s390_ahi  (code, s390_r1, 1);
2856                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2857                         PTRSLOT   (code, o[0]);
2858                         s390_ar   (code, s390_r1, ins->sreg2);
2859                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2860                         s390_lr   (code, ins->dreg, s390_r0);
2861                         s390_lr   (code, ins->dreg+1, s390_r1);
2862                 }
2863                         break;
2864                 case OP_LADD_OVF_UN: {
2865                         s390_alr  (code, s390_r0, ins->sreg1);
2866                         s390_alcr (code, s390_r1, ins->sreg2);
2867                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2868                         s390_lr   (code, ins->dreg, s390_r0);
2869                         s390_lr   (code, ins->dreg+1, s390_r1);
2870                 }
2871                         break;
2872                 case OP_ADD_OVF_CARRY: {
2873                         CHECK_SRCDST_COM;
2874                         s390_lhi  (code, s390_r0, 0);
2875                         s390_lr   (code, s390_r1, s390_r0);
2876                         s390_alcr (code, s390_r0, s390_r1);
2877                         s390_ar   (code, ins->dreg, src2);
2878                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2879                         s390_ar   (code, ins->dreg, s390_r0);
2880                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2881                 }
2882                         break;
2883                 case OP_ADD_OVF_UN_CARRY: {
2884                         CHECK_SRCDST_COM;
2885                         s390_alcr (code, ins->dreg, src2);
2886                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2887                 }
2888                         break;
2889                 case OP_SUBCC: {
2890                         CHECK_SRCDST_NCOM;
2891                         s390_slr (code, ins->dreg, src2);
2892                 }
2893                         break;
2894                 case CEE_SUB: {
2895                         CHECK_SRCDST_NCOM;
2896                         s390_sr   (code, ins->dreg, src2);
2897                 }
2898                         break;
2899                 case OP_SBB: {
2900                         CHECK_SRCDST_NCOM;
2901                         s390_slbr (code, ins->dreg, src2);
2902                 }
2903                         break;
2904                 case OP_SUBCC_IMM: {
2905                         if (s390_is_imm16 (-ins->inst_imm)) {
2906                                 if (ins->dreg != ins->sreg1) {
2907                                         s390_lr   (code, ins->dreg, ins->sreg1);
2908                                 }
2909                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2910                                 s390_slr  (code, ins->dreg, s390_r0);
2911                         } else {
2912                                 s390_basr (code, s390_r13, 0);
2913                                 s390_j    (code, 4);
2914                                 s390_word (code, ins->inst_imm);
2915                                 if (ins->dreg != ins->sreg1) {
2916                                         s390_lr   (code, ins->dreg, ins->sreg1);
2917                                 }
2918                                 s390_sl   (code, ins->dreg, 0, s390_r13, 4);
2919                         }
2920                 }
2921                         break;
2922                 case OP_SUB_IMM: {
2923                         if (s390_is_imm16 (-ins->inst_imm)) {
2924                                 if (ins->dreg != ins->sreg1) {
2925                                         s390_lr   (code, ins->dreg, ins->sreg1);
2926                                 }
2927                                 s390_ahi  (code, ins->dreg, -ins->inst_imm);
2928                         } else {
2929                                 s390_basr (code, s390_r13, 0);
2930                                 s390_j    (code, 4);
2931                                 s390_word (code, ins->inst_imm);
2932                                 if (ins->dreg != ins->sreg1) {
2933                                         s390_lr   (code, ins->dreg, ins->sreg1);
2934                                 }
2935                                 s390_s    (code, ins->dreg, 0, s390_r13, 4);
2936                         }
2937                 }
2938                         break;
2939                 case OP_SBB_IMM: {
2940                         if (ins->dreg != ins->sreg1) {
2941                                 s390_lr    (code, ins->dreg, ins->sreg1);
2942                         }
2943                         if (s390_is_imm16 (-ins->inst_imm)) {
2944                                 s390_lhi   (code, s390_r0, ins->inst_imm);
2945                                 s390_slbr  (code, ins->dreg, s390_r0);
2946                         } else {
2947                                 s390_basr (code, s390_r13, 0);
2948                                 s390_j    (code, 4);
2949                                 s390_word (code, ins->inst_imm);
2950                                 s390_slb  (code, ins->dreg, 0, s390_r13, 4);
2951                         }
2952                 }
2953                         break;
2954                 case CEE_SUB_OVF: {
2955                         CHECK_SRCDST_NCOM;
2956                         s390_sr   (code, ins->dreg, src2);
2957                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2958                 }
2959                         break;
2960                 case CEE_SUB_OVF_UN: {
2961                         CHECK_SRCDST_NCOM;
2962                         s390_slr  (code, ins->dreg, src2);
2963                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
2964                 }
2965                         break;
2966                 case OP_LSUB: {
2967                         s390_lr   (code, s390_r14, ins->sreg2);
2968                         s390_slr  (code, s390_r0, ins->sreg1);
2969                         s390_jnl  (code, 4);
2970                         s390_ahi  (code, s390_r14, 1);
2971                         s390_sr   (code, s390_r1, s390_r14);
2972                         s390_lr   (code, ins->dreg, s390_r0);
2973                         s390_lr   (code, ins->dreg+1, s390_r1);
2974                 }
2975                         break;
2976                 case OP_LSUB_OVF: {
2977                         short int *o[1];
2978                         s390_lr   (code, s390_r14, ins->sreg2);
2979                         s390_slr  (code, s390_r0, ins->sreg1);
2980                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
2981                         s390_ahi  (code, s390_r14, 1);
2982                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2983                         PTRSLOT   (code, o[0]);
2984                         s390_sr   (code, s390_r1, s390_r14);
2985                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2986                         s390_lr   (code, ins->dreg, s390_r0);
2987                         s390_lr   (code, ins->dreg+1, s390_r1);
2988                 }
2989                         break;
2990                 case OP_LSUB_OVF_UN: {
2991                         s390_slr  (code, s390_r0, ins->sreg1);
2992                         s390_slbr (code, s390_r1, ins->sreg2);
2993                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
2994                         s390_lr   (code, ins->dreg, s390_r0);
2995                         s390_lr   (code, ins->dreg+1, s390_r1);
2996                 }
2997                         break;
2998                 case OP_SUB_OVF_CARRY: {
2999                         CHECK_SRCDST_NCOM;
3000                         s390_lhi  (code, s390_r0, 0);
3001                         s390_lr   (code, s390_r1, s390_r0);
3002                         s390_slbr (code, s390_r0, s390_r1);
3003                         s390_sr   (code, ins->dreg, src2);
3004                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3005                         s390_ar   (code, ins->dreg, s390_r0);
3006                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3007                 }
3008                         break;
3009                 case OP_SUB_OVF_UN_CARRY: {
3010                         CHECK_SRCDST_NCOM;
3011                         s390_slbr (code, ins->dreg, src2);
3012                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3013                 }
3014                         break;
3015                 case CEE_AND: {
3016                         if (ins->sreg1 == ins->dreg) {
3017                                 s390_nr   (code, ins->dreg, ins->sreg2);
3018                         }
3019                         else {
3020                                 if (ins->sreg2 == ins->dreg) {
3021                                         s390_nr  (code, ins->dreg, ins->sreg1);
3022                                 }
3023                                 else {
3024                                         s390_lr  (code, ins->dreg, ins->sreg1);
3025                                         s390_nr  (code, ins->dreg, ins->sreg2);
3026                                 }
3027                         }
3028                 }
3029                         break;
3030                 case OP_AND_IMM: {
3031                         if (s390_is_imm16 (ins->inst_imm)) {
3032                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3033                                 if (ins->dreg != ins->sreg1) {
3034                                         s390_lr   (code, ins->dreg, ins->sreg1);
3035                                 }
3036                                 s390_nr   (code, ins->dreg, s390_r0);
3037                         } else {
3038                                 s390_basr (code, s390_r13, 0);
3039                                 s390_j    (code, 4);
3040                                 s390_word (code, ins->inst_imm);
3041                                 if (ins->dreg != ins->sreg1) {
3042                                         s390_lr   (code, ins->dreg, ins->sreg1);
3043                                 }
3044                                 s390_n    (code, ins->dreg, 0, s390_r13, 4);
3045                         }
3046                 }
3047                         break;
3048                 case CEE_DIV: {
3049                         s390_lr   (code, s390_r0, ins->sreg1);
3050                         s390_srda (code, s390_r0, 0, 32);
3051                         s390_dr   (code, s390_r0, ins->sreg2);
3052                         s390_lr   (code, ins->dreg, s390_r1);
3053                 }
3054                         break;
3055                 case CEE_DIV_UN: {
3056                         s390_lr   (code, s390_r0, ins->sreg1);
3057                         s390_srdl (code, s390_r0, 0, 32);
3058                         s390_dlr  (code, s390_r0, ins->sreg2);
3059                         s390_lr   (code, ins->dreg, s390_r1);
3060                 }
3061                         break;
3062                 case OP_DIV_IMM: {
3063                         if (s390_is_imm16 (ins->inst_imm)) {
3064                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3065                                 s390_lr   (code, s390_r0, ins->sreg1);
3066                         } else {
3067                                 s390_basr (code, s390_r13, 0);
3068                                 s390_j    (code, 4);
3069                                 s390_word (code, ins->inst_imm);
3070                                 s390_lr   (code, s390_r0, ins->sreg1);
3071                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3072                         }
3073                         s390_srda (code, s390_r0, 0, 32);
3074                         s390_dr   (code, s390_r0, s390_r13);
3075                         s390_lr   (code, ins->dreg, s390_r1);
3076                 }
3077                         break;
3078                 case CEE_REM: {
3079                         s390_lr   (code, s390_r0, ins->sreg1);
3080                         s390_srda (code, s390_r0, 0, 32);
3081                         s390_dr   (code, s390_r0, ins->sreg2);
3082                         s390_lr   (code, ins->dreg, s390_r0);
3083                         break;
3084                 case CEE_REM_UN:
3085                         s390_lr   (code, s390_r0, ins->sreg1);
3086                         s390_srdl (code, s390_r0, 0, 32);
3087                         s390_dlr  (code, s390_r0, ins->sreg2);
3088                         s390_lr   (code, ins->dreg, s390_r0);
3089                 }
3090                         break;
3091                 case OP_REM_IMM: {
3092                         if (s390_is_imm16 (ins->inst_imm)) {
3093                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3094                                 s390_lr   (code, s390_r0, ins->sreg1);
3095                         } else {
3096                                 s390_basr (code, s390_r13, 0);
3097                                 s390_j    (code, 4);
3098                                 s390_word (code, ins->inst_imm);
3099                                 s390_lr   (code, s390_r0, ins->sreg1);
3100                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3101                         }
3102                         s390_srda (code, s390_r0, 0, 32);
3103                         s390_dr   (code, s390_r0, s390_r13);
3104                         s390_lr   (code, ins->dreg, s390_r0);
3105                 }
3106                         break;
3107                 case CEE_OR: {
3108                         if (ins->sreg1 == ins->dreg) {
3109                                 s390_or   (code, ins->dreg, ins->sreg2);
3110                         }
3111                         else {
3112                                 if (ins->sreg2 == ins->dreg) {
3113                                         s390_or  (code, ins->dreg, ins->sreg1);
3114                                 }
3115                                 else {
3116                                         s390_lr  (code, ins->dreg, ins->sreg1);
3117                                         s390_or  (code, ins->dreg, ins->sreg2);
3118                                 }
3119                         }
3120                 }
3121                         break;
3122                 case OP_OR_IMM: {
3123                         if (s390_is_imm16 (ins->inst_imm)) {
3124                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3125                                 if (ins->dreg != ins->sreg1) {
3126                                         s390_lr   (code, ins->dreg, ins->sreg1);
3127                                 }
3128                                 s390_or   (code, ins->dreg, s390_r0);
3129                         } else {
3130                                 s390_basr (code, s390_r13, 0);
3131                                 s390_j    (code, 4);
3132                                 s390_word (code, ins->inst_imm);
3133                                 if (ins->dreg != ins->sreg1) {
3134                                         s390_lr   (code, ins->dreg, ins->sreg1);
3135                                 }
3136                                 s390_o    (code, ins->dreg, 0, s390_r13, 4);
3137                         }
3138                 }
3139                         break;
3140                 case CEE_XOR: {
3141                         if (ins->sreg1 == ins->dreg) {
3142                                 s390_xr   (code, ins->dreg, ins->sreg2);
3143                         }
3144                         else {
3145                                 if (ins->sreg2 == ins->dreg) {
3146                                         s390_xr  (code, ins->dreg, ins->sreg1);
3147                                 }
3148                                 else {
3149                                         s390_lr  (code, ins->dreg, ins->sreg1);
3150                                         s390_xr  (code, ins->dreg, ins->sreg2);
3151                                 }
3152                         }
3153                 }
3154                         break;
3155                 case OP_XOR_IMM: {
3156                         if (s390_is_imm16 (ins->inst_imm)) {
3157                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3158                                 if (ins->dreg != ins->sreg1) {
3159                                         s390_lr   (code, ins->dreg, ins->sreg1);
3160                                 }
3161                                 s390_xr   (code, ins->dreg, s390_r0);
3162                         } else {
3163                                 s390_basr (code, s390_r13, 0);
3164                                 s390_j    (code, 4);
3165                                 s390_word (code, ins->inst_imm);
3166                                 if (ins->dreg != ins->sreg1) {
3167                                         s390_lr   (code, ins->dreg, ins->sreg1);
3168                                 }
3169                                 s390_x    (code, ins->dreg, 0, s390_r13, 4);
3170                         }
3171                 }
3172                         break;
3173                 case CEE_SHL: {
3174                         CHECK_SRCDST_NCOM;
3175                         s390_sll  (code, ins->dreg, src2, 0);
3176                 }
3177                         break;
3178                 case OP_SHL_IMM: {
3179                         if (ins->sreg1 != ins->dreg) {
3180                                 s390_lr   (code, ins->dreg, ins->sreg1);
3181                         }
3182                         s390_sll  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3183                 }
3184                         break;
3185                 case CEE_SHR: {
3186                         CHECK_SRCDST_NCOM;
3187                         s390_sra  (code, ins->dreg, src2, 0);
3188                 }
3189                         break;
3190                 case OP_SHR_IMM: {
3191                         if (ins->sreg1 != ins->dreg) {
3192                                 s390_lr   (code, ins->dreg, ins->sreg1);
3193                         }
3194                         s390_sra  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3195                 }
3196                         break;
3197                 case OP_SHR_UN_IMM: {
3198                         if (ins->sreg1 != ins->dreg) {
3199                                 s390_lr   (code, ins->dreg, ins->sreg1);
3200                         }
3201                         s390_srl  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3202                 }
3203                         break;
3204                 case CEE_SHR_UN: {
3205                         CHECK_SRCDST_NCOM;
3206                         s390_srl  (code, ins->dreg, src2, 0);
3207                 }
3208                         break;
3209                 case CEE_NOT: {
3210                         if (ins->sreg1 != ins->dreg) {
3211                                 s390_lr   (code, ins->dreg, ins->sreg1);
3212                         }
3213                         s390_lhi (code, s390_r0, -1);
3214                         s390_xr  (code, ins->dreg, s390_r0);
3215                 }
3216                         break;
3217                 case CEE_NEG: {
3218                         s390_lcr (code, ins->dreg, ins->sreg1);
3219                 }
3220                         break;
3221                 case CEE_MUL: {
3222                         if (ins->sreg1 == ins->dreg) {
3223                                 s390_msr  (code, ins->dreg, ins->sreg2);
3224                         }
3225                         else {
3226                                 if (ins->sreg2 == ins->dreg) {
3227                                         s390_msr (code, ins->dreg, ins->sreg1);
3228                                 }
3229                                 else {
3230                                         s390_lr  (code, ins->dreg, ins->sreg1);
3231                                         s390_msr (code, ins->dreg, ins->sreg2);
3232                                 }
3233                         }
3234                 }
3235                         break;
3236                 case OP_MUL_IMM: {
3237                         if (s390_is_imm16 (ins->inst_imm)) {
3238                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3239                         } else {
3240                                 s390_basr (code, s390_r13, 0);
3241                                 s390_j    (code, 4);
3242                                 s390_word (code, ins->inst_imm);
3243 //                              if (ins->dreg != ins->sreg1) {
3244 //                                      s390_lr   (code, ins->dreg, ins->sreg1);
3245 //                              }
3246                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3247                         }
3248                         if (ins->dreg != ins->sreg1) {
3249                                 s390_lr   (code, ins->dreg, ins->sreg1);
3250                         }
3251                         s390_msr  (code, ins->dreg, s390_r13);
3252                 }
3253                         break;
3254                 case CEE_MUL_OVF: {
3255                         short int *o[2];
3256                         s390_ltr  (code, s390_r1, ins->sreg1);
3257                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3258                         s390_ltr  (code, s390_r0, ins->sreg2);
3259                         s390_jnz  (code, 6);
3260                         s390_lhi  (code, s390_r1, 0);
3261                         s390_j    (code, 0); CODEPTR(code, o[1]);
3262                         s390_xr   (code, s390_r0, s390_r1);
3263                         s390_msr  (code, s390_r1, ins->sreg2);
3264                         s390_xr   (code, s390_r0, s390_r1);
3265                         s390_srl  (code, s390_r0, 0, 31);
3266                         s390_ltr  (code, s390_r0, s390_r0);
3267                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3268                         PTRSLOT   (code, o[0]);
3269                         PTRSLOT   (code, o[1]);
3270                         s390_lr   (code, ins->dreg, s390_r1);
3271                 }
3272                         break;
3273                 case CEE_MUL_OVF_UN: {
3274                         s390_lhi  (code, s390_r0, 0);
3275                         s390_lr   (code, s390_r1, ins->sreg1);
3276                         s390_mlr  (code, s390_r0, ins->sreg2);
3277                         s390_ltr  (code, s390_r0, s390_r0);
3278                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3279                         s390_lr   (code, ins->dreg, s390_r1);
3280                 }
3281                         break;
3282                 case OP_LMUL: {
3283                         s390_l    (code, s390_r0, 0, ins->sreg1, 4);
3284                         s390_srda (code, s390_r0, 0, 32);
3285                         s390_m    (code, s390_r0, 0, ins->sreg2, 4);
3286                         s390_l    (code, s390_r0, 0, ins->sreg1, 4);
3287                         s390_srl  (code, s390_r0, 0, 31);
3288                         s390_a    (code, s390_r0, 0, ins->sreg1, 0);
3289                         s390_l    (code, s390_r13, 0, ins->sreg2, 0);
3290                         s390_srl  (code, s390_r13, 0, 31);
3291                         s390_ms   (code, s390_r13, 0, ins->sreg1, 4);
3292                         s390_ar   (code, s390_r0, s390_r13);
3293                         s390_st   (code, s390_r0, 0, ins->dreg, 0);
3294                         s390_st   (code, s390_r1, 0, ins->dreg, 4);
3295                 }
3296                         break;
3297                 case OP_ICONST:
3298                 case OP_SETREGIMM: {
3299                         if (s390_is_imm16(ins->inst_c0)) {
3300                                 s390_lhi  (code, ins->dreg, ins->inst_c0);
3301                         } else {
3302                                 s390_basr (code, s390_r13, 0);
3303                                 s390_j    (code, 4);
3304                                 s390_word (code, ins->inst_c0);
3305                                 s390_l    (code, ins->dreg, 0, s390_r13, 4);
3306                         }
3307                 }
3308                         break;
3309                 case OP_AOTCONST: {
3310                         s390_basr (code, s390_r13, 0);
3311                         s390_j    (code, 4);
3312                         mono_add_patch_info (cfg, code - cfg->native_code,
3313                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3314                         s390_word (code, 0);
3315                         s390_l    (code,ins->dreg, 0, s390_r13, 4);
3316                 }
3317                         break;
3318                 case CEE_CONV_I4:
3319                 case CEE_CONV_U4:
3320                 case OP_MOVE:
3321                 case OP_SETREG: {
3322                         if (ins->dreg != ins->sreg1) {
3323                                 s390_lr (code, ins->dreg, ins->sreg1);
3324                         }
3325                 }
3326                         break;
3327                 case OP_SETLRET: {
3328                         int saved = ins->sreg1;
3329                         if (ins->sreg1 == s390_r2) {
3330                                 s390_lr (code, s390_r0, ins->sreg1);
3331                                 saved = s390_r0;
3332                         }
3333                         if (ins->sreg2 != s390_r2)
3334                                 s390_lr (code, s390_r2, ins->sreg2);
3335                         if (saved != s390_r3)
3336                                 s390_lr (code, s390_r3, saved);
3337                         break;
3338                 }
3339                 case OP_SETFREG:
3340                 case OP_FMOVE: {
3341                         if (ins->dreg != ins->sreg1) {
3342                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3343                         }
3344                 }
3345                         break;
3346                 case OP_S390_SETF4RET: {
3347                         s390_ledbr (code, ins->dreg, ins->sreg1);
3348                 }
3349                         break;
3350                 case OP_TLS_GET: {
3351                         if (s390_is_imm16 (ins->inst_offset)) {
3352                                 s390_lhi (code, s390_r13, ins->inst_offset);
3353                         } else {
3354                                 s390_bras (code, s390_r13, 0);
3355                                 s390_j    (code, 4);
3356                                 s390_word (code, ins->inst_offset);
3357                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3358                         }
3359                         s390_ear (code, s390_r1, 0);
3360                         s390_l   (code, ins->dreg, s390_r13, s390_r1, 0);
3361                 }
3362                         break;
3363                 case OP_FCONV_TO_R4: {
3364                         NOT_IMPLEMENTED("OP_FCONV_TO_R4");
3365                         if ((ins->next) &&
3366                              (ins->next->opcode != OP_FMOVE) &&
3367                              (ins->next->opcode != OP_STORER4_MEMBASE_REG))
3368                                 s390_ledbr (code, ins->dreg, ins->sreg1);
3369                 }
3370                         break;
3371                 case CEE_JMP: {
3372                         if (cfg->method->save_lmf)
3373                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3374
3375                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3376                                 code = emit_load_volatile_registers(code, cfg);
3377                         }
3378
3379                         code = backUpStackPtr(cfg, code, STK_BASE);
3380                         s390_l   (code, s390_r14, 0, STK_BASE, S390_RET_ADDR_OFFSET);
3381                         mono_add_patch_info (cfg, code - cfg->native_code,
3382                                              MONO_PATCH_INFO_METHOD_JUMP,
3383                                              ins->inst_p0);
3384                         s390_jcl (code, S390_CC_UN, 0);
3385                 }
3386                         break;
3387                 case OP_CHECK_THIS: {
3388                         /* ensure ins->sreg1 is not NULL */
3389                         s390_icm (code, s390_r0, 15, ins->sreg1, 0);
3390                 }
3391                         break;
3392                 case OP_ARGLIST: {
3393                         int offset = cfg->sig_cookie + cfg->stack_usage;
3394
3395                         if (s390_is_imm16 (offset))
3396                                 s390_lhi  (code, s390_r0, offset);
3397                         else {
3398                                 s390_basr (code, s390_r13, 0);
3399                                 s390_j    (code, 4);
3400                                 s390_word (code, offset);
3401                                 s390_l    (code, s390_r0, 0, s390_r13, 0);
3402                         }
3403                         s390_ar   (code, s390_r0, cfg->frame_reg);
3404                         s390_st   (code, s390_r0, 0, ins->sreg1, 0);
3405                 }
3406                         break;
3407                 case OP_FCALL: {
3408                         call = (MonoCallInst*)ins;
3409                         if (ins->flags & MONO_INST_HAS_METHOD)
3410                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_METHOD,
3411                                                      call->method);
3412                         else
3413                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS,
3414                                                      call->fptr);
3415                         s390_brasl (code, s390_r14, 0);
3416                         if (call->signature->ret->type == MONO_TYPE_R4)
3417                                 s390_ldebr (code, s390_f0, s390_f0);
3418                 }
3419                         break;
3420                 case OP_LCALL:
3421                 case OP_VCALL:
3422                 case OP_VOIDCALL:
3423                 case CEE_CALL: {
3424                         call = (MonoCallInst*)ins;
3425                         if (ins->flags & MONO_INST_HAS_METHOD)
3426                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_METHOD, call->method);
3427                         else
3428                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS, call->fptr);
3429                         s390_brasl (code, s390_r14, 0);
3430                 }
3431                         break;
3432                 case OP_FCALL_REG: {
3433                         call = (MonoCallInst*)ins;
3434                         s390_lr   (code, s390_r1, ins->sreg1);
3435                         s390_basr (code, s390_r14, s390_r1);
3436                         if (call->signature->ret->type == MONO_TYPE_R4)
3437                                 s390_ldebr (code, s390_f0, s390_f0);
3438                 }
3439                         break;
3440                 case OP_LCALL_REG:
3441                 case OP_VCALL_REG:
3442                 case OP_VOIDCALL_REG:
3443                 case OP_CALL_REG: {
3444                         s390_lr   (code, s390_r1, ins->sreg1);
3445                         s390_basr (code, s390_r14, s390_r1);
3446                 }
3447                         break;
3448                 case OP_FCALL_MEMBASE: {
3449                         call = (MonoCallInst*)ins;
3450                         s390_l    (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3451                         s390_basr (code, s390_r14, s390_r1);
3452                         if (call->signature->ret->type == MONO_TYPE_R4)
3453                                 s390_ldebr (code, s390_f0, s390_f0);
3454                 }
3455                         break;
3456                 case OP_LCALL_MEMBASE:
3457                 case OP_VCALL_MEMBASE:
3458                 case OP_VOIDCALL_MEMBASE:
3459                 case OP_CALL_MEMBASE: {
3460                         s390_l    (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3461                         s390_basr (code, s390_r14, s390_r1);
3462                 }
3463                         break;
3464                 case OP_OUTARG:
3465                         g_assert_not_reached ();
3466                         break;
3467                 case OP_LOCALLOC: {
3468                         /*------------------------------------------*/
3469                         /* To allocate space on the stack we have   */
3470                         /* to allow room for parameters passed in   */
3471                         /* calls, the backchain pointer and round   */
3472                         /* it to our stack alignment requirements   */
3473                         /*------------------------------------------*/
3474                         int alloca_skip = S390_MINIMAL_STACK_SIZE + cfg->param_area;
3475                         int area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
3476                         s390_lr   (code, s390_r1, ins->sreg1);
3477                         if (ins->flags & MONO_INST_INIT)
3478                                 s390_lr   (code, s390_r0, ins->sreg1);
3479                         s390_ahi  (code, s390_r1, 14);
3480                         s390_srl  (code, s390_r1, 0, 3);
3481                         s390_sll  (code, s390_r1, 0, 3);
3482                         if (cfg->method->save_lmf) {
3483                                 /*----------------------------------*/
3484                                 /* we have to adjust lmf ebp value  */
3485                                 /*----------------------------------*/
3486                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
3487
3488                                 s390_lr (code, s390_r13, cfg->frame_reg);
3489                                 if (s390_is_uimm16(lmfOffset))
3490                                         s390_ahi   (code, s390_r13, lmfOffset);
3491                                 else {
3492                                         s390_basr (code, s390_r14, 0);
3493                                         s390_j    (code, 4);
3494                                         s390_word (code, lmfOffset);
3495                                         s390_a    (code, s390_r13, 0, s390_r14, 4);
3496                                 }
3497                                 s390_lr (code, s390_r14, STK_BASE);
3498                                 s390_sr (code, s390_r14, s390_r1);
3499                                 s390_st (code, s390_r14, 0, s390_r13,
3500                                          G_STRUCT_OFFSET(MonoLMF, ebp));
3501                         }
3502                         s390_l    (code, s390_r13, 0, STK_BASE, 0);
3503                         s390_sr   (code, STK_BASE, s390_r1);
3504                         s390_st   (code, s390_r13, 0, STK_BASE, 0);
3505                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
3506                         s390_srl  (code, ins->dreg, 0, 3);
3507                         s390_sll  (code, ins->dreg, 0, 3);
3508                         if (ins->flags & MONO_INST_INIT) {
3509                                 s390_lr   (code, s390_r1, s390_r0);
3510                                 s390_lr   (code, s390_r0, ins->dreg);
3511                                 s390_lr   (code, s390_r14, s390_r12);
3512                                 s390_lhi  (code, s390_r13, 0);
3513                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
3514                                 s390_jo   (code, -2);
3515                                 s390_lr   (code, s390_r12, s390_r14);
3516                         }
3517                 }
3518                         break;
3519                 case CEE_RET: {
3520                         s390_br  (code, s390_r14);
3521                 }
3522                         break;
3523                 case CEE_THROW: {
3524                         s390_lr (code, s390_r2, ins->sreg1);
3525                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
3526                                              (gpointer)"mono_arch_throw_exception");
3527                         s390_brasl (code, s390_r14, 0);
3528                 }
3529                         break;
3530                 case OP_RETHROW: {
3531                         s390_lr (code, s390_r2, ins->sreg1);
3532                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
3533                                              (gpointer)"mono_arch_rethrow_exception");
3534                         s390_brasl (code, s390_r14, 0);
3535                 }
3536                         break;
3537                 case OP_START_HANDLER: {
3538                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3539                                 s390_st   (code, s390_r14, 0,
3540                                            ins->inst_left->inst_basereg,
3541                                            ins->inst_left->inst_offset);
3542                         } else {
3543                                 s390_basr (code, s390_r13, 0);
3544                                 s390_j    (code, 4);
3545                                 s390_word (code, ins->inst_left->inst_offset);
3546                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3547                                 s390_st   (code, s390_r14, s390_r13,
3548                                            ins->inst_left->inst_basereg, 0);
3549                         }
3550                 }
3551                         break;
3552                 case OP_ENDFILTER: {
3553                         if (ins->sreg1 != s390_r2)
3554                                 s390_lr (code, s390_r2, ins->sreg1);
3555                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3556                                 s390_l  (code, s390_r14, 0, ins->inst_left->inst_basereg,
3557                                          ins->inst_left->inst_offset);
3558                         } else {
3559                                 s390_basr (code, s390_r13, 0);
3560                                 s390_j    (code, 4);
3561                                 s390_word (code, ins->inst_left->inst_offset);
3562                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3563                                 s390_l    (code, s390_r14, s390_r13,
3564                                            ins->inst_left->inst_basereg, 0);
3565                         }
3566                         s390_br  (code, s390_r14);
3567                 }
3568                         break;
3569                 case CEE_ENDFINALLY: {
3570                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3571                                 s390_l  (code, s390_r14, 0, ins->inst_left->inst_basereg,
3572                                          ins->inst_left->inst_offset);
3573                         } else {
3574                                 s390_basr (code, s390_r13, 0);
3575                                 s390_j    (code, 4);
3576                                 s390_word (code, ins->inst_left->inst_offset);
3577                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3578                                 s390_l    (code, s390_r14, s390_r13,
3579                                            ins->inst_left->inst_basereg, 0);
3580                         }
3581                         s390_br  (code, s390_r14);
3582                 }
3583                         break;
3584                 case OP_CALL_HANDLER: {
3585                         mono_add_patch_info (cfg, code-cfg->native_code,
3586                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
3587                         s390_brasl (code, s390_r14, 0);
3588                 }
3589                         break;
3590                 case OP_LABEL: {
3591                         ins->inst_c0 = code - cfg->native_code;
3592                 }
3593                         break;
3594                 case CEE_BR:
3595                         EMIT_UNCOND_BRANCH(ins);
3596                         break;
3597                 case OP_BR_REG: {
3598                         s390_br  (code, ins->sreg1);
3599                 }
3600                         break;
3601                 case OP_CEQ: {
3602                         s390_lhi (code, ins->dreg, 1);
3603                         s390_jz  (code, 4);
3604                         s390_lhi (code, ins->dreg, 0);
3605                 }
3606                         break;
3607                 case OP_CLT: {
3608                         s390_lhi (code, ins->dreg, 1);
3609                         s390_jl  (code, 4);
3610                         s390_lhi (code, ins->dreg, 0);
3611                 }
3612                         break;
3613                 case OP_CLT_UN: {
3614                         s390_lhi (code, ins->dreg, 1);
3615                         s390_jlo (code, 4);
3616                         s390_lhi (code, ins->dreg, 0);
3617                 }
3618                         break;
3619                 case OP_CGT: {
3620                         s390_lhi (code, ins->dreg, 1);
3621                         s390_jh  (code, 4);
3622                         s390_lhi (code, ins->dreg, 0);
3623                 }
3624                         break;
3625                 case OP_CGT_UN: {
3626                         s390_lhi (code, ins->dreg, 1);
3627                         s390_jho (code, 4);
3628                         s390_lhi (code, ins->dreg, 0);
3629                 }
3630                         break;
3631                 case OP_COND_EXC_EQ:
3632                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
3633                         break;
3634                 case OP_COND_EXC_NE_UN:
3635                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
3636                         break;
3637                 case OP_COND_EXC_LT:
3638                 case OP_COND_EXC_LT_UN:
3639                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
3640                         break;
3641                 case OP_COND_EXC_GT:
3642                 case OP_COND_EXC_GT_UN:
3643                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
3644                         break;
3645                 case OP_COND_EXC_GE:
3646                 case OP_COND_EXC_GE_UN:
3647                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
3648                         break;
3649                 case OP_COND_EXC_LE:
3650                 case OP_COND_EXC_LE_UN:
3651                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
3652                         break;
3653                 case OP_COND_EXC_OV:
3654                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
3655                         break;
3656                 case OP_COND_EXC_NO:
3657                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
3658                         break;
3659                 case OP_COND_EXC_C:
3660                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
3661                         break;
3662                 case OP_COND_EXC_NC:
3663                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
3664                         break;
3665                 case CEE_BEQ:
3666                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
3667                         break;
3668                 case CEE_BNE_UN:
3669                         EMIT_COND_BRANCH (ins, S390_CC_NE);
3670                         break;
3671                 case CEE_BLT:
3672                 case CEE_BLT_UN:
3673                         EMIT_COND_BRANCH (ins, S390_CC_LT);
3674                         break;
3675                 case CEE_BGT:
3676                 case CEE_BGT_UN:
3677                         EMIT_COND_BRANCH (ins, S390_CC_GT);
3678                         break;
3679                 case CEE_BGE:
3680                 case CEE_BGE_UN:
3681                         EMIT_COND_BRANCH (ins, S390_CC_GE);
3682                         break;
3683                 case CEE_BLE:
3684                 case CEE_BLE_UN:
3685                         EMIT_COND_BRANCH (ins, S390_CC_LE);
3686                         break;
3687
3688                 /* floating point opcodes */
3689                 case OP_R8CONST: {
3690                         if (*((float *) ins->inst_p0) == 0) {
3691                                 s390_lzdr (code, ins->dreg);
3692                         } else {
3693                                 s390_basr  (code, s390_r13, 0);
3694                                 s390_j     (code, 4);
3695                                 s390_word  (code, ins->inst_p0);
3696                                 s390_l     (code, s390_r13, 0, s390_r13, 4);
3697                                 s390_ld    (code, ins->dreg, 0, s390_r13, 0);
3698                         }
3699                 }
3700                         break;
3701                 case OP_R4CONST: {
3702                         if (*((float *) ins->inst_p0) == 0) {
3703                                 s390_lzdr (code, ins->dreg);
3704                         } else {
3705                                 s390_basr (code, s390_r13, 0);
3706                                 s390_j    (code, 4);
3707                                 s390_word (code, ins->inst_p0);
3708                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3709                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
3710                         }
3711                 }
3712                         break;
3713                 case OP_STORER8_MEMBASE_REG: {
3714                         if (s390_is_uimm12(ins->inst_offset)) {
3715                                 s390_std  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
3716                         } else {
3717                                 s390_basr (code, s390_r13, 0);
3718                                 s390_j    (code, 4);
3719                                 s390_word (code, ins->inst_offset);
3720                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3721                                 s390_std  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
3722                         }
3723                 }
3724                         break;
3725                 case OP_LOADR8_MEMBASE: {
3726                         if (s390_is_uimm12(ins->inst_offset)) {
3727                                 s390_ld   (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
3728                         } else {
3729                                 s390_basr (code, s390_r13, 0);
3730                                 s390_j    (code, 4);
3731                                 s390_word (code, ins->inst_offset);
3732                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3733                                 s390_ld   (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
3734                         }
3735                 }
3736                         break;
3737                 case OP_STORER4_MEMBASE_REG: {
3738                         if (s390_is_uimm12(ins->inst_offset)) {
3739                                 s390_ledbr(code, s390_f15, ins->sreg1);
3740                                 s390_ste  (code, s390_f15, 0, ins->inst_destbasereg, ins->inst_offset);
3741                         } else {
3742                                 s390_basr (code, s390_r13, 0);
3743                                 s390_j    (code, 4);
3744                                 s390_word (code, ins->inst_offset);
3745                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3746                                 s390_ledbr(code, s390_f15, ins->sreg1);
3747                                 s390_ste  (code, s390_f15, s390_r13, ins->inst_destbasereg, 0);
3748                         }
3749                 }
3750                         break;
3751                 case OP_LOADR4_MEMBASE: {
3752                         if (s390_is_uimm12(ins->inst_offset)) {
3753                                 s390_ldeb (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
3754                         } else {
3755                                 s390_basr (code, s390_r13, 0);
3756                                 s390_j    (code, 4);
3757                                 s390_word (code, ins->inst_offset);
3758                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3759                                 s390_ldeb (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
3760                         }
3761                 }
3762                         break;
3763                 case CEE_CONV_R_UN: {
3764                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3765                         s390_ltr   (code, ins->sreg1, ins->sreg1);
3766                         s390_jnl   (code, 12);
3767                         s390_basr  (code, s390_r13, 0);
3768                         s390_j     (code, 6);
3769                         s390_word  (code, 0x41f00000);
3770                         s390_word  (code, 0);
3771                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
3772                 }
3773                         break;
3774                 case CEE_CONV_R4: {
3775                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3776                 }
3777                         break;
3778                 case CEE_CONV_R8: {
3779                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3780                 }
3781                         break;
3782                 case OP_FCONV_TO_I1:
3783                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
3784                         break;
3785                 case OP_FCONV_TO_U1:
3786                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
3787                         break;
3788                 case OP_FCONV_TO_I2:
3789                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
3790                         break;
3791                 case OP_FCONV_TO_U2:
3792                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
3793                         break;
3794                 case OP_FCONV_TO_I4:
3795                 case OP_FCONV_TO_I:
3796                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
3797                         break;
3798                 case OP_FCONV_TO_U4:
3799                 case OP_FCONV_TO_U:
3800                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
3801                         break;
3802                 case OP_FCONV_TO_I8:
3803                 case OP_FCONV_TO_U8:
3804                         g_assert_not_reached ();
3805                         /* Implemented as helper calls */
3806                         break;
3807                 case OP_LCONV_TO_R_UN:
3808                         g_assert_not_reached ();
3809                         /* Implemented as helper calls */
3810                         break;
3811                 case OP_LCONV_TO_OVF_I: {
3812                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
3813                         short int *o[5];
3814                         s390_ltr  (code, ins->sreg1, ins->sreg1);
3815                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
3816                         s390_ltr  (code, ins->sreg2, ins->sreg2);
3817                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
3818                         s390_lhi  (code, s390_r13, -1);
3819                         s390_cr   (code, ins->sreg2, s390_r13);
3820                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
3821                         if (ins->dreg != ins->sreg1)
3822                                 s390_lr   (code, ins->dreg, ins->sreg1);
3823                         s390_j    (code, 0); CODEPTR(code, o[3]);
3824                         PTRSLOT(code, o[0]);
3825                         s390_ltr  (code, ins->sreg2, ins->sreg2);
3826                         s390_jz   (code, 0); CODEPTR(code, o[4]);
3827                         PTRSLOT(code, o[1]);
3828                         PTRSLOT(code, o[2]);
3829                         mono_add_patch_info (cfg, code - cfg->native_code,
3830                                              MONO_PATCH_INFO_EXC, "OverflowException");
3831                         s390_brasl (code, s390_r14, 0);
3832                         PTRSLOT(code, o[3]);
3833                         PTRSLOT(code, o[4]);
3834                 }
3835                         break;
3836                 case OP_SQRT: {
3837                         s390_sqdbr (code, ins->dreg, ins->sreg1);
3838                 }
3839                         break;
3840                 case OP_FADD: {
3841                         CHECK_SRCDST_COM_F;
3842                         s390_adbr (code, ins->dreg, src2);
3843                 }
3844                         break;
3845                 case OP_FSUB: {
3846                         CHECK_SRCDST_NCOM_F;
3847                         s390_sdbr (code, ins->dreg, src2);
3848                 }
3849                         break;
3850                 case OP_FMUL: {
3851                         CHECK_SRCDST_COM_F;
3852                         s390_mdbr (code, ins->dreg, src2);
3853                 }
3854                         break;
3855                 case OP_FDIV: {
3856                         CHECK_SRCDST_NCOM_F;
3857                         s390_ddbr (code, ins->dreg, src2);
3858                 }
3859                         break;
3860                 case OP_FNEG: {
3861                         s390_lcdbr (code, ins->dreg, ins->sreg1);
3862                 }
3863                         break;
3864                 case OP_FREM: {
3865                         CHECK_SRCDST_NCOM_F;
3866                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
3867                 }
3868                         break;
3869                 case OP_FCOMPARE: {
3870                         s390_cdbr (code, ins->sreg1, ins->sreg2);
3871                 }
3872                         break;
3873                 case OP_FCEQ: {
3874                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3875                         s390_lhi   (code, ins->dreg, 1);
3876                         s390_je    (code, 4);
3877                         s390_lhi   (code, ins->dreg, 0);
3878                 }
3879                         break;
3880                 case OP_FCLT: {
3881                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3882                         s390_lhi   (code, ins->dreg, 1);
3883                         s390_jl    (code, 4);
3884                         s390_lhi   (code, ins->dreg, 0);
3885                 }
3886                         break;
3887                 case OP_FCLT_UN: {
3888                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3889                         s390_lhi   (code, ins->dreg, 1);
3890                         s390_jlo   (code, 4);
3891                         s390_lhi   (code, ins->dreg, 0);
3892                 }
3893                         break;
3894                 case OP_FCGT: {
3895                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3896                         s390_lhi   (code, ins->dreg, 1);
3897                         s390_jh    (code, 4);
3898                         s390_lhi   (code, ins->dreg, 0);
3899                 }
3900                         break;
3901                 case OP_FCGT_UN: {
3902                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3903                         s390_lhi   (code, ins->dreg, 1);
3904                         s390_jho   (code, 4);
3905                         s390_lhi   (code, ins->dreg, 0);
3906                 }
3907                         break;
3908                 case OP_FBEQ:
3909                         EMIT_COND_BRANCH (ins, S390_CC_EQ|S390_CC_OV);
3910                         break;
3911                 case OP_FBNE_UN:
3912                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
3913                         break;
3914                 case OP_FBLT:
3915                         EMIT_COND_BRANCH (ins, S390_CC_LT);
3916                         break;
3917                 case OP_FBLT_UN:
3918                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
3919                         break;
3920                 case OP_FBGT:
3921                         EMIT_COND_BRANCH (ins, S390_CC_GT);
3922                         break;
3923                 case OP_FBGT_UN:
3924                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
3925                         break;
3926                 case OP_FBGE:
3927                         EMIT_COND_BRANCH (ins, S390_CC_GE);
3928                         break;
3929                 case OP_FBGE_UN:
3930                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
3931                         break;
3932                 case OP_FBLE:
3933                         EMIT_COND_BRANCH (ins, S390_CC_LE);
3934                         break;
3935                 case OP_FBLE_UN:
3936                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
3937                         break;
3938                 case CEE_CKFINITE: {
3939                         short *o;
3940                         s390_lhi  (code, s390_r13, 0x7f);
3941                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
3942                         s390_jz   (code, 0); CODEPTR(code, o);
3943                         mono_add_patch_info (cfg, code - cfg->native_code,
3944                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
3945                         s390_brasl (code, s390_r14,0);
3946                         PTRSLOT(code, o);
3947                 }
3948                         break;
3949                 case OP_S390_MOVE: {
3950                         if (ins->backend.size > 0) {
3951                                 if (ins->backend.size <= 256) {
3952                                         s390_mvc  (code, ins->backend.size, ins->dreg,
3953                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
3954                                 } else {
3955                                         s390_lr   (code, s390_r0, ins->dreg);
3956                                         if (s390_is_imm16 (ins->inst_offset)) {
3957                                                 s390_ahi  (code, s390_r0, ins->inst_offset);
3958                                         } else {
3959                                                 s390_basr (code, s390_r13, 0);
3960                                                 s390_j    (code, 4);
3961                                                 s390_word (code, ins->inst_offset);
3962                                                 s390_a    (code, s390_r0, 0, s390_r13, 4);
3963                                         }
3964                                         s390_lr   (code, s390_r14, s390_r12);
3965                                         s390_lr   (code, s390_r12, ins->sreg1);
3966                                         if (s390_is_imm16 (ins->inst_imm)) {
3967                                                 s390_ahi  (code, s390_r12, ins->inst_imm);
3968                                         } else {
3969                                                 s390_basr (code, s390_r13, 0);
3970                                                 s390_j    (code, 4);
3971                                                 s390_word (code, ins->inst_imm);
3972                                                 s390_a    (code, s390_r12, 0, s390_r13, 4);
3973                                         }
3974                                         s390_lr   (code, s390_r1, ins->sreg1);
3975                                         s390_lr   (code, s390_r13, s390_r1);
3976                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
3977                                         s390_jo   (code, -2);
3978                                         s390_lr   (code, s390_r12, s390_r14);
3979                                 }
3980                         }
3981                 }
3982                         break;
3983                 case OP_ATOMIC_ADD_I4: {
3984                         s390_lr  (code, s390_r1, ins->sreg2);
3985                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3986                         s390_a   (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
3987                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
3988                         s390_jnz (code, -7);
3989                         s390_lr  (code, ins->dreg, s390_r1);
3990                 }
3991                         break;
3992                 case OP_ATOMIC_ADD_NEW_I4: {
3993                         s390_lr  (code, s390_r1, ins->sreg2);
3994                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3995                         s390_a   (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
3996                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
3997                         s390_jnz (code, -7);
3998                         s390_lr  (code, ins->dreg, s390_r1);
3999                 }
4000                         break;
4001                 case OP_ATOMIC_EXCHANGE_I4: {
4002                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4003                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4004                         s390_jnz (code, -4);
4005                         s390_lr  (code, ins->dreg, s390_r0);
4006                 }
4007                         break;
4008                 case OP_S390_BKCHAIN: {
4009                         s390_lr  (code, ins->dreg, ins->sreg1);
4010                         if (s390_is_imm16 (cfg->stack_offset)) {
4011                                 s390_ahi (code, ins->dreg, cfg->stack_offset);
4012                         } else {
4013                                 s390_basr (code, s390_r13, 0);
4014                                 s390_j    (code, 6);
4015                                 s390_word (code, cfg->stack_offset);
4016                                 s390_a    (code, ins->dreg, 0, s390_r13, 4);
4017                         }
4018                 }
4019                 case OP_MEMORY_BARRIER: {
4020                 }
4021                         break;
4022                 default:
4023                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4024                         g_assert_not_reached ();
4025                 }
4026
4027                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4028                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %d)",
4029                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4030                         g_assert_not_reached ();
4031                 }
4032
4033                 cpos += max_len;
4034
4035                 last_ins = ins;
4036                 last_offset = offset;
4037
4038                 ins = ins->next;
4039         }
4040
4041         cfg->code_len = code - cfg->native_code;
4042 }
4043
4044 /*========================= End of Function ========================*/
4045
4046 /*------------------------------------------------------------------*/
4047 /*                                                                  */
4048 /* Name         - mono_arch_register_lowlevel_calls                 */
4049 /*                                                                  */
4050 /* Function     - Register routines to help with --trace operation. */
4051 /*                                                                  */
4052 /*------------------------------------------------------------------*/
4053
4054 void
4055 mono_arch_register_lowlevel_calls (void)
4056 {
4057         mono_register_jit_icall (mono_arch_break, "mono_arch_break", NULL, TRUE);
4058         mono_register_jit_icall (mono_arch_get_lmf_addr, "mono_arch_get_lmf_addr", NULL, TRUE);
4059 }
4060
4061 /*========================= End of Function ========================*/
4062
4063 /*------------------------------------------------------------------*/
4064 /*                                                                  */
4065 /* Name         - mono_arch_patch_code                              */
4066 /*                                                                  */
4067 /* Function     - Process the patch data created during the         */
4068 /*                instruction build process. This resolves jumps,   */
4069 /*                calls, variables etc.                             */
4070 /*                                                                  */
4071 /*------------------------------------------------------------------*/
4072
4073 static void
4074 mono_arch_break(void) {
4075 }
4076
4077 /*========================= End of Function ========================*/
4078
4079 /*------------------------------------------------------------------*/
4080 /*                                                                  */
4081 /* Name         - mono_arch_patch_code                              */
4082 /*                                                                  */
4083 /* Function     - Process the patch data created during the         */
4084 /*                instruction build process. This resolves jumps,   */
4085 /*                calls, variables etc.                             */
4086 /*                                                                  */
4087 /*------------------------------------------------------------------*/
4088
4089 void
4090 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4091                       guint8 *code, MonoJumpInfo *ji, gboolean run_cctors)
4092 {
4093         MonoJumpInfo *patch_info;
4094
4095         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4096                 unsigned char *ip = patch_info->ip.i + code;
4097                 gconstpointer target = NULL;
4098
4099                 target = mono_resolve_patch_target (method, domain, code,
4100                                                     patch_info, run_cctors);
4101
4102                 switch (patch_info->type) {
4103                         case MONO_PATCH_INFO_IP:
4104                         case MONO_PATCH_INFO_EXC_NAME:
4105                         case MONO_PATCH_INFO_LDSTR:
4106                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4107                         case MONO_PATCH_INFO_LDTOKEN:
4108                         case MONO_PATCH_INFO_EXC:
4109                                 continue;
4110                         case MONO_PATCH_INFO_SWITCH:
4111                                 /*----------------------------------*/
4112                                 /* ip points at the basr r13,0/j +4 */
4113                                 /* instruction the vtable value     */
4114                                 /* follows this (i.e. ip+6)         */
4115                                 /*----------------------------------*/
4116                                 *((gconstpointer *)(ip+6)) = target;
4117                                 target = NULL;
4118                                 continue;
4119                         case MONO_PATCH_INFO_METHODCONST:
4120                         case MONO_PATCH_INFO_CLASS:
4121                         case MONO_PATCH_INFO_IMAGE:
4122                         case MONO_PATCH_INFO_FIELD:
4123                         case MONO_PATCH_INFO_IID:
4124                                 target = S390_RELATIVE(target, ip);
4125                                 continue;
4126                         case MONO_PATCH_INFO_R4:
4127                         case MONO_PATCH_INFO_R8:
4128                         case MONO_PATCH_INFO_METHOD_REL:
4129                                 g_assert_not_reached ();
4130                                 continue;
4131                         default:
4132                                 target = S390_RELATIVE(target, ip);
4133                                 ip += 2;
4134                 }
4135                 s390_patch (ip, (guint32) target);
4136         }
4137 }
4138
4139 /*========================= End of Function ========================*/
4140
4141 /*------------------------------------------------------------------*/
4142 /*                                                                  */
4143 /* Name         - emit_load_volatile_registers                      */
4144 /*                                                                  */
4145 /* Function     - Create the instruction sequence for loading the   */
4146 /*                parameter registers for use with the 'tail' op.   */
4147 /*                                                                  */
4148 /*                The register loading operations performed here    */
4149 /*                are the mirror of the store operations performed  */
4150 /*                in mono_arch_emit_prolog and need to be kept in   */
4151 /*                synchronization with it.                          */
4152 /*                                                                  */
4153 /*------------------------------------------------------------------*/
4154
4155 guint8 *
4156 emit_load_volatile_registers(guint8 * code, MonoCompile *cfg)
4157 {
4158         MonoMethod *method = cfg->method;
4159         MonoMethodSignature *sig;
4160         MonoInst *inst;
4161         int pos, i;
4162         CallInfo *cinfo;
4163         size_data sz;
4164
4165         sig = mono_method_signature (method);
4166         pos = 0;
4167
4168         cinfo = calculate_sizes (sig, &sz, sig->pinvoke);
4169
4170         if (cinfo->struct_ret) {
4171                 ArgInfo *ainfo = &cinfo->ret;
4172                 inst         = cfg->ret;
4173                 s390_l (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4174         }
4175
4176         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4177                 ArgInfo *ainfo = cinfo->args + i;
4178                 inst = cfg->varinfo [pos];
4179
4180                 if (inst->opcode == OP_REGVAR) {
4181                         if (ainfo->regtype == RegTypeGeneral)
4182                                 s390_lr (code, ainfo->reg, inst->dreg);
4183                         else if (ainfo->regtype == RegTypeFP) {
4184                                 if (inst->dreg != ainfo->reg) {
4185                                         if (ainfo->size == 4) {
4186                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4187                                         } else {
4188                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4189                                         }
4190                                 }
4191                         }
4192                         else if (ainfo->regtype == RegTypeBase) {
4193                         } else
4194                                 g_assert_not_reached ();
4195                 } else {
4196                         if (ainfo->regtype == RegTypeGeneral) {
4197                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4198                                         g_assert_not_reached();
4199                                 switch (ainfo->size) {
4200                                 case 1:
4201                                         s390_ic (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4202                                         break;
4203                                 case 2:
4204                                         s390_lh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4205                                         break;
4206                                 case 8:
4207                                         s390_lm (code, ainfo->reg, ainfo->reg + 1,
4208                                                   inst->inst_basereg, inst->inst_offset);
4209                                         break;
4210                                 default:
4211                                         s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4212                                 }
4213                         } else if (ainfo->regtype == RegTypeBase) {
4214                         } else if (ainfo->regtype == RegTypeFP) {
4215                                 if (ainfo->size == 8)
4216                                         s390_ld (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4217                                 else if (ainfo->size == 4)
4218                                         s390_le (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4219                                 else
4220                                         g_assert_not_reached ();
4221                         } else if (ainfo->regtype == RegTypeStructByVal) {
4222                                 if (ainfo->reg != STK_BASE) {
4223                                         switch (ainfo->size) {
4224                                         case 1:
4225                                                 s390_ic (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4226                                                 break;
4227                                         case 2:
4228                                                 s390_lh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4229                                                 break;
4230                                         case 4:
4231                                                 s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4232                                                 break;
4233                                         case 8:
4234                                                 s390_lm (code, ainfo->reg, ainfo->reg+1, inst->inst_basereg, inst->inst_offset);
4235                                                 break;
4236                                         }
4237                                 }
4238                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4239                                 if (ainfo->reg != STK_BASE) {
4240                                         s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4241                                 }
4242                         } else
4243                                 g_assert_not_reached ();
4244                 }
4245                 pos++;
4246         }
4247
4248         g_free (cinfo);
4249
4250         return code;
4251 }
4252
4253 /*========================= End of Function ========================*/
4254
4255 /*------------------------------------------------------------------*/
4256 /*                                                                  */
4257 /* Name         - mono_arch_emit_prolog                             */
4258 /*                                                                  */
4259 /* Function     - Create the instruction sequence for a function    */
4260 /*                prolog.                                           */
4261 /*                                                                  */
4262 /*------------------------------------------------------------------*/
4263
4264 guint8 *
4265 mono_arch_emit_prolog (MonoCompile *cfg)
4266 {
4267         MonoMethod *method = cfg->method;
4268         MonoBasicBlock *bb;
4269         MonoMethodSignature *sig;
4270         MonoInst *inst;
4271         int alloc_size, pos, max_offset, i;
4272         guint8 *code;
4273         CallInfo *cinfo;
4274         size_data sz;
4275         int tracing = 0;
4276         int lmfOffset;                                                          \
4277
4278         if (mono_jit_trace_calls != NULL && mono_trace_eval (method))
4279                 tracing = 1;
4280
4281         cfg->code_size   = 512;
4282         cfg->native_code = code = g_malloc (cfg->code_size);
4283
4284         s390_stm  (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4285
4286         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4287                 cfg->used_int_regs |= 1 << 11;
4288         }
4289
4290         alloc_size = cfg->stack_offset;
4291
4292         cfg->stack_usage = alloc_size;
4293         s390_lr   (code, s390_r11, STK_BASE);
4294         if (s390_is_uimm16 (alloc_size)) {
4295                 s390_ahi  (code, STK_BASE, -alloc_size);
4296         } else {
4297                 int stackSize = alloc_size;
4298                 while (stackSize > 32767) {
4299                         s390_ahi  (code, STK_BASE, -32767);
4300                         stackSize -= 32767;
4301                 }
4302                 s390_ahi  (code, STK_BASE, -stackSize);
4303         }
4304         s390_st   (code, s390_r11, 0, STK_BASE, 0);
4305
4306         if (cfg->frame_reg != STK_BASE)
4307                 s390_lr (code, s390_r11, STK_BASE);
4308
4309         /* compute max_offset in order to use short forward jumps
4310          * we always do it on s390 because the immediate displacement
4311          * for jumps is too small
4312          */
4313         max_offset = 0;
4314         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4315                 MonoInst *ins = bb->code;
4316                 bb->max_offset = max_offset;
4317
4318                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4319                         max_offset += 6;
4320
4321                 while (ins) {
4322                         max_offset += ((guint8 *)ins_spec [ins->opcode])[MONO_INST_LEN];
4323                         ins = ins->next;
4324                 }
4325         }
4326
4327         /* load arguments allocated to register from the stack */
4328         sig = mono_method_signature (method);
4329         pos = 0;
4330
4331         cinfo = calculate_sizes (sig, &sz, sig->pinvoke);
4332
4333         if (cinfo->struct_ret) {
4334                 ArgInfo *ainfo = &cinfo->ret;
4335                 inst         = cfg->ret;
4336                 inst->backend.size = ainfo->vtsize;
4337                 s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4338         }
4339
4340         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4341                 ArgInfo *ainfo = cinfo->args + i;
4342                 inst = cfg->varinfo [pos];
4343
4344                 if (inst->opcode == OP_REGVAR) {
4345                         if (ainfo->regtype == RegTypeGeneral)
4346                                 s390_lr (code, inst->dreg, ainfo->reg);
4347                         else if (ainfo->regtype == RegTypeFP) {
4348                                 if (inst->dreg != ainfo->reg) {
4349                                         if (ainfo->size == 4) {
4350                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
4351                                         } else {
4352                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
4353                                         }
4354                                 }
4355                         }
4356                         else if (ainfo->regtype == RegTypeBase) {
4357                                 s390_lr  (code, s390_r13, STK_BASE);
4358                                 s390_ahi (code, s390_r13, alloc_size);
4359                                 s390_l   (code, inst->dreg, 0, s390_r13, ainfo->offset);
4360                         } else
4361                                 g_assert_not_reached ();
4362
4363                         if (cfg->verbose_level > 2)
4364                                 g_print ("Argument %d assigned to register %s\n",
4365                                          pos, mono_arch_regname (inst->dreg));
4366                 } else {
4367                         if (ainfo->regtype == RegTypeGeneral) {
4368                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4369                                         g_assert_not_reached();
4370                                 switch (ainfo->size) {
4371                                 case 1:
4372                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4373                                         break;
4374                                 case 2:
4375                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4376                                         break;
4377                                 case 8:
4378                                         s390_stm (code, ainfo->reg, ainfo->reg + 1,
4379                                                   inst->inst_basereg, inst->inst_offset);
4380                                         break;
4381                                 default:
4382                                         s390_st  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4383                                 }
4384                         } else if (ainfo->regtype == RegTypeBase) {
4385                         } else if (ainfo->regtype == RegTypeFP) {
4386                                 if (ainfo->size == 8)
4387                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4388                                 else if (ainfo->size == 4)
4389                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4390                                 else
4391                                         g_assert_not_reached ();
4392                         } else if (ainfo->regtype == RegTypeStructByVal) {
4393                                 int doffset = inst->inst_offset;
4394                                 int reg;
4395                                 if (ainfo->reg != STK_BASE)
4396                                         reg = ainfo->reg;
4397                                 else {
4398                                         reg = s390_r0;
4399                                         s390_lr  (code, s390_r13, STK_BASE);
4400                                         s390_ahi (code, s390_r13, alloc_size);
4401                                 }
4402                                 switch (ainfo->size) {
4403                                         case 1:
4404                                                 if (ainfo->reg == STK_BASE)
4405                                                         s390_ic  (code, reg, 0, s390_r13, ainfo->offset+3);
4406                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
4407                                                 break;
4408                                         case 2:
4409                                                 if (ainfo->reg == STK_BASE)
4410                                                         s390_lh  (code, reg, 0, s390_r13, ainfo->offset+2);
4411                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
4412                                                 break;
4413                                         case 4:
4414                                                 if (ainfo->reg == STK_BASE)
4415                                                         s390_l   (code, reg, 0, s390_r13, ainfo->offset);
4416                                                 s390_st  (code, reg, 0, inst->inst_basereg, doffset);
4417                                                 break;
4418                                         case 8:
4419                                                 if (ainfo->reg == STK_BASE)
4420                                                         s390_lm  (code, s390_r0, s390_r1, s390_r13, ainfo->offset);
4421                                                 s390_stm (code, reg, reg+1, inst->inst_basereg, doffset);
4422                                                 break;
4423                                 }
4424                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4425                                 if (ainfo->reg != STK_BASE)
4426                                         s390_st  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4427                         } else
4428                                 g_assert_not_reached ();
4429                 }
4430                 pos++;
4431         }
4432
4433         if (method->save_lmf) {
4434                 /*---------------------------------------------------------------*/
4435                 /* we build the MonoLMF structure on the stack - see mini-s390.h */
4436                 /*---------------------------------------------------------------*/
4437                 lmfOffset = alloc_size - sizeof(MonoLMF);
4438
4439                 s390_lr    (code, s390_r13, cfg->frame_reg);
4440                 if (s390_is_uimm16(lmfOffset))
4441                         s390_ahi   (code, s390_r13, lmfOffset);
4442                 else {
4443                         s390_basr (code, s390_r14, 0);
4444                         s390_j    (code, 4);
4445                         s390_word (code, lmfOffset);
4446                         s390_a    (code, s390_r13, 0, s390_r14, 4);
4447                 }
4448
4449                 /*---------------------------------------------------------------*/
4450                 /* Preserve the parameter registers while we fix up the lmf      */
4451                 /*---------------------------------------------------------------*/
4452                 s390_stm   (code, s390_r2, s390_r6, s390_r13,
4453                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
4454
4455                 /*---------------------------------------------------------------*/
4456                 /* On return from this call r2 have the address of the &lmf      */
4457                 /*---------------------------------------------------------------*/
4458                 mono_add_patch_info (cfg, code - cfg->native_code,
4459                                      MONO_PATCH_INFO_INTERNAL_METHOD,
4460                                      (gpointer)"mono_get_lmf_addr");
4461                 s390_brasl (code, s390_r14, 0);
4462
4463                 /*---------------------------------------------------------------*/
4464                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
4465                 /*---------------------------------------------------------------*/
4466                 s390_st    (code, s390_r2, 0, s390_r13,
4467                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
4468
4469                 /*---------------------------------------------------------------*/
4470                 /* Get current lmf                                               */
4471                 /*---------------------------------------------------------------*/
4472                 s390_l     (code, s390_r0, 0, s390_r2, 0);
4473
4474                 /*---------------------------------------------------------------*/
4475                 /* Set our lmf as the current lmf                                */
4476                 /*---------------------------------------------------------------*/
4477                 s390_st    (code, s390_r13, 0, s390_r2, 0);
4478
4479                 /*---------------------------------------------------------------*/
4480                 /* Have our lmf.previous_lmf point to the last lmf               */
4481                 /*---------------------------------------------------------------*/
4482                 s390_st    (code, s390_r0, 0, s390_r13,
4483                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
4484
4485                 /*---------------------------------------------------------------*/
4486                 /* save method info                                              */
4487                 /*---------------------------------------------------------------*/
4488                 s390_basr  (code, s390_r1, 0);
4489                 s390_j     (code, 4);
4490                 s390_word  (code, method);
4491                 s390_l     (code, s390_r1, 0, s390_r1, 4);
4492                 s390_st    (code, s390_r1, 0, s390_r13,
4493                             G_STRUCT_OFFSET(MonoLMF, method));
4494
4495                 /*---------------------------------------------------------------*/
4496                 /* save the current IP                                           */
4497                 /*---------------------------------------------------------------*/
4498                 s390_st    (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
4499                 s390_basr  (code, s390_r1, 0);
4500                 s390_la    (code, s390_r1, 0, s390_r1, 0);
4501                 s390_st    (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
4502
4503                 /*---------------------------------------------------------------*/
4504                 /* Save general and floating point registers                     */
4505                 /*---------------------------------------------------------------*/
4506                 s390_stm   (code, s390_r2, s390_r12, s390_r13,
4507                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
4508                 for (i = 0; i < 16; i++) {
4509                         s390_std  (code, i, 0, s390_r13,
4510                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
4511                 }
4512
4513                 /*---------------------------------------------------------------*/
4514                 /* Restore the parameter registers now that we've set up the lmf */
4515                 /*---------------------------------------------------------------*/
4516                 s390_lm    (code, s390_r2, s390_r6, s390_r13,
4517                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
4518         }
4519
4520         if (tracing)
4521                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
4522
4523         cfg->code_len = code - cfg->native_code;
4524         g_free (cinfo);
4525
4526         return code;
4527 }
4528
4529 /*========================= End of Function ========================*/
4530
4531 /*------------------------------------------------------------------*/
4532 /*                                                                  */
4533 /* Name         - mono_arch_emit_epilog                             */
4534 /*                                                                  */
4535 /* Function     - Emit the instructions for a function epilog.      */
4536 /*                                                                  */
4537 /*------------------------------------------------------------------*/
4538
4539 void
4540 mono_arch_emit_epilog (MonoCompile *cfg)
4541 {
4542         MonoMethod *method = cfg->method;
4543         int tracing = 0;
4544         guint8 *code;
4545         int max_epilog_size = 96;
4546
4547         if (cfg->method->save_lmf)
4548                 max_epilog_size += 128;
4549
4550         if (mono_jit_trace_calls != NULL)
4551                 max_epilog_size += 128;
4552
4553         if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
4554                 max_epilog_size += 128;
4555
4556         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
4557                 cfg->code_size  *= 2;
4558                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
4559                 mono_jit_stats.code_reallocs++;
4560         }
4561
4562         code = cfg->native_code + cfg->code_len;
4563
4564         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4565                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
4566                 tracing = 1;
4567         }
4568
4569         if (method->save_lmf)
4570                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
4571
4572         if (cfg->flags & MONO_CFG_HAS_ALLOCA)
4573                 s390_l (code, STK_BASE, 0, STK_BASE, 0);
4574         else
4575                 code = backUpStackPtr(cfg, code, STK_BASE);
4576
4577         s390_lm  (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4578         s390_br  (code, s390_r14);
4579
4580         cfg->code_len = code - cfg->native_code;
4581
4582         g_assert (cfg->code_len < cfg->code_size);
4583
4584 }
4585
4586 /*========================= End of Function ========================*/
4587
4588 /*------------------------------------------------------------------*/
4589 /*                                                                  */
4590 /* Name         - mono_arch_emit_exceptions                         */
4591 /*                                                                  */
4592 /* Function     - Emit the blocks to handle exception conditions.   */
4593 /*                                                                  */
4594 /*------------------------------------------------------------------*/
4595
4596 void
4597 mono_arch_emit_exceptions (MonoCompile *cfg)
4598 {
4599         MonoJumpInfo    *patch_info;
4600         guint8          *code;
4601         int             nThrows = 0,
4602                         exc_count = 0,
4603                         iExc;
4604         guint32         code_size;
4605         MonoClass       *exc_classes [MAX_EXC];
4606         guint8          *exc_throw_start [MAX_EXC],
4607                         *exc_throw_end [MAX_EXC];
4608
4609         for (patch_info = cfg->patch_info;
4610              patch_info;
4611              patch_info = patch_info->next) {
4612                 if (patch_info->type == MONO_PATCH_INFO_EXC)
4613                         exc_count++;
4614         }
4615
4616         code_size = exc_count * 26;
4617
4618         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
4619                 cfg->code_size  *= 2;
4620                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
4621                 mono_jit_stats.code_reallocs++;
4622         }
4623
4624         code = cfg->native_code + cfg->code_len;
4625
4626         /*---------------------------------------------------------------------*/
4627         /* Add code to raise exceptions                                        */
4628         /*---------------------------------------------------------------------*/
4629         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
4630                 switch (patch_info->type) {
4631                 case MONO_PATCH_INFO_EXC: {
4632                         guint8 *ip = patch_info->ip.i + cfg->native_code;
4633                         MonoClass *exc_class;
4634                         guint32 throw_ip;
4635
4636                         /*-----------------------------------------------------*/
4637                         /* Patch the branch in epilog to come here             */
4638                         /*-----------------------------------------------------*/
4639                         s390_patch (ip + 2, (guint32) (S390_RELATIVE(code,ip)));
4640
4641                         exc_class = mono_class_from_name (mono_defaults.corlib,
4642                                                           "System",
4643                                                           patch_info->data.name);
4644                         g_assert (exc_class);
4645                         throw_ip = patch_info->ip.i;
4646
4647                         for (iExc = 0; iExc < nThrows; ++iExc)
4648                                 if (exc_classes [iExc] == exc_class)
4649                                         break;
4650
4651                         if (iExc < nThrows) {
4652                                 s390_jcl (code, S390_CC_UN, (guint32) exc_throw_start [iExc]);
4653                                 patch_info->type = MONO_PATCH_INFO_NONE;
4654                         } else {
4655
4656                                 if (nThrows < MAX_EXC) {
4657                                         exc_classes [nThrows]     = exc_class;
4658                                         exc_throw_start [nThrows] = code;
4659                                 }
4660
4661                                 /*---------------------------------------------*/
4662                                 /* Patch the parameter passed to the handler   */
4663                                 /*---------------------------------------------*/
4664                                 s390_basr (code, s390_r13, 0);
4665                                 s390_j    (code, 4);
4666                                 s390_word (code, patch_info->data.target);
4667                                 /*---------------------------------------------*/
4668                                 /* Load return address & parameter register    */
4669                                 /*---------------------------------------------*/
4670                                 s390_larl (code, s390_r14, S390_RELATIVE((patch_info->ip.i +
4671                                                            cfg->native_code + 8), code));
4672                                 s390_l    (code, s390_r2, 0, s390_r13, 4);
4673                                 /*---------------------------------------------*/
4674                                 /* Reuse the current patch to set the jump     */
4675                                 /*---------------------------------------------*/
4676                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
4677                                 patch_info->data.name = "mono_arch_throw_exception_by_name";
4678                                 patch_info->ip.i      = code - cfg->native_code;
4679                                 s390_jcl  (code, S390_CC_UN, 0);
4680                         }
4681                         break;
4682                 }
4683                 default:
4684                         /* do nothing */
4685                         break;
4686                 }
4687         }
4688
4689         cfg->code_len = code - cfg->native_code;
4690
4691         g_assert (cfg->code_len < cfg->code_size);
4692
4693 }
4694
4695 /*========================= End of Function ========================*/
4696
4697 /*------------------------------------------------------------------*/
4698 /*                                                                  */
4699 /* Name         - mono_arch_setup_jit_tls_data                      */
4700 /*                                                                  */
4701 /* Function     - Setup the JIT's Thread Level Specific Data.       */
4702 /*                                                                  */
4703 /*------------------------------------------------------------------*/
4704
4705 void
4706 mono_arch_setup_jit_tls_data (MonoJitTlsData *tls)
4707 {
4708
4709         if (!tls_offset_inited) {
4710                 tls_offset_inited = TRUE;
4711
4712 #if HAVE_KW_THREAD
4713 # if 0
4714         __asm__ ("\tear\t%r1,0\n"
4715                  "\tlr\t%0,%3\n"
4716                  "\tsr\t%0,%r1\n"
4717                  "\tlr\t%1,%4\n"
4718                  "\tsr\t%1,%r1\n"
4719                  "\tlr\t%2,%5\n"
4720                  "\tsr\t%2,%r1\n"
4721                  : "=r" (appdomain_tls_offset),
4722                    "=r" (thread_tls_offset),
4723                    "=r" (lmf_tls_offset)
4724                  : "r" (&tls_appdomain),
4725                    "r" (&tls_current_object),
4726                    "r" (&mono_lmf_addr)
4727                  : "1", "cc");
4728 # endif
4729 #endif
4730         }
4731
4732         if (!lmf_addr_key_inited) {
4733                 lmf_addr_key_inited = TRUE;
4734                 pthread_key_create (&lmf_addr_key, NULL);
4735         }
4736         pthread_setspecific (lmf_addr_key, &tls->lmf);
4737
4738 }
4739
4740 /*========================= End of Function ========================*/
4741
4742 /*------------------------------------------------------------------*/
4743 /*                                                                  */
4744 /* Name         - mono_arch_free_jit_tls_data                       */
4745 /*                                                                  */
4746 /* Function     - Free tls data.                                    */
4747 /*                                                                  */
4748 /*------------------------------------------------------------------*/
4749
4750 void
4751 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
4752 {
4753
4754 }
4755
4756 /*========================= End of Function ========================*/
4757
4758 /*------------------------------------------------------------------*/
4759 /*                                                                  */
4760 /* Name         - mono_arch_emit_this_vret_args                     */
4761 /*                                                                  */
4762 /* Function     -                                                   */
4763 /*                                                                  */
4764 /*------------------------------------------------------------------*/
4765
4766 void
4767 mono_arch_emit_this_vret_args (MonoCompile *cfg, MonoCallInst *inst, int this_reg, int this_type, int vt_reg)
4768 {
4769         int this_dreg = s390_r2;
4770
4771         if (vt_reg != -1)
4772                 this_dreg = s390_r3;
4773
4774         /* add the this argument */
4775         if (this_reg != -1) {
4776                 MonoInst *this;
4777                 MONO_INST_NEW (cfg, this, OP_SETREG);
4778                 this->type  = this_type;
4779                 this->sreg1 = this_reg;
4780                 this->dreg  = mono_regstate_next_int (cfg->rs);
4781                 mono_bblock_add_inst (cfg->cbb, this);
4782                 mono_call_inst_add_outarg_reg (cfg, inst, this->dreg, this_dreg, FALSE);
4783         }
4784
4785         if (vt_reg != -1) {
4786                 MonoInst *vtarg;
4787                 MONO_INST_NEW (cfg, vtarg, OP_SETREG);
4788                 vtarg->type  = STACK_MP;
4789                 vtarg->sreg1 = vt_reg;
4790                 vtarg->dreg  = mono_regstate_next_int (cfg->rs);
4791                 mono_bblock_add_inst (cfg->cbb, vtarg);
4792                 mono_call_inst_add_outarg_reg (cfg, inst, vtarg->dreg, s390_r2, FALSE);
4793         }
4794 }
4795
4796 /*========================= End of Function ========================*/
4797
4798 /*------------------------------------------------------------------*/
4799 /*                                                                  */
4800 /* Name         - mono_arch_get_inst_for_method                   */
4801 /*                                                                  */
4802 /* Function     - Check for opcodes we can handle directly in       */
4803 /*                hardware.                                         */
4804 /*                                                                  */
4805 /*------------------------------------------------------------------*/
4806
4807 MonoInst*
4808 mono_arch_get_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod,
4809                                MonoMethodSignature *fsig, MonoInst **args)
4810 {
4811         MonoInst *ins = NULL;
4812
4813         if (cmethod->klass == mono_defaults.math_class) {
4814                 if (strcmp (cmethod->name, "Sqrt") == 0) {
4815                         MONO_INST_NEW (cfg, ins, OP_SQRT);
4816                         ins->inst_i0 = args [0];
4817                 }
4818         } else if (cmethod->klass == mono_defaults.thread_class &&
4819                            strcmp (cmethod->name, "MemoryBarrier") == 0) {
4820                 MONO_INST_NEW (cfg, ins, OP_MEMORY_BARRIER);
4821         } else if(cmethod->klass->image == mono_defaults.corlib &&
4822                            (strcmp (cmethod->klass->name_space, "System.Threading") == 0) &&
4823                            (strcmp (cmethod->klass->name, "Interlocked") == 0)) {
4824
4825                 if (strcmp (cmethod->name, "Increment") == 0 &&
4826                     fsig->params [0]->type == MONO_TYPE_I4) {
4827                         MonoInst *ins_iconst;
4828
4829                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_NEW_I4);
4830                         MONO_INST_NEW (cfg, ins_iconst, OP_ICONST);
4831                         ins_iconst->inst_c0 = 1;
4832
4833                         ins->inst_i0 = args [0];
4834                         ins->inst_i1 = ins_iconst;
4835                 } else if (strcmp (cmethod->name, "Decrement") == 0 &&
4836                            fsig->params [0]->type == MONO_TYPE_I4) {
4837                         MonoInst *ins_iconst;
4838
4839                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_NEW_I4);
4840                         MONO_INST_NEW (cfg, ins_iconst, OP_ICONST);
4841                         ins_iconst->inst_c0 = -1;
4842
4843                         ins->inst_i0 = args [0];
4844                         ins->inst_i1 = ins_iconst;
4845                 } else if (strcmp (cmethod->name, "Exchange") == 0 &&
4846                            fsig->params [0]->type == MONO_TYPE_I4) {
4847                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_EXCHANGE_I4);
4848
4849                         ins->inst_i0 = args [0];
4850                         ins->inst_i1 = args [1];
4851                 } else if (strcmp (cmethod->name, "Add") == 0 &&
4852                            fsig->params [0]->type == MONO_TYPE_I4) {
4853                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_I4);
4854
4855                         ins->inst_i0 = args [0];
4856                         ins->inst_i1 = args [1];
4857                 }
4858         }
4859         return ins;
4860 }
4861
4862 /*========================= End of Function ========================*/
4863
4864 /*------------------------------------------------------------------*/
4865 /*                                                                  */
4866 /* Name         - mono_arch_print_tree                              */
4867 /*                                                                  */
4868 /* Function     - Print platform-specific opcode details.           */
4869 /*                                                                  */
4870 /* Returns      - 1 - opcode details have been printed              */
4871 /*                0 - opcode details have not been printed          */
4872 /*                                                                  */
4873 /*------------------------------------------------------------------*/
4874
4875 gboolean
4876 mono_arch_print_tree (MonoInst *tree, int arity)
4877 {
4878         gboolean done;
4879
4880         switch (tree->opcode) {
4881                 case OP_S390_LOADARG:
4882                 case OP_S390_ARGREG:
4883                 case OP_S390_ARGPTR:
4884                         printf ("[0x%lx(%s)]", tree->inst_offset,
4885                                 mono_arch_regname (tree->inst_basereg));
4886                         done = 1;
4887                         break;
4888                 case OP_S390_STKARG:
4889                         printf ("[0x%lx(previous_frame)]",
4890                                 tree->inst_offset);
4891                         done = 1;
4892                         break;
4893                 case OP_S390_MOVE:
4894                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
4895                                 tree->inst_offset, tree->backend.size,
4896                                 mono_arch_regname(tree->dreg), tree->inst_imm,
4897                                 mono_arch_regname(tree->sreg1));
4898                         done = 1;
4899                         break;
4900                 case OP_S390_SETF4RET:
4901                         printf ("[f%ld,f%ld]",
4902                                 mono_arch_regname (tree->dreg),
4903                                 mono_arch_regname (tree->sreg1));
4904                         done = 1;
4905                         break;
4906                 case OP_TLS_GET:
4907                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
4908                                 tree->inst_imm,
4909                                 mono_arch_regname (tree->sreg1));
4910                         done = 1;
4911                         break;
4912                 case OP_S390_BKCHAIN:
4913                         printf ("[previous_frame(%s)]",
4914                                 mono_arch_regname (tree->sreg1));
4915                         done = 1;
4916                         break;
4917                 default:
4918                         done = 0;
4919         }
4920         return (done);
4921 }
4922
4923 /*========================= End of Function ========================*/
4924
4925 /*------------------------------------------------------------------*/
4926 /*                                                                  */
4927 /* Name         - mono_arch_regalloc_cost                           */
4928 /*                                                                  */
4929 /* Function     - Determine the cost, in the number of memory       */
4930 /*                references, of the action of allocating the var-  */
4931 /*                iable VMV into a register during global register  */
4932 /*                allocation.                                       */
4933 /*                                                                  */
4934 /* Returns      - Cost                                              */
4935 /*                                                                  */
4936 /*------------------------------------------------------------------*/
4937
4938 guint32
4939 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
4940 {
4941         /* FIXME: */
4942         return 2;
4943 }
4944
4945 /*========================= End of Function ========================*/
4946
4947 /*------------------------------------------------------------------*/
4948 /*                                                                  */
4949 /* Name         - mono_arch_get_domain_intrinsic                    */
4950 /*                                                                  */
4951 /* Function     -                                                   */
4952 /*                                                                  */
4953 /* Returns      -                                                   */
4954 /*                                                                  */
4955 /*------------------------------------------------------------------*/
4956
4957 MonoInst *
4958 mono_arch_get_domain_intrinsic (MonoCompile* cfg)
4959 {
4960         MonoInst *ins;
4961
4962         if (appdomain_tls_offset == -1)
4963                 return NULL;
4964
4965         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
4966         ins->inst_offset = appdomain_tls_offset;
4967         return (ins);
4968 }
4969
4970 /*========================= End of Function ========================*/
4971
4972 /*------------------------------------------------------------------*/
4973 /*                                                                  */
4974 /* Name         - mono_arch_get_thread_intrinsic                    */
4975 /*                                                                  */
4976 /* Function     -                                                   */
4977 /*                                                                  */
4978 /* Returns      -                                                   */
4979 /*                                                                  */
4980 /*------------------------------------------------------------------*/
4981
4982 MonoInst *
4983 mono_arch_get_thread_intrinsic (MonoCompile* cfg)
4984 {
4985         MonoInst *ins;
4986
4987         if (thread_tls_offset == -1)
4988                 return NULL;
4989
4990         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
4991         ins->inst_offset = thread_tls_offset;
4992         return (ins);
4993 }
4994
4995 /*========================= End of Function ========================*/
4996
4997 /*------------------------------------------------------------------*/
4998 /*                                                                  */
4999 /* Name         - mono_arch_flush_register_windows                  */
5000 /*                                                                  */
5001 /* Function     -                                                   */
5002 /*                                                                  */
5003 /* Returns      -                                                   */
5004 /*                                                                  */
5005 /*------------------------------------------------------------------*/
5006
5007 void
5008 mono_arch_flush_register_windows (void)
5009 {
5010 }
5011
5012 /*========================= End of Function ========================*/
5013
5014 /*------------------------------------------------------------------*/
5015 /*                                                                  */
5016 /* Name         - mono_arch_get_lmf_addr                            */
5017 /*                                                                  */
5018 /* Function     -                                                   */
5019 /*                                                                  */
5020 /* Returns      -                                                   */
5021 /*                                                                  */
5022 /*------------------------------------------------------------------*/
5023
5024 gpointer
5025 mono_arch_get_lmf_addr (void)
5026 {
5027         return pthread_getspecific (lmf_addr_key);
5028 }
5029
5030
5031 /*========================= End of Function ========================*/
5032
5033 /*------------------------------------------------------------------*/
5034 /*                                                                  */
5035 /* Name         - mono_arch_get_patch_offset                        */
5036 /*                                                                  */
5037 /* Function     - Dummy entry point until s390x supports aot.       */
5038 /*                                                                  */
5039 /* Returns      - Offset for patch.                                 */
5040 /*                                                                  */
5041 /*------------------------------------------------------------------*/
5042
5043 guint32
5044 mono_arch_get_patch_offset (guint8 *code)
5045 {
5046         return 0;
5047 }
5048
5049 /*========================= End of Function ========================*/