mono/mini/mini-s390.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define EMIT_COND_BRANCH(ins,cond)                                                      \
  22 {                                                                                       \
  23 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  24         if (ins->inst_i0->inst_c0) {                                                    \
  25                 int displace;                                                           \
  26                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  27                 if (s390_is_imm16(displace)) {                                          \
  28                         s390_brc (code, cond, displace);                                \
  29                 } else {                                                                \
  30                         s390_jcl (code, cond, displace);                                \
  31                 }                                                                       \
  32         } else {                                                                        \
  33                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  34                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  35                 s390_jcl (code, cond, 0);                                               \
  36         }                                                                               \
  37 } else {                                                                                \
  38         if (ins->inst_true_bb->native_offset) {                                         \
  39                 int displace;                                                           \
  40                 displace = ((cfg->native_code +                                         \
  41                             ins->inst_true_bb->native_offset) - code) / 2;              \
  42                 if (s390_is_imm16(displace)) {                                          \
  43                         s390_brc (code, cond, displace);                                \
  44                 } else {                                                                \
  45                         s390_jcl (code, cond, displace);                                \
  46                 }                                                                       \
  47         } else {                                                                        \
  48                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  49                                      MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  50                 s390_jcl (code, cond, 0);                                               \
  51         }                                                                               \
  52 }                                                                                       \
  53 }
  54
  55 #define EMIT_UNCOND_BRANCH(ins)                                                         \
  56 {                                                                                       \
  57 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  58         if (ins->inst_i0->inst_c0) {                                                    \
  59                 int displace;                                                           \
  60                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  61                 if (s390_is_imm16(displace)) {                                          \
  62                         s390_brc (code, S390_CC_UN, displace);                          \
  63                 } else {                                                                \
  64                         s390_jcl (code, S390_CC_UN, displace);                          \
  65                 }                                                                       \
  66         } else {                                                                        \
  67                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  68                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  69                 s390_jcl (code, S390_CC_UN, 0);                                         \
  70         }                                                                               \
  71 } else {                                                                                \
  72         if (ins->inst_target_bb->native_offset) {                                       \
  73                 int displace;                                                           \
  74                 displace = ((cfg->native_code +                                         \
  75                             ins->inst_target_bb->native_offset) - code) / 2;            \
  76                 if (s390_is_imm16(displace)) {                                          \
  77                         s390_brc (code, S390_CC_UN, displace);                          \
  78                 } else {                                                                \
  79                         s390_jcl (code, S390_CC_UN, displace);                          \
  80                 }                                                                       \
  81         } else {                                                                        \
  82                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  83                                      MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  84                 s390_jcl (code, S390_CC_UN, 0);                                         \
  85         }                                                                               \
  86 }                                                                                       \
  87 }
  88
  89 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  90         do {                                                            \
  91                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  92                                     MONO_PATCH_INFO_EXC, exc_name);     \
  93                 s390_jcl (code, cond, 0);                               \
  94         } while (0);
  95
  96 #define CHECK_SRCDST_COM                                                \
  97         if (ins->dreg == ins->sreg2) {                                  \
  98                 src2 = ins->sreg1;                                      \
  99         } else {                                                        \
 100                 src2 = ins->sreg2;                                      \
 101                 if (ins->dreg != ins->sreg1) {                          \
 102                         s390_lr  (code, ins->dreg, ins->sreg1);         \
 103                 }                                                       \
 104         }
 105
 106 #define CHECK_SRCDST_NCOM                                               \
 107         if (ins->dreg == ins->sreg2) {                                  \
 108                 src2 = s390_r13;                                        \
 109                 s390_lr  (code, s390_r13, ins->sreg2);                  \
 110         } else {                                                        \
 111                 src2 = ins->sreg2;                                      \
 112         }                                                               \
 113         if (ins->dreg != ins->sreg1) {                                  \
 114                 s390_lr  (code, ins->dreg, ins->sreg1);                 \
 115         }
 116
 117 #define CHECK_SRCDST_COM_F                                              \
 118         if (ins->dreg == ins->sreg2) {                                  \
 119                 src2 = ins->sreg1;                                      \
 120         } else {                                                        \
 121                 src2 = ins->sreg2;                                      \
 122                 if (ins->dreg != ins->sreg1) {                          \
 123                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 124                 }                                                       \
 125         }
 126
 127 #define CHECK_SRCDST_NCOM_F                                             \
 128         if (ins->dreg == ins->sreg2) {                                  \
 129                 src2 = s390_f15;                                        \
 130                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 131         } else {                                                        \
 132                 src2 = ins->sreg2;                                      \
 133         }                                                               \
 134         if (ins->dreg != ins->sreg1) {                                  \
 135                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 136         }
 137
 138 #undef DEBUG
 139 #define DEBUG(a) if (cfg->verbose_level > 1) a
 140
 141 #define MAX_EXC 16
 142
 143 #define S390_TRACE_STACK_SIZE (5*sizeof(gint32)+3*sizeof(gdouble))
 144
 145 #define MAX (a, b) ((a) > (b) ? (a) : (b))
 146
 147 /*========================= End of Defines =========================*/
 148
 149 /*------------------------------------------------------------------*/
 150 /*                 I n c l u d e s                                  */
 151 /*------------------------------------------------------------------*/
 152
 153 #include "mini.h"
 154 #include <string.h>
 155
 156 #include <mono/metadata/appdomain.h>
 157 #include <mono/metadata/debug-helpers.h>
 158 #include <mono/metadata/profiler-private.h>
 159 #include <mono/utils/mono-math.h>
 160
 161 #include "mini-s390.h"
 162 #include "inssel.h"
 163 #include "cpu-s390.h"
 164 #include "jit-icalls.h"
 165
 166 /*========================= End of Includes ========================*/
 167
 168 /*------------------------------------------------------------------*/
 169 /*                 T y p e d e f s                                  */
 170 /*------------------------------------------------------------------*/
 171
 172 typedef struct {
 173         guint stack_size,
 174               local_size,
 175               code_size,
 176               parm_size,
 177               offset,
 178               offStruct,
 179               retStruct;
 180 } size_data;
 181
 182 /*------------------------------------------------------------------*/
 183 /* Used by the instrument_emit_epilog                               */
 184 /*------------------------------------------------------------------*/
 185
 186 enum {
 187         SAVE_NONE,
 188         SAVE_STRUCT,
 189         SAVE_ONE,
 190         SAVE_TWO,
 191         SAVE_R4,
 192         SAVE_R8
 193 };
 194
 195 typedef struct InstList InstList;
 196
 197 struct InstList {
 198         InstList *prev;
 199         InstList *next;
 200         MonoInst *data;
 201 };
 202
 203 enum {
 204         RegTypeGeneral,
 205         RegTypeBase,
 206         RegTypeFP,
 207         RegTypeStructByVal,
 208         RegTypeStructByAddr
 209 };
 210
 211 typedef struct {
 212         gint32  offset;         /* offset from caller's stack */
 213         gint32  offparm;        /* offset from callee's stack */
 214         guint16 vtsize;         /* in param area */
 215         guint8  reg;
 216         guint8  regtype;        /* See RegType* */
 217         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 218 } ArgInfo;
 219
 220 typedef struct {
 221         int nargs;
 222         int lastgr;
 223         guint32 stack_usage;
 224         guint32 struct_ret;
 225         ArgInfo ret;
 226         ArgInfo sigCookie;
 227         ArgInfo args [1];
 228 } CallInfo;
 229
 230 typedef struct {
 231         gint32  gr[5];          /* R2-R6                            */
 232         gdouble fp[3];          /* F0-F2                            */
 233 } __attribute__ ((packed)) RegParm;
 234
 235 /*========================= End of Typedefs ========================*/
 236
 237 /*------------------------------------------------------------------*/
 238 /*                   P r o t o t y p e s                            */
 239 /*------------------------------------------------------------------*/
 240
 241 static void indent (int);
 242 static guint8 * backUpStackPtr(MonoCompile *, guint8 *, gint);
 243 static void decodeParm (MonoType *, void *, int);
 244 static void enter_method (MonoMethod *, RegParm *, char *);
 245 static void leave_method (MonoMethod *, ...);
 246 static gboolean is_regsize_var (MonoType *);
 247 static inline void add_general (guint *, size_data *, ArgInfo *, gboolean);
 248 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 249 static inline void add_float (guint *, size_data *, ArgInfo *);
 250 static CallInfo * calculate_sizes (MonoCompile *, MonoMethodSignature *, size_data *, gboolean);
 251 static void peephole_pass (MonoCompile *, MonoBasicBlock *);
 252 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 253 gpointer mono_arch_get_lmf_addr (void);
 254 static guint8 * emit_load_volatile_registers(guint8 *, MonoCompile *);
 255 static void emit_sig_cookie (MonoCompile *, MonoCallInst *, CallInfo *, int);
 256
 257 /*========================= End of Prototypes ======================*/
 258
 259 /*------------------------------------------------------------------*/
 260 /*                 G l o b a l   V a r i a b l e s                  */
 261 /*------------------------------------------------------------------*/
 262
 263 int mono_exc_esp_offset = 0;
 264
 265 static int indent_level = 0;
 266
 267 static gboolean tls_offset_inited = FALSE;
 268
 269 static int appdomain_tls_offset = -1,
 270            lmf_tls_offset = -1,
 271            thread_tls_offset = -1;
 272
 273 pthread_key_t lmf_addr_key;
 274
 275 gboolean lmf_addr_key_inited = FALSE;
 276
 277 #if 0
 278
 279 extern __thread MonoDomain *tls_appdomain;
 280 extern __thread MonoThread *tls_current_object;
 281 extern __thread gpointer   mono_lmf_addr;
 282
 283 #endif
 284
 285 /*====================== End of Global Variables ===================*/
 286
 287 /*------------------------------------------------------------------*/
 288 /*                                                                  */
 289 /* Name         - mono_arch_regname                                 */
 290 /*                                                                  */
 291 /* Function     - Returns the name of the register specified by     */
 292 /*                the input parameter.                              */
 293 /*                                                                  */
 294 /*------------------------------------------------------------------*/
 295
 296 const char*
 297 mono_arch_regname (int reg) {
 298         static const char * rnames[] = {
 299                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 300                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 301                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 302                 "s390_r15"
 303         };
 304
 305         if (reg >= 0 && reg < 16)
 306                 return rnames [reg];
 307         else
 308                 return "unknown";
 309 }
 310
 311 /*========================= End of Function ========================*/
 312
 313 /*------------------------------------------------------------------*/
 314 /*                                                                  */
 315 /* Name         - mono_arch_fregname                                */
 316 /*                                                                  */
 317 /* Function     - Returns the name of the register specified by     */
 318 /*                the input parameter.                              */
 319 /*                                                                  */
 320 /*------------------------------------------------------------------*/
 321
 322 const char*
 323 mono_arch_fregname (int reg) {
 324         static const char * rnames[] = {
 325                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 326                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 327                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 328                 "s390_f15"
 329         };
 330
 331         if (reg >= 0 && reg < 16)
 332                 return rnames [reg];
 333         else
 334                 return "unknown";
 335 }
 336
 337 /*========================= End of Function ========================*/
 338
 339 /*------------------------------------------------------------------*/
 340 /*                                                                  */
 341 /* Name         - arch_get_argument_info                            */
 342 /*                                                                  */
 343 /* Function     - Gathers information on parameters such as size,   */
 344 /*                alignment, and padding. arg_info should be large  */
 345 /*                enough to hold param_count + 1 entries.           */
 346 /*                                                                  */
 347 /* Parameters   - @csig - Method signature                          */
 348 /*                @param_count - No. of parameters to consider      */
 349 /*                @arg_info - An array to store the result info     */
 350 /*                                                                  */
 351 /* Returns      - Size of the activation frame                      */
 352 /*                                                                  */
 353 /*------------------------------------------------------------------*/
 354
 355 int
 356 mono_arch_get_argument_info (MonoMethodSignature *csig,
 357                              int param_count,
 358                              MonoJitArgumentInfo *arg_info)
 359 {
 360         int k, frame_size = 0;
 361         int size, align, pad;
 362         int offset = 8;
 363
 364         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 365                 frame_size += sizeof (gpointer);
 366                 offset += 4;
 367         }
 368
 369         arg_info [0].offset = offset;
 370
 371         if (csig->hasthis) {
 372                 frame_size += sizeof (gpointer);
 373                 offset += 4;
 374         }
 375
 376         arg_info [0].size = frame_size;
 377
 378         for (k = 0; k < param_count; k++) {
 379
 380                 if (csig->pinvoke)
 381                         size = mono_type_native_stack_size (csig->params [k], &align);
 382                 else
 383                         size = mini_type_stack_size (NULL, csig->params [k], &align);
 384
 385                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 386                 arg_info [k].pad = pad;
 387                 frame_size += size;
 388                 arg_info [k + 1].pad = 0;
 389                 arg_info [k + 1].size = size;
 390                 offset += pad;
 391                 arg_info [k + 1].offset = offset;
 392                 offset += size;
 393         }
 394
 395         align = MONO_ARCH_FRAME_ALIGNMENT;
 396         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 397         arg_info [k].pad = pad;
 398
 399         return frame_size;
 400 }
 401
 402 /*========================= End of Function ========================*/
 403
 404 /*------------------------------------------------------------------*/
 405 /*                                                                  */
 406 /* Name         - retFitsInReg.                                     */
 407 /*                                                                  */
 408 /* Function     - Determines if a value can be returned in one or   */
 409 /*                two registers.                                    */
 410 /*                                                                  */
 411 /*------------------------------------------------------------------*/
 412
 413 static inline gboolean
 414 retFitsInReg(guint32 size)
 415 {
 416         switch (size) {
 417                 case 0:
 418                 case 1:
 419                 case 2:
 420                 case 4:
 421                 case 8:
 422                         return (TRUE);
 423                 break;
 424                 default:
 425                         return (FALSE);
 426         }
 427 }
 428
 429 /*========================= End of Function ========================*/
 430
 431 /*------------------------------------------------------------------*/
 432 /*                                                                  */
 433 /* Name         - backStackPtr.                                     */
 434 /*                                                                  */
 435 /* Function     - Restore Stack Pointer to previous frame.          */
 436 /*                                                                  */
 437 /*------------------------------------------------------------------*/
 438
 439 static inline guint8 *
 440 backUpStackPtr(MonoCompile *cfg, guint8 *code, gint framePtr)
 441 {
 442         int stackSize = cfg->stack_usage;
 443
 444         if (s390_is_uimm16 (cfg->stack_usage)) {
 445                 s390_ahi  (code, framePtr, cfg->stack_usage);
 446         } else {
 447                 while (stackSize > 32767) {
 448                         s390_ahi  (code, framePtr, 32767);
 449                         stackSize -= 32767;
 450                 }
 451                 s390_ahi  (code, framePtr, stackSize);
 452         }
 453         return (code);
 454 }
 455
 456 /*========================= End of Function ========================*/
 457
 458 /*------------------------------------------------------------------*/
 459 /*                                                                  */
 460 /* Name         - indent                                            */
 461 /*                                                                  */
 462 /* Function     - Perform nice indenting to current level           */
 463 /*                                                                  */
 464 /*------------------------------------------------------------------*/
 465
 466 static void
 467 indent (int diff) {
 468         int v;
 469         if (diff < 0)
 470                 indent_level += diff;
 471         v = indent_level;
 472         printf("[%3d] ",v);
 473         while (v-- > 0) {
 474                 printf (". ");
 475         }
 476         if (diff > 0)
 477                 indent_level += diff;
 478 }
 479
 480 /*========================= End of Function ========================*/
 481
 482 /*------------------------------------------------------------------*/
 483 /*                                                                  */
 484 /* Name         - decodeParm                                        */
 485 /*                                                                  */
 486 /* Function     - Decode a parameter for the trace.                 */
 487 /*                                                                  */
 488 /*------------------------------------------------------------------*/
 489
 490 static void
 491 decodeParm(MonoType *type, void *curParm, int size)
 492 {
 493         guint32 simpleType;
 494
 495         if (type->byref) {
 496                 printf("[BYREF:%p], ", *((char **) curParm));
 497         } else {
 498                 simpleType = mono_type_get_underlying_type(type)->type;
 499 enum_parmtype:
 500                 switch (simpleType) {
 501                         case MONO_TYPE_I :
 502                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 503                                 break;
 504                         case MONO_TYPE_U :
 505                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 506                                 break;
 507                         case MONO_TYPE_BOOLEAN :
 508                                 printf ("[BOOL:%d], ", *((int *) curParm));
 509                                 break;
 510                         case MONO_TYPE_CHAR :
 511                                 printf ("[CHAR:%c], ", *((int *) curParm));
 512                                 break;
 513                         case MONO_TYPE_I1 :
 514                                 printf ("[INT1:%d], ", *((int *) curParm));
 515                                 break;
 516                         case MONO_TYPE_I2 :
 517                                 printf ("[INT2:%d], ", *((int *) curParm));
 518                                 break;
 519                         case MONO_TYPE_I4 :
 520                                 printf ("[INT4:%d], ", *((int *) curParm));
 521                                 break;
 522                         case MONO_TYPE_U1 :
 523                                 printf ("[UINT1:%u], ", *((unsigned int *) curParm));
 524                                 break;
 525                         case MONO_TYPE_U2 :
 526                                 printf ("[UINT2:%u], ", *((guint16 *) curParm));
 527                                 break;
 528                         case MONO_TYPE_U4 :
 529                                 printf ("[UINT4:%u], ", *((guint32 *) curParm));
 530                                 break;
 531                         case MONO_TYPE_U8 :
 532                                 printf ("[UINT8:%llu], ", *((guint64 *) curParm));
 533                                 break;
 534                         case MONO_TYPE_STRING : {
 535                                 MonoString *s = *((MonoString **) curParm);
 536                                 if (s) {
 537                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 538                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 539                                 } else {
 540                                         printf("[STRING:null], ");
 541                                 }
 542                                 break;
 543                         }
 544                         case MONO_TYPE_CLASS :
 545                         case MONO_TYPE_OBJECT : {
 546                                 MonoObject *obj = *((MonoObject **) curParm);
 547                                 MonoClass *class;
 548                                 if ((obj) && (obj->vtable)) {
 549                                         printf("[CLASS/OBJ:");
 550                                         class = obj->vtable->klass;
 551                                         printf("%p [%p] ",obj,curParm);
 552 //                                      if (class == mono_defaults.string_class) {
 553 //                                              printf("[STRING:%p:%s]",
 554 //                                                     *obj, mono_string_to_utf8 (obj));
 555 //                                      } else if (class == mono_defaults.int32_class) {
 556 //                                              printf("[INT32:%p:%d]",
 557 //                                                      obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 558 //                                      } else
 559 //                                              printf("[%s.%s:%p]",
 560 //                                                     class->name_space, class->name, obj);
 561                                         printf("], ");
 562                                 } else {
 563                                         printf("[OBJECT:null], ");
 564                                 }
 565                                 break;
 566                         }
 567                         case MONO_TYPE_PTR :
 568                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 569                                 break;
 570                         case MONO_TYPE_FNPTR :
 571                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 572                                 break;
 573                         case MONO_TYPE_ARRAY :
 574                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 575                                 break;
 576                         case MONO_TYPE_SZARRAY :
 577                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 578                                 break;
 579                         case MONO_TYPE_I8 :
 580                                 printf("[INT8:%lld], ", *((gint64 *) (curParm)));
 581                                 break;
 582                         case MONO_TYPE_R4 :
 583                                 printf("[FLOAT4:%g], ", *((double *) (curParm)));
 584                                 break;
 585                         case MONO_TYPE_R8 :
 586                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 587                                 break;
 588                         case MONO_TYPE_VALUETYPE : {
 589                                 int i;
 590                                 MonoMarshalType *info;
 591
 592                                 if (type->data.klass->enumtype) {
 593                                         simpleType = type->data.klass->enum_basetype->type;
 594                                         printf("{VALUETYPE} - ");
 595                                         goto enum_parmtype;
 596                                 }
 597
 598                                 info = mono_marshal_load_type_info (type->data.klass);
 599
 600                                 if ((info->native_size == sizeof(float)) &&
 601                                     (info->num_fields  == 1) &&
 602                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 603                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 604                                         break;
 605                                 }
 606
 607                                 if ((info->native_size == sizeof(double)) &&
 608                                     (info->num_fields  == 1) &&
 609                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 610                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 611                                         break;
 612                                 }
 613
 614                                 printf("[VALUETYPE:");
 615                                 for (i = 0; i < size; i++)
 616                                         printf("%02x,", *((guint8 *)curParm+i));
 617                                 printf("]");
 618                                 break;
 619                         }
 620                         case MONO_TYPE_TYPEDBYREF: {
 621                                 int i;
 622                                 printf("[TYPEDBYREF:");
 623                                 for (i = 0; i < size; i++)
 624                                         printf("%02x,", *((guint8 *)curParm+i));
 625                                 printf("]");
 626                                 break;
 627                         }
 628                         default :
 629                                 printf("[?? - %d], ",simpleType);
 630                 }
 631         }
 632 }
 633
 634 /*========================= End of Function ========================*/
 635
 636 static int lc = 0;
 637 /*------------------------------------------------------------------*/
 638 /*                                                                  */
 639 /* Name         - enter_method                                      */
 640 /*                                                                  */
 641 /* Function     - Perform tracing of the entry to the current       */
 642 /*                method.                                           */
 643 /*                                                                  */
 644 /*------------------------------------------------------------------*/
 645
 646 static void
 647 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 648 {
 649         int i, oParm = 0, iParm = 0;
 650         MonoObject *obj;
 651         MonoMethodSignature *sig;
 652         char *fname;
 653         guint32 ip;
 654         CallInfo *cinfo;
 655         ArgInfo *ainfo;
 656         size_data sz;
 657         void *curParm;
 658
 659         fname = mono_method_full_name (method, TRUE);
 660         indent (1);
 661         printf ("ENTER: %s(", fname);
 662         g_free (fname);
 663
 664         ip  = (*(guint32 *) (sp+S390_RET_ADDR_OFFSET)) & 0x7fffffff;
 665         printf (") ip: %p sp: %p - ", (gpointer) ip, sp);
 666
 667         if (rParm == NULL)
 668                 return;
 669
 670         sig = mono_method_signature (method);
 671
 672         cinfo = calculate_sizes (NULL, sig, &sz, sig->pinvoke);
 673
 674         if (cinfo->struct_ret) {
 675                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 676                 iParm = 1;
 677         }
 678
 679         if (sig->hasthis) {
 680                 gpointer *this = (gpointer *) rParm->gr[iParm];
 681                 obj = (MonoObject *) this;
 682                 if (method->klass->valuetype) {
 683                         if (obj) {
 684                                 printf("this:[value:%p:%08x], ",
 685                                        this, *((guint32 *)(this+sizeof(MonoObject))));
 686                         } else
 687                                 printf ("this:[NULL], ");
 688                 } else {
 689                         if (obj) {
 690 //                              class = obj->vtable->klass;
 691 //                              if (class == mono_defaults.string_class) {
 692 //                                      printf ("this:[STRING:%p:%s], ",
 693 //                                              obj, mono_string_to_utf8 ((MonoString *)obj));
 694 //                              } else {
 695 //                                      printf ("this:%p[%s.%s], ",
 696 //                                              obj, class->name_space, class->name);
 697 //                              }
 698 printf("this:%p, ",obj);
 699                         } else
 700                                 printf ("this:NULL, ");
 701                 }
 702                 oParm++;
 703         }
 704
 705         for (i = 0; i < sig->param_count; ++i) {
 706                 ainfo = &cinfo->args[i + oParm];
 707                 switch (ainfo->regtype) {
 708                         case RegTypeGeneral :
 709                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 710                                 break;
 711                         case RegTypeFP :
 712                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 713                                 break;
 714                         case RegTypeBase :
 715                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 716                                 break;
 717                         case RegTypeStructByVal :
 718                                 if (ainfo->reg != STK_BASE)
 719                                         curParm = &(rParm->gr[ainfo->reg-2]);
 720                                 else
 721                                         curParm = sp+ainfo->offset;
 722
 723                                 if (retFitsInReg (ainfo->vtsize))
 724                                         decodeParm(sig->params[i],
 725                                                    curParm,
 726                                                    ainfo->size);
 727                                 else
 728                                         decodeParm(sig->params[i],
 729                                                    *((char **) curParm),
 730                                                    ainfo->vtsize);
 731                                 break;
 732                         case RegTypeStructByAddr :
 733                                 if (ainfo->reg != STK_BASE)
 734                                         curParm = &(rParm->gr[ainfo->reg-2]);
 735                                 else
 736                                         curParm = sp+ainfo->offset;
 737
 738                                 decodeParm(sig->params[i],
 739                                            *((char **) curParm),
 740                                            ainfo->vtsize);
 741                                 break;
 742
 743                         default :
 744                                 printf("???, ");
 745                 }
 746         }
 747         printf("\n");
 748         g_free(cinfo);
 749 }
 750
 751 /*========================= End of Function ========================*/
 752
 753 /*------------------------------------------------------------------*/
 754 /*                                                                  */
 755 /* Name         - leave_method                                      */
 756 /*                                                                  */
 757 /* Function     -                                                   */
 758 /*                                                                  */
 759 /*------------------------------------------------------------------*/
 760
 761 static void
 762 leave_method (MonoMethod *method, ...)
 763 {
 764         MonoType *type;
 765         char *fname;
 766         guint32 ip;
 767         va_list ap;
 768
 769         va_start(ap, method);
 770
 771         fname = mono_method_full_name (method, TRUE);
 772         indent (-1);
 773         printf ("LEAVE: %s", fname);
 774         g_free (fname);
 775
 776         type = mono_method_signature (method)->ret;
 777
 778 handle_enum:
 779         switch (type->type) {
 780         case MONO_TYPE_VOID:
 781                 break;
 782         case MONO_TYPE_BOOLEAN: {
 783                 int val = va_arg (ap, int);
 784                 if (val)
 785                         printf ("[TRUE:%d]", val);
 786                 else
 787                         printf ("[FALSE]");
 788
 789                 break;
 790         }
 791         case MONO_TYPE_CHAR: {
 792                 int val = va_arg (ap, int);
 793                 printf ("[CHAR:%d]", val);
 794                 break;
 795         }
 796         case MONO_TYPE_I1: {
 797                 int val = va_arg (ap, int);
 798                 printf ("[INT1:%d]", val);
 799                 break;
 800         }
 801         case MONO_TYPE_U1: {
 802                 int val = va_arg (ap, int);
 803                 printf ("[UINT1:%d]", val);
 804                 break;
 805         }
 806         case MONO_TYPE_I2: {
 807                 int val = va_arg (ap, int);
 808                 printf ("[INT2:%d]", val);
 809                 break;
 810         }
 811         case MONO_TYPE_U2: {
 812                 int val = va_arg (ap, int);
 813                 printf ("[UINT2:%d]", val);
 814                 break;
 815         }
 816         case MONO_TYPE_I4: {
 817                 int val = va_arg (ap, int);
 818                 printf ("[INT4:%d]", val);
 819                 break;
 820         }
 821         case MONO_TYPE_U4: {
 822                 int val = va_arg (ap, int);
 823                 printf ("[UINT4:%d]", val);
 824                 break;
 825         }
 826         case MONO_TYPE_I: {
 827                 int val = va_arg (ap, int);
 828                 printf ("[INT:%d]", val);
 829                 printf("]");
 830                 break;
 831         }
 832         case MONO_TYPE_U: {
 833                 int val = va_arg (ap, int);
 834                 printf ("[UINT:%d]", val);
 835                 printf("]");
 836                 break;
 837         }
 838         case MONO_TYPE_STRING: {
 839                 MonoString *s = va_arg (ap, MonoString *);
 840 ;
 841                 if (s) {
 842                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
 843                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
 844                 } else
 845                         printf ("[STRING:null], ");
 846                 break;
 847         }
 848         case MONO_TYPE_CLASS:
 849         case MONO_TYPE_OBJECT: {
 850                 MonoObject *o = va_arg (ap, MonoObject *);
 851
 852 //              if ((o) && (o->vtable)) {
 853 //                      if (o->vtable->klass == mono_defaults.boolean_class) {
 854 //                              printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
 855 //                      } else if  (o->vtable->klass == mono_defaults.int32_class) {
 856 //                              printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
 857 //                      } else if  (o->vtable->klass == mono_defaults.int64_class) {
 858 //                              printf ("[INT64:%p:%lld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
 859 //                      } else
 860 //                              printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
 861 //              } else
 862                         printf ("[OBJECT:%p]", o);
 863
 864                 break;
 865         }
 866         case MONO_TYPE_PTR:
 867         case MONO_TYPE_FNPTR:
 868         case MONO_TYPE_ARRAY:
 869         case MONO_TYPE_SZARRAY: {
 870                 gpointer p = va_arg (ap, gpointer);
 871                 printf ("[result=%p]", p);
 872                 break;
 873         }
 874         case MONO_TYPE_I8: {
 875                 gint64 l =  va_arg (ap, gint64);
 876                 printf ("[LONG:%lld]", l);
 877                 break;
 878         }
 879         case MONO_TYPE_U8: {
 880                 guint64 l =  va_arg (ap, guint64);
 881                 printf ("[ULONG:%llu]", l);
 882                 break;
 883         }
 884         case MONO_TYPE_R4: {
 885                 double f;
 886                 f = va_arg (ap, double);
 887                 printf ("[FLOAT4:%g]\n", f);
 888                 break;
 889         }
 890         case MONO_TYPE_R8: {
 891                 double f = va_arg (ap, double);
 892                 printf ("[FLOAT8:%g]\n", f);
 893                 break;
 894         }
 895         case MONO_TYPE_VALUETYPE: {
 896                 MonoMarshalType *info;
 897                 if (type->data.klass->enumtype) {
 898                         type = type->data.klass->enum_basetype;
 899                         goto handle_enum;
 900                 } else {
 901                         guint8 *p = va_arg (ap, gpointer);
 902                         int j, size, align;
 903
 904                         info = mono_marshal_load_type_info (type->data.klass);
 905
 906                         if ((info->native_size == sizeof(float)) &&
 907                             (info->num_fields  == 1) &&
 908                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 909                                 double f = va_arg (ap, double);
 910                                 printf("[FLOAT4:%g]\n", (double) f);
 911                                 break;
 912                         }
 913
 914                         if ((info->native_size == sizeof(double)) &&
 915                             (info->num_fields  == 1) &&
 916                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 917                                 double f = va_arg (ap, double);
 918                                 printf("[FLOAT8:%g]\n", f);
 919                                 break;
 920                         }
 921
 922                         size = mono_type_size (type, &align);
 923                         switch (size) {
 924                         case 1:
 925                         case 2:
 926                         case 4:
 927                         case 8:
 928                                 printf ("[");
 929                                 for (j = 0; p && j < size; j++)
 930                                         printf ("%02x,", p [j]);
 931                                 printf ("]\n");
 932                                 break;
 933                         default:
 934                                 printf ("[VALUERET]\n");
 935                         }
 936                 }
 937                 break;
 938         }
 939         case MONO_TYPE_TYPEDBYREF: {
 940                 guint8 *p = va_arg (ap, gpointer);
 941                 int j, size, align;
 942                 size = mono_type_size (type, &align);
 943                 switch (size) {
 944                 case 1:
 945                 case 2:
 946                 case 4:
 947                 case 8:
 948                         printf ("[");
 949                         for (j = 0; p && j < size; j++)
 950                                 printf ("%02x,", p [j]);
 951                         printf ("]\n");
 952                         break;
 953                 default:
 954                         printf ("[TYPEDBYREF]\n");
 955                 }
 956         }
 957                 break;
 958         default:
 959                 printf ("(unknown return type %x)",
 960                         mono_method_signature (method)->ret->type);
 961         }
 962
 963         ip = ((gint32) __builtin_return_address (0)) & 0x7fffffff;
 964         printf (" ip: %p\n", (gpointer) ip);
 965 }
 966
 967 /*========================= End of Function ========================*/
 968
 969 /*------------------------------------------------------------------*/
 970 /*                                                                  */
 971 /* Name         - mono_arch_cpu_init                                */
 972 /*                                                                  */
 973 /* Function     - Perform CPU specific initialization to execute    */
 974 /*                managed code.                                     */
 975 /*                                                                  */
 976 /*------------------------------------------------------------------*/
 977
 978 void
 979 mono_arch_cpu_init (void)
 980 {
 981         guint mode = 1;
 982
 983         /*--------------------------------------*/
 984         /* Set default rounding mode for FP     */
 985         /*--------------------------------------*/
 986         __asm__ ("SRNM\t%0\n\t"
 987                 : : "m" (mode));
 988 }
 989
 990 /*========================= End of Function ========================*/
 991
 992
 993 /*
 994  * Initialize architecture specific code.
 995  */
 996 void
 997 mono_arch_init (void)
 998 {
 999 }
1000
1001 /*
1002  * Cleanup architecture specific code.
1003  */
1004 void
1005 mono_arch_cleanup (void)
1006 {
1007 }
1008
1009 /*------------------------------------------------------------------*/
1010 /*                                                                  */
1011 /* Name         - mono_arch_cpu_optimizazions                       */
1012 /*                                                                  */
1013 /* Function     - Returns the optimizations supported on this CPU   */
1014 /*                                                                  */
1015 /*------------------------------------------------------------------*/
1016
1017 guint32
1018 mono_arch_cpu_optimizazions (guint32 *exclude_mask)
1019 {
1020         guint32 opts = 0;
1021
1022         /*----------------------------------------------------------*/
1023         /* no s390-specific optimizations yet                       */
1024         /*----------------------------------------------------------*/
1025         *exclude_mask = MONO_OPT_INLINE|MONO_OPT_LINEARS;
1026 //      *exclude_mask = MONO_OPT_INLINE;
1027         return opts;
1028 }
1029
1030 /*========================= End of Function ========================*/
1031
1032 /*------------------------------------------------------------------*/
1033 /*                                                                  */
1034 /* Name         -                                                   */
1035 /*                                                                  */
1036 /* Function     -                                                   */
1037 /*                                                                  */
1038 /*------------------------------------------------------------------*/
1039
1040 static gboolean
1041 is_regsize_var (MonoType *t) {
1042         if (t->byref)
1043                 return TRUE;
1044         switch (mono_type_get_underlying_type (t)->type) {
1045         case MONO_TYPE_I4:
1046         case MONO_TYPE_U4:
1047         case MONO_TYPE_I:
1048         case MONO_TYPE_U:
1049         case MONO_TYPE_PTR:
1050         case MONO_TYPE_FNPTR:
1051                 return TRUE;
1052         case MONO_TYPE_OBJECT:
1053         case MONO_TYPE_STRING:
1054         case MONO_TYPE_CLASS:
1055         case MONO_TYPE_SZARRAY:
1056         case MONO_TYPE_ARRAY:
1057                 return FALSE;
1058         case MONO_TYPE_VALUETYPE:
1059                 if (t->data.klass->enumtype)
1060                         return is_regsize_var (t->data.klass->enum_basetype);
1061                 return FALSE;
1062         }
1063         return FALSE;
1064 }
1065
1066 /*========================= End of Function ========================*/
1067
1068 /*------------------------------------------------------------------*/
1069 /*                                                                  */
1070 /* Name         - mono_arch_get_allocatable_int_vars                */
1071 /*                                                                  */
1072 /* Function     -                                                   */
1073 /*                                                                  */
1074 /*------------------------------------------------------------------*/
1075
1076 GList *
1077 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1078 {
1079         GList *vars = NULL;
1080         int i;
1081
1082         for (i = 0; i < cfg->num_varinfo; i++) {
1083                 MonoInst *ins = cfg->varinfo [i];
1084                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1085
1086                 /* unused vars */
1087                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1088                         continue;
1089
1090                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1091                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1092                         continue;
1093
1094                 /* we can only allocate 32 bit values */
1095                 if (is_regsize_var (ins->inst_vtype)) {
1096                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1097                         g_assert (i == vmv->idx);
1098                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1099                 }
1100         }
1101
1102         return vars;
1103 }
1104
1105 /*========================= End of Function ========================*/
1106
1107 /*------------------------------------------------------------------*/
1108 /*                                                                  */
1109 /* Name         - mono_arch_global_int_regs                         */
1110 /*                                                                  */
1111 /* Function     - Return a list of usable integer registers.        */
1112 /*                                                                  */
1113 /*------------------------------------------------------------------*/
1114
1115 GList *
1116 mono_arch_get_global_int_regs (MonoCompile *cfg)
1117 {
1118         GList *regs = NULL;
1119         MonoMethodHeader *header;
1120         int i, top = 13;
1121
1122         header = mono_method_get_header (cfg->method);
1123         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1124                 cfg->frame_reg = s390_r11;
1125
1126         for (i = 8; i < top; ++i) {
1127                 if (cfg->frame_reg != i)
1128                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1129         }
1130
1131         return regs;
1132 }
1133
1134 /*========================= End of Function ========================*/
1135
1136 /*------------------------------------------------------------------*/
1137 /*                                                                  */
1138 /* Name         -  mono_arch_flush_icache                           */
1139 /*                                                                  */
1140 /* Function     -  Flush the CPU icache.                            */
1141 /*                                                                  */
1142 /*------------------------------------------------------------------*/
1143
1144 void
1145 mono_arch_flush_icache (guint8 *code, gint size)
1146 {
1147 }
1148
1149 /*========================= End of Function ========================*/
1150
1151 /*------------------------------------------------------------------*/
1152 /*                                                                  */
1153 /* Name         - add_general                                       */
1154 /*                                                                  */
1155 /* Function     - Determine code and stack size incremements for a  */
1156 /*                parameter.                                        */
1157 /*                                                                  */
1158 /*------------------------------------------------------------------*/
1159
1160 static void inline
1161 add_general (guint *gr, size_data *sz, ArgInfo *ainfo, gboolean simple)
1162 {
1163         int disp;
1164
1165         if (simple) {
1166                 if (*gr > S390_LAST_ARG_REG) {
1167                         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1168                         ainfo->offset   = sz->stack_size;
1169                         ainfo->reg      = STK_BASE;
1170                         ainfo->regtype  = RegTypeBase;
1171                         sz->stack_size += sizeof(int);
1172                         sz->local_size += sizeof(int);
1173                         sz->offStruct  += sizeof(int);
1174                         sz->code_size  += 12;
1175                 } else {
1176                         ainfo->reg      = *gr;
1177                         sz->code_size  += 8;
1178                 }
1179         } else {
1180                 if (*gr > S390_LAST_ARG_REG - 1) {
1181                         disp            = sz->stack_size;
1182                         sz->stack_size  = S390_ALIGN(sz->stack_size, S390_STACK_ALIGNMENT);
1183                         disp            = sz->stack_size - disp;
1184                         ainfo->offset   = sz->stack_size;
1185                         ainfo->reg      = STK_BASE;
1186                         ainfo->regtype  = RegTypeBase;
1187                         sz->stack_size += sizeof(long long);
1188                         sz->local_size += (sizeof(long long) + disp);
1189                         sz->offStruct  += (sizeof(long long) + disp);
1190                         sz->code_size  += 10;
1191                 } else {
1192                         ainfo->reg      = *gr;
1193                         sz->code_size  += 8;
1194                 }
1195                 (*gr) ++;
1196         }
1197         (*gr) ++;
1198 }
1199
1200 /*========================= End of Function ========================*/
1201
1202 /*------------------------------------------------------------------*/
1203 /*                                                                  */
1204 /* Name         - add_stackParm                                     */
1205 /*                                                                  */
1206 /* Function     - Determine code and stack size incremements for a  */
1207 /*                parameter.                                        */
1208 /*                                                                  */
1209 /*------------------------------------------------------------------*/
1210
1211 static void inline
1212 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1213 {
1214         if (*gr > S390_LAST_ARG_REG) {
1215                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1216                 ainfo->reg      = STK_BASE;
1217                 sz->parm_size  += sizeof(gpointer);
1218                 sz->offStruct  += sizeof(gpointer);
1219         } else {
1220                 ainfo->reg      = *gr;
1221         }
1222         (*gr) ++;
1223         ainfo->offset   = sz->stack_size;
1224         ainfo->offparm  = sz->offset;
1225         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1226         ainfo->size     = size;
1227         ainfo->regtype  = RegTypeStructByAddr;
1228         ainfo->vtsize   = size;
1229         sz->parm_size  += size;
1230 }
1231
1232 /*========================= End of Function ========================*/
1233
1234 /*------------------------------------------------------------------*/
1235 /*                                                                  */
1236 /* Name         - add_float                                         */
1237 /*                                                                  */
1238 /* Function     - Determine code and stack size incremements for a  */
1239 /*                float parameter.                                  */
1240 /*                                                                  */
1241 /*------------------------------------------------------------------*/
1242
1243 static void inline
1244 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1245 {
1246         if ((*fr) <= S390_LAST_FPARG_REG) {
1247                 ainfo->regtype = RegTypeFP;
1248                 ainfo->reg     = *fr;
1249                 sz->code_size += 4;
1250                 (*fr) += 2;
1251         }
1252         else {
1253                 ainfo->offset   = sz->stack_size;
1254                 ainfo->reg      = STK_BASE;
1255                 ainfo->regtype  = RegTypeBase;
1256                 sz->code_size  += 4;
1257                 sz->stack_size += ainfo->size;
1258                 sz->local_size += ainfo->size;
1259                 sz->offStruct  += ainfo->size;
1260         }
1261 }
1262
1263 /*========================= End of Function ========================*/
1264
1265 /*------------------------------------------------------------------*/
1266 /*                                                                  */
1267 /* Name         - calculate_sizes                                   */
1268 /*                                                                  */
1269 /* Function     - Determine the amount of space required for code   */
1270 /*                and stack. In addition determine starting points  */
1271 /*                for stack-based parameters, and area for struct-  */
1272 /*                ures being returned on the stack.                 */
1273 /*                                                                  */
1274 /*------------------------------------------------------------------*/
1275
1276 static CallInfo *
1277 calculate_sizes (MonoCompile *cfg, MonoMethodSignature *sig, size_data *sz,
1278                  gboolean string_ctor)
1279 {
1280         guint i, fr, gr, size;
1281         int nParm = sig->hasthis + sig->param_count;
1282         MonoType *ret_type;
1283         guint32 simpletype, align;
1284         CallInfo *cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1285         MonoGenericSharingContext *gsctx = cfg ? cfg->generic_sharing_context : NULL;
1286
1287         fr                = 0;
1288         gr                = s390_r2;
1289         nParm             = 0;
1290         cinfo->struct_ret = 0;
1291         sz->offset        = 0;
1292         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1293         sz->retStruct     = 0;
1294         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1295         sz->code_size     = 0;
1296         sz->parm_size     = 0;
1297         sz->local_size    = 0;
1298
1299         /*----------------------------------------------------------*/
1300         /* We determine the size of the return code/stack in case we*/
1301         /* need to reserve a register to be used to address a stack */
1302         /* area that the callee will use.                           */
1303         /*----------------------------------------------------------*/
1304
1305         ret_type = mono_type_get_underlying_type (sig->ret);
1306         ret_type = mini_get_basic_type_from_generic (gsctx, ret_type);
1307         simpletype = ret_type->type;
1308 enum_retvalue:
1309         switch (simpletype) {
1310                 case MONO_TYPE_BOOLEAN:
1311                 case MONO_TYPE_I1:
1312                 case MONO_TYPE_U1:
1313                 case MONO_TYPE_I2:
1314                 case MONO_TYPE_U2:
1315                 case MONO_TYPE_CHAR:
1316                 case MONO_TYPE_I4:
1317                 case MONO_TYPE_U4:
1318                 case MONO_TYPE_I:
1319                 case MONO_TYPE_U:
1320                 case MONO_TYPE_CLASS:
1321                 case MONO_TYPE_OBJECT:
1322                 case MONO_TYPE_SZARRAY:
1323                 case MONO_TYPE_ARRAY:
1324                 case MONO_TYPE_PTR:
1325                 case MONO_TYPE_FNPTR:
1326                 case MONO_TYPE_STRING:
1327                         cinfo->ret.reg = s390_r2;
1328                         sz->code_size += 4;
1329                         break;
1330                 case MONO_TYPE_R4:
1331                 case MONO_TYPE_R8:
1332                         cinfo->ret.reg = s390_f0;
1333                         sz->code_size += 4;
1334                         break;
1335                 case MONO_TYPE_I8:
1336                 case MONO_TYPE_U8:
1337                         cinfo->ret.reg = s390_r2;
1338                         sz->code_size += 4;
1339                         break;
1340                 case MONO_TYPE_GENERICINST:
1341                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1342                                 cinfo->ret.reg = s390_r2;
1343                                 sz->code_size += 4;
1344                                 break;
1345                         }
1346                         /* Fall through */
1347                 case MONO_TYPE_VALUETYPE: {
1348                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1349                         if (klass->enumtype) {
1350                                 simpletype = klass->enum_basetype->type;
1351                                 goto enum_retvalue;
1352                         }
1353                         if (sig->pinvoke)
1354                                 size = mono_class_native_size (klass, &align);
1355                         else
1356                                 size = mono_class_value_size (klass, &align);
1357
1358                         cinfo->ret.reg    = s390_r2;
1359                         cinfo->struct_ret = 1;
1360                         cinfo->ret.size   = size;
1361                         cinfo->ret.vtsize = size;
1362                         gr++;
1363                         break;
1364                 }
1365                 case MONO_TYPE_TYPEDBYREF:
1366                         size = sizeof (MonoTypedRef);
1367                         cinfo->ret.reg    = s390_r2;
1368                         cinfo->struct_ret = 1;
1369                         cinfo->ret.size   = size;
1370                         cinfo->ret.vtsize = size;
1371                         gr++;
1372                         break;
1373                 case MONO_TYPE_VOID:
1374                         break;
1375                 default:
1376                         g_error ("mini-s390: cannot handle as return value 0x%x (0x%x)", sig->ret->type,simpletype);
1377         }
1378
1379         if (sig->hasthis) {
1380                 add_general (&gr, sz, cinfo->args+nParm, TRUE);
1381                 cinfo->args[nParm].size = sizeof(gpointer);
1382                 nParm++;
1383         }
1384
1385         /*----------------------------------------------------------*/
1386         /* We determine the size of the parameter code and stack    */
1387         /* requirements by checking the types and sizes of the      */
1388         /* parameters.                                              */
1389         /*----------------------------------------------------------*/
1390
1391         for (i = 0; i < sig->param_count; ++i) {
1392                 MonoType *ptype;
1393
1394                 /*--------------------------------------------------*/
1395                 /* Handle vararg type calls. All args are put on    */
1396                 /* the stack.                                       */
1397                 /*--------------------------------------------------*/
1398                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1399                     (i == sig->sentinelpos)) {
1400                         gr = S390_LAST_ARG_REG + 1;
1401                         add_general (&gr, sz, &cinfo->sigCookie, TRUE);
1402                 }
1403
1404                 if (sig->params [i]->byref) {
1405                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1406                         cinfo->args[nParm].size = sizeof(gpointer);
1407                         nParm++;
1408                         continue;
1409                 }
1410
1411                 ptype = mono_type_get_underlying_type (sig->params [i]);
1412                 ptype = mini_get_basic_type_from_generic (gsctx, ptype);
1413                 simpletype = ptype->type;
1414                 switch (simpletype) {
1415                 case MONO_TYPE_BOOLEAN:
1416                 case MONO_TYPE_I1:
1417                 case MONO_TYPE_U1:
1418                         cinfo->args[nParm].size = sizeof(char);
1419                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1420                         nParm++;
1421                         break;
1422                 case MONO_TYPE_I2:
1423                 case MONO_TYPE_U2:
1424                 case MONO_TYPE_CHAR:
1425                         cinfo->args[nParm].size = sizeof(short);
1426                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1427                         nParm++;
1428                         break;
1429                 case MONO_TYPE_I4:
1430                 case MONO_TYPE_U4:
1431                         cinfo->args[nParm].size = sizeof(int);
1432                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1433                         nParm++;
1434                         break;
1435                 case MONO_TYPE_I:
1436                 case MONO_TYPE_U:
1437                 case MONO_TYPE_PTR:
1438                 case MONO_TYPE_FNPTR:
1439                 case MONO_TYPE_CLASS:
1440                 case MONO_TYPE_OBJECT:
1441                 case MONO_TYPE_STRING:
1442                 case MONO_TYPE_SZARRAY:
1443                 case MONO_TYPE_ARRAY:
1444                         cinfo->args[nParm].size = sizeof(gpointer);
1445                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1446                         nParm++;
1447                         break;
1448                 case MONO_TYPE_I8:
1449                 case MONO_TYPE_U8:
1450                         cinfo->args[nParm].size = sizeof(long long);
1451                         add_general (&gr, sz, cinfo->args+nParm, FALSE);
1452                         nParm++;
1453                         break;
1454                 case MONO_TYPE_R4:
1455                         cinfo->args[nParm].size = sizeof(float);
1456                         add_float (&fr, sz, cinfo->args+nParm);
1457                         nParm++;
1458                         break;
1459                 case MONO_TYPE_R8:
1460                         cinfo->args[nParm].size = sizeof(double);
1461                         add_float (&fr, sz, cinfo->args+nParm);
1462                         nParm++;
1463                         break;
1464                 case MONO_TYPE_GENERICINST:
1465                         if (!mono_type_generic_inst_is_valuetype (sig->params [i])) {
1466                                 cinfo->args[nParm].size = sizeof(gpointer);
1467                                 add_general (&gr, sz, cinfo->args+nParm, TRUE);
1468                                 nParm++;
1469                                 break;
1470                         }
1471                         /* Fall through */
1472                 case MONO_TYPE_VALUETYPE: {
1473                         MonoMarshalType *info;
1474                         MonoClass *klass = mono_class_from_mono_type (sig->params [i]);
1475                         if (sig->pinvoke)
1476                                 size = mono_class_native_size (klass, &align);
1477                         else
1478                                 size = mono_class_value_size (klass, &align);
1479
1480                         info = mono_marshal_load_type_info (klass);
1481
1482                         if ((info->native_size == sizeof(float)) &&
1483                             (info->num_fields  == 1) &&
1484                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1485                                 cinfo->args[nParm].size = sizeof(float);
1486                                 add_float(&fr, sz, cinfo->args+nParm);
1487                                 break;
1488                         }
1489
1490                         if ((info->native_size == sizeof(double)) &&
1491                             (info->num_fields  == 1) &&
1492                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1493                                 cinfo->args[nParm].size = sizeof(double);
1494                                 add_float(&fr, sz, cinfo->args+nParm);
1495                                 break;
1496                         }
1497
1498                         cinfo->args[nParm].vtsize  = 0;
1499                         cinfo->args[nParm].size    = 0;
1500
1501                         switch (size) {
1502                                 /*----------------------------------*/
1503                                 /* On S/390, structures of size 1,  */
1504                                 /* 2, 4, and 8 bytes are passed in  */
1505                                 /* (a) register(s).                 */
1506                                 /*----------------------------------*/
1507                                 case 0:
1508                                 case 1:
1509                                 case 2:
1510                                 case 4:
1511                                         add_general(&gr, sz, cinfo->args+nParm, TRUE);
1512                                         cinfo->args[nParm].size    = size;
1513                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1514                                         nParm++;
1515                                         sz->local_size            += sizeof(long);
1516                                         break;
1517                                 case 8:
1518                                         add_general(&gr, sz, cinfo->args+nParm, FALSE);
1519                                         cinfo->args[nParm].size    = sizeof(long long);
1520                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1521                                         nParm++;
1522                                         sz->local_size            += sizeof(long long);
1523                                         break;
1524                                 default:
1525                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1526                                         nParm++;
1527                         }
1528                 }
1529                         break;
1530                 case MONO_TYPE_TYPEDBYREF: {
1531                         int size = sizeof (MonoTypedRef);
1532
1533                         cinfo->args[nParm].vtsize  = 0;
1534                         cinfo->args[nParm].size    = 0;
1535
1536                         switch (size) {
1537                                 /*----------------------------------*/
1538                                 /* On S/390, structures of size 1,  */
1539                                 /* 2, 4, and 8 bytes are passed in  */
1540                                 /* (a) register(s).                 */
1541                                 /*----------------------------------*/
1542                                 case 0:
1543                                 case 1:
1544                                 case 2:
1545                                 case 4:
1546                                         add_general(&gr, sz, cinfo->args+nParm, TRUE);
1547                                         cinfo->args[nParm].size    = size;
1548                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1549                                         nParm++;
1550                                         sz->local_size            += sizeof(long);
1551                                         break;
1552                                 case 8:
1553                                         add_general(&gr, sz, cinfo->args+nParm, FALSE);
1554                                         cinfo->args[nParm].size    = sizeof(long long);
1555                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1556                                         nParm++;
1557                                         sz->local_size            += sizeof(long long);
1558                                         break;
1559                                 default:
1560                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1561                                         nParm++;
1562                         }
1563                 }
1564                         break;
1565                 default:
1566                         g_error ("Can't trampoline 0x%x", sig->params [i]->type);
1567                 }
1568         }
1569
1570         /*----------------------------------------------------------*/
1571         /* If we are passing a structure back then if it won't be   */
1572         /* in a register(s) then we make room at the end of the     */
1573         /* parameters that may have been placed on the stack        */
1574         /*----------------------------------------------------------*/
1575         if (cinfo->struct_ret) {
1576                 cinfo->ret.offset = sz->stack_size;
1577                 switch (cinfo->ret.size) {
1578                 case 0:
1579                 case 1:
1580                 case 2:
1581                 case 4:
1582                 case 8:
1583                         break;
1584                 default:
1585                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1586                 }
1587         }
1588
1589         /*----------------------------------------------------------*/
1590         /* Handle the case where there are no implicit arguments    */
1591         /*----------------------------------------------------------*/
1592         if ((sig->call_convention == MONO_CALL_VARARG) &&
1593             (sig->param_count == sig->sentinelpos)) {
1594                 gr = S390_LAST_ARG_REG + 1;
1595                 add_general (&gr, sz, &cinfo->sigCookie, TRUE);
1596         }
1597
1598         cinfo->lastgr   = gr;
1599         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1600                           sz->offset;
1601         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1602
1603         return (cinfo);
1604 }
1605
1606 /*========================= End of Function ========================*/
1607
1608 /*------------------------------------------------------------------*/
1609 /*                                                                  */
1610 /* Name         - mono_arch_allocate_vars                           */
1611 /*                                                                  */
1612 /* Function     - Set var information according to the calling      */
1613 /*                convention for S/390. The local var stuff should  */
1614 /*                most likely be split in another method.           */
1615 /*                                                                  */
1616 /* Parameter    - @m - Compile unit.                                */
1617 /*                                                                  */
1618 /*------------------------------------------------------------------*/
1619
1620 void
1621 mono_arch_allocate_vars (MonoCompile *cfg)
1622 {
1623         MonoMethodSignature *sig;
1624         MonoMethodHeader *header;
1625         MonoInst *inst;
1626         CallInfo *cinfo;
1627         size_data sz;
1628         int iParm, iVar, offset, size, align, curinst;
1629         int frame_reg = STK_BASE;
1630         int sArg, eArg;
1631
1632         header  = mono_method_get_header (cfg->method);
1633
1634         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1635
1636         /*---------------------------------------------------------*/
1637         /* We use the frame register also for any method that has  */
1638         /* filter clauses. This way, when the handlers are called, */
1639         /* the code will reference local variables using the frame */
1640         /* reg instead of the stack pointer: if we had to restore  */
1641         /* the stack pointer, we'd corrupt the method frames that  */
1642         /* are already on the stack (since filters get called      */
1643         /* before stack unwinding happens) when the filter code    */
1644         /* would call any method.                                  */
1645         /*---------------------------------------------------------*/
1646         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1647                 frame_reg = s390_r11;
1648
1649         cfg->frame_reg = frame_reg;
1650
1651         if (frame_reg != STK_BASE)
1652                 cfg->used_int_regs |= 1 << frame_reg;
1653
1654         sig     = mono_method_signature (cfg->method);
1655
1656         cinfo   = calculate_sizes (cfg, sig, &sz, sig->pinvoke);
1657
1658         if (cinfo->struct_ret) {
1659                 cfg->ret->opcode = OP_REGVAR;
1660                 cfg->ret->inst_c0 = s390_r2;
1661         } else {
1662                 switch (mono_type_get_underlying_type (sig->ret)->type) {
1663                 case MONO_TYPE_VOID:
1664                         break;
1665                 default:
1666                         cfg->ret->opcode = OP_REGVAR;
1667                         cfg->ret->dreg   = s390_r2;
1668                         break;
1669                 }
1670         }
1671
1672         /*--------------------------------------------------------------*/
1673         /* local vars are at a positive offset from the stack pointer   */
1674         /* also note that if the function uses alloca, we use s390_r11  */
1675         /* to point at the local variables.                             */
1676         /* add parameter area size for called functions                 */
1677         /*--------------------------------------------------------------*/
1678         offset          = (cfg->param_area + S390_MINIMAL_STACK_SIZE);
1679         cfg->sig_cookie = 0;
1680
1681         if (cinfo->struct_ret) {
1682                 inst               = cfg->ret;
1683                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1684                 inst->inst_offset  = offset;
1685                 inst->opcode       = OP_REGOFFSET;
1686                 inst->inst_basereg = frame_reg;
1687                 offset            += sizeof(gpointer);
1688                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1689                     (!retFitsInReg (cinfo->ret.size)))
1690                         cfg->sig_cookie += cinfo->ret.size;
1691         }
1692
1693         if (sig->hasthis) {
1694                 inst = cfg->args [0];
1695                 if (inst->opcode != OP_REGVAR) {
1696                         inst->opcode       = OP_REGOFFSET;
1697                         inst->inst_basereg = frame_reg;
1698                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1699                         inst->inst_offset  = offset;
1700                         offset            += sizeof (gpointer);
1701                 }
1702                 curinst = sArg = 1;
1703         } else {
1704                 curinst = sArg = 0;
1705         }
1706
1707         eArg = sig->param_count + sArg;
1708
1709         if (sig->call_convention == MONO_CALL_VARARG)
1710                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
1711
1712         for (iParm = sArg; iParm < eArg; ++iParm) {
1713                 inst = cfg->args [curinst];
1714                 if (inst->opcode != OP_REGVAR) {
1715                         switch (cinfo->args[iParm].regtype) {
1716                                 case RegTypeStructByAddr :
1717                                 if (cinfo->args[iParm].reg == STK_BASE) {
1718                                         inst->opcode       = OP_S390_LOADARG;
1719                                         inst->inst_basereg = frame_reg;
1720                                         size               = abs(cinfo->args[iParm].vtsize);
1721                                         offset             = S390_ALIGN(offset, sizeof(long));
1722                                         inst->inst_offset  = offset;
1723                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1724                                 } else {
1725                                         inst->opcode       = OP_S390_ARGREG;
1726                                         inst->inst_basereg = frame_reg;
1727                                         size               = sizeof(gpointer);
1728                                         offset             = S390_ALIGN(offset, size);
1729                                         inst->inst_offset  = offset;
1730                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1731                                 }
1732                                         break;
1733                                 case RegTypeStructByVal :
1734                                         inst->opcode       = OP_S390_ARGPTR;
1735                                         inst->inst_basereg = frame_reg;
1736                                         size               = cinfo->args[iParm].size;
1737                                         offset             = S390_ALIGN(offset, size);
1738                                         inst->inst_offset  = offset;
1739                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1740                                         break;
1741                                 default :
1742                                 if (cinfo->args[iParm].reg != STK_BASE) {
1743                                         inst->opcode       = OP_REGOFFSET;
1744                                         inst->inst_basereg = frame_reg;
1745                                         size               = (cinfo->args[iParm].size < 8
1746                                                               ? sizeof(long)
1747                                                               : sizeof(long long));
1748                                         offset             = S390_ALIGN(offset, size);
1749                                         inst->inst_offset  = offset;
1750                                 } else {
1751                                         inst->opcode       = OP_S390_STKARG;
1752                                         inst->inst_basereg = frame_reg;
1753                                         size               = (cinfo->args[iParm].size < 4
1754                                                               ? 4 - cinfo->args[iParm].size
1755                                                               : 0);
1756                                         inst->inst_offset  = cinfo->args[iParm].offset +
1757                                                              size;
1758                                         inst->backend.arg_info       = 0;
1759                                         size               = sizeof(long);
1760                                 }
1761                         }
1762                         if ((sig->call_convention == MONO_CALL_VARARG) &&
1763                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
1764                             (iParm < sig->sentinelpos))
1765                                 cfg->sig_cookie += size;
1766
1767                         offset += size;
1768                 }
1769                 curinst++;
1770         }
1771
1772         curinst = cfg->locals_start;
1773         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
1774                 inst = cfg->varinfo [iVar];
1775                 if ((inst->flags & MONO_INST_IS_DEAD) ||
1776                     (inst->opcode == OP_REGVAR))
1777                         continue;
1778
1779                 /*--------------------------------------------------*/
1780                 /* inst->backend.is_pinvoke indicates native sized value types, */
1781                 /* this is used by the pinvoke wrappers when they   */
1782                 /* call functions returning structure               */
1783                 /*--------------------------------------------------*/
1784                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
1785                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype), &align);
1786                 else
1787                         size = mono_type_size (inst->inst_vtype, &align);
1788
1789                 offset             = S390_ALIGN(offset, align);
1790                 inst->inst_offset  = offset;
1791                 inst->opcode       = OP_REGOFFSET;
1792                 inst->inst_basereg = frame_reg;
1793                 offset            += size;
1794                 DEBUG (g_print("allocating local %d to %ld\n", iVar, inst->inst_offset));
1795         }
1796
1797         /*------------------------------------------------------*/
1798         /* Allow space for the trace method stack area if needed*/
1799         /*------------------------------------------------------*/
1800         if (mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method)) {
1801                 offset += S390_TRACE_STACK_SIZE;
1802         }
1803
1804         /*------------------------------------------------------*/
1805         /* Reserve space to save LMF and caller saved registers */
1806         /*------------------------------------------------------*/
1807         if (cfg->method->save_lmf)
1808                 offset += sizeof (MonoLMF);
1809
1810         /*------------------------------------------------------*/
1811         /* align the offset                                     */
1812         /*------------------------------------------------------*/
1813         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
1814
1815 }
1816
1817 /*========================= End of Function ========================*/
1818
1819 /*------------------------------------------------------------------*/
1820 /*                                                                  */
1821 /* Name         - mono_arch_call_opcode                             */
1822 /*                                                                  */
1823 /* Function     - Take the arguments and generate the arch-specific */
1824 /*                instructions to properly call the function. This  */
1825 /*                includes pushing, moving argments to the correct  */
1826 /*                etc.                                              */
1827 /*                                                                  */
1828 /*------------------------------------------------------------------*/
1829
1830 MonoCallInst*
1831 mono_arch_call_opcode (MonoCompile *cfg, MonoBasicBlock* bb,
1832                        MonoCallInst *call, int is_virtual) {
1833         MonoInst *in;
1834         MonoCallArgParm *arg;
1835         MonoMethodSignature *sig;
1836         int i, n, lParamArea;
1837         CallInfo *cinfo;
1838         ArgInfo *ainfo = NULL;
1839         size_data sz;
1840         int stackSize;
1841
1842         sig = call->signature;
1843         n = sig->param_count + sig->hasthis;
1844         DEBUG (g_print ("Call requires: %d parameters\n",n));
1845
1846         cinfo = calculate_sizes (cfg, sig, &sz, sig->pinvoke);
1847
1848         stackSize         = sz.stack_size + sz.local_size + sz.parm_size + sz.offset;
1849         call->stack_usage = MAX(stackSize, call->stack_usage);
1850         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-sz.parm_size), 0);
1851         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
1852         cfg->flags       |= MONO_CFG_HAS_CALLS;
1853
1854         if (cinfo->struct_ret)
1855                 call->used_iregs |= 1 << cinfo->ret.reg;
1856
1857         for (i = 0; i < n; ++i) {
1858                 ainfo = cinfo->args + i;
1859
1860                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1861                     (i == sig->sentinelpos)) {
1862                         emit_sig_cookie (cfg, call, cinfo, ainfo->size);
1863                 }
1864
1865                 if (is_virtual && i == 0) {
1866                         /* the argument will be attached to the call instrucion */
1867                         in = call->args [i];
1868                         call->used_iregs |= 1 << ainfo->reg;
1869                 } else {
1870                         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG);
1871                         in                  = call->args [i];
1872                         arg->ins.cil_code   = in->cil_code;
1873                         arg->ins.inst_left  = in;
1874                         arg->ins.type       = in->type;
1875                         MONO_INST_LIST_ADD_TAIL (&arg->ins.node, &call->out_args);
1876                         arg->ins.inst_right = (MonoInst *) call;
1877                         if (ainfo->regtype == RegTypeGeneral) {
1878                                 arg->ins.backend.reg3   = ainfo->reg;
1879                                 call->used_iregs |= 1 << ainfo->reg;
1880                                 if (arg->ins.type == STACK_I8)
1881                                         call->used_iregs |= 1 << (ainfo->reg + 1);
1882                         } else if (ainfo->regtype == RegTypeStructByAddr) {
1883                                 call->used_iregs |= 1 << ainfo->reg;
1884                                 arg->ins.sreg1    = ainfo->reg;
1885                                 arg->ins.opcode   = OP_OUTARG_VT;
1886                                 arg->size         = -ainfo->vtsize;
1887                                 arg->offset       = ainfo->offset;
1888                                 arg->offPrm       = ainfo->offparm + sz.offStruct;
1889                         } else if (ainfo->regtype == RegTypeStructByVal) {
1890                                 if (ainfo->reg != STK_BASE) {
1891                                         switch (ainfo->size) {
1892                                         case 0:
1893                                         case 1:
1894                                         case 2:
1895                                         case 4:
1896                                                 call->used_iregs |= 1 << ainfo->reg;
1897                                                 break;
1898                                         case 8:
1899                                                 call->used_iregs |= 1 << ainfo->reg;
1900                                                 call->used_iregs |= 1 << (ainfo->reg+1);
1901                                                 break;
1902                                         default:
1903                                                 call->used_iregs |= 1 << ainfo->reg;
1904                                         }
1905                                 }
1906                                 arg->ins.sreg1  = ainfo->reg;
1907                                 arg->ins.opcode = OP_OUTARG_VT;
1908                                 arg->size       = ainfo->size;
1909                                 arg->offset     = ainfo->offset;
1910                                 arg->offPrm     = ainfo->offparm + sz.offStruct;
1911                         } else if (ainfo->regtype == RegTypeBase) {
1912                                 arg->ins.opcode   = OP_OUTARG_MEMBASE;
1913                                 arg->ins.sreg1    = ainfo->reg;
1914                                 arg->size         = ainfo->size;
1915                                 arg->offset       = ainfo->offset;
1916                                 call->used_iregs |= 1 << ainfo->reg;
1917                         } else if (ainfo->regtype == RegTypeFP) {
1918                                 arg->ins.backend.reg3   = ainfo->reg;
1919                                 call->used_fregs |= 1 << ainfo->reg;
1920                                 if (ainfo->size == 4)
1921                                         arg->ins.opcode = OP_OUTARG_R4;
1922                                 else
1923                                         arg->ins.opcode = OP_OUTARG_R8;
1924                         } else {
1925                                 g_assert_not_reached ();
1926                         }
1927                 }
1928         }
1929
1930         /*
1931          * Handle the case where there are no implicit arguments
1932          */
1933         if ((sig->call_convention == MONO_CALL_VARARG) &&
1934             (i == sig->sentinelpos)) {
1935                 emit_sig_cookie (cfg, call, cinfo, ainfo->size);
1936         }
1937
1938         g_free (cinfo);
1939         return call;
1940 }
1941
1942 /*========================= End of Function ========================*/
1943
1944 /*------------------------------------------------------------------*/
1945 /*                                                                  */
1946 /* Name         - emit_sig_cookie.                                  */
1947 /*                                                                  */
1948 /* Function     - For variable length parameter lists construct a   */
1949 /*                signature cookie and emit it.                     */
1950 /*                                                                  */
1951 /*------------------------------------------------------------------*/
1952
1953 static void
1954 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call,
1955                  CallInfo *cinfo, int argSize)
1956 {
1957         MonoCallArgParm *arg;
1958         MonoMethodSignature *tmpSig;
1959         MonoInst *sigArg;
1960
1961         cfg->disable_aot = TRUE;
1962
1963         /*----------------------------------------------------------*/
1964         /* mono_ArgIterator_Setup assumes the signature cookie is   */
1965         /* passed first and all the arguments which were before it  */
1966         /* passed on the stack after the signature. So compensate   */
1967         /* by passing a different signature.                        */
1968         /*----------------------------------------------------------*/
1969         tmpSig = mono_metadata_signature_dup (call->signature);
1970         tmpSig->param_count -= call->signature->sentinelpos;
1971         tmpSig->sentinelpos  = 0;
1972         if (tmpSig->param_count > 0)
1973                 memcpy (tmpSig->params,
1974                         call->signature->params + call->signature->sentinelpos,
1975                         tmpSig->param_count * sizeof(MonoType *));
1976
1977         MONO_INST_NEW (cfg, sigArg, OP_ICONST);
1978         sigArg->inst_p0 = tmpSig;
1979
1980         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG_MEMBASE);
1981         arg->ins.inst_left   = sigArg;
1982         arg->ins.inst_right  = (MonoInst *) call;
1983         arg->size            = argSize;
1984         arg->offset          = cinfo->sigCookie.offset;
1985         MONO_INST_LIST_ADD_TAIL (&arg->ins.node, &call->out_args);
1986 }
1987
1988 /*========================= End of Function ========================*/
1989
1990 /*------------------------------------------------------------------*/
1991 /*                                                                  */
1992 /* Name         - mono_arch_instrument_mem_needs                    */
1993 /*                                                                  */
1994 /* Function     - Allow tracing to work with this interface (with   */
1995 /*                an optional argument).                            */
1996 /*                                                                  */
1997 /*------------------------------------------------------------------*/
1998
1999 void
2000 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
2001 {
2002         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2003         *stack = 0;
2004         /* split prolog-epilog requirements? */
2005         *code = 50; /* max bytes needed: check this number */
2006 }
2007
2008 /*========================= End of Function ========================*/
2009
2010 /*------------------------------------------------------------------*/
2011 /*                                                                  */
2012 /* Name         - mono_arch_instrument_prolog                       */
2013 /*                                                                  */
2014 /* Function     - Create an "instrumented" prolog.                  */
2015 /*                                                                  */
2016 /*------------------------------------------------------------------*/
2017
2018 void*
2019 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2020                              gboolean enable_arguments)
2021 {
2022         guchar  *code = p;
2023         int     parmOffset,
2024                 fpOffset,
2025                 baseReg;
2026
2027         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2028         if (cfg->method->save_lmf)
2029                 parmOffset -= sizeof(MonoLMF);
2030         fpOffset   = parmOffset + (5*sizeof(gint32));
2031         if (fpOffset > 4096) {
2032                 s390_lr (code, s390_r12, STK_BASE);
2033                 baseReg = s390_r12;
2034                 while (fpOffset > 4096) {
2035                         s390_ahi (code, baseReg, 4096);
2036                         fpOffset   -= 4096;
2037                         parmOffset -= 4096;
2038                 }
2039         } else {
2040                 baseReg = STK_BASE;
2041         }
2042
2043         s390_stm  (code, s390_r2, s390_r6, baseReg, parmOffset);
2044         s390_std  (code, s390_f0, 0, baseReg, fpOffset);
2045         s390_std  (code, s390_f1, 0, baseReg, fpOffset+sizeof(gdouble));
2046         s390_std  (code, s390_f2, 0, baseReg, fpOffset+2*sizeof(gdouble));
2047         s390_basr (code, s390_r13, 0);
2048         s390_j    (code, 6);
2049         s390_word (code, cfg->method);
2050         s390_word (code, func);
2051         s390_l    (code, s390_r2, 0, s390_r13, 4);
2052         s390_la   (code, s390_r3, 0, baseReg, parmOffset);
2053         s390_lr   (code, s390_r4, STK_BASE);
2054         s390_ahi  (code, s390_r4, cfg->stack_usage);
2055         s390_l    (code, s390_r1, 0, s390_r13, 8);
2056         s390_basr (code, s390_r14, s390_r1);
2057         s390_ld   (code, s390_f2, 0, baseReg, fpOffset+2*sizeof(gdouble));
2058         s390_ld   (code, s390_f1, 0, baseReg, fpOffset+sizeof(gdouble));
2059         s390_ld   (code, s390_f0, 0, baseReg, fpOffset);
2060         s390_lm   (code, s390_r2, s390_r6, baseReg, parmOffset);
2061
2062         return code;
2063 }
2064
2065 /*========================= End of Function ========================*/
2066
2067 /*------------------------------------------------------------------*/
2068 /*                                                                  */
2069 /* Name         - mono_arch_instrument_epilog                       */
2070 /*                                                                  */
2071 /* Function     - Create an epilog that will handle the returned    */
2072 /*                values used in instrumentation.                   */
2073 /*                                                                  */
2074 /*------------------------------------------------------------------*/
2075
2076 void*
2077 mono_arch_instrument_epilog (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments)
2078 {
2079         guchar     *code = p;
2080         int        save_mode = SAVE_NONE,
2081                    saveOffset;
2082         MonoMethod *method = cfg->method;
2083         int        rtype = mono_type_get_underlying_type (mono_method_signature (method)->ret)->type;
2084
2085         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2086         if (method->save_lmf)
2087                 saveOffset -= sizeof(MonoLMF);
2088
2089 handle_enum:
2090         switch (rtype) {
2091         case MONO_TYPE_VOID:
2092                 /* special case string .ctor icall */
2093                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2094                         save_mode = SAVE_ONE;
2095                 else
2096                         save_mode = SAVE_NONE;
2097                 break;
2098         case MONO_TYPE_I8:
2099         case MONO_TYPE_U8:
2100                 save_mode = SAVE_TWO;
2101                 break;
2102         case MONO_TYPE_R4:
2103                 save_mode = SAVE_R4;
2104                 break;
2105         case MONO_TYPE_R8:
2106                 save_mode = SAVE_R8;
2107                 break;
2108         case MONO_TYPE_VALUETYPE:
2109                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2110                         rtype = mono_method_signature (method)->ret->data.klass->enum_basetype->type;
2111                         goto handle_enum;
2112                 }
2113                 save_mode = SAVE_STRUCT;
2114                 break;
2115         default:
2116                 save_mode = SAVE_ONE;
2117                 break;
2118         }
2119
2120         switch (save_mode) {
2121         case SAVE_TWO:
2122                 s390_stm (code, s390_r2, s390_r3, cfg->frame_reg, saveOffset);
2123                 if (enable_arguments) {
2124                         s390_lr (code, s390_r4, s390_r3);
2125                         s390_lr (code, s390_r3, s390_r2);
2126                 }
2127                 break;
2128         case SAVE_ONE:
2129                 s390_st (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2130                 if (enable_arguments) {
2131                         s390_lr (code, s390_r3, s390_r2);
2132                 }
2133                 break;
2134         case SAVE_R4:
2135                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2136                 if (enable_arguments) {
2137                         s390_ldebr (code, s390_f0, s390_f0);
2138                 }
2139                 break;
2140         case SAVE_R8:
2141                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2142                 break;
2143         case SAVE_STRUCT:
2144                 s390_st (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2145                 if (enable_arguments) {
2146                         s390_l (code, s390_r3, 0, cfg->frame_reg,
2147                                 S390_MINIMAL_STACK_SIZE+cfg->param_area);
2148                 }
2149                 break;
2150         case SAVE_NONE:
2151         default:
2152                 break;
2153         }
2154
2155         s390_basr (code, s390_r13, 0);
2156         s390_j    (code, 6);
2157         s390_word (code, cfg->method);
2158         s390_word (code, func);
2159         s390_l    (code, s390_r2, 0, s390_r13, 4);
2160         s390_l    (code, s390_r1, 0, s390_r13, 8);
2161         s390_basr (code, s390_r14, s390_r1);
2162
2163         switch (save_mode) {
2164         case SAVE_TWO:
2165                 s390_lm  (code, s390_r2, s390_r3, cfg->frame_reg, saveOffset);
2166                 break;
2167         case SAVE_ONE:
2168                 s390_l   (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2169                 break;
2170         case SAVE_R4:
2171         case SAVE_R8:
2172                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2173                 break;
2174         case SAVE_STRUCT:
2175                 s390_l   (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2176                 break;
2177         case SAVE_NONE:
2178         default:
2179                 break;
2180         }
2181
2182         return code;
2183 }
2184
2185 /*========================= End of Function ========================*/
2186
2187 /*------------------------------------------------------------------*/
2188 /*                                                                  */
2189 /* Name         - peephole_pass                                     */
2190 /*                                                                  */
2191 /* Function     - Form a peephole pass at the code looking for      */
2192 /*                simple optimizations.                             */
2193 /*                                                                  */
2194 /*------------------------------------------------------------------*/
2195
2196 static void
2197 peephole_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2198 {
2199         MonoInst *ins, *n;
2200
2201         MONO_INST_LIST_FOR_EACH_ENTRY_SAFE (ins, n, &bb->ins_list, node) {
2202                 MonoInst *last_ins = mono_inst_list_prev (&ins->node, &bb->ins_list);
2203                 switch (ins->opcode) {
2204                 case OP_MUL_IMM:
2205                         /* remove unnecessary multiplication with 1 */
2206                         if (ins->inst_imm == 1) {
2207                                 if (ins->dreg != ins->sreg1) {
2208                                         ins->opcode = OP_MOVE;
2209                                 } else {
2210                                         MONO_DEL_INS (ins);
2211                                         continue;
2212                                 }
2213                         }
2214                         break;
2215                 case OP_LOAD_MEMBASE:
2216                 case OP_LOADI4_MEMBASE:
2217                         /*
2218                          * OP_STORE_MEMBASE_REG reg, offset(basereg)
2219                          * OP_LOAD_MEMBASE offset(basereg), reg
2220                          */
2221                         if (last_ins && (last_ins->opcode == OP_STOREI4_MEMBASE_REG
2222                                          || last_ins->opcode == OP_STORE_MEMBASE_REG) &&
2223                             ins->inst_basereg == last_ins->inst_destbasereg &&
2224                             ins->inst_offset == last_ins->inst_offset) {
2225                                 if (ins->dreg == last_ins->sreg1) {
2226                                         MONO_DEL_INS (ins);
2227                                         continue;
2228                                 } else {
2229                                         ins->opcode = OP_MOVE;
2230                                         ins->sreg1 = last_ins->sreg1;
2231                                 }
2232
2233                         /*
2234                          * Note: reg1 must be different from the basereg in the second load
2235                          * OP_LOAD_MEMBASE offset(basereg), reg1
2236                          * OP_LOAD_MEMBASE offset(basereg), reg2
2237                          * -->
2238                          * OP_LOAD_MEMBASE offset(basereg), reg1
2239                          * OP_MOVE reg1, reg2
2240                          */
2241                         } if (last_ins && (last_ins->opcode == OP_LOADI4_MEMBASE
2242                                            || last_ins->opcode == OP_LOAD_MEMBASE) &&
2243                               ins->inst_basereg != last_ins->dreg &&
2244                               ins->inst_basereg == last_ins->inst_basereg &&
2245                               ins->inst_offset == last_ins->inst_offset) {
2246
2247                                 if (ins->dreg == last_ins->dreg) {
2248                                         MONO_DEL_INS (ins);
2249                                         continue;
2250                                 } else {
2251                                         ins->opcode = OP_MOVE;
2252                                         ins->sreg1 = last_ins->dreg;
2253                                 }
2254
2255                                 //g_assert_not_reached ();
2256
2257 #if 0
2258                         /*
2259                          * OP_STORE_MEMBASE_IMM imm, offset(basereg)
2260                          * OP_LOAD_MEMBASE offset(basereg), reg
2261                          * -->
2262                          * OP_STORE_MEMBASE_IMM imm, offset(basereg)
2263                          * OP_ICONST reg, imm
2264                          */
2265                         } else if (last_ins && (last_ins->opcode == OP_STOREI4_MEMBASE_IMM
2266                                                 || last_ins->opcode == OP_STORE_MEMBASE_IMM) &&
2267                                    ins->inst_basereg == last_ins->inst_destbasereg &&
2268                                    ins->inst_offset == last_ins->inst_offset) {
2269                                 //static int c = 0; printf ("MATCHX %s %d\n", cfg->method->name,c++);
2270                                 ins->opcode = OP_ICONST;
2271                                 ins->inst_c0 = last_ins->inst_imm;
2272                                 g_assert_not_reached (); // check this rule
2273 #endif
2274                         }
2275                         break;
2276                 case OP_LOADU1_MEMBASE:
2277                 case OP_LOADI1_MEMBASE:
2278                         if (last_ins && (last_ins->opcode == OP_STOREI1_MEMBASE_REG) &&
2279                                         ins->inst_basereg == last_ins->inst_destbasereg &&
2280                                         ins->inst_offset == last_ins->inst_offset) {
2281                                 ins->opcode = (ins->opcode == OP_LOADI1_MEMBASE) ? CEE_CONV_I1 : CEE_CONV_U1;
2282                                 ins->sreg1 = last_ins->sreg1;
2283                         }
2284                         break;
2285                 case OP_LOADU2_MEMBASE:
2286                 case OP_LOADI2_MEMBASE:
2287                         if (last_ins && (last_ins->opcode == OP_STOREI2_MEMBASE_REG) &&
2288                                         ins->inst_basereg == last_ins->inst_destbasereg &&
2289                                         ins->inst_offset == last_ins->inst_offset) {
2290                                 ins->opcode = (ins->opcode == OP_LOADI2_MEMBASE) ? CEE_CONV_I2 : CEE_CONV_U2;
2291                                 ins->sreg1 = last_ins->sreg1;
2292                         }
2293                         break;
2294                 case CEE_CONV_I4:
2295                 case CEE_CONV_U4:
2296                 case OP_MOVE:
2297                         /*
2298                          * OP_MOVE reg, reg
2299                          */
2300                         if (ins->dreg == ins->sreg1) {
2301                                 MONO_DEL_INS (ins);
2302                                 continue;
2303                         }
2304                         /*
2305                          * OP_MOVE sreg, dreg
2306                          * OP_MOVE dreg, sreg
2307                          */
2308                         if (last_ins && last_ins->opcode == OP_MOVE &&
2309                             ins->sreg1 == last_ins->dreg &&
2310                             ins->dreg == last_ins->sreg1) {
2311                                 MONO_DEL_INS (ins);
2312                                 continue;
2313                         }
2314                         break;
2315                 }
2316         }
2317 }
2318
2319 /*========================= End of Function ========================*/
2320
2321 /*------------------------------------------------------------------*/
2322 /*                                                                  */
2323 /* Name         - mono_arch_local_regalloc.                         */
2324 /*                                                                  */
2325 /* Function     - We first scan the list of instructions and we     */
2326 /*                save the liveness information of each register    */
2327 /*                (when the register is first used, when its value  */
2328 /*                is set etc.). We also reverse the list of instr-  */
2329 /*                uctions (in the InstList list) because assigning  */
2330 /*                registers backwards allows for more tricks to be  */
2331 /*                used.                                             */
2332 /*                                                                  */
2333 /*------------------------------------------------------------------*/
2334
2335 void
2336 mono_arch_local_regalloc (MonoCompile *cfg, MonoBasicBlock *bb)
2337 {
2338         mono_local_regalloc(cfg, bb);
2339 }
2340
2341 /*========================= End of Function ========================*/
2342
2343 /*------------------------------------------------------------------*/
2344 /*                                                                  */
2345 /* Name         - emit_float_to_int                                 */
2346 /*                                                                  */
2347 /* Function     - Create instructions which will convert a floating */
2348 /*                point value to integer.                           */
2349 /*                                                                  */
2350 /*------------------------------------------------------------------*/
2351
2352 static guchar*
2353 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2354 {
2355         /* sreg is a float, dreg is an integer reg. */
2356         if (is_signed) {
2357                 s390_cfdbr (code, dreg, 5, sreg);
2358                 switch (size) {
2359                         case 1:
2360                                 s390_lhi  (code, s390_r0, 0);
2361                                 s390_lhi  (code, s390_r13, 0xff);
2362                                 s390_ltr  (code, dreg, dreg);
2363                                 s390_jnl  (code, 4);
2364                                 s390_lhi  (code, s390_r0, 0x80);
2365                                 s390_nr   (code, dreg, s390_r13);
2366                                 s390_or   (code, dreg, s390_r0);
2367                                 break;
2368                 }
2369         } else {
2370                 short *o[1];
2371                 s390_basr   (code, s390_r13, 0);
2372                 s390_j      (code, 10);
2373                 s390_llong  (code, 0x41e0000000000000);
2374                 s390_llong  (code, 0x41f0000000000000);
2375                 s390_ldr    (code, s390_f15, sreg);
2376                 s390_cdb    (code, s390_f15, 0, s390_r13, 4);
2377                 s390_jl     (code, 0); CODEPTR(code, o[0]);
2378                 s390_sdb    (code, s390_f15, 0, s390_r13, 12);
2379                 s390_cfdbr  (code, dreg, 7, s390_f15);
2380                 s390_j      (code, 4);
2381                 PTRSLOT(code, o[0]);
2382                 s390_cfdbr  (code, dreg, 5, sreg);
2383                 switch (size) {
2384                         case 1:
2385                                 s390_lhi  (code, s390_r0, 0xff);
2386                                 s390_nr   (code, dreg, s390_r0);
2387                                 break;
2388                         case 2:
2389                                 s390_lhi  (code, s390_r0, -1);
2390                                 s390_srl  (code, s390_r0, 0, 16);
2391                                 s390_nr   (code, dreg, s390_r0);
2392                                 break;
2393                 }
2394         }
2395         return code;
2396 }
2397
2398 /*========================= End of Function ========================*/
2399
2400 /*------------------------------------------------------------------*/
2401 /*                                                                  */
2402 /* Name         - mono_arch_output_basic_block                      */
2403 /*                                                                  */
2404 /* Function     - Perform the "real" work of emitting instructions  */
2405 /*                that will do the work of in the basic block.      */
2406 /*                                                                  */
2407 /*------------------------------------------------------------------*/
2408
2409 void
2410 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2411 {
2412         MonoInst *ins, *next;
2413         MonoCallInst *call;
2414         guint offset;
2415         guint8 *code = cfg->native_code + cfg->code_len;
2416         guint last_offset = 0;
2417         int max_len, cpos, src2;
2418
2419         if (cfg->opt & MONO_OPT_PEEPHOLE)
2420                 peephole_pass (cfg, bb);
2421
2422         /* we don't align basic blocks of loops on s390 */
2423
2424         if (cfg->verbose_level > 2)
2425                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2426
2427         cpos = bb->max_offset;
2428
2429         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2430                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2431                 //g_assert (!mono_compile_aot);
2432                 //cpos += 6;
2433                 //if (bb->cil_code)
2434                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2435                 /* this is not thread save, but good enough */
2436                 /* fixme: howto handle overflows? */
2437                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2438         }
2439
2440         MONO_BB_FOR_EACH_INS (bb, ins) {
2441                 offset = code - cfg->native_code;
2442
2443                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2444
2445                 if (offset > (cfg->code_size - max_len - 16)) {
2446                         cfg->code_size *= 2;
2447                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2448                         code = cfg->native_code + offset;
2449                 }
2450
2451                 mono_debug_record_line_number (cfg, ins, offset);
2452
2453                 switch (ins->opcode) {
2454                 case OP_STOREI1_MEMBASE_IMM: {
2455                         s390_lhi (code, s390_r0, ins->inst_imm);
2456                         if (s390_is_uimm12(ins->inst_offset))
2457                                 s390_stc (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2458                         else {
2459                                 s390_basr (code, s390_r13, 0);
2460                                 s390_j    (code, 4);
2461                                 s390_word (code, ins->inst_offset);
2462                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2463                                 s390_stc  (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2464                         }
2465                 }
2466                         break;
2467                 case OP_STOREI2_MEMBASE_IMM: {
2468                         s390_lhi (code, s390_r0, ins->inst_imm);
2469                         if (s390_is_uimm12(ins->inst_offset)) {
2470                                 s390_sth (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2471                         } else {
2472                                 s390_basr (code, s390_r13, 0);
2473                                 s390_j    (code, 4);
2474                                 s390_word (code, ins->inst_offset);
2475                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2476                                 s390_sth  (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2477                         }
2478                 }
2479                         break;
2480                 case OP_STORE_MEMBASE_IMM:
2481                 case OP_STOREI4_MEMBASE_IMM: {
2482                         if (s390_is_imm16(ins->inst_imm)) {
2483                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2484                         } else {
2485                                 s390_basr (code, s390_r13, 0);
2486                                 s390_j    (code, 4);
2487                                 s390_word (code, ins->inst_imm);
2488                                 s390_l    (code, s390_r0, 0, s390_r13, 4);
2489                         }
2490                         if (s390_is_uimm12(ins->inst_offset)) {
2491                                 s390_st  (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2492                         } else {
2493                                 s390_basr (code, s390_r13, 0);
2494                                 s390_j    (code, 4);
2495                                 s390_word (code, ins->inst_offset);
2496                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2497                                 s390_st   (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2498                         }
2499                 }
2500                         break;
2501                 case OP_STOREI1_MEMBASE_REG: {
2502                         if (s390_is_uimm12(ins->inst_offset)) {
2503                                 s390_stc  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2504                         } else {
2505                                 s390_basr (code, s390_r13, 0);
2506                                 s390_j    (code, 4);
2507                                 s390_word (code, ins->inst_offset);
2508                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2509                                 s390_stc  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2510                         }
2511                 }
2512                         break;
2513                 case OP_STOREI2_MEMBASE_REG: {
2514                         if (s390_is_uimm12(ins->inst_offset)) {
2515                                 s390_sth  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2516                         } else {
2517                                 s390_basr (code, s390_r13, 0);
2518                                 s390_j    (code, 4);
2519                                 s390_word (code, ins->inst_offset);
2520                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2521                                 s390_sth  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2522                         }
2523                 }
2524                         break;
2525                 case OP_STORE_MEMBASE_REG:
2526                 case OP_STOREI4_MEMBASE_REG: {
2527                         if (s390_is_uimm12(ins->inst_offset)) {
2528                                 s390_st   (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2529                         } else {
2530                                 s390_basr (code, s390_r13, 0);
2531                                 s390_j    (code, 4);
2532                                 s390_word (code, ins->inst_offset);
2533                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2534                                 s390_st   (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2535                         }
2536                 }
2537                         break;
2538                 case CEE_LDIND_I:
2539                 case CEE_LDIND_I4:
2540                 case CEE_LDIND_U4: {
2541                         s390_basr (code, s390_r13, 0);
2542                         s390_j    (code, 4);
2543                         s390_word (code, ins->inst_p0);
2544                         s390_l    (code, s390_r13, 0, s390_r13, 4);
2545                         s390_l    (code, ins->dreg, 0, s390_r13, 0);
2546                 }
2547                         break;
2548                 case OP_LOADU4_MEM:
2549                         g_assert_not_reached ();
2550                         break;
2551                 case OP_LOAD_MEMBASE:
2552                 case OP_LOADI4_MEMBASE:
2553                 case OP_LOADU4_MEMBASE: {
2554                         if (s390_is_uimm12(ins->inst_offset))
2555                                 s390_l    (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
2556                         else {
2557                                 if (s390_is_imm16(ins->inst_offset)) {
2558                                         s390_lhi (code, s390_r13, ins->inst_offset);
2559                                         s390_l   (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
2560                                 } else {
2561                                         s390_basr (code, s390_r13, 0);
2562                                         s390_j    (code, 4);
2563                                         s390_word (code, ins->inst_offset);
2564                                         s390_l    (code, s390_r13, 0, s390_r13, 4);
2565                                         s390_l    (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
2566                                 }
2567                         }
2568                 }
2569                         break;
2570                 case OP_LOADU1_MEMBASE: {
2571                         s390_lhi (code, s390_r0, 0);
2572                         if (s390_is_uimm12(ins->inst_offset))
2573                                 s390_ic   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2574                         else {
2575                                 s390_basr (code, s390_r13, 0);
2576                                 s390_j    (code, 4);
2577                                 s390_word (code, ins->inst_offset);
2578                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2579                                 s390_ic   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2580                         }
2581                         s390_lr   (code, ins->dreg, s390_r0);
2582                 }
2583                         break;
2584                 case OP_LOADI1_MEMBASE: {
2585                         s390_lhi (code, s390_r0, 0);
2586                         if (s390_is_uimm12(ins->inst_offset))
2587                                 s390_ic   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2588                         else {
2589                                 s390_basr (code, s390_r13, 0);
2590                                 s390_j    (code, 4);
2591                                 s390_word (code, ins->inst_offset);
2592                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2593                                 s390_ic   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2594                         }
2595                         s390_lhi  (code, s390_r13, 0x80);
2596                         s390_nr   (code, s390_r13, s390_r0);
2597                         s390_jz   (code, 5);
2598                         s390_lhi  (code, s390_r13, 0xff00);
2599                         s390_or   (code, s390_r0, s390_r13);
2600                         s390_lr   (code, ins->dreg, s390_r0);
2601                 }
2602                         break;
2603                 case OP_LOADU2_MEMBASE: {
2604                         s390_lhi (code, s390_r0, 0);
2605                         if (s390_is_uimm12(ins->inst_offset))
2606                                 s390_icm  (code, s390_r0, 3, ins->inst_basereg, ins->inst_offset);
2607                         else {
2608                                 s390_basr (code, s390_r13, 0);
2609                                 s390_j    (code, 4);
2610                                 s390_word (code, ins->inst_offset);
2611                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2612                                 s390_ar   (code, s390_r13, ins->inst_basereg);
2613                                 s390_icm  (code, s390_r0, 3, s390_r13, 0);
2614                         }
2615                         s390_lr  (code, ins->dreg, s390_r0);
2616                 }
2617                         break;
2618                 case OP_LOADI2_MEMBASE: {
2619                         s390_lhi (code, s390_r0, 0);
2620                         if (s390_is_uimm12(ins->inst_offset))
2621                                 s390_lh   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2622                         else {
2623                                 s390_basr (code, s390_r13, 0);
2624                                 s390_j    (code, 4);
2625                                 s390_word (code, ins->inst_offset);
2626                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2627                                 s390_lh   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2628                         }
2629                         s390_lr  (code, ins->dreg, s390_r0);
2630                 }
2631                         break;
2632                 case CEE_CONV_I1: {
2633                         s390_lhi  (code, s390_r0, 0x80);
2634                         if (ins->dreg != ins->sreg1) {
2635                                 s390_lr   (code, ins->dreg, ins->sreg1);
2636                         }
2637                         s390_nr   (code, s390_r0, ins->sreg1);
2638                         s390_jz   (code, 7);
2639                         s390_lhi  (code, s390_r13, -1);
2640                         s390_sll  (code, s390_r13, 0, 8);
2641                         s390_or   (code, ins->dreg, s390_r13);
2642                 }
2643                         break;
2644                 case CEE_CONV_I2: {
2645                         s390_lhi  (code, s390_r0, 0x80);
2646                         s390_sll  (code, s390_r0, 0, 8);
2647                         if (ins->dreg != ins->sreg1) {
2648                                 s390_lr   (code, ins->dreg, ins->sreg1);
2649                         }
2650                         s390_nr   (code, s390_r0, ins->sreg1);
2651                         s390_jz   (code, 7);
2652                         s390_lhi  (code, s390_r13, -1);
2653                         s390_sll  (code, s390_r13, 0, 16);
2654                         s390_or   (code, ins->dreg, s390_r13);
2655                 }
2656                         break;
2657                 case CEE_CONV_U1: {
2658                         s390_lhi  (code, s390_r0, 0xff);
2659                         if (ins->dreg != ins->sreg1) {
2660                                 s390_lr   (code, ins->dreg, ins->sreg1);
2661                         }
2662                         s390_nr   (code, ins->dreg, s390_r0);
2663                 }
2664                         break;
2665                 case CEE_CONV_U2: {
2666                         s390_lhi  (code, s390_r0, -1);
2667                         s390_sll  (code, s390_r0, 0, 16);
2668                         s390_srl  (code, s390_r0, 0, 16);
2669                         if (ins->dreg != ins->sreg1) {
2670                                 s390_lr   (code, ins->dreg, ins->sreg1);
2671                         }
2672                         s390_nr   (code, ins->dreg, s390_r0);
2673                 }
2674                         break;
2675                 case OP_COMPARE: {
2676                         next = mono_inst_list_next (&ins->node, &bb->ins_list);
2677                         if ((next) &&
2678                             (((next->opcode >= CEE_BNE_UN) &&
2679                               (next->opcode <= CEE_BLT_UN)) ||
2680                              ((next->opcode >= OP_COND_EXC_NE_UN) &&
2681                               (next->opcode <= OP_COND_EXC_LT_UN)) ||
2682                              ((next->opcode == OP_CLT_UN) ||
2683                               (next->opcode == OP_CGT_UN))))
2684                                 s390_clr  (code, ins->sreg1, ins->sreg2);
2685                         else
2686                                 s390_cr   (code, ins->sreg1, ins->sreg2);
2687                 }
2688                         break;
2689                 case OP_COMPARE_IMM: {
2690                         next = mono_inst_list_next (&ins->node, &bb->ins_list);
2691                         if (s390_is_imm16 (ins->inst_imm)) {
2692                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2693                                 if ((next) &&
2694                                     (((next->opcode >= CEE_BNE_UN) &&
2695                                       (next->opcode <= CEE_BLT_UN)) ||
2696                                      ((next->opcode >= OP_COND_EXC_NE_UN) &&
2697                                       (next->opcode <= OP_COND_EXC_LT_UN)) ||
2698                                      ((next->opcode == OP_CLT_UN) ||
2699                                       (next->opcode == OP_CGT_UN))))
2700                                         s390_clr  (code, ins->sreg1, s390_r0);
2701                                 else
2702                                         s390_cr   (code, ins->sreg1, s390_r0);
2703                         }
2704                         else {
2705                                 s390_basr (code, s390_r13, 0);
2706                                 s390_j    (code, 4);
2707                                 s390_word (code, ins->inst_imm);
2708                                 if ((next) &&
2709                                     (((next->opcode >= CEE_BNE_UN) &&
2710                                       (next->opcode <= CEE_BLT_UN)) ||
2711                                      ((next->opcode >= OP_COND_EXC_NE_UN) &&
2712                                       (next->opcode <= OP_COND_EXC_LT_UN)) ||
2713                                      ((next->opcode == OP_CLT_UN) ||
2714                                       (next->opcode == OP_CGT_UN))))
2715                                         s390_cl   (code, ins->sreg1, 0, s390_r13, 4);
2716                                 else
2717                                         s390_c    (code, ins->sreg1, 0, s390_r13, 4);
2718                         }
2719                 }
2720                         break;
2721                 case OP_BREAK: {
2722                         mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS, mono_break);
2723                         s390_brasl (code, s390_r14, 0);
2724                 }
2725                         break;
2726                 case OP_ADDCC: {
2727                         CHECK_SRCDST_COM;
2728                         s390_alr  (code, ins->dreg, src2);
2729                 }
2730                         break;
2731                 case CEE_ADD: {
2732                         CHECK_SRCDST_COM;
2733                         s390_ar   (code, ins->dreg, src2);
2734                 }
2735                         break;
2736                 case OP_ADC: {
2737                         CHECK_SRCDST_COM;
2738                         s390_alcr (code, ins->dreg, src2);
2739                 }
2740                         break;
2741                 case OP_ADD_IMM: {
2742                         if (ins->dreg != ins->sreg1) {
2743                                 s390_lr   (code, ins->dreg, ins->sreg1);
2744                         }
2745                         next = mono_inst_list_next (&ins->node, &bb->ins_list);
2746                         if ((next) &&
2747                             (next->opcode == OP_ADC_IMM)) {
2748                                 s390_basr (code, s390_r13, 0);
2749                                 s390_j    (code, 4);
2750                                 s390_word (code, ins->inst_imm);
2751                                 s390_a (code, ins->dreg, 0, s390_r13, 4);
2752                         } else {
2753                                 if (s390_is_imm16 (ins->inst_imm)) {
2754                                         s390_ahi  (code, ins->dreg, ins->inst_imm);
2755                                 } else {
2756                                         s390_basr (code, s390_r13, 0);
2757                                         s390_j    (code, 4);
2758                                         s390_word (code, ins->inst_imm);
2759                                         s390_a (code, ins->dreg, 0, s390_r13, 4);
2760                                 }
2761                         }
2762                 }
2763                         break;
2764                 case OP_ADDCC_IMM: {
2765                         next = mono_inst_list_next (&ins->node, &bb->ins_list);
2766                         if ((next) &&
2767                             (next->opcode == OP_ADC_IMM)) {
2768                                 s390_basr (code, s390_r13, 0);
2769                                 s390_j    (code, 4);
2770                                 s390_word (code, ins->inst_imm);
2771                                 if (ins->dreg != ins->sreg1) {
2772                                         s390_lr   (code, ins->dreg, ins->sreg1);
2773                                 }
2774                                 s390_al   (code, ins->dreg, 0, s390_r13, 4);
2775                         } else {
2776                                 if (s390_is_imm16 (ins->inst_imm)) {
2777                                         if (ins->dreg != ins->sreg1) {
2778                                                 s390_lr   (code, ins->dreg, ins->sreg1);
2779                                         }
2780                                         s390_lhi  (code, s390_r0, ins->inst_imm);
2781                                         s390_alcr (code, ins->dreg, s390_r0);
2782                                 } else {
2783                                         s390_basr (code, s390_r13, 0);
2784                                         s390_j    (code, 4);
2785                                         s390_word (code, ins->inst_imm);
2786                                         if (ins->dreg != ins->sreg1) {
2787                                                 s390_lr   (code, ins->dreg, ins->sreg1);
2788                                         }
2789                                         s390_al   (code, ins->dreg, 0, s390_r13, 4);
2790                                 }
2791                         }
2792                 }
2793                         break;
2794                 case OP_ADC_IMM: {
2795                         if (s390_is_imm16 (ins->inst_imm)) {
2796                                 if (ins->dreg != ins->sreg1) {
2797                                         s390_lr   (code, ins->dreg, ins->sreg1);
2798                                 }
2799                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2800                                 s390_alcr (code, ins->dreg, s390_r0);
2801                         } else {
2802                                 s390_basr (code, s390_r13, 0);
2803                                 s390_j    (code, 4);
2804                                 s390_word (code, ins->inst_imm);
2805                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2806                                 s390_alcr (code, ins->dreg, s390_r13);
2807                         }
2808                 }
2809                         break;
2810                 case CEE_ADD_OVF: {
2811                         CHECK_SRCDST_COM;
2812                         s390_ar   (code, ins->dreg, src2);
2813                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2814                 }
2815                         break;
2816                 case CEE_ADD_OVF_UN: {
2817                         CHECK_SRCDST_COM;
2818                         s390_alr  (code, ins->dreg, src2);
2819                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2820                 }
2821                         break;
2822                 case OP_LADD: {
2823                         s390_alr  (code, s390_r0, ins->sreg1);
2824                         s390_jnc  (code, 4);
2825                         s390_ahi  (code, s390_r1, 1);
2826                         s390_ar   (code, s390_r1, ins->sreg2);
2827                         s390_lr   (code, ins->dreg, s390_r0);
2828                         s390_lr   (code, ins->dreg+1, s390_r1);
2829                 }
2830                         break;
2831                 case OP_LADD_OVF: {
2832                         short int *o[1];
2833                         s390_alr  (code, s390_r0, ins->sreg1);
2834                         s390_jnc  (code, 0); CODEPTR(code, o[0]);
2835                         s390_ahi  (code, s390_r1, 1);
2836                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2837                         PTRSLOT   (code, o[0]);
2838                         s390_ar   (code, s390_r1, ins->sreg2);
2839                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2840                         s390_lr   (code, ins->dreg, s390_r0);
2841                         s390_lr   (code, ins->dreg+1, s390_r1);
2842                 }
2843                         break;
2844                 case OP_LADD_OVF_UN: {
2845                         s390_alr  (code, s390_r0, ins->sreg1);
2846                         s390_alcr (code, s390_r1, ins->sreg2);
2847                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2848                         s390_lr   (code, ins->dreg, s390_r0);
2849                         s390_lr   (code, ins->dreg+1, s390_r1);
2850                 }
2851                         break;
2852                 case OP_ADD_OVF_CARRY: {
2853                         CHECK_SRCDST_COM;
2854                         s390_lhi  (code, s390_r0, 0);
2855                         s390_lr   (code, s390_r1, s390_r0);
2856                         s390_alcr (code, s390_r0, s390_r1);
2857                         s390_ar   (code, ins->dreg, src2);
2858                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2859                         s390_ar   (code, ins->dreg, s390_r0);
2860                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2861                 }
2862                         break;
2863                 case OP_ADD_OVF_UN_CARRY: {
2864                         CHECK_SRCDST_COM;
2865                         s390_alcr (code, ins->dreg, src2);
2866                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2867                 }
2868                         break;
2869                 case OP_SUBCC: {
2870                         CHECK_SRCDST_NCOM;
2871                         s390_slr (code, ins->dreg, src2);
2872                 }
2873                         break;
2874                 case CEE_SUB: {
2875                         CHECK_SRCDST_NCOM;
2876                         s390_sr   (code, ins->dreg, src2);
2877                 }
2878                         break;
2879                 case OP_SBB: {
2880                         CHECK_SRCDST_NCOM;
2881                         s390_slbr (code, ins->dreg, src2);
2882                 }
2883                         break;
2884                 case OP_SUBCC_IMM: {
2885                         if (s390_is_imm16 (-ins->inst_imm)) {
2886                                 if (ins->dreg != ins->sreg1) {
2887                                         s390_lr   (code, ins->dreg, ins->sreg1);
2888                                 }
2889                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2890                                 s390_slr  (code, ins->dreg, s390_r0);
2891                         } else {
2892                                 s390_basr (code, s390_r13, 0);
2893                                 s390_j    (code, 4);
2894                                 s390_word (code, ins->inst_imm);
2895                                 if (ins->dreg != ins->sreg1) {
2896                                         s390_lr   (code, ins->dreg, ins->sreg1);
2897                                 }
2898                                 s390_sl   (code, ins->dreg, 0, s390_r13, 4);
2899                         }
2900                 }
2901                         break;
2902                 case OP_SUB_IMM: {
2903                         if (s390_is_imm16 (-ins->inst_imm)) {
2904                                 if (ins->dreg != ins->sreg1) {
2905                                         s390_lr   (code, ins->dreg, ins->sreg1);
2906                                 }
2907                                 s390_ahi  (code, ins->dreg, -ins->inst_imm);
2908                         } else {
2909                                 s390_basr (code, s390_r13, 0);
2910                                 s390_j    (code, 4);
2911                                 s390_word (code, ins->inst_imm);
2912                                 if (ins->dreg != ins->sreg1) {
2913                                         s390_lr   (code, ins->dreg, ins->sreg1);
2914                                 }
2915                                 s390_s    (code, ins->dreg, 0, s390_r13, 4);
2916                         }
2917                 }
2918                         break;
2919                 case OP_SBB_IMM: {
2920                         if (ins->dreg != ins->sreg1) {
2921                                 s390_lr    (code, ins->dreg, ins->sreg1);
2922                         }
2923                         if (s390_is_imm16 (-ins->inst_imm)) {
2924                                 s390_lhi   (code, s390_r0, ins->inst_imm);
2925                                 s390_slbr  (code, ins->dreg, s390_r0);
2926                         } else {
2927                                 s390_basr (code, s390_r13, 0);
2928                                 s390_j    (code, 4);
2929                                 s390_word (code, ins->inst_imm);
2930                                 s390_slb  (code, ins->dreg, 0, s390_r13, 4);
2931                         }
2932                 }
2933                         break;
2934                 case CEE_SUB_OVF: {
2935                         CHECK_SRCDST_NCOM;
2936                         s390_sr   (code, ins->dreg, src2);
2937                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2938                 }
2939                         break;
2940                 case CEE_SUB_OVF_UN: {
2941                         CHECK_SRCDST_NCOM;
2942                         s390_slr  (code, ins->dreg, src2);
2943                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
2944                 }
2945                         break;
2946                 case OP_LSUB: {
2947                         s390_lr   (code, s390_r14, ins->sreg2);
2948                         s390_slr  (code, s390_r0, ins->sreg1);
2949                         s390_jnl  (code, 4);
2950                         s390_ahi  (code, s390_r14, 1);
2951                         s390_sr   (code, s390_r1, s390_r14);
2952                         s390_lr   (code, ins->dreg, s390_r0);
2953                         s390_lr   (code, ins->dreg+1, s390_r1);
2954                 }
2955                         break;
2956                 case OP_LSUB_OVF: {
2957                         short int *o[1];
2958                         s390_lr   (code, s390_r14, ins->sreg2);
2959                         s390_slr  (code, s390_r0, ins->sreg1);
2960                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
2961                         s390_ahi  (code, s390_r14, 1);
2962                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2963                         PTRSLOT   (code, o[0]);
2964                         s390_sr   (code, s390_r1, s390_r14);
2965                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2966                         s390_lr   (code, ins->dreg, s390_r0);
2967                         s390_lr   (code, ins->dreg+1, s390_r1);
2968                 }
2969                         break;
2970                 case OP_LSUB_OVF_UN: {
2971                         s390_slr  (code, s390_r0, ins->sreg1);
2972                         s390_slbr (code, s390_r1, ins->sreg2);
2973                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
2974                         s390_lr   (code, ins->dreg, s390_r0);
2975                         s390_lr   (code, ins->dreg+1, s390_r1);
2976                 }
2977                         break;
2978                 case OP_SUB_OVF_CARRY: {
2979                         CHECK_SRCDST_NCOM;
2980                         s390_lhi  (code, s390_r0, 0);
2981                         s390_lr   (code, s390_r1, s390_r0);
2982                         s390_slbr (code, s390_r0, s390_r1);
2983                         s390_sr   (code, ins->dreg, src2);
2984                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2985                         s390_ar   (code, ins->dreg, s390_r0);
2986                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2987                 }
2988                         break;
2989                 case OP_SUB_OVF_UN_CARRY: {
2990                         CHECK_SRCDST_NCOM;
2991                         s390_slbr (code, ins->dreg, src2);
2992                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
2993                 }
2994                         break;
2995                 case CEE_AND: {
2996                         if (ins->sreg1 == ins->dreg) {
2997                                 s390_nr   (code, ins->dreg, ins->sreg2);
2998                         }
2999                         else {
3000                                 if (ins->sreg2 == ins->dreg) {
3001                                         s390_nr  (code, ins->dreg, ins->sreg1);
3002                                 }
3003                                 else {
3004                                         s390_lr  (code, ins->dreg, ins->sreg1);
3005                                         s390_nr  (code, ins->dreg, ins->sreg2);
3006                                 }
3007                         }
3008                 }
3009                         break;
3010                 case OP_AND_IMM: {
3011                         if (s390_is_imm16 (ins->inst_imm)) {
3012                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3013                                 if (ins->dreg != ins->sreg1) {
3014                                         s390_lr   (code, ins->dreg, ins->sreg1);
3015                                 }
3016                                 s390_nr   (code, ins->dreg, s390_r0);
3017                         } else {
3018                                 s390_basr (code, s390_r13, 0);
3019                                 s390_j    (code, 4);
3020                                 s390_word (code, ins->inst_imm);
3021                                 if (ins->dreg != ins->sreg1) {
3022                                         s390_lr   (code, ins->dreg, ins->sreg1);
3023                                 }
3024                                 s390_n    (code, ins->dreg, 0, s390_r13, 4);
3025                         }
3026                 }
3027                         break;
3028                 case CEE_DIV: {
3029                         s390_lr   (code, s390_r0, ins->sreg1);
3030                         s390_srda (code, s390_r0, 0, 32);
3031                         s390_dr   (code, s390_r0, ins->sreg2);
3032                         s390_lr   (code, ins->dreg, s390_r1);
3033                 }
3034                         break;
3035                 case CEE_DIV_UN: {
3036                         s390_lr   (code, s390_r0, ins->sreg1);
3037                         s390_srdl (code, s390_r0, 0, 32);
3038                         s390_dlr  (code, s390_r0, ins->sreg2);
3039                         s390_lr   (code, ins->dreg, s390_r1);
3040                 }
3041                         break;
3042                 case OP_DIV_IMM: {
3043                         if (s390_is_imm16 (ins->inst_imm)) {
3044                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3045                                 s390_lr   (code, s390_r0, ins->sreg1);
3046                         } else {
3047                                 s390_basr (code, s390_r13, 0);
3048                                 s390_j    (code, 4);
3049                                 s390_word (code, ins->inst_imm);
3050                                 s390_lr   (code, s390_r0, ins->sreg1);
3051                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3052                         }
3053                         s390_srda (code, s390_r0, 0, 32);
3054                         s390_dr   (code, s390_r0, s390_r13);
3055                         s390_lr   (code, ins->dreg, s390_r1);
3056                 }
3057                         break;
3058                 case CEE_REM: {
3059                         s390_lr   (code, s390_r0, ins->sreg1);
3060                         s390_srda (code, s390_r0, 0, 32);
3061                         s390_dr   (code, s390_r0, ins->sreg2);
3062                         s390_lr   (code, ins->dreg, s390_r0);
3063                         break;
3064                 case CEE_REM_UN:
3065                         s390_lr   (code, s390_r0, ins->sreg1);
3066                         s390_srdl (code, s390_r0, 0, 32);
3067                         s390_dlr  (code, s390_r0, ins->sreg2);
3068                         s390_lr   (code, ins->dreg, s390_r0);
3069                 }
3070                         break;
3071                 case OP_REM_IMM: {
3072                         if (s390_is_imm16 (ins->inst_imm)) {
3073                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3074                                 s390_lr   (code, s390_r0, ins->sreg1);
3075                         } else {
3076                                 s390_basr (code, s390_r13, 0);
3077                                 s390_j    (code, 4);
3078                                 s390_word (code, ins->inst_imm);
3079                                 s390_lr   (code, s390_r0, ins->sreg1);
3080                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3081                         }
3082                         s390_srda (code, s390_r0, 0, 32);
3083                         s390_dr   (code, s390_r0, s390_r13);
3084                         s390_lr   (code, ins->dreg, s390_r0);
3085                 }
3086                         break;
3087                 case CEE_OR: {
3088                         if (ins->sreg1 == ins->dreg) {
3089                                 s390_or   (code, ins->dreg, ins->sreg2);
3090                         }
3091                         else {
3092                                 if (ins->sreg2 == ins->dreg) {
3093                                         s390_or  (code, ins->dreg, ins->sreg1);
3094                                 }
3095                                 else {
3096                                         s390_lr  (code, ins->dreg, ins->sreg1);
3097                                         s390_or  (code, ins->dreg, ins->sreg2);
3098                                 }
3099                         }
3100                 }
3101                         break;
3102                 case OP_OR_IMM: {
3103                         if (s390_is_imm16 (ins->inst_imm)) {
3104                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3105                                 if (ins->dreg != ins->sreg1) {
3106                                         s390_lr   (code, ins->dreg, ins->sreg1);
3107                                 }
3108                                 s390_or   (code, ins->dreg, s390_r0);
3109                         } else {
3110                                 s390_basr (code, s390_r13, 0);
3111                                 s390_j    (code, 4);
3112                                 s390_word (code, ins->inst_imm);
3113                                 if (ins->dreg != ins->sreg1) {
3114                                         s390_lr   (code, ins->dreg, ins->sreg1);
3115                                 }
3116                                 s390_o    (code, ins->dreg, 0, s390_r13, 4);
3117                         }
3118                 }
3119                         break;
3120                 case CEE_XOR: {
3121                         if (ins->sreg1 == ins->dreg) {
3122                                 s390_xr   (code, ins->dreg, ins->sreg2);
3123                         }
3124                         else {
3125                                 if (ins->sreg2 == ins->dreg) {
3126                                         s390_xr  (code, ins->dreg, ins->sreg1);
3127                                 }
3128                                 else {
3129                                         s390_lr  (code, ins->dreg, ins->sreg1);
3130                                         s390_xr  (code, ins->dreg, ins->sreg2);
3131                                 }
3132                         }
3133                 }
3134                         break;
3135                 case OP_XOR_IMM: {
3136                         if (s390_is_imm16 (ins->inst_imm)) {
3137                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3138                                 if (ins->dreg != ins->sreg1) {
3139                                         s390_lr   (code, ins->dreg, ins->sreg1);
3140                                 }
3141                                 s390_xr   (code, ins->dreg, s390_r0);
3142                         } else {
3143                                 s390_basr (code, s390_r13, 0);
3144                                 s390_j    (code, 4);
3145                                 s390_word (code, ins->inst_imm);
3146                                 if (ins->dreg != ins->sreg1) {
3147                                         s390_lr   (code, ins->dreg, ins->sreg1);
3148                                 }
3149                                 s390_x    (code, ins->dreg, 0, s390_r13, 4);
3150                         }
3151                 }
3152                         break;
3153                 case CEE_SHL: {
3154                         CHECK_SRCDST_NCOM;
3155                         s390_sll  (code, ins->dreg, src2, 0);
3156                 }
3157                         break;
3158                 case OP_SHL_IMM: {
3159                         if (ins->sreg1 != ins->dreg) {
3160                                 s390_lr   (code, ins->dreg, ins->sreg1);
3161                         }
3162                         s390_sll  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3163                 }
3164                         break;
3165                 case CEE_SHR: {
3166                         CHECK_SRCDST_NCOM;
3167                         s390_sra  (code, ins->dreg, src2, 0);
3168                 }
3169                         break;
3170                 case OP_SHR_IMM: {
3171                         if (ins->sreg1 != ins->dreg) {
3172                                 s390_lr   (code, ins->dreg, ins->sreg1);
3173                         }
3174                         s390_sra  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3175                 }
3176                         break;
3177                 case OP_SHR_UN_IMM: {
3178                         if (ins->sreg1 != ins->dreg) {
3179                                 s390_lr   (code, ins->dreg, ins->sreg1);
3180                         }
3181                         s390_srl  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3182                 }
3183                         break;
3184                 case CEE_SHR_UN: {
3185                         CHECK_SRCDST_NCOM;
3186                         s390_srl  (code, ins->dreg, src2, 0);
3187                 }
3188                         break;
3189                 case CEE_NOT: {
3190                         if (ins->sreg1 != ins->dreg) {
3191                                 s390_lr   (code, ins->dreg, ins->sreg1);
3192                         }
3193                         s390_lhi (code, s390_r0, -1);
3194                         s390_xr  (code, ins->dreg, s390_r0);
3195                 }
3196                         break;
3197                 case CEE_NEG: {
3198                         s390_lcr (code, ins->dreg, ins->sreg1);
3199                 }
3200                         break;
3201                 case CEE_MUL: {
3202                         if (ins->sreg1 == ins->dreg) {
3203                                 s390_msr  (code, ins->dreg, ins->sreg2);
3204                         }
3205                         else {
3206                                 if (ins->sreg2 == ins->dreg) {
3207                                         s390_msr (code, ins->dreg, ins->sreg1);
3208                                 }
3209                                 else {
3210                                         s390_lr  (code, ins->dreg, ins->sreg1);
3211                                         s390_msr (code, ins->dreg, ins->sreg2);
3212                                 }
3213                         }
3214                 }
3215                         break;
3216                 case OP_MUL_IMM: {
3217                         if (s390_is_imm16 (ins->inst_imm)) {
3218                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3219                         } else {
3220                                 s390_basr (code, s390_r13, 0);
3221                                 s390_j    (code, 4);
3222                                 s390_word (code, ins->inst_imm);
3223 //                              if (ins->dreg != ins->sreg1) {
3224 //                                      s390_lr   (code, ins->dreg, ins->sreg1);
3225 //                              }
3226                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3227                         }
3228                         if (ins->dreg != ins->sreg1) {
3229                                 s390_lr   (code, ins->dreg, ins->sreg1);
3230                         }
3231                         s390_msr  (code, ins->dreg, s390_r13);
3232                 }
3233                         break;
3234                 case CEE_MUL_OVF: {
3235                         short int *o[2];
3236                         s390_ltr  (code, s390_r1, ins->sreg1);
3237                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3238                         s390_ltr  (code, s390_r0, ins->sreg2);
3239                         s390_jnz  (code, 6);
3240                         s390_lhi  (code, s390_r1, 0);
3241                         s390_j    (code, 0); CODEPTR(code, o[1]);
3242                         s390_xr   (code, s390_r0, s390_r1);
3243                         s390_msr  (code, s390_r1, ins->sreg2);
3244                         s390_xr   (code, s390_r0, s390_r1);
3245                         s390_srl  (code, s390_r0, 0, 31);
3246                         s390_ltr  (code, s390_r0, s390_r0);
3247                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3248                         PTRSLOT   (code, o[0]);
3249                         PTRSLOT   (code, o[1]);
3250                         s390_lr   (code, ins->dreg, s390_r1);
3251                 }
3252                         break;
3253                 case CEE_MUL_OVF_UN: {
3254                         s390_lhi  (code, s390_r0, 0);
3255                         s390_lr   (code, s390_r1, ins->sreg1);
3256                         s390_mlr  (code, s390_r0, ins->sreg2);
3257                         s390_ltr  (code, s390_r0, s390_r0);
3258                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3259                         s390_lr   (code, ins->dreg, s390_r1);
3260                 }
3261                         break;
3262                 case OP_LMUL: {
3263                         s390_l    (code, s390_r0, 0, ins->sreg1, 4);
3264                         s390_srda (code, s390_r0, 0, 32);
3265                         s390_m    (code, s390_r0, 0, ins->sreg2, 4);
3266                         s390_l    (code, s390_r0, 0, ins->sreg1, 4);
3267                         s390_srl  (code, s390_r0, 0, 31);
3268                         s390_a    (code, s390_r0, 0, ins->sreg1, 0);
3269                         s390_l    (code, s390_r13, 0, ins->sreg2, 0);
3270                         s390_srl  (code, s390_r13, 0, 31);
3271                         s390_ms   (code, s390_r13, 0, ins->sreg1, 4);
3272                         s390_ar   (code, s390_r0, s390_r13);
3273                         s390_st   (code, s390_r0, 0, ins->dreg, 0);
3274                         s390_st   (code, s390_r1, 0, ins->dreg, 4);
3275                 }
3276                         break;
3277                 case OP_ICONST:
3278                 case OP_SETREGIMM: {
3279                         if (s390_is_imm16(ins->inst_c0)) {
3280                                 s390_lhi  (code, ins->dreg, ins->inst_c0);
3281                         } else {
3282                                 s390_basr (code, s390_r13, 0);
3283                                 s390_j    (code, 4);
3284                                 s390_word (code, ins->inst_c0);
3285                                 s390_l    (code, ins->dreg, 0, s390_r13, 4);
3286                         }
3287                 }
3288                         break;
3289                 case OP_AOTCONST: {
3290                         s390_basr (code, s390_r13, 0);
3291                         s390_j    (code, 4);
3292                         mono_add_patch_info (cfg, code - cfg->native_code,
3293                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3294                         s390_word (code, 0);
3295                         s390_l    (code,ins->dreg, 0, s390_r13, 4);
3296                 }
3297                         break;
3298                 case CEE_CONV_I4:
3299                 case CEE_CONV_U4:
3300                 case OP_MOVE:
3301                 case OP_SETREG: {
3302                         if (ins->dreg != ins->sreg1) {
3303                                 s390_lr (code, ins->dreg, ins->sreg1);
3304                         }
3305                 }
3306                         break;
3307                 case OP_SETLRET: {
3308                         int saved = ins->sreg1;
3309                         if (ins->sreg1 == s390_r2) {
3310                                 s390_lr (code, s390_r0, ins->sreg1);
3311                                 saved = s390_r0;
3312                         }
3313                         if (ins->sreg2 != s390_r2)
3314                                 s390_lr (code, s390_r2, ins->sreg2);
3315                         if (saved != s390_r3)
3316                                 s390_lr (code, s390_r3, saved);
3317                         break;
3318                 }
3319                 case OP_SETFREG:
3320                 case OP_FMOVE: {
3321                         if (ins->dreg != ins->sreg1) {
3322                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3323                         }
3324                 }
3325                         break;
3326                 case OP_S390_SETF4RET: {
3327                         s390_ledbr (code, ins->dreg, ins->sreg1);
3328                 }
3329                         break;
3330                 case OP_TLS_GET: {
3331                         if (s390_is_imm16 (ins->inst_offset)) {
3332                                 s390_lhi (code, s390_r13, ins->inst_offset);
3333                         } else {
3334                                 s390_bras (code, s390_r13, 0);
3335                                 s390_j    (code, 4);
3336                                 s390_word (code, ins->inst_offset);
3337                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3338                         }
3339                         s390_ear (code, s390_r1, 0);
3340                         s390_l   (code, ins->dreg, s390_r13, s390_r1, 0);
3341                 }
3342                         break;
3343                 case OP_FCONV_TO_R4: {
3344                         NOT_IMPLEMENTED;
3345                         next = mono_inst_list_next (&ins->node, &bb->ins_list);
3346                         if ((next) &&
3347                              (next->opcode != OP_FMOVE) &&
3348                              (next->opcode != OP_STORER4_MEMBASE_REG))
3349                                 s390_ledbr (code, ins->dreg, ins->sreg1);
3350                 }
3351                         break;
3352                 case OP_JMP: {
3353                         if (cfg->method->save_lmf)
3354                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3355
3356                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3357                                 code = emit_load_volatile_registers(code, cfg);
3358                         }
3359
3360                         code = backUpStackPtr(cfg, code, STK_BASE);
3361                         s390_l   (code, s390_r14, 0, STK_BASE, S390_RET_ADDR_OFFSET);
3362                         mono_add_patch_info (cfg, code - cfg->native_code,
3363                                              MONO_PATCH_INFO_METHOD_JUMP,
3364                                              ins->inst_p0);
3365                         s390_jcl (code, S390_CC_UN, 0);
3366                 }
3367                         break;
3368                 case OP_CHECK_THIS: {
3369                         /* ensure ins->sreg1 is not NULL */
3370                         s390_icm (code, s390_r0, 15, ins->sreg1, 0);
3371                 }
3372                         break;
3373                 case OP_ARGLIST: {
3374                         int offset = cfg->sig_cookie + cfg->stack_usage;
3375
3376                         if (s390_is_imm16 (offset))
3377                                 s390_lhi  (code, s390_r0, offset);
3378                         else {
3379                                 s390_basr (code, s390_r13, 0);
3380                                 s390_j    (code, 4);
3381                                 s390_word (code, offset);
3382                                 s390_l    (code, s390_r0, 0, s390_r13, 0);
3383                         }
3384                         s390_ar   (code, s390_r0, cfg->frame_reg);
3385                         s390_st   (code, s390_r0, 0, ins->sreg1, 0);
3386                 }
3387                         break;
3388                 case OP_FCALL: {
3389                         call = (MonoCallInst*)ins;
3390                         if (ins->flags & MONO_INST_HAS_METHOD)
3391                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_METHOD,
3392                                                      call->method);
3393                         else
3394                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS,
3395                                                      call->fptr);
3396                         s390_brasl (code, s390_r14, 0);
3397                         if (call->signature->ret->type == MONO_TYPE_R4)
3398                                 s390_ldebr (code, s390_f0, s390_f0);
3399                 }
3400                         break;
3401                 case OP_LCALL:
3402                 case OP_VCALL:
3403                 case OP_VOIDCALL:
3404                 case CEE_CALL: {
3405                         call = (MonoCallInst*)ins;
3406                         if (ins->flags & MONO_INST_HAS_METHOD)
3407                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_METHOD, call->method);
3408                         else
3409                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS, call->fptr);
3410                         s390_brasl (code, s390_r14, 0);
3411                 }
3412                         break;
3413                 case OP_FCALL_REG: {
3414                         call = (MonoCallInst*)ins;
3415                         s390_lr   (code, s390_r1, ins->sreg1);
3416                         s390_basr (code, s390_r14, s390_r1);
3417                         if (call->signature->ret->type == MONO_TYPE_R4)
3418                                 s390_ldebr (code, s390_f0, s390_f0);
3419                 }
3420                         break;
3421                 case OP_LCALL_REG:
3422                 case OP_VCALL_REG:
3423                 case OP_VOIDCALL_REG:
3424                 case OP_CALL_REG: {
3425                         s390_lr   (code, s390_r1, ins->sreg1);
3426                         s390_basr (code, s390_r14, s390_r1);
3427                 }
3428                         break;
3429                 case OP_FCALL_MEMBASE: {
3430                         call = (MonoCallInst*)ins;
3431                         s390_l    (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3432                         s390_basr (code, s390_r14, s390_r1);
3433                         if (call->signature->ret->type == MONO_TYPE_R4)
3434                                 s390_ldebr (code, s390_f0, s390_f0);
3435                 }
3436                         break;
3437                 case OP_LCALL_MEMBASE:
3438                 case OP_VCALL_MEMBASE:
3439                 case OP_VOIDCALL_MEMBASE:
3440                 case OP_CALL_MEMBASE: {
3441                         s390_l    (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3442                         s390_basr (code, s390_r14, s390_r1);
3443                 }
3444                         break;
3445                 case OP_OUTARG:
3446                         g_assert_not_reached ();
3447                         break;
3448                 case OP_LOCALLOC: {
3449                         /*------------------------------------------*/
3450                         /* To allocate space on the stack we have   */
3451                         /* to allow room for parameters passed in   */
3452                         /* calls, the backchain pointer and round   */
3453                         /* it to our stack alignment requirements   */
3454                         /*------------------------------------------*/
3455                         int alloca_skip = S390_MINIMAL_STACK_SIZE + cfg->param_area;
3456                         int area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
3457                         s390_lr   (code, s390_r1, ins->sreg1);
3458                         if (ins->flags & MONO_INST_INIT)
3459                                 s390_lr   (code, s390_r0, ins->sreg1);
3460                         s390_ahi  (code, s390_r1, 14);
3461                         s390_srl  (code, s390_r1, 0, 3);
3462                         s390_sll  (code, s390_r1, 0, 3);
3463                         if (cfg->method->save_lmf) {
3464                                 /*----------------------------------*/
3465                                 /* we have to adjust lmf ebp value  */
3466                                 /*----------------------------------*/
3467                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
3468
3469                                 s390_lr (code, s390_r13, cfg->frame_reg);
3470                                 if (s390_is_uimm16(lmfOffset))
3471                                         s390_ahi   (code, s390_r13, lmfOffset);
3472                                 else {
3473                                         s390_basr (code, s390_r14, 0);
3474                                         s390_j    (code, 4);
3475                                         s390_word (code, lmfOffset);
3476                                         s390_a    (code, s390_r13, 0, s390_r14, 4);
3477                                 }
3478                                 s390_lr (code, s390_r14, STK_BASE);
3479                                 s390_sr (code, s390_r14, s390_r1);
3480                                 s390_st (code, s390_r14, 0, s390_r13,
3481                                          G_STRUCT_OFFSET(MonoLMF, ebp));
3482                         }
3483                         s390_l    (code, s390_r13, 0, STK_BASE, 0);
3484                         s390_sr   (code, STK_BASE, s390_r1);
3485                         s390_st   (code, s390_r13, 0, STK_BASE, 0);
3486                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
3487                         s390_srl  (code, ins->dreg, 0, 3);
3488                         s390_sll  (code, ins->dreg, 0, 3);
3489                         if (ins->flags & MONO_INST_INIT) {
3490                                 s390_lr   (code, s390_r1, s390_r0);
3491                                 s390_lr   (code, s390_r0, ins->dreg);
3492                                 s390_lr   (code, s390_r14, s390_r12);
3493                                 s390_lhi  (code, s390_r13, 0);
3494                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
3495                                 s390_jo   (code, -2);
3496                                 s390_lr   (code, s390_r12, s390_r14);
3497                         }
3498                 }
3499                         break;
3500                 case CEE_RET: {
3501                         s390_br  (code, s390_r14);
3502                 }
3503                         break;
3504                 case OP_THROW: {
3505                         s390_lr (code, s390_r2, ins->sreg1);
3506                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
3507                                              (gpointer)"mono_arch_throw_exception");
3508                         s390_brasl (code, s390_r14, 0);
3509                 }
3510                         break;
3511                 case OP_RETHROW: {
3512                         s390_lr (code, s390_r2, ins->sreg1);
3513                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
3514                                              (gpointer)"mono_arch_rethrow_exception");
3515                         s390_brasl (code, s390_r14, 0);
3516                 }
3517                         break;
3518                 case OP_START_HANDLER: {
3519                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3520                                 s390_st   (code, s390_r14, 0,
3521                                            ins->inst_left->inst_basereg,
3522                                            ins->inst_left->inst_offset);
3523                         } else {
3524                                 s390_basr (code, s390_r13, 0);
3525                                 s390_j    (code, 4);
3526                                 s390_word (code, ins->inst_left->inst_offset);
3527                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3528                                 s390_st   (code, s390_r14, s390_r13,
3529                                            ins->inst_left->inst_basereg, 0);
3530                         }
3531                 }
3532                         break;
3533                 case OP_ENDFILTER: {
3534                         if (ins->sreg1 != s390_r2)
3535                                 s390_lr (code, s390_r2, ins->sreg1);
3536                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3537                                 s390_l  (code, s390_r14, 0, ins->inst_left->inst_basereg,
3538                                          ins->inst_left->inst_offset);
3539                         } else {
3540                                 s390_basr (code, s390_r13, 0);
3541                                 s390_j    (code, 4);
3542                                 s390_word (code, ins->inst_left->inst_offset);
3543                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3544                                 s390_l    (code, s390_r14, s390_r13,
3545                                            ins->inst_left->inst_basereg, 0);
3546                         }
3547                         s390_br  (code, s390_r14);
3548                 }
3549                         break;
3550                 case OP_ENDFINALLY: {
3551                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3552                                 s390_l  (code, s390_r14, 0, ins->inst_left->inst_basereg,
3553                                          ins->inst_left->inst_offset);
3554                         } else {
3555                                 s390_basr (code, s390_r13, 0);
3556                                 s390_j    (code, 4);
3557                                 s390_word (code, ins->inst_left->inst_offset);
3558                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3559                                 s390_l    (code, s390_r14, s390_r13,
3560                                            ins->inst_left->inst_basereg, 0);
3561                         }
3562                         s390_br  (code, s390_r14);
3563                 }
3564                         break;
3565                 case OP_CALL_HANDLER: {
3566                         mono_add_patch_info (cfg, code-cfg->native_code,
3567                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
3568                         s390_brasl (code, s390_r14, 0);
3569                 }
3570                         break;
3571                 case OP_LABEL: {
3572                         ins->inst_c0 = code - cfg->native_code;
3573                 }
3574                         break;
3575                 case OP_BR:
3576                         EMIT_UNCOND_BRANCH(ins);
3577                         break;
3578                 case OP_BR_REG: {
3579                         s390_br  (code, ins->sreg1);
3580                 }
3581                         break;
3582                 case OP_CEQ: {
3583                         s390_lhi (code, ins->dreg, 1);
3584                         s390_jz  (code, 4);
3585                         s390_lhi (code, ins->dreg, 0);
3586                 }
3587                         break;
3588                 case OP_CLT: {
3589                         s390_lhi (code, ins->dreg, 1);
3590                         s390_jl  (code, 4);
3591                         s390_lhi (code, ins->dreg, 0);
3592                 }
3593                         break;
3594                 case OP_CLT_UN: {
3595                         s390_lhi (code, ins->dreg, 1);
3596                         s390_jlo (code, 4);
3597                         s390_lhi (code, ins->dreg, 0);
3598                 }
3599                         break;
3600                 case OP_CGT: {
3601                         s390_lhi (code, ins->dreg, 1);
3602                         s390_jh  (code, 4);
3603                         s390_lhi (code, ins->dreg, 0);
3604                 }
3605                         break;
3606                 case OP_CGT_UN: {
3607                         s390_lhi (code, ins->dreg, 1);
3608                         s390_jho (code, 4);
3609                         s390_lhi (code, ins->dreg, 0);
3610                 }
3611                         break;
3612                 case OP_COND_EXC_EQ:
3613                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
3614                         break;
3615                 case OP_COND_EXC_NE_UN:
3616                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
3617                         break;
3618                 case OP_COND_EXC_LT:
3619                 case OP_COND_EXC_LT_UN:
3620                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
3621                         break;
3622                 case OP_COND_EXC_GT:
3623                 case OP_COND_EXC_GT_UN:
3624                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
3625                         break;
3626                 case OP_COND_EXC_GE:
3627                 case OP_COND_EXC_GE_UN:
3628                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
3629                         break;
3630                 case OP_COND_EXC_LE:
3631                 case OP_COND_EXC_LE_UN:
3632                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
3633                         break;
3634                 case OP_COND_EXC_OV:
3635                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
3636                         break;
3637                 case OP_COND_EXC_NO:
3638                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
3639                         break;
3640                 case OP_COND_EXC_C:
3641                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
3642                         break;
3643                 case OP_COND_EXC_NC:
3644                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
3645                         break;
3646                 case CEE_BEQ:
3647                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
3648                         break;
3649                 case CEE_BNE_UN:
3650                         EMIT_COND_BRANCH (ins, S390_CC_NE);
3651                         break;
3652                 case CEE_BLT:
3653                 case CEE_BLT_UN:
3654                         EMIT_COND_BRANCH (ins, S390_CC_LT);
3655                         break;
3656                 case CEE_BGT:
3657                 case CEE_BGT_UN:
3658                         EMIT_COND_BRANCH (ins, S390_CC_GT);
3659                         break;
3660                 case CEE_BGE:
3661                 case CEE_BGE_UN:
3662                         EMIT_COND_BRANCH (ins, S390_CC_GE);
3663                         break;
3664                 case CEE_BLE:
3665                 case CEE_BLE_UN:
3666                         EMIT_COND_BRANCH (ins, S390_CC_LE);
3667                         break;
3668
3669                 /* floating point opcodes */
3670                 case OP_R8CONST: {
3671                         if (*((float *) ins->inst_p0) == 0) {
3672                                 s390_lzdr (code, ins->dreg);
3673                         } else {
3674                                 s390_basr  (code, s390_r13, 0);
3675                                 s390_j     (code, 4);
3676                                 s390_word  (code, ins->inst_p0);
3677                                 s390_l     (code, s390_r13, 0, s390_r13, 4);
3678                                 s390_ld    (code, ins->dreg, 0, s390_r13, 0);
3679                         }
3680                 }
3681                         break;
3682                 case OP_R4CONST: {
3683                         if (*((float *) ins->inst_p0) == 0) {
3684                                 s390_lzdr (code, ins->dreg);
3685                         } else {
3686                                 s390_basr (code, s390_r13, 0);
3687                                 s390_j    (code, 4);
3688                                 s390_word (code, ins->inst_p0);
3689                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3690                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
3691                         }
3692                 }
3693                         break;
3694                 case OP_STORER8_MEMBASE_REG: {
3695                         if (s390_is_uimm12(ins->inst_offset)) {
3696                                 s390_std  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
3697                         } else {
3698                                 s390_basr (code, s390_r13, 0);
3699                                 s390_j    (code, 4);
3700                                 s390_word (code, ins->inst_offset);
3701                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3702                                 s390_std  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
3703                         }
3704                 }
3705                         break;
3706                 case OP_LOADR8_MEMBASE: {
3707                         if (s390_is_uimm12(ins->inst_offset)) {
3708                                 s390_ld   (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
3709                         } else {
3710                                 s390_basr (code, s390_r13, 0);
3711                                 s390_j    (code, 4);
3712                                 s390_word (code, ins->inst_offset);
3713                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3714                                 s390_ld   (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
3715                         }
3716                 }
3717                         break;
3718                 case OP_STORER4_MEMBASE_REG: {
3719                         if (s390_is_uimm12(ins->inst_offset)) {
3720                                 s390_ledbr(code, s390_f15, ins->sreg1);
3721                                 s390_ste  (code, s390_f15, 0, ins->inst_destbasereg, ins->inst_offset);
3722                         } else {
3723                                 s390_basr (code, s390_r13, 0);
3724                                 s390_j    (code, 4);
3725                                 s390_word (code, ins->inst_offset);
3726                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3727                                 s390_ledbr(code, s390_f15, ins->sreg1);
3728                                 s390_ste  (code, s390_f15, s390_r13, ins->inst_destbasereg, 0);
3729                         }
3730                 }
3731                         break;
3732                 case OP_LOADR4_MEMBASE: {
3733                         if (s390_is_uimm12(ins->inst_offset)) {
3734                                 s390_ldeb (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
3735                         } else {
3736                                 s390_basr (code, s390_r13, 0);
3737                                 s390_j    (code, 4);
3738                                 s390_word (code, ins->inst_offset);
3739                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3740                                 s390_ldeb (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
3741                         }
3742                 }
3743                         break;
3744                 case CEE_CONV_R_UN: {
3745                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3746                         s390_ltr   (code, ins->sreg1, ins->sreg1);
3747                         s390_jnl   (code, 12);
3748                         s390_basr  (code, s390_r13, 0);
3749                         s390_j     (code, 6);
3750                         s390_word  (code, 0x41f00000);
3751                         s390_word  (code, 0);
3752                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
3753                 }
3754                         break;
3755                 case CEE_CONV_R4: {
3756                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3757                 }
3758                         break;
3759                 case CEE_CONV_R8: {
3760                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3761                 }
3762                         break;
3763                 case OP_FCONV_TO_I1:
3764                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
3765                         break;
3766                 case OP_FCONV_TO_U1:
3767                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
3768                         break;
3769                 case OP_FCONV_TO_I2:
3770                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
3771                         break;
3772                 case OP_FCONV_TO_U2:
3773                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
3774                         break;
3775                 case OP_FCONV_TO_I4:
3776                 case OP_FCONV_TO_I:
3777                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
3778                         break;
3779                 case OP_FCONV_TO_U4:
3780                 case OP_FCONV_TO_U:
3781                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
3782                         break;
3783                 case OP_FCONV_TO_I8:
3784                 case OP_FCONV_TO_U8:
3785                         g_assert_not_reached ();
3786                         /* Implemented as helper calls */
3787                         break;
3788                 case OP_LCONV_TO_R_UN:
3789                         g_assert_not_reached ();
3790                         /* Implemented as helper calls */
3791                         break;
3792                 case OP_LCONV_TO_OVF_I: {
3793                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
3794                         short int *o[5];
3795                         s390_ltr  (code, ins->sreg1, ins->sreg1);
3796                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
3797                         s390_ltr  (code, ins->sreg2, ins->sreg2);
3798                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
3799                         s390_lhi  (code, s390_r13, -1);
3800                         s390_cr   (code, ins->sreg2, s390_r13);
3801                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
3802                         if (ins->dreg != ins->sreg1)
3803                                 s390_lr   (code, ins->dreg, ins->sreg1);
3804                         s390_j    (code, 0); CODEPTR(code, o[3]);
3805                         PTRSLOT(code, o[0]);
3806                         s390_ltr  (code, ins->sreg2, ins->sreg2);
3807                         s390_jz   (code, 0); CODEPTR(code, o[4]);
3808                         PTRSLOT(code, o[1]);
3809                         PTRSLOT(code, o[2]);
3810                         mono_add_patch_info (cfg, code - cfg->native_code,
3811                                              MONO_PATCH_INFO_EXC, "OverflowException");
3812                         s390_brasl (code, s390_r14, 0);
3813                         PTRSLOT(code, o[3]);
3814                         PTRSLOT(code, o[4]);
3815                 }
3816                         break;
3817                 case OP_SQRT: {
3818                         s390_sqdbr (code, ins->dreg, ins->sreg1);
3819                 }
3820                         break;
3821                 case OP_FADD: {
3822                         CHECK_SRCDST_COM_F;
3823                         s390_adbr (code, ins->dreg, src2);
3824                 }
3825                         break;
3826                 case OP_FSUB: {
3827                         CHECK_SRCDST_NCOM_F;
3828                         s390_sdbr (code, ins->dreg, src2);
3829                 }
3830                         break;
3831                 case OP_FMUL: {
3832                         CHECK_SRCDST_COM_F;
3833                         s390_mdbr (code, ins->dreg, src2);
3834                 }
3835                         break;
3836                 case OP_FDIV: {
3837                         CHECK_SRCDST_NCOM_F;
3838                         s390_ddbr (code, ins->dreg, src2);
3839                 }
3840                         break;
3841                 case OP_FNEG: {
3842                         s390_lcdbr (code, ins->dreg, ins->sreg1);
3843                 }
3844                         break;
3845                 case OP_FREM: {
3846                         CHECK_SRCDST_NCOM_F;
3847                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
3848                 }
3849                         break;
3850                 case OP_FCOMPARE: {
3851                         s390_cdbr (code, ins->sreg1, ins->sreg2);
3852                 }
3853                         break;
3854                 case OP_FCEQ: {
3855                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3856                         s390_lhi   (code, ins->dreg, 1);
3857                         s390_je    (code, 4);
3858                         s390_lhi   (code, ins->dreg, 0);
3859                 }
3860                         break;
3861                 case OP_FCLT: {
3862                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3863                         s390_lhi   (code, ins->dreg, 1);
3864                         s390_jl    (code, 4);
3865                         s390_lhi   (code, ins->dreg, 0);
3866                 }
3867                         break;
3868                 case OP_FCLT_UN: {
3869                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3870                         s390_lhi   (code, ins->dreg, 1);
3871                         s390_jlo   (code, 4);
3872                         s390_lhi   (code, ins->dreg, 0);
3873                 }
3874                         break;
3875                 case OP_FCGT: {
3876                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3877                         s390_lhi   (code, ins->dreg, 1);
3878                         s390_jh    (code, 4);
3879                         s390_lhi   (code, ins->dreg, 0);
3880                 }
3881                         break;
3882                 case OP_FCGT_UN: {
3883                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3884                         s390_lhi   (code, ins->dreg, 1);
3885                         s390_jho   (code, 4);
3886                         s390_lhi   (code, ins->dreg, 0);
3887                 }
3888                         break;
3889                 case OP_FBEQ: {
3890                         short *o;
3891                         s390_jo (code, 0); CODEPTR(code, o);
3892                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
3893                         PTRSLOT(code, o);
3894                 }
3895                         break;
3896                 case OP_FBNE_UN:
3897                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
3898                         break;
3899                 case OP_FBLT: {
3900                         short *o;
3901                         s390_jo (code, 0); CODEPTR(code, o);
3902                         EMIT_COND_BRANCH (ins, S390_CC_LT);
3903                         PTRSLOT(code, o);
3904                 }
3905                         break;
3906                 case OP_FBLT_UN:
3907                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
3908                         break;
3909                 case OP_FBGT: {
3910                         short *o;
3911                         s390_jo (code, 0); CODEPTR(code, o);
3912                         EMIT_COND_BRANCH (ins, S390_CC_GT);
3913                         PTRSLOT(code, o);
3914                 }
3915                         break;
3916                 case OP_FBGT_UN:
3917                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
3918                         break;
3919                 case OP_FBGE: {
3920                         short *o;
3921                         s390_jo (code, 0); CODEPTR(code, o);
3922                         EMIT_COND_BRANCH (ins, S390_CC_GE);
3923                         PTRSLOT(code, o);
3924                 }
3925                         break;
3926                 case OP_FBGE_UN:
3927                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
3928                         break;
3929                 case OP_FBLE: {
3930                         short *o;
3931                         s390_jo (code, 0); CODEPTR(code, o);
3932                         EMIT_COND_BRANCH (ins, S390_CC_LE);
3933                         PTRSLOT(code, o);
3934                 }
3935                         break;
3936                 case OP_FBLE_UN:
3937                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
3938                         break;
3939                 case OP_CKFINITE: {
3940                         short *o;
3941                         s390_lhi  (code, s390_r13, 0x7f);
3942                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
3943                         s390_jz   (code, 0); CODEPTR(code, o);
3944                         mono_add_patch_info (cfg, code - cfg->native_code,
3945                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
3946                         s390_brasl (code, s390_r14,0);
3947                         PTRSLOT(code, o);
3948                 }
3949                         break;
3950                 case OP_S390_MOVE: {
3951                         if (ins->backend.size > 0) {
3952                                 if (ins->backend.size <= 256) {
3953                                         s390_mvc  (code, ins->backend.size, ins->dreg,
3954                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
3955                                 } else {
3956                                         s390_lr   (code, s390_r0, ins->dreg);
3957                                         if (s390_is_imm16 (ins->inst_offset)) {
3958                                                 s390_ahi  (code, s390_r0, ins->inst_offset);
3959                                         } else {
3960                                                 s390_basr (code, s390_r13, 0);
3961                                                 s390_j    (code, 4);
3962                                                 s390_word (code, ins->inst_offset);
3963                                                 s390_a    (code, s390_r0, 0, s390_r13, 4);
3964                                         }
3965                                         s390_lr   (code, s390_r14, s390_r12);
3966                                         s390_lr   (code, s390_r12, ins->sreg1);
3967                                         if (s390_is_imm16 (ins->inst_imm)) {
3968                                                 s390_ahi  (code, s390_r12, ins->inst_imm);
3969                                         } else {
3970                                                 s390_basr (code, s390_r13, 0);
3971                                                 s390_j    (code, 4);
3972                                                 s390_word (code, ins->inst_imm);
3973                                                 s390_a    (code, s390_r12, 0, s390_r13, 4);
3974                                         }
3975                                         s390_lr   (code, s390_r1, ins->sreg1);
3976                                         s390_lr   (code, s390_r13, s390_r1);
3977                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
3978                                         s390_jo   (code, -2);
3979                                         s390_lr   (code, s390_r12, s390_r14);
3980                                 }
3981                         }
3982                 }
3983                         break;
3984                 case OP_ATOMIC_ADD_I4: {
3985                         s390_lr  (code, s390_r1, ins->sreg2);
3986                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3987                         s390_a   (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
3988                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
3989                         s390_jnz (code, -7);
3990                         s390_lr  (code, ins->dreg, s390_r1);
3991                 }
3992                         break;
3993                 case OP_ATOMIC_ADD_NEW_I4: {
3994                         s390_lr  (code, s390_r1, ins->sreg2);
3995                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3996                         s390_a   (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
3997                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
3998                         s390_jnz (code, -7);
3999                         s390_lr  (code, ins->dreg, s390_r1);
4000                 }
4001                         break;
4002                 case OP_ATOMIC_EXCHANGE_I4: {
4003                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4004                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4005                         s390_jnz (code, -4);
4006                         s390_lr  (code, ins->dreg, s390_r0);
4007                 }
4008                         break;
4009                 case OP_S390_BKCHAIN: {
4010                         s390_lr  (code, ins->dreg, ins->sreg1);
4011                         if (s390_is_imm16 (cfg->stack_offset)) {
4012                                 s390_ahi (code, ins->dreg, cfg->stack_offset);
4013                         } else {
4014                                 s390_basr (code, s390_r13, 0);
4015                                 s390_j    (code, 6);
4016                                 s390_word (code, cfg->stack_offset);
4017                                 s390_a    (code, ins->dreg, 0, s390_r13, 4);
4018                         }
4019                 }
4020                 case OP_MEMORY_BARRIER: {
4021                 }
4022                         break;
4023                 default:
4024                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4025                         g_assert_not_reached ();
4026                 }
4027
4028                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4029                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %d)",
4030                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4031                         g_assert_not_reached ();
4032                 }
4033
4034                 cpos += max_len;
4035
4036                 last_offset = offset;
4037         }
4038
4039         cfg->code_len = code - cfg->native_code;
4040 }
4041
4042 /*========================= End of Function ========================*/
4043
4044 /*------------------------------------------------------------------*/
4045 /*                                                                  */
4046 /* Name         - mono_arch_register_lowlevel_calls                 */
4047 /*                                                                  */
4048 /* Function     - Register routines to help with --trace operation. */
4049 /*                                                                  */
4050 /*------------------------------------------------------------------*/
4051
4052 void
4053 mono_arch_register_lowlevel_calls (void)
4054 {
4055         mono_register_jit_icall (mono_arch_get_lmf_addr, "mono_arch_get_lmf_addr", NULL, TRUE);
4056 }
4057
4058 /*========================= End of Function ========================*/
4059
4060 /*------------------------------------------------------------------*/
4061 /*                                                                  */
4062 /* Name         - mono_arch_patch_code                              */
4063 /*                                                                  */
4064 /* Function     - Process the patch data created during the         */
4065 /*                instruction build process. This resolves jumps,   */
4066 /*                calls, variables etc.                             */
4067 /*                                                                  */
4068 /*------------------------------------------------------------------*/
4069
4070 void
4071 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4072                       guint8 *code, MonoJumpInfo *ji, gboolean run_cctors)
4073 {
4074         MonoJumpInfo *patch_info;
4075
4076         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4077                 unsigned char *ip = patch_info->ip.i + code;
4078                 gconstpointer target = NULL;
4079
4080                 target = mono_resolve_patch_target (method, domain, code,
4081                                                     patch_info, run_cctors);
4082
4083                 switch (patch_info->type) {
4084                         case MONO_PATCH_INFO_IP:
4085                         case MONO_PATCH_INFO_EXC_NAME:
4086                         case MONO_PATCH_INFO_LDSTR:
4087                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4088                         case MONO_PATCH_INFO_LDTOKEN:
4089                         case MONO_PATCH_INFO_EXC:
4090                                 continue;
4091                         case MONO_PATCH_INFO_SWITCH:
4092                                 /*----------------------------------*/
4093                                 /* ip points at the basr r13,0/j +4 */
4094                                 /* instruction the vtable value     */
4095                                 /* follows this (i.e. ip+6)         */
4096                                 /*----------------------------------*/
4097                                 *((gconstpointer *)(ip+6)) = target;
4098                                 target = NULL;
4099                                 continue;
4100                         case MONO_PATCH_INFO_METHODCONST:
4101                         case MONO_PATCH_INFO_CLASS:
4102                         case MONO_PATCH_INFO_IMAGE:
4103                         case MONO_PATCH_INFO_FIELD:
4104                         case MONO_PATCH_INFO_IID:
4105                                 target = S390_RELATIVE(target, ip);
4106                                 continue;
4107                         case MONO_PATCH_INFO_R4:
4108                         case MONO_PATCH_INFO_R8:
4109                         case MONO_PATCH_INFO_METHOD_REL:
4110                                 g_assert_not_reached ();
4111                                 continue;
4112                         default:
4113                                 target = S390_RELATIVE(target, ip);
4114                                 ip += 2;
4115                 }
4116                 s390_patch (ip, (guint32) target);
4117         }
4118 }
4119
4120 /*========================= End of Function ========================*/
4121
4122 /*------------------------------------------------------------------*/
4123 /*                                                                  */
4124 /* Name         - emit_load_volatile_registers                      */
4125 /*                                                                  */
4126 /* Function     - Create the instruction sequence for loading the   */
4127 /*                parameter registers for use with the 'tail' op.   */
4128 /*                                                                  */
4129 /*                The register loading operations performed here    */
4130 /*                are the mirror of the store operations performed  */
4131 /*                in mono_arch_emit_prolog and need to be kept in   */
4132 /*                synchronization with it.                          */
4133 /*                                                                  */
4134 /*------------------------------------------------------------------*/
4135
4136 guint8 *
4137 emit_load_volatile_registers(guint8 * code, MonoCompile *cfg)
4138 {
4139         MonoMethod *method = cfg->method;
4140         MonoMethodSignature *sig;
4141         MonoInst *inst;
4142         int pos, i;
4143         CallInfo *cinfo;
4144         size_data sz;
4145
4146         sig = mono_method_signature (method);
4147         pos = 0;
4148
4149         cinfo = calculate_sizes (NULL, sig, &sz, sig->pinvoke);
4150
4151         if (cinfo->struct_ret) {
4152                 ArgInfo *ainfo = &cinfo->ret;
4153                 inst         = cfg->ret;
4154                 s390_l (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4155         }
4156
4157         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4158                 ArgInfo *ainfo = cinfo->args + i;
4159                 inst = cfg->args [pos];
4160
4161                 if (inst->opcode == OP_REGVAR) {
4162                         if (ainfo->regtype == RegTypeGeneral)
4163                                 s390_lr (code, ainfo->reg, inst->dreg);
4164                         else if (ainfo->regtype == RegTypeFP) {
4165                                 if (inst->dreg != ainfo->reg) {
4166                                         if (ainfo->size == 4) {
4167                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4168                                         } else {
4169                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4170                                         }
4171                                 }
4172                         }
4173                         else if (ainfo->regtype == RegTypeBase) {
4174                         } else
4175                                 g_assert_not_reached ();
4176                 } else {
4177                         if (ainfo->regtype == RegTypeGeneral) {
4178                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4179                                         g_assert_not_reached();
4180                                 switch (ainfo->size) {
4181                                 case 1:
4182                                         s390_ic (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4183                                         break;
4184                                 case 2:
4185                                         s390_lh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4186                                         break;
4187                                 case 8:
4188                                         s390_lm (code, ainfo->reg, ainfo->reg + 1,
4189                                                   inst->inst_basereg, inst->inst_offset);
4190                                         break;
4191                                 default:
4192                                         s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4193                                 }
4194                         } else if (ainfo->regtype == RegTypeBase) {
4195                         } else if (ainfo->regtype == RegTypeFP) {
4196                                 if (ainfo->size == 8)
4197                                         s390_ld (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4198                                 else if (ainfo->size == 4)
4199                                         s390_le (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4200                                 else
4201                                         g_assert_not_reached ();
4202                         } else if (ainfo->regtype == RegTypeStructByVal) {
4203                                 if (ainfo->reg != STK_BASE) {
4204                                         switch (ainfo->size) {
4205                                         case 1:
4206                                                 s390_ic (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4207                                                 break;
4208                                         case 2:
4209                                                 s390_lh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4210                                                 break;
4211                                         case 4:
4212                                                 s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4213                                                 break;
4214                                         case 8:
4215                                                 s390_lm (code, ainfo->reg, ainfo->reg+1, inst->inst_basereg, inst->inst_offset);
4216                                                 break;
4217                                         }
4218                                 }
4219                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4220                                 if (ainfo->reg != STK_BASE) {
4221                                         s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4222                                 }
4223                         } else
4224                                 g_assert_not_reached ();
4225                 }
4226                 pos++;
4227         }
4228
4229         g_free (cinfo);
4230
4231         return code;
4232 }
4233
4234 /*========================= End of Function ========================*/
4235
4236 /*------------------------------------------------------------------*/
4237 /*                                                                  */
4238 /* Name         - mono_arch_emit_prolog                             */
4239 /*                                                                  */
4240 /* Function     - Create the instruction sequence for a function    */
4241 /*                prolog.                                           */
4242 /*                                                                  */
4243 /*------------------------------------------------------------------*/
4244
4245 guint8 *
4246 mono_arch_emit_prolog (MonoCompile *cfg)
4247 {
4248         MonoMethod *method = cfg->method;
4249         MonoBasicBlock *bb;
4250         MonoMethodSignature *sig;
4251         MonoInst *inst;
4252         int alloc_size, pos, max_offset, i;
4253         guint8 *code;
4254         CallInfo *cinfo;
4255         size_data sz;
4256         int tracing = 0;
4257         int lmfOffset;                                                          \
4258
4259         if (mono_jit_trace_calls != NULL && mono_trace_eval (method))
4260                 tracing = 1;
4261
4262         cfg->code_size   = 512;
4263         cfg->native_code = code = g_malloc (cfg->code_size);
4264
4265         s390_stm  (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4266
4267         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4268                 cfg->used_int_regs |= 1 << 11;
4269         }
4270
4271         alloc_size = cfg->stack_offset;
4272
4273         cfg->stack_usage = alloc_size;
4274         s390_lr   (code, s390_r11, STK_BASE);
4275         if (s390_is_uimm16 (alloc_size)) {
4276                 s390_ahi  (code, STK_BASE, -alloc_size);
4277         } else {
4278                 int stackSize = alloc_size;
4279                 while (stackSize > 32767) {
4280                         s390_ahi  (code, STK_BASE, -32767);
4281                         stackSize -= 32767;
4282                 }
4283                 s390_ahi  (code, STK_BASE, -stackSize);
4284         }
4285         s390_st   (code, s390_r11, 0, STK_BASE, 0);
4286
4287         if (cfg->frame_reg != STK_BASE)
4288                 s390_lr (code, s390_r11, STK_BASE);
4289
4290         /* compute max_offset in order to use short forward jumps
4291          * we always do it on s390 because the immediate displacement
4292          * for jumps is too small
4293          */
4294         max_offset = 0;
4295         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4296                 MonoInst *ins;
4297                 bb->max_offset = max_offset;
4298
4299                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4300                         max_offset += 6;
4301
4302                 MONO_BB_FOR_EACH_INS (bb, ins)
4303                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4304         }
4305
4306         /* load arguments allocated to register from the stack */
4307         sig = mono_method_signature (method);
4308         pos = 0;
4309
4310         cinfo = calculate_sizes (cfg, sig, &sz, sig->pinvoke);
4311
4312         if (cinfo->struct_ret) {
4313                 ArgInfo *ainfo = &cinfo->ret;
4314                 inst         = cfg->ret;
4315                 inst->backend.size = ainfo->vtsize;
4316                 s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4317         }
4318
4319         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4320                 ArgInfo *ainfo = cinfo->args + i;
4321                 inst = cfg->args [pos];
4322
4323                 if (inst->opcode == OP_REGVAR) {
4324                         if (ainfo->regtype == RegTypeGeneral)
4325                                 s390_lr (code, inst->dreg, ainfo->reg);
4326                         else if (ainfo->regtype == RegTypeFP) {
4327                                 if (inst->dreg != ainfo->reg) {
4328                                         if (ainfo->size == 4) {
4329                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
4330                                         } else {
4331                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
4332                                         }
4333                                 }
4334                         }
4335                         else if (ainfo->regtype == RegTypeBase) {
4336                                 s390_lr  (code, s390_r13, STK_BASE);
4337                                 s390_ahi (code, s390_r13, alloc_size);
4338                                 s390_l   (code, inst->dreg, 0, s390_r13, ainfo->offset);
4339                         } else
4340                                 g_assert_not_reached ();
4341
4342                         if (cfg->verbose_level > 2)
4343                                 g_print ("Argument %d assigned to register %s\n",
4344                                          pos, mono_arch_regname (inst->dreg));
4345                 } else {
4346                         if (ainfo->regtype == RegTypeGeneral) {
4347                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4348                                         g_assert_not_reached();
4349                                 switch (ainfo->size) {
4350                                 case 1:
4351                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4352                                         break;
4353                                 case 2:
4354                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4355                                         break;
4356                                 case 8:
4357                                         s390_stm (code, ainfo->reg, ainfo->reg + 1,
4358                                                   inst->inst_basereg, inst->inst_offset);
4359                                         break;
4360                                 default:
4361                                         s390_st  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4362                                 }
4363                         } else if (ainfo->regtype == RegTypeBase) {
4364                         } else if (ainfo->regtype == RegTypeFP) {
4365                                 if (ainfo->size == 8)
4366                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4367                                 else if (ainfo->size == 4)
4368                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4369                                 else
4370                                         g_assert_not_reached ();
4371                         } else if (ainfo->regtype == RegTypeStructByVal) {
4372                                 int doffset = inst->inst_offset;
4373                                 int reg;
4374                                 if (ainfo->reg != STK_BASE)
4375                                         reg = ainfo->reg;
4376                                 else {
4377                                         reg = s390_r0;
4378                                         s390_lr  (code, s390_r13, STK_BASE);
4379                                         s390_ahi (code, s390_r13, alloc_size);
4380                                 }
4381                                 switch (ainfo->size) {
4382                                         case 1:
4383                                                 if (ainfo->reg == STK_BASE)
4384                                                         s390_ic  (code, reg, 0, s390_r13, ainfo->offset+3);
4385                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
4386                                                 break;
4387                                         case 2:
4388                                                 if (ainfo->reg == STK_BASE)
4389                                                         s390_lh  (code, reg, 0, s390_r13, ainfo->offset+2);
4390                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
4391                                                 break;
4392                                         case 4:
4393                                                 if (ainfo->reg == STK_BASE)
4394                                                         s390_l   (code, reg, 0, s390_r13, ainfo->offset);
4395                                                 s390_st  (code, reg, 0, inst->inst_basereg, doffset);
4396                                                 break;
4397                                         case 8:
4398                                                 if (ainfo->reg == STK_BASE)
4399                                                         s390_lm  (code, s390_r0, s390_r1, s390_r13, ainfo->offset);
4400                                                 s390_stm (code, reg, reg+1, inst->inst_basereg, doffset);
4401                                                 break;
4402                                 }
4403                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4404                                 if (ainfo->reg != STK_BASE)
4405                                         s390_st  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4406                         } else
4407                                 g_assert_not_reached ();
4408                 }
4409                 pos++;
4410         }
4411
4412         if (method->save_lmf) {
4413                 /*---------------------------------------------------------------*/
4414                 /* we build the MonoLMF structure on the stack - see mini-s390.h */
4415                 /*---------------------------------------------------------------*/
4416                 lmfOffset = alloc_size - sizeof(MonoLMF);
4417
4418                 s390_lr    (code, s390_r13, cfg->frame_reg);
4419                 if (s390_is_uimm16(lmfOffset))
4420                         s390_ahi   (code, s390_r13, lmfOffset);
4421                 else {
4422                         s390_basr (code, s390_r14, 0);
4423                         s390_j    (code, 4);
4424                         s390_word (code, lmfOffset);
4425                         s390_a    (code, s390_r13, 0, s390_r14, 4);
4426                 }
4427
4428                 /*---------------------------------------------------------------*/
4429                 /* Preserve the parameter registers while we fix up the lmf      */
4430                 /*---------------------------------------------------------------*/
4431                 s390_stm   (code, s390_r2, s390_r6, s390_r13,
4432                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
4433
4434                 /*---------------------------------------------------------------*/
4435                 /* On return from this call r2 have the address of the &lmf      */
4436                 /*---------------------------------------------------------------*/
4437                 mono_add_patch_info (cfg, code - cfg->native_code,
4438                                      MONO_PATCH_INFO_INTERNAL_METHOD,
4439                                      (gpointer)"mono_get_lmf_addr");
4440                 s390_brasl (code, s390_r14, 0);
4441
4442                 /*---------------------------------------------------------------*/
4443                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
4444                 /*---------------------------------------------------------------*/
4445                 s390_st    (code, s390_r2, 0, s390_r13,
4446                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
4447
4448                 /*---------------------------------------------------------------*/
4449                 /* Get current lmf                                               */
4450                 /*---------------------------------------------------------------*/
4451                 s390_l     (code, s390_r0, 0, s390_r2, 0);
4452
4453                 /*---------------------------------------------------------------*/
4454                 /* Set our lmf as the current lmf                                */
4455                 /*---------------------------------------------------------------*/
4456                 s390_st    (code, s390_r13, 0, s390_r2, 0);
4457
4458                 /*---------------------------------------------------------------*/
4459                 /* Have our lmf.previous_lmf point to the last lmf               */
4460                 /*---------------------------------------------------------------*/
4461                 s390_st    (code, s390_r0, 0, s390_r13,
4462                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
4463
4464                 /*---------------------------------------------------------------*/
4465                 /* save method info                                              */
4466                 /*---------------------------------------------------------------*/
4467                 s390_basr  (code, s390_r1, 0);
4468                 s390_j     (code, 4);
4469                 s390_word  (code, method);
4470                 s390_l     (code, s390_r1, 0, s390_r1, 4);
4471                 s390_st    (code, s390_r1, 0, s390_r13,
4472                             G_STRUCT_OFFSET(MonoLMF, method));
4473
4474                 /*---------------------------------------------------------------*/
4475                 /* save the current IP                                           */
4476                 /*---------------------------------------------------------------*/
4477                 s390_st    (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
4478                 s390_basr  (code, s390_r1, 0);
4479                 s390_la    (code, s390_r1, 0, s390_r1, 0);
4480                 s390_st    (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
4481
4482                 /*---------------------------------------------------------------*/
4483                 /* Save general and floating point registers                     */
4484                 /*---------------------------------------------------------------*/
4485                 s390_stm   (code, s390_r2, s390_r12, s390_r13,
4486                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
4487                 for (i = 0; i < 16; i++) {
4488                         s390_std  (code, i, 0, s390_r13,
4489                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
4490                 }
4491
4492                 /*---------------------------------------------------------------*/
4493                 /* Restore the parameter registers now that we've set up the lmf */
4494                 /*---------------------------------------------------------------*/
4495                 s390_lm    (code, s390_r2, s390_r6, s390_r13,
4496                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
4497         }
4498
4499         if (tracing)
4500                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
4501
4502         cfg->code_len = code - cfg->native_code;
4503         g_free (cinfo);
4504
4505         return code;
4506 }
4507
4508 /*========================= End of Function ========================*/
4509
4510 /*------------------------------------------------------------------*/
4511 /*                                                                  */
4512 /* Name         - mono_arch_emit_epilog                             */
4513 /*                                                                  */
4514 /* Function     - Emit the instructions for a function epilog.      */
4515 /*                                                                  */
4516 /*------------------------------------------------------------------*/
4517
4518 void
4519 mono_arch_emit_epilog (MonoCompile *cfg)
4520 {
4521         MonoMethod *method = cfg->method;
4522         int tracing = 0;
4523         guint8 *code;
4524         int max_epilog_size = 96;
4525
4526         if (cfg->method->save_lmf)
4527                 max_epilog_size += 128;
4528
4529         if (mono_jit_trace_calls != NULL)
4530                 max_epilog_size += 128;
4531
4532         if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
4533                 max_epilog_size += 128;
4534
4535         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
4536                 cfg->code_size  *= 2;
4537                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
4538                 mono_jit_stats.code_reallocs++;
4539         }
4540
4541         code = cfg->native_code + cfg->code_len;
4542
4543         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4544                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
4545                 tracing = 1;
4546         }
4547
4548         if (method->save_lmf)
4549                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
4550
4551         if (cfg->flags & MONO_CFG_HAS_ALLOCA)
4552                 s390_l (code, STK_BASE, 0, STK_BASE, 0);
4553         else
4554                 code = backUpStackPtr(cfg, code, STK_BASE);
4555
4556         s390_lm  (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4557         s390_br  (code, s390_r14);
4558
4559         cfg->code_len = code - cfg->native_code;
4560
4561         g_assert (cfg->code_len < cfg->code_size);
4562
4563 }
4564
4565 /*========================= End of Function ========================*/
4566
4567 /*------------------------------------------------------------------*/
4568 /*                                                                  */
4569 /* Name         - mono_arch_emit_exceptions                         */
4570 /*                                                                  */
4571 /* Function     - Emit the blocks to handle exception conditions.   */
4572 /*                                                                  */
4573 /*------------------------------------------------------------------*/
4574
4575 void
4576 mono_arch_emit_exceptions (MonoCompile *cfg)
4577 {
4578         MonoJumpInfo    *patch_info;
4579         guint8          *code;
4580         int             nThrows = 0,
4581                         exc_count = 0,
4582                         iExc;
4583         guint32         code_size;
4584         MonoClass       *exc_classes [MAX_EXC];
4585         guint8          *exc_throw_start [MAX_EXC];
4586
4587         for (patch_info = cfg->patch_info;
4588              patch_info;
4589              patch_info = patch_info->next) {
4590                 if (patch_info->type == MONO_PATCH_INFO_EXC)
4591                         exc_count++;
4592         }
4593
4594         code_size = exc_count * 26;
4595
4596         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
4597                 cfg->code_size  *= 2;
4598                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
4599                 mono_jit_stats.code_reallocs++;
4600         }
4601
4602         code = cfg->native_code + cfg->code_len;
4603
4604         /*---------------------------------------------------------------------*/
4605         /* Add code to raise exceptions                                        */
4606         /*---------------------------------------------------------------------*/
4607         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
4608                 switch (patch_info->type) {
4609                 case MONO_PATCH_INFO_EXC: {
4610                         guint8 *ip = patch_info->ip.i + cfg->native_code;
4611                         MonoClass *exc_class;
4612                         guint32 throw_ip;
4613
4614                         /*-----------------------------------------------------*/
4615                         /* Patch the branch in epilog to come here             */
4616                         /*-----------------------------------------------------*/
4617                         s390_patch (ip + 2, (guint32) (S390_RELATIVE(code,ip)));
4618
4619                         exc_class = mono_class_from_name (mono_defaults.corlib,
4620                                                           "System",
4621                                                           patch_info->data.name);
4622                         g_assert (exc_class);
4623                         throw_ip = patch_info->ip.i;
4624
4625                         for (iExc = 0; iExc < nThrows; ++iExc)
4626                                 if (exc_classes [iExc] == exc_class)
4627                                         break;
4628
4629                         if (iExc < nThrows) {
4630                                 s390_jcl (code, S390_CC_UN, (guint32) exc_throw_start [iExc]);
4631                                 patch_info->type = MONO_PATCH_INFO_NONE;
4632                         } else {
4633
4634                                 if (nThrows < MAX_EXC) {
4635                                         exc_classes [nThrows]     = exc_class;
4636                                         exc_throw_start [nThrows] = code;
4637                                 }
4638
4639                                 /*---------------------------------------------*/
4640                                 /* Patch the parameter passed to the handler   */
4641                                 /*---------------------------------------------*/
4642                                 s390_basr (code, s390_r13, 0);
4643                                 s390_j    (code, 4);
4644                                 s390_word (code, patch_info->data.target);
4645                                 /*---------------------------------------------*/
4646                                 /* Load return address & parameter register    */
4647                                 /*---------------------------------------------*/
4648                                 s390_larl (code, s390_r14, (gsize)S390_RELATIVE((patch_info->ip.i +
4649                                                            cfg->native_code + 8), code));
4650                                 s390_l    (code, s390_r2, 0, s390_r13, 4);
4651                                 /*---------------------------------------------*/
4652                                 /* Reuse the current patch to set the jump     */
4653                                 /*---------------------------------------------*/
4654                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
4655                                 patch_info->data.name = "mono_arch_throw_exception_by_name";
4656                                 patch_info->ip.i      = code - cfg->native_code;
4657                                 s390_jcl  (code, S390_CC_UN, 0);
4658                         }
4659                         break;
4660                 }
4661                 default:
4662                         /* do nothing */
4663                         break;
4664                 }
4665         }
4666
4667         cfg->code_len = code - cfg->native_code;
4668
4669         g_assert (cfg->code_len < cfg->code_size);
4670
4671 }
4672
4673 /*========================= End of Function ========================*/
4674
4675 /*------------------------------------------------------------------*/
4676 /*                                                                  */
4677 /* Name         - mono_arch_setup_jit_tls_data                      */
4678 /*                                                                  */
4679 /* Function     - Setup the JIT's Thread Level Specific Data.       */
4680 /*                                                                  */
4681 /*------------------------------------------------------------------*/
4682
4683 void
4684 mono_arch_setup_jit_tls_data (MonoJitTlsData *tls)
4685 {
4686
4687         if (!tls_offset_inited) {
4688                 tls_offset_inited = TRUE;
4689
4690 #if HAVE_KW_THREAD
4691 # if 0
4692         __asm__ ("\tear\t%r1,0\n"
4693                  "\tlr\t%0,%3\n"
4694                  "\tsr\t%0,%r1\n"
4695                  "\tlr\t%1,%4\n"
4696                  "\tsr\t%1,%r1\n"
4697                  "\tlr\t%2,%5\n"
4698                  "\tsr\t%2,%r1\n"
4699                  : "=r" (appdomain_tls_offset),
4700                    "=r" (thread_tls_offset),
4701                    "=r" (lmf_tls_offset)
4702                  : "r" (&tls_appdomain),
4703                    "r" (&tls_current_object),
4704                    "r" (&mono_lmf_addr)
4705                  : "1", "cc");
4706 # endif
4707 #endif
4708         }
4709
4710         if (!lmf_addr_key_inited) {
4711                 lmf_addr_key_inited = TRUE;
4712                 pthread_key_create (&lmf_addr_key, NULL);
4713         }
4714         pthread_setspecific (lmf_addr_key, &tls->lmf);
4715
4716 }
4717
4718 /*========================= End of Function ========================*/
4719
4720 /*------------------------------------------------------------------*/
4721 /*                                                                  */
4722 /* Name         - mono_arch_free_jit_tls_data                       */
4723 /*                                                                  */
4724 /* Function     - Free tls data.                                    */
4725 /*                                                                  */
4726 /*------------------------------------------------------------------*/
4727
4728 void
4729 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
4730 {
4731
4732 }
4733
4734 /*========================= End of Function ========================*/
4735
4736 /*------------------------------------------------------------------*/
4737 /*                                                                  */
4738 /* Name         - mono_arch_emit_this_vret_args                     */
4739 /*                                                                  */
4740 /* Function     -                                                   */
4741 /*                                                                  */
4742 /*------------------------------------------------------------------*/
4743
4744 void
4745 mono_arch_emit_this_vret_args (MonoCompile *cfg, MonoCallInst *inst, int this_reg, int this_type, int vt_reg)
4746 {
4747         int this_dreg = s390_r2;
4748
4749         if (vt_reg != -1)
4750                 this_dreg = s390_r3;
4751
4752         /* add the this argument */
4753         if (this_reg != -1) {
4754                 MonoInst *this;
4755                 MONO_INST_NEW (cfg, this, OP_SETREG);
4756                 this->type  = this_type;
4757                 this->sreg1 = this_reg;
4758                 this->dreg  = mono_regstate_next_int (cfg->rs);
4759                 mono_bblock_add_inst (cfg->cbb, this);
4760                 mono_call_inst_add_outarg_reg (cfg, inst, this->dreg, this_dreg, FALSE);
4761         }
4762
4763         if (vt_reg != -1) {
4764                 MonoInst *vtarg;
4765                 MONO_INST_NEW (cfg, vtarg, OP_SETREG);
4766                 vtarg->type  = STACK_MP;
4767                 vtarg->sreg1 = vt_reg;
4768                 vtarg->dreg  = mono_regstate_next_int (cfg->rs);
4769                 mono_bblock_add_inst (cfg->cbb, vtarg);
4770                 mono_call_inst_add_outarg_reg (cfg, inst, vtarg->dreg, s390_r2, FALSE);
4771         }
4772 }
4773
4774 /*========================= End of Function ========================*/
4775
4776 /*------------------------------------------------------------------*/
4777 /*                                                                  */
4778 /* Name         - mono_arch_get_inst_for_method                   */
4779 /*                                                                  */
4780 /* Function     - Check for opcodes we can handle directly in       */
4781 /*                hardware.                                         */
4782 /*                                                                  */
4783 /*------------------------------------------------------------------*/
4784
4785 MonoInst*
4786 mono_arch_get_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod,
4787                                MonoMethodSignature *fsig, MonoInst **args)
4788 {
4789         MonoInst *ins = NULL;
4790
4791         if (cmethod->klass == mono_defaults.math_class) {
4792                 if (strcmp (cmethod->name, "Sqrt") == 0) {
4793                         MONO_INST_NEW (cfg, ins, OP_SQRT);
4794                         ins->inst_i0 = args [0];
4795                 }
4796         } else if (cmethod->klass == mono_defaults.thread_class &&
4797                            strcmp (cmethod->name, "MemoryBarrier") == 0) {
4798                 MONO_INST_NEW (cfg, ins, OP_MEMORY_BARRIER);
4799         } else if(cmethod->klass->image == mono_defaults.corlib &&
4800                            (strcmp (cmethod->klass->name_space, "System.Threading") == 0) &&
4801                            (strcmp (cmethod->klass->name, "Interlocked") == 0)) {
4802
4803                 if (strcmp (cmethod->name, "Increment") == 0 &&
4804                     fsig->params [0]->type == MONO_TYPE_I4) {
4805                         MonoInst *ins_iconst;
4806
4807                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_NEW_I4);
4808                         MONO_INST_NEW (cfg, ins_iconst, OP_ICONST);
4809                         ins_iconst->inst_c0 = 1;
4810
4811                         ins->inst_i0 = args [0];
4812                         ins->inst_i1 = ins_iconst;
4813                 } else if (strcmp (cmethod->name, "Decrement") == 0 &&
4814                            fsig->params [0]->type == MONO_TYPE_I4) {
4815                         MonoInst *ins_iconst;
4816
4817                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_NEW_I4);
4818                         MONO_INST_NEW (cfg, ins_iconst, OP_ICONST);
4819                         ins_iconst->inst_c0 = -1;
4820
4821                         ins->inst_i0 = args [0];
4822                         ins->inst_i1 = ins_iconst;
4823                 } else if (strcmp (cmethod->name, "Exchange") == 0 &&
4824                            fsig->params [0]->type == MONO_TYPE_I4) {
4825                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_EXCHANGE_I4);
4826
4827                         ins->inst_i0 = args [0];
4828                         ins->inst_i1 = args [1];
4829                 } else if (strcmp (cmethod->name, "Add") == 0 &&
4830                            fsig->params [0]->type == MONO_TYPE_I4) {
4831                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_I4);
4832
4833                         ins->inst_i0 = args [0];
4834                         ins->inst_i1 = args [1];
4835                 }
4836         }
4837         return ins;
4838 }
4839
4840 /*========================= End of Function ========================*/
4841
4842 /*------------------------------------------------------------------*/
4843 /*                                                                  */
4844 /* Name         - mono_arch_print_tree                              */
4845 /*                                                                  */
4846 /* Function     - Print platform-specific opcode details.           */
4847 /*                                                                  */
4848 /* Returns      - 1 - opcode details have been printed              */
4849 /*                0 - opcode details have not been printed          */
4850 /*                                                                  */
4851 /*------------------------------------------------------------------*/
4852
4853 gboolean
4854 mono_arch_print_tree (MonoInst *tree, int arity)
4855 {
4856         gboolean done;
4857
4858         switch (tree->opcode) {
4859                 case OP_S390_LOADARG:
4860                 case OP_S390_ARGREG:
4861                 case OP_S390_ARGPTR:
4862                         printf ("[0x%lx(%s)]", tree->inst_offset,
4863                                 mono_arch_regname (tree->inst_basereg));
4864                         done = 1;
4865                         break;
4866                 case OP_S390_STKARG:
4867                         printf ("[0x%lx(previous_frame)]",
4868                                 tree->inst_offset);
4869                         done = 1;
4870                         break;
4871                 case OP_S390_MOVE:
4872                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
4873                                 tree->inst_offset, tree->backend.size,
4874                                 mono_arch_regname(tree->dreg), tree->inst_imm,
4875                                 mono_arch_regname(tree->sreg1));
4876                         done = 1;
4877                         break;
4878                 case OP_S390_SETF4RET:
4879                         printf ("[%s,%s]",
4880                                 mono_arch_fregname (tree->dreg),
4881                                 mono_arch_fregname (tree->sreg1));
4882                         done = 1;
4883                         break;
4884                 case OP_TLS_GET:
4885                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
4886                                 tree->inst_imm,
4887                                 mono_arch_regname (tree->sreg1));
4888                         done = 1;
4889                         break;
4890                 case OP_S390_BKCHAIN:
4891                         printf ("[previous_frame(%s)]",
4892                                 mono_arch_regname (tree->sreg1));
4893                         done = 1;
4894                         break;
4895                 default:
4896                         done = 0;
4897         }
4898         return (done);
4899 }
4900
4901 /*========================= End of Function ========================*/
4902
4903 /*------------------------------------------------------------------*/
4904 /*                                                                  */
4905 /* Name         - mono_arch_regalloc_cost                           */
4906 /*                                                                  */
4907 /* Function     - Determine the cost, in the number of memory       */
4908 /*                references, of the action of allocating the var-  */
4909 /*                iable VMV into a register during global register  */
4910 /*                allocation.                                       */
4911 /*                                                                  */
4912 /* Returns      - Cost                                              */
4913 /*                                                                  */
4914 /*------------------------------------------------------------------*/
4915
4916 guint32
4917 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
4918 {
4919         /* FIXME: */
4920         return 2;
4921 }
4922
4923 /*========================= End of Function ========================*/
4924
4925 /*------------------------------------------------------------------*/
4926 /*                                                                  */
4927 /* Name         - mono_arch_get_domain_intrinsic                    */
4928 /*                                                                  */
4929 /* Function     -                                                   */
4930 /*                                                                  */
4931 /* Returns      -                                                   */
4932 /*                                                                  */
4933 /*------------------------------------------------------------------*/
4934
4935 MonoInst *
4936 mono_arch_get_domain_intrinsic (MonoCompile* cfg)
4937 {
4938         MonoInst *ins;
4939
4940         if (appdomain_tls_offset == -1)
4941                 return NULL;
4942
4943         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
4944         ins->inst_offset = appdomain_tls_offset;
4945         return (ins);
4946 }
4947
4948 /*========================= End of Function ========================*/
4949
4950 /*------------------------------------------------------------------*/
4951 /*                                                                  */
4952 /* Name         - mono_arch_get_thread_intrinsic                    */
4953 /*                                                                  */
4954 /* Function     -                                                   */
4955 /*                                                                  */
4956 /* Returns      -                                                   */
4957 /*                                                                  */
4958 /*------------------------------------------------------------------*/
4959
4960 MonoInst *
4961 mono_arch_get_thread_intrinsic (MonoCompile* cfg)
4962 {
4963         MonoInst *ins;
4964
4965         if (thread_tls_offset == -1)
4966                 return NULL;
4967
4968         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
4969         ins->inst_offset = thread_tls_offset;
4970         return (ins);
4971 }
4972
4973 /*========================= End of Function ========================*/
4974
4975 /*------------------------------------------------------------------*/
4976 /*                                                                  */
4977 /* Name         - mono_arch_flush_register_windows                  */
4978 /*                                                                  */
4979 /* Function     -                                                   */
4980 /*                                                                  */
4981 /* Returns      -                                                   */
4982 /*                                                                  */
4983 /*------------------------------------------------------------------*/
4984
4985 void
4986 mono_arch_flush_register_windows (void)
4987 {
4988 }
4989
4990 /*========================= End of Function ========================*/
4991
4992 /*------------------------------------------------------------------*/
4993 /*                                                                  */
4994 /* Name         - mono_arch_get_lmf_addr                            */
4995 /*                                                                  */
4996 /* Function     -                                                   */
4997 /*                                                                  */
4998 /* Returns      -                                                   */
4999 /*                                                                  */
5000 /*------------------------------------------------------------------*/
5001
5002 gpointer
5003 mono_arch_get_lmf_addr (void)
5004 {
5005         return pthread_getspecific (lmf_addr_key);
5006 }
5007
5008
5009 /*========================= End of Function ========================*/
5010
5011 /*------------------------------------------------------------------*/
5012 /*                                                                  */
5013 /* Name         - mono_arch_get_patch_offset                        */
5014 /*                                                                  */
5015 /* Function     - Dummy entry point until s390x supports aot.       */
5016 /*                                                                  */
5017 /* Returns      - Offset for patch.                                 */
5018 /*                                                                  */
5019 /*------------------------------------------------------------------*/
5020
5021 guint32
5022 mono_arch_get_patch_offset (guint8 *code)
5023 {
5024         return 0;
5025 }
5026
5027 /*========================= End of Function ========================*/