mono/mini/mini-s390.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define EMIT_COND_BRANCH(ins,cond)                                                      \
  22 {                                                                                       \
  23 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  24         if (ins->inst_i0->inst_c0) {                                                    \
  25                 int displace;                                                           \
  26                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  27                 if (s390_is_imm16(displace)) {                                          \
  28                         s390_brc (code, cond, displace);                                \
  29                 } else {                                                                \
  30                         s390_jcl (code, cond, displace);                                \
  31                 }                                                                       \
  32         } else {                                                                        \
  33                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  34                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  35                 s390_jcl (code, cond, 0);                                               \
  36         }                                                                               \
  37 } else {                                                                                \
  38         if (ins->inst_true_bb->native_offset) {                                         \
  39                 int displace;                                                           \
  40                 displace = ((cfg->native_code +                                         \
  41                             ins->inst_true_bb->native_offset) - code) / 2;              \
  42                 if (s390_is_imm16(displace)) {                                          \
  43                         s390_brc (code, cond, displace);                                \
  44                 } else {                                                                \
  45                         s390_jcl (code, cond, displace);                                \
  46                 }                                                                       \
  47         } else {                                                                        \
  48                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  49                                      MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  50                 s390_jcl (code, cond, 0);                                               \
  51         }                                                                               \
  52 }                                                                                       \
  53 }
  54
  55 #define EMIT_UNCOND_BRANCH(ins)                                                         \
  56 {                                                                                       \
  57 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  58         if (ins->inst_i0->inst_c0) {                                                    \
  59                 int displace;                                                           \
  60                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  61                 if (s390_is_imm16(displace)) {                                          \
  62                         s390_brc (code, S390_CC_UN, displace);                          \
  63                 } else {                                                                \
  64                         s390_jcl (code, S390_CC_UN, displace);                          \
  65                 }                                                                       \
  66         } else {                                                                        \
  67                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  68                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  69                 s390_jcl (code, S390_CC_UN, 0);                                         \
  70         }                                                                               \
  71 } else {                                                                                \
  72         if (ins->inst_target_bb->native_offset) {                                       \
  73                 int displace;                                                           \
  74                 displace = ((cfg->native_code +                                         \
  75                             ins->inst_target_bb->native_offset) - code) / 2;            \
  76                 if (s390_is_imm16(displace)) {                                          \
  77                         s390_brc (code, S390_CC_UN, displace);                          \
  78                 } else {                                                                \
  79                         s390_jcl (code, S390_CC_UN, displace);                          \
  80                 }                                                                       \
  81         } else {                                                                        \
  82                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  83                                      MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  84                 s390_jcl (code, S390_CC_UN, 0);                                         \
  85         }                                                                               \
  86 }                                                                                       \
  87 }
  88
  89 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  90         do {                                                            \
  91                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  92                                     MONO_PATCH_INFO_EXC, exc_name);     \
  93                 s390_jcl (code, cond, 0);                               \
  94         } while (0);
  95
  96 #define CHECK_SRCDST_COM                                                \
  97         if (ins->dreg == ins->sreg2) {                                  \
  98                 src2 = ins->sreg1;                                      \
  99         } else {                                                        \
 100                 src2 = ins->sreg2;                                      \
 101                 if (ins->dreg != ins->sreg1) {                          \
 102                         s390_lr  (code, ins->dreg, ins->sreg1);         \
 103                 }                                                       \
 104         }
 105
 106 #define CHECK_SRCDST_NCOM                                               \
 107         if (ins->dreg == ins->sreg2) {                                  \
 108                 src2 = s390_r13;                                        \
 109                 s390_lr  (code, s390_r13, ins->sreg2);                  \
 110         } else {                                                        \
 111                 src2 = ins->sreg2;                                      \
 112         }                                                               \
 113         if (ins->dreg != ins->sreg1) {                                  \
 114                 s390_lr  (code, ins->dreg, ins->sreg1);                 \
 115         }
 116
 117 #define CHECK_SRCDST_COM_F                                              \
 118         if (ins->dreg == ins->sreg2) {                                  \
 119                 src2 = ins->sreg1;                                      \
 120         } else {                                                        \
 121                 src2 = ins->sreg2;                                      \
 122                 if (ins->dreg != ins->sreg1) {                          \
 123                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 124                 }                                                       \
 125         }
 126
 127 #define CHECK_SRCDST_NCOM_F                                             \
 128         if (ins->dreg == ins->sreg2) {                                  \
 129                 src2 = s390_f15;                                        \
 130                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 131         } else {                                                        \
 132                 src2 = ins->sreg2;                                      \
 133         }                                                               \
 134         if (ins->dreg != ins->sreg1) {                                  \
 135                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 136         }
 137
 138 #define MONO_EMIT_NEW_MOVE2(cfg,dest,offset,src,imm,size) do {                  \
 139                 MonoInst *inst;                                                 \
 140                 int tmpr = 0;                                                   \
 141                 int sReg, dReg;                                                 \
 142                 MONO_INST_NEW (cfg, inst, OP_NOP);                                                              \
 143                 if (size > 256) {                                               \
 144                         tmpr = mono_alloc_preg (cfg); \
 145                         MONO_EMIT_NEW_ICONST(cfg,tmpr,size);                    \
 146                         inst->dreg        = dest;                               \
 147                         inst->inst_offset = offset;                             \
 148                         inst->sreg1       = src;                                \
 149                         inst->inst_imm    = imm;                                \
 150                         inst->sreg2       = tmpr;                               \
 151                 } else {                                                        \
 152                         if (s390_is_uimm12(offset)) {                           \
 153                                 inst->dreg        = dest;                       \
 154                                 inst->inst_offset = offset;                     \
 155                         } else {                                                \
 156                                 dReg = mono_alloc_preg (cfg); \
 157                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 158                                         dReg, dest, offset);                    \
 159                                 inst->dreg        = dReg;                       \
 160                                 inst->inst_offset = 0;                          \
 161                         }                                                       \
 162                         if (s390_is_uimm12(imm)) {                              \
 163                                 inst->sreg1       = src;                        \
 164                                 inst->inst_imm    = imm;                        \
 165                         } else {                                                \
 166                                 sReg = mono_alloc_preg (cfg); \
 167                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 168                                         sReg, src, imm);                        \
 169                                 inst->sreg1       = sReg;                       \
 170                                 inst->inst_imm    = 0;                          \
 171                         }                                                       \
 172                 }                                                               \
 173                 inst->opcode      = OP_S390_MOVE;                               \
 174                 inst->backend.size        = size;                                       \
 175         MONO_ADD_INS (cfg->cbb, inst); \
 176         } while (0)
 177
 178 #define MONO_OUTPUT_VTR2(cfg, size, dr, sr, so) do {                            \
 179         int reg = mono_alloc_preg (cfg); \
 180         switch (size) {                                                         \
 181                 case 0:                                                         \
 182                         MONO_EMIT_NEW_ICONST(cfg, reg, 0);                      \
 183                         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);       \
 184                 break;                                                          \
 185                 case 1:                                                         \
 186                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 187                                 reg, sr, so);                                   \
 188                         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);       \
 189                 break;                                                          \
 190                 case 2:                                                         \
 191                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 192                                 reg, sr, so);                                   \
 193                         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);       \
 194                 break;                                                          \
 195                 case 4:                                                         \
 196                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOAD_MEMBASE,     \
 197                                 reg, sr, so);                                   \
 198                         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);       \
 199                 break;                                                          \
 200                 case 8:                                                         \
 201                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOAD_MEMBASE,     \
 202                                 reg, sr, so);                                   \
 203                         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);       \
 204                         reg = mono_alloc_preg (cfg); \
 205                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOAD_MEMBASE,     \
 206                                 reg, sr, so + sizeof (guint32));                                        \
 207                         mono_call_inst_add_outarg_reg(cfg, call, reg, dr + 1, FALSE);   \
 208                 break;                                                          \
 209         }                                                                       \
 210 } while (0)
 211
 212 #define MONO_OUTPUT_VTS2(cfg, size, dr, dx, sr, so) do {                                \
 213         int tmpr;                                                               \
 214         switch (size) {                                                         \
 215                 case 0:                                                         \
 216                         tmpr = mono_alloc_preg (cfg); \
 217                         MONO_EMIT_NEW_ICONST(cfg, tmpr, 0);                     \
 218                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 219                                 dr, dx, tmpr);                                  \
 220                 break;                                                          \
 221                 case 1:                                                         \
 222                         tmpr = mono_alloc_preg (cfg); \
 223                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 224                                 tmpr, sr, so);                                  \
 225                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 226                                 dr, dx, tmpr);                                  \
 227                 break;                                                          \
 228                 case 2:                                                         \
 229                         tmpr = mono_alloc_preg (cfg); \
 230                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 231                                 tmpr, sr, so);                                  \
 232                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 233                                 dr, dx, tmpr);                                  \
 234                 break;                                                          \
 235                 case 4:                                                         \
 236                 case 8:                                                         \
 237                         MONO_EMIT_NEW_MOVE2 (cfg, dr, dx, sr, so, size);                \
 238                 break;                                                          \
 239         }                                                                       \
 240 } while (0)
 241
 242 #undef DEBUG
 243 #define DEBUG(a) if (cfg->verbose_level > 1) a
 244
 245 #define MAX_EXC 16
 246
 247 #define S390_TRACE_STACK_SIZE (5*sizeof(gint32)+3*sizeof(gdouble))
 248
 249 #define MAX (a, b) ((a) > (b) ? (a) : (b))
 250
 251 /*========================= End of Defines =========================*/
 252
 253 /*------------------------------------------------------------------*/
 254 /*                 I n c l u d e s                                  */
 255 /*------------------------------------------------------------------*/
 256
 257 #include "mini.h"
 258 #include <string.h>
 259
 260 #include <mono/metadata/appdomain.h>
 261 #include <mono/metadata/debug-helpers.h>
 262 #include <mono/metadata/profiler-private.h>
 263 #include <mono/utils/mono-math.h>
 264
 265 #include "mini-s390.h"
 266 #include "inssel.h"
 267 #include "cpu-s390.h"
 268 #include "jit-icalls.h"
 269
 270 /*========================= End of Includes ========================*/
 271
 272 /*------------------------------------------------------------------*/
 273 /*                 T y p e d e f s                                  */
 274 /*------------------------------------------------------------------*/
 275
 276 typedef struct {
 277         guint stack_size,
 278               local_size,
 279               code_size,
 280               parm_size,
 281               offset,
 282               offStruct,
 283               retStruct;
 284 } size_data;
 285
 286 /*------------------------------------------------------------------*/
 287 /* Used by the instrument_emit_epilog                               */
 288 /*------------------------------------------------------------------*/
 289
 290 enum {
 291         SAVE_NONE,
 292         SAVE_STRUCT,
 293         SAVE_ONE,
 294         SAVE_TWO,
 295         SAVE_R4,
 296         SAVE_R8
 297 };
 298
 299 typedef struct InstList InstList;
 300
 301 struct InstList {
 302         InstList *prev;
 303         InstList *next;
 304         MonoInst *data;
 305 };
 306
 307 typedef enum {
 308         RegTypeGeneral,
 309         RegTypeBase,
 310         RegTypeFP,
 311         RegTypeFPR4,
 312         RegTypeStructByVal,
 313         RegTypeStructByValInFP,
 314         RegTypeStructByAddr
 315 } ArgStorage;
 316
 317 typedef struct {
 318         gint32  offset;         /* offset from caller's stack */
 319         gint32  offparm;        /* offset from callee's stack */
 320         guint16 vtsize;         /* in param area */
 321         guint8  reg;
 322         ArgStorage regtype;             /* See RegType* */
 323         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 324 } ArgInfo;
 325
 326 typedef struct {
 327         int nargs;
 328         int lastgr;
 329         guint32 stack_usage;
 330         guint32 struct_ret;
 331         ArgInfo ret;
 332         ArgInfo sigCookie;
 333         size_data sz;
 334         ArgInfo args [1];
 335 } CallInfo;
 336
 337 typedef struct {
 338         gint32  gr[5];          /* R2-R6                            */
 339         gdouble fp[3];          /* F0-F2                            */
 340 } __attribute__ ((packed)) RegParm;
 341
 342 /*========================= End of Typedefs ========================*/
 343
 344 /*------------------------------------------------------------------*/
 345 /*                   P r o t o t y p e s                            */
 346 /*------------------------------------------------------------------*/
 347
 348 static void indent (int);
 349 static guint8 * backUpStackPtr(MonoCompile *, guint8 *, gint);
 350 static void decodeParm (MonoType *, void *, int);
 351 static void enter_method (MonoMethod *, RegParm *, char *);
 352 static void leave_method (MonoMethod *, ...);
 353 static gboolean is_regsize_var (MonoType *);
 354 static inline void add_general (guint *, size_data *, ArgInfo *, gboolean);
 355 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 356 static inline void add_float (guint *, size_data *, ArgInfo *);
 357 static CallInfo * get_call_info (MonoCompile *, MonoMemPool *, MonoMethodSignature *, gboolean);
 358 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 359 gpointer mono_arch_get_lmf_addr (void);
 360 static guint8 * emit_load_volatile_registers(guint8 *, MonoCompile *);
 361 static void emit_sig_cookie (MonoCompile *, MonoCallInst *, CallInfo *, int);
 362
 363 /*========================= End of Prototypes ======================*/
 364
 365 /*------------------------------------------------------------------*/
 366 /*                 G l o b a l   V a r i a b l e s                  */
 367 /*------------------------------------------------------------------*/
 368
 369 int mono_exc_esp_offset = 0;
 370
 371 static int indent_level = 0;
 372
 373 static gboolean tls_offset_inited = FALSE;
 374
 375 static int appdomain_tls_offset = -1,
 376            thread_tls_offset = -1;
 377
 378 pthread_key_t lmf_addr_key;
 379
 380 gboolean lmf_addr_key_inited = FALSE;
 381
 382 #if 0
 383
 384 extern __thread MonoDomain *tls_appdomain;
 385 extern __thread MonoThread *tls_current_object;
 386 extern __thread gpointer   mono_lmf_addr;
 387
 388 #endif
 389
 390 /*====================== End of Global Variables ===================*/
 391
 392 /*------------------------------------------------------------------*/
 393 /*                                                                  */
 394 /* Name         - mono_arch_regname                                 */
 395 /*                                                                  */
 396 /* Function     - Returns the name of the register specified by     */
 397 /*                the input parameter.                              */
 398 /*                                                                  */
 399 /*------------------------------------------------------------------*/
 400
 401 const char*
 402 mono_arch_regname (int reg) {
 403         static const char * rnames[] = {
 404                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 405                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 406                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 407                 "s390_r15"
 408         };
 409
 410         if (reg >= 0 && reg < 16)
 411                 return rnames [reg];
 412         else
 413                 return "unknown";
 414 }
 415
 416 /*========================= End of Function ========================*/
 417
 418 /*------------------------------------------------------------------*/
 419 /*                                                                  */
 420 /* Name         - mono_arch_fregname                                */
 421 /*                                                                  */
 422 /* Function     - Returns the name of the register specified by     */
 423 /*                the input parameter.                              */
 424 /*                                                                  */
 425 /*------------------------------------------------------------------*/
 426
 427 const char*
 428 mono_arch_fregname (int reg) {
 429         static const char * rnames[] = {
 430                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 431                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 432                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 433                 "s390_f15"
 434         };
 435
 436         if (reg >= 0 && reg < 16)
 437                 return rnames [reg];
 438         else
 439                 return "unknown";
 440 }
 441
 442 /*========================= End of Function ========================*/
 443
 444 /*------------------------------------------------------------------*/
 445 /*                                                                  */
 446 /* Name         - arch_get_argument_info                            */
 447 /*                                                                  */
 448 /* Function     - Gathers information on parameters such as size,   */
 449 /*                alignment, and padding. arg_info should be large  */
 450 /*                enough to hold param_count + 1 entries.           */
 451 /*                                                                  */
 452 /* Parameters   - @csig - Method signature                          */
 453 /*                @param_count - No. of parameters to consider      */
 454 /*                @arg_info - An array to store the result info     */
 455 /*                                                                  */
 456 /* Returns      - Size of the activation frame                      */
 457 /*                                                                  */
 458 /*------------------------------------------------------------------*/
 459
 460 int
 461 mono_arch_get_argument_info (MonoMethodSignature *csig,
 462                              int param_count,
 463                              MonoJitArgumentInfo *arg_info)
 464 {
 465         int k, frame_size = 0;
 466         int size, align, pad;
 467         int offset = 8;
 468
 469         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 470                 frame_size += sizeof (gpointer);
 471                 offset += 4;
 472         }
 473
 474         arg_info [0].offset = offset;
 475
 476         if (csig->hasthis) {
 477                 frame_size += sizeof (gpointer);
 478                 offset += 4;
 479         }
 480
 481         arg_info [0].size = frame_size;
 482
 483         for (k = 0; k < param_count; k++) {
 484
 485                 if (csig->pinvoke)
 486                         size = mono_type_native_stack_size (csig->params [k], &align);
 487                 else
 488                         size = mini_type_stack_size (NULL, csig->params [k], &align);
 489
 490                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 491                 arg_info [k].pad = pad;
 492                 frame_size += size;
 493                 arg_info [k + 1].pad = 0;
 494                 arg_info [k + 1].size = size;
 495                 offset += pad;
 496                 arg_info [k + 1].offset = offset;
 497                 offset += size;
 498         }
 499
 500         align = MONO_ARCH_FRAME_ALIGNMENT;
 501         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 502         arg_info [k].pad = pad;
 503
 504         return frame_size;
 505 }
 506
 507 /*========================= End of Function ========================*/
 508
 509 /*------------------------------------------------------------------*/
 510 /*                                                                  */
 511 /* Name         - retFitsInReg.                                     */
 512 /*                                                                  */
 513 /* Function     - Determines if a value can be returned in one or   */
 514 /*                two registers.                                    */
 515 /*                                                                  */
 516 /*------------------------------------------------------------------*/
 517
 518 static inline gboolean
 519 retFitsInReg(guint32 size)
 520 {
 521         switch (size) {
 522                 case 0:
 523                 case 1:
 524                 case 2:
 525                 case 4:
 526                 case 8:
 527                         return (TRUE);
 528                 break;
 529                 default:
 530                         return (FALSE);
 531         }
 532 }
 533
 534 /*========================= End of Function ========================*/
 535
 536 /*------------------------------------------------------------------*/
 537 /*                                                                  */
 538 /* Name         - backStackPtr.                                     */
 539 /*                                                                  */
 540 /* Function     - Restore Stack Pointer to previous frame.          */
 541 /*                                                                  */
 542 /*------------------------------------------------------------------*/
 543
 544 static inline guint8 *
 545 backUpStackPtr(MonoCompile *cfg, guint8 *code, gint framePtr)
 546 {
 547         int stackSize = cfg->stack_usage;
 548
 549         if (s390_is_uimm16 (cfg->stack_usage)) {
 550                 s390_ahi  (code, framePtr, cfg->stack_usage);
 551         } else {
 552                 while (stackSize > 32767) {
 553                         s390_ahi  (code, framePtr, 32767);
 554                         stackSize -= 32767;
 555                 }
 556                 s390_ahi  (code, framePtr, stackSize);
 557         }
 558         return (code);
 559 }
 560
 561 /*========================= End of Function ========================*/
 562
 563 /*------------------------------------------------------------------*/
 564 /*                                                                  */
 565 /* Name         - indent                                            */
 566 /*                                                                  */
 567 /* Function     - Perform nice indenting to current level           */
 568 /*                                                                  */
 569 /*------------------------------------------------------------------*/
 570
 571 static void
 572 indent (int diff) {
 573         int v;
 574         if (diff < 0)
 575                 indent_level += diff;
 576         v = indent_level;
 577         printf("[%3d] ",v);
 578         while (v-- > 0) {
 579                 printf (". ");
 580         }
 581         if (diff > 0)
 582                 indent_level += diff;
 583 }
 584
 585 /*========================= End of Function ========================*/
 586
 587 /*------------------------------------------------------------------*/
 588 /*                                                                  */
 589 /* Name         - decodeParm                                        */
 590 /*                                                                  */
 591 /* Function     - Decode a parameter for the trace.                 */
 592 /*                                                                  */
 593 /*------------------------------------------------------------------*/
 594
 595 static void
 596 decodeParm(MonoType *type, void *curParm, int size)
 597 {
 598         guint32 simpleType;
 599
 600         if (type->byref) {
 601                 printf("[BYREF:%p], ", *((char **) curParm));
 602         } else {
 603                 simpleType = mono_type_get_underlying_type(type)->type;
 604 enum_parmtype:
 605                 switch (simpleType) {
 606                         case MONO_TYPE_I :
 607                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 608                                 break;
 609                         case MONO_TYPE_U :
 610                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 611                                 break;
 612                         case MONO_TYPE_BOOLEAN :
 613                                 printf ("[BOOL:%d], ", *((int *) curParm));
 614                                 break;
 615                         case MONO_TYPE_CHAR :
 616                                 printf ("[CHAR:%c], ", *((int *) curParm));
 617                                 break;
 618                         case MONO_TYPE_I1 :
 619                                 printf ("[INT1:%d], ", *((int *) curParm));
 620                                 break;
 621                         case MONO_TYPE_I2 :
 622                                 printf ("[INT2:%d], ", *((int *) curParm));
 623                                 break;
 624                         case MONO_TYPE_I4 :
 625                                 printf ("[INT4:%d], ", *((int *) curParm));
 626                                 break;
 627                         case MONO_TYPE_U1 :
 628                                 printf ("[UINT1:%u], ", *((unsigned int *) curParm));
 629                                 break;
 630                         case MONO_TYPE_U2 :
 631                                 printf ("[UINT2:%u], ", *((guint16 *) curParm));
 632                                 break;
 633                         case MONO_TYPE_U4 :
 634                                 printf ("[UINT4:%u], ", *((guint32 *) curParm));
 635                                 break;
 636                         case MONO_TYPE_U8 :
 637                                 printf ("[UINT8:%llu], ", *((guint64 *) curParm));
 638                                 break;
 639                         case MONO_TYPE_STRING : {
 640                                 MonoString *s = *((MonoString **) curParm);
 641                                 if (s) {
 642                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 643                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 644                                 } else {
 645                                         printf("[STRING:null], ");
 646                                 }
 647                                 break;
 648                         }
 649                         case MONO_TYPE_CLASS :
 650                         case MONO_TYPE_OBJECT : {
 651                                 MonoObject *obj = *((MonoObject **) curParm);
 652                                 MonoClass *class;
 653                                 if ((obj) && (obj->vtable)) {
 654                                         printf("[CLASS/OBJ:");
 655                                         class = obj->vtable->klass;
 656                                         printf("%p [%p] ",obj,curParm);
 657 //                                      if (class == mono_defaults.string_class) {
 658 //                                              printf("[STRING:%p:%s]",
 659 //                                                     *obj, mono_string_to_utf8 (obj));
 660 //                                      } else if (class == mono_defaults.int32_class) {
 661 //                                              printf("[INT32:%p:%d]",
 662 //                                                      obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 663 //                                      } else
 664 //                                              printf("[%s.%s:%p]",
 665 //                                                     class->name_space, class->name, obj);
 666                                         printf("], ");
 667                                 } else {
 668                                         printf("[OBJECT:null], ");
 669                                 }
 670                                 break;
 671                         }
 672                         case MONO_TYPE_PTR :
 673                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 674                                 break;
 675                         case MONO_TYPE_FNPTR :
 676                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 677                                 break;
 678                         case MONO_TYPE_ARRAY :
 679                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 680                                 break;
 681                         case MONO_TYPE_SZARRAY :
 682                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 683                                 break;
 684                         case MONO_TYPE_I8 :
 685                                 printf("[INT8:%lld], ", *((gint64 *) (curParm)));
 686                                 break;
 687                         case MONO_TYPE_R4 :
 688                                 printf("[FLOAT4:%g], ", *((double *) (curParm)));
 689                                 break;
 690                         case MONO_TYPE_R8 :
 691                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 692                                 break;
 693                         case MONO_TYPE_VALUETYPE : {
 694                                 int i;
 695                                 MonoMarshalType *info;
 696
 697                                 if (type->data.klass->enumtype) {
 698                                         simpleType = type->data.klass->enum_basetype->type;
 699                                         printf("{VALUETYPE} - ");
 700                                         goto enum_parmtype;
 701                                 }
 702
 703                                 info = mono_marshal_load_type_info (type->data.klass);
 704
 705                                 if ((info->native_size == sizeof(float)) &&
 706                                     (info->num_fields  == 1) &&
 707                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 708                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 709                                         break;
 710                                 }
 711
 712                                 if ((info->native_size == sizeof(double)) &&
 713                                     (info->num_fields  == 1) &&
 714                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 715                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 716                                         break;
 717                                 }
 718
 719                                 printf("[VALUETYPE:");
 720                                 for (i = 0; i < size; i++)
 721                                         printf("%02x,", *((guint8 *)curParm+i));
 722                                 printf("]");
 723                                 break;
 724                         }
 725                         case MONO_TYPE_TYPEDBYREF: {
 726                                 int i;
 727                                 printf("[TYPEDBYREF:");
 728                                 for (i = 0; i < size; i++)
 729                                         printf("%02x,", *((guint8 *)curParm+i));
 730                                 printf("]");
 731                                 break;
 732                         }
 733                         default :
 734                                 printf("[?? - %d], ",simpleType);
 735                 }
 736         }
 737 }
 738
 739 /*========================= End of Function ========================*/
 740
 741 //static int lc = 0;
 742
 743 /*------------------------------------------------------------------*/
 744 /*                                                                  */
 745 /* Name         - enter_method                                      */
 746 /*                                                                  */
 747 /* Function     - Perform tracing of the entry to the current       */
 748 /*                method.                                           */
 749 /*                                                                  */
 750 /*------------------------------------------------------------------*/
 751
 752 static void
 753 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 754 {
 755         int i, oParm = 0, iParm = 0;
 756         MonoObject *obj;
 757         MonoMethodSignature *sig;
 758         char *fname;
 759         guint32 ip;
 760         CallInfo *cinfo;
 761         ArgInfo *ainfo;
 762         void *curParm;
 763
 764         fname = mono_method_full_name (method, TRUE);
 765         indent (1);
 766         printf ("ENTER: %s(", fname);
 767         g_free (fname);
 768
 769         ip  = (*(guint32 *) (sp+S390_RET_ADDR_OFFSET)) & 0x7fffffff;
 770         printf (") ip: %p sp: %p - ", (gpointer) ip, sp);
 771
 772         if (rParm == NULL)
 773                 return;
 774
 775         sig = mono_method_signature (method);
 776
 777         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
 778
 779         if (cinfo->struct_ret) {
 780                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 781                 iParm = 1;
 782         }
 783
 784         if (sig->hasthis) {
 785                 gpointer *this = (gpointer *) rParm->gr[iParm];
 786                 obj = (MonoObject *) this;
 787                 if (method->klass->valuetype) {
 788                         if (obj) {
 789                                 printf("this:[value:%p:%08x], ",
 790                                        this, *((guint32 *)(this+sizeof(MonoObject))));
 791                         } else
 792                                 printf ("this:[NULL], ");
 793                 } else {
 794                         if (obj) {
 795 //                              class = obj->vtable->klass;
 796 //                              if (class == mono_defaults.string_class) {
 797 //                                      printf ("this:[STRING:%p:%s], ",
 798 //                                              obj, mono_string_to_utf8 ((MonoString *)obj));
 799 //                              } else {
 800 //                                      printf ("this:%p[%s.%s], ",
 801 //                                              obj, class->name_space, class->name);
 802 //                              }
 803 printf("this:%p, ",obj);
 804                         } else
 805                                 printf ("this:NULL, ");
 806                 }
 807                 oParm++;
 808         }
 809
 810         for (i = 0; i < sig->param_count; ++i) {
 811                 ainfo = &cinfo->args[i + oParm];
 812                 switch (ainfo->regtype) {
 813                         case RegTypeGeneral :
 814                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 815                                 break;
 816                         case RegTypeFP :
 817                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 818                                 break;
 819                         case RegTypeBase :
 820                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 821                                 break;
 822                         case RegTypeStructByVal :
 823                                 if (ainfo->reg != STK_BASE)
 824                                         curParm = &(rParm->gr[ainfo->reg-2]);
 825                                 else
 826                                         curParm = sp+ainfo->offset;
 827
 828                                 if (retFitsInReg (ainfo->vtsize))
 829                                         decodeParm(sig->params[i],
 830                                                    curParm,
 831                                                    ainfo->size);
 832                                 else
 833                                         decodeParm(sig->params[i],
 834                                                    *((char **) curParm),
 835                                                    ainfo->vtsize);
 836                                 break;
 837                         case RegTypeStructByAddr :
 838                                 if (ainfo->reg != STK_BASE)
 839                                         curParm = &(rParm->gr[ainfo->reg-2]);
 840                                 else
 841                                         curParm = sp+ainfo->offset;
 842
 843                                 decodeParm(sig->params[i],
 844                                            *((char **) curParm),
 845                                            ainfo->vtsize);
 846                                 break;
 847
 848                         default :
 849                                 printf("???, ");
 850                 }
 851         }
 852         printf("\n");
 853         g_free(cinfo);
 854 }
 855
 856 /*========================= End of Function ========================*/
 857
 858 /*------------------------------------------------------------------*/
 859 /*                                                                  */
 860 /* Name         - leave_method                                      */
 861 /*                                                                  */
 862 /* Function     -                                                   */
 863 /*                                                                  */
 864 /*------------------------------------------------------------------*/
 865
 866 static void
 867 leave_method (MonoMethod *method, ...)
 868 {
 869         MonoType *type;
 870         char *fname;
 871         guint32 ip;
 872         va_list ap;
 873
 874         va_start(ap, method);
 875
 876         fname = mono_method_full_name (method, TRUE);
 877         indent (-1);
 878         printf ("LEAVE: %s", fname);
 879         g_free (fname);
 880
 881         type = mono_method_signature (method)->ret;
 882
 883 handle_enum:
 884         switch (type->type) {
 885         case MONO_TYPE_VOID:
 886                 break;
 887         case MONO_TYPE_BOOLEAN: {
 888                 int val = va_arg (ap, int);
 889                 if (val)
 890                         printf ("[TRUE:%d]", val);
 891                 else
 892                         printf ("[FALSE]");
 893
 894                 break;
 895         }
 896         case MONO_TYPE_CHAR: {
 897                 int val = va_arg (ap, int);
 898                 printf ("[CHAR:%d]", val);
 899                 break;
 900         }
 901         case MONO_TYPE_I1: {
 902                 int val = va_arg (ap, int);
 903                 printf ("[INT1:%d]", val);
 904                 break;
 905         }
 906         case MONO_TYPE_U1: {
 907                 int val = va_arg (ap, int);
 908                 printf ("[UINT1:%d]", val);
 909                 break;
 910         }
 911         case MONO_TYPE_I2: {
 912                 int val = va_arg (ap, int);
 913                 printf ("[INT2:%d]", val);
 914                 break;
 915         }
 916         case MONO_TYPE_U2: {
 917                 int val = va_arg (ap, int);
 918                 printf ("[UINT2:%d]", val);
 919                 break;
 920         }
 921         case MONO_TYPE_I4: {
 922                 int val = va_arg (ap, int);
 923                 printf ("[INT4:%d]", val);
 924                 break;
 925         }
 926         case MONO_TYPE_U4: {
 927                 int val = va_arg (ap, int);
 928                 printf ("[UINT4:%d]", val);
 929                 break;
 930         }
 931         case MONO_TYPE_I: {
 932                 int val = va_arg (ap, int);
 933                 printf ("[INT:%d]", val);
 934                 printf("]");
 935                 break;
 936         }
 937         case MONO_TYPE_U: {
 938                 int val = va_arg (ap, int);
 939                 printf ("[UINT:%d]", val);
 940                 printf("]");
 941                 break;
 942         }
 943         case MONO_TYPE_STRING: {
 944                 MonoString *s = va_arg (ap, MonoString *);
 945 ;
 946                 if (s) {
 947                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
 948                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
 949                 } else
 950                         printf ("[STRING:null], ");
 951                 break;
 952         }
 953         case MONO_TYPE_CLASS:
 954         case MONO_TYPE_OBJECT: {
 955                 MonoObject *o = va_arg (ap, MonoObject *);
 956
 957 //              if ((o) && (o->vtable)) {
 958 //                      if (o->vtable->klass == mono_defaults.boolean_class) {
 959 //                              printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
 960 //                      } else if  (o->vtable->klass == mono_defaults.int32_class) {
 961 //                              printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
 962 //                      } else if  (o->vtable->klass == mono_defaults.int64_class) {
 963 //                              printf ("[INT64:%p:%lld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
 964 //                      } else
 965 //                              printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
 966 //              } else
 967                         printf ("[OBJECT:%p]", o);
 968
 969                 break;
 970         }
 971         case MONO_TYPE_PTR:
 972         case MONO_TYPE_FNPTR:
 973         case MONO_TYPE_ARRAY:
 974         case MONO_TYPE_SZARRAY: {
 975                 gpointer p = va_arg (ap, gpointer);
 976                 printf ("[result=%p]", p);
 977                 break;
 978         }
 979         case MONO_TYPE_I8: {
 980                 gint64 l =  va_arg (ap, gint64);
 981                 printf ("[LONG:%lld]", l);
 982                 break;
 983         }
 984         case MONO_TYPE_U8: {
 985                 guint64 l =  va_arg (ap, guint64);
 986                 printf ("[ULONG:%llu]", l);
 987                 break;
 988         }
 989         case MONO_TYPE_R4: {
 990                 double f;
 991                 f = va_arg (ap, double);
 992                 printf ("[FLOAT4:%g]\n", f);
 993                 break;
 994         }
 995         case MONO_TYPE_R8: {
 996                 double f = va_arg (ap, double);
 997                 printf ("[FLOAT8:%g]\n", f);
 998                 break;
 999         }
1000         case MONO_TYPE_VALUETYPE: {
1001                 MonoMarshalType *info;
1002                 if (type->data.klass->enumtype) {
1003                         type = type->data.klass->enum_basetype;
1004                         goto handle_enum;
1005                 } else {
1006                         guint8 *p = va_arg (ap, gpointer);
1007                         int j, size, align;
1008
1009                         info = mono_marshal_load_type_info (type->data.klass);
1010
1011                         if ((info->native_size == sizeof(float)) &&
1012                             (info->num_fields  == 1) &&
1013                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1014                                 double f = va_arg (ap, double);
1015                                 printf("[FLOAT4:%g]\n", (double) f);
1016                                 break;
1017                         }
1018
1019                         if ((info->native_size == sizeof(double)) &&
1020                             (info->num_fields  == 1) &&
1021                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1022                                 double f = va_arg (ap, double);
1023                                 printf("[FLOAT8:%g]\n", f);
1024                                 break;
1025                         }
1026
1027                         size = mono_type_size (type, &align);
1028                         switch (size) {
1029                         case 1:
1030                         case 2:
1031                         case 4:
1032                         case 8:
1033                                 printf ("[");
1034                                 for (j = 0; p && j < size; j++)
1035                                         printf ("%02x,", p [j]);
1036                                 printf ("]\n");
1037                                 break;
1038                         default:
1039                                 printf ("[VALUERET]\n");
1040                         }
1041                 }
1042                 break;
1043         }
1044         case MONO_TYPE_TYPEDBYREF: {
1045                 guint8 *p = va_arg (ap, gpointer);
1046                 int j, size, align;
1047                 size = mono_type_size (type, &align);
1048                 switch (size) {
1049                 case 1:
1050                 case 2:
1051                 case 4:
1052                 case 8:
1053                         printf ("[");
1054                         for (j = 0; p && j < size; j++)
1055                                 printf ("%02x,", p [j]);
1056                         printf ("]\n");
1057                         break;
1058                 default:
1059                         printf ("[TYPEDBYREF]\n");
1060                 }
1061         }
1062                 break;
1063         default:
1064                 printf ("(unknown return type %x)",
1065                         mono_method_signature (method)->ret->type);
1066         }
1067
1068         ip = ((gint32) __builtin_return_address (0)) & 0x7fffffff;
1069         printf (" ip: %p\n", (gpointer) ip);
1070 }
1071
1072 /*========================= End of Function ========================*/
1073
1074 /*------------------------------------------------------------------*/
1075 /*                                                                  */
1076 /* Name         - mono_arch_cpu_init                                */
1077 /*                                                                  */
1078 /* Function     - Perform CPU specific initialization to execute    */
1079 /*                managed code.                                     */
1080 /*                                                                  */
1081 /*------------------------------------------------------------------*/
1082
1083 void
1084 mono_arch_cpu_init (void)
1085 {
1086         guint mode = 1;
1087
1088         /*--------------------------------------*/
1089         /* Set default rounding mode for FP     */
1090         /*--------------------------------------*/
1091         __asm__ ("SRNM\t%0\n\t"
1092                 : : "m" (mode));
1093 }
1094
1095 /*========================= End of Function ========================*/
1096
1097
1098 /*
1099  * Initialize architecture specific code.
1100  */
1101 void
1102 mono_arch_init (void)
1103 {
1104 }
1105
1106 /*
1107  * Cleanup architecture specific code.
1108  */
1109 void
1110 mono_arch_cleanup (void)
1111 {
1112 }
1113
1114 /*------------------------------------------------------------------*/
1115 /*                                                                  */
1116 /* Name         - mono_arch_cpu_optimizazions                       */
1117 /*                                                                  */
1118 /* Function     - Returns the optimizations supported on this CPU   */
1119 /*                                                                  */
1120 /*------------------------------------------------------------------*/
1121
1122 guint32
1123 mono_arch_cpu_optimizazions (guint32 *exclude_mask)
1124 {
1125         guint32 opts = 0;
1126
1127         /*----------------------------------------------------------*/
1128         /* no s390-specific optimizations yet                       */
1129         /*----------------------------------------------------------*/
1130         *exclude_mask = MONO_OPT_INLINE|MONO_OPT_LINEARS;
1131 //      *exclude_mask = MONO_OPT_INLINE;
1132         return opts;
1133 }
1134
1135 /*========================= End of Function ========================*/
1136
1137 /*------------------------------------------------------------------*/
1138 /*                                                                  */
1139 /* Name         -                                                   */
1140 /*                                                                  */
1141 /* Function     -                                                   */
1142 /*                                                                  */
1143 /*------------------------------------------------------------------*/
1144
1145 static gboolean
1146 is_regsize_var (MonoType *t) {
1147         if (t->byref)
1148                 return TRUE;
1149         switch (mono_type_get_underlying_type (t)->type) {
1150         case MONO_TYPE_I4:
1151         case MONO_TYPE_U4:
1152         case MONO_TYPE_I:
1153         case MONO_TYPE_U:
1154         case MONO_TYPE_PTR:
1155         case MONO_TYPE_FNPTR:
1156                 return TRUE;
1157         case MONO_TYPE_OBJECT:
1158         case MONO_TYPE_STRING:
1159         case MONO_TYPE_CLASS:
1160         case MONO_TYPE_SZARRAY:
1161         case MONO_TYPE_ARRAY:
1162                 return FALSE;
1163         case MONO_TYPE_VALUETYPE:
1164                 if (t->data.klass->enumtype)
1165                         return is_regsize_var (t->data.klass->enum_basetype);
1166                 return FALSE;
1167         }
1168         return FALSE;
1169 }
1170
1171 /*========================= End of Function ========================*/
1172
1173 /*------------------------------------------------------------------*/
1174 /*                                                                  */
1175 /* Name         - mono_arch_get_allocatable_int_vars                */
1176 /*                                                                  */
1177 /* Function     -                                                   */
1178 /*                                                                  */
1179 /*------------------------------------------------------------------*/
1180
1181 GList *
1182 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1183 {
1184         GList *vars = NULL;
1185         int i;
1186
1187         for (i = 0; i < cfg->num_varinfo; i++) {
1188                 MonoInst *ins = cfg->varinfo [i];
1189                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1190
1191                 /* unused vars */
1192                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1193                         continue;
1194
1195                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1196                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1197                         continue;
1198
1199                 /* we can only allocate 32 bit values */
1200                 if (is_regsize_var (ins->inst_vtype)) {
1201                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1202                         g_assert (i == vmv->idx);
1203                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1204                 }
1205         }
1206
1207         return vars;
1208 }
1209
1210 /*========================= End of Function ========================*/
1211
1212 /*------------------------------------------------------------------*/
1213 /*                                                                  */
1214 /* Name         - mono_arch_global_int_regs                         */
1215 /*                                                                  */
1216 /* Function     - Return a list of usable integer registers.        */
1217 /*                                                                  */
1218 /*------------------------------------------------------------------*/
1219
1220 GList *
1221 mono_arch_get_global_int_regs (MonoCompile *cfg)
1222 {
1223         GList *regs = NULL;
1224         MonoMethodHeader *header;
1225         int i, top = 13;
1226
1227         header = mono_method_get_header (cfg->method);
1228         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1229                 cfg->frame_reg = s390_r11;
1230
1231         /* FIXME: s390_r12 is reserved for bkchain_reg. Only reserve it if needed */
1232         top = 12;
1233         for (i = 8; i < top; ++i) {
1234                 if (cfg->frame_reg != i)
1235                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1236         }
1237
1238         return regs;
1239 }
1240
1241 /*========================= End of Function ========================*/
1242
1243 /*------------------------------------------------------------------*/
1244 /*                                                                  */
1245 /* Name         -  mono_arch_flush_icache                           */
1246 /*                                                                  */
1247 /* Function     -  Flush the CPU icache.                            */
1248 /*                                                                  */
1249 /*------------------------------------------------------------------*/
1250
1251 void
1252 mono_arch_flush_icache (guint8 *code, gint size)
1253 {
1254 }
1255
1256 /*========================= End of Function ========================*/
1257
1258 /*------------------------------------------------------------------*/
1259 /*                                                                  */
1260 /* Name         -  mono_arch_is_inst_imm                                */
1261 /*                                                                  */
1262 /*------------------------------------------------------------------*/
1263
1264 gboolean
1265 mono_arch_is_inst_imm (gint64 imm)
1266 {
1267         /* The lowering pass will take care of it */
1268         return TRUE;
1269 }
1270
1271 /*========================= End of Function ========================*/
1272
1273 /*------------------------------------------------------------------*/
1274 /*                                                                  */
1275 /* Name         - add_general                                       */
1276 /*                                                                  */
1277 /* Function     - Determine code and stack size incremements for a  */
1278 /*                parameter.                                        */
1279 /*                                                                  */
1280 /*------------------------------------------------------------------*/
1281
1282 static void inline
1283 add_general (guint *gr, size_data *sz, ArgInfo *ainfo, gboolean simple)
1284 {
1285         int disp;
1286
1287         if (simple) {
1288                 if (*gr > S390_LAST_ARG_REG) {
1289                         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1290                         ainfo->offset   = sz->stack_size;
1291                         ainfo->reg      = STK_BASE;
1292                         ainfo->regtype  = RegTypeBase;
1293                         sz->stack_size += sizeof(int);
1294                         sz->local_size += sizeof(int);
1295                         sz->offStruct  += sizeof(int);
1296                         sz->code_size  += 12;
1297                 } else {
1298                         ainfo->reg      = *gr;
1299                         sz->code_size  += 8;
1300                 }
1301         } else {
1302                 if (*gr > S390_LAST_ARG_REG - 1) {
1303                         disp            = sz->stack_size;
1304                         sz->stack_size  = S390_ALIGN(sz->stack_size, S390_STACK_ALIGNMENT);
1305                         disp            = sz->stack_size - disp;
1306                         ainfo->offset   = sz->stack_size;
1307                         ainfo->reg      = STK_BASE;
1308                         ainfo->regtype  = RegTypeBase;
1309                         sz->stack_size += sizeof(long long);
1310                         sz->local_size += (sizeof(long long) + disp);
1311                         sz->offStruct  += (sizeof(long long) + disp);
1312                         sz->code_size  += 10;
1313                 } else {
1314                         ainfo->reg      = *gr;
1315                         sz->code_size  += 8;
1316                 }
1317                 (*gr) ++;
1318         }
1319         (*gr) ++;
1320 }
1321
1322 /*========================= End of Function ========================*/
1323
1324 /*------------------------------------------------------------------*/
1325 /*                                                                  */
1326 /* Name         - add_stackParm                                     */
1327 /*                                                                  */
1328 /* Function     - Determine code and stack size incremements for a  */
1329 /*                parameter.                                        */
1330 /*                                                                  */
1331 /*------------------------------------------------------------------*/
1332
1333 static void inline
1334 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1335 {
1336         if (*gr > S390_LAST_ARG_REG) {
1337                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1338                 ainfo->reg          = STK_BASE;
1339                 ainfo->offset   = sz->stack_size;
1340                 sz->stack_size += sizeof (gpointer);
1341                 sz->parm_size  += sizeof(gpointer);
1342                 sz->offStruct  += sizeof(gpointer);
1343         } else {
1344                 ainfo->reg      = *gr;
1345                 ainfo->offset   = sz->stack_size;
1346         }
1347         (*gr) ++;
1348         ainfo->offparm  = sz->offset;
1349         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1350         ainfo->size     = size;
1351         ainfo->regtype  = RegTypeStructByAddr;
1352         ainfo->vtsize   = size;
1353         sz->parm_size  += size;
1354 }
1355
1356 /*========================= End of Function ========================*/
1357
1358 /*------------------------------------------------------------------*/
1359 /*                                                                  */
1360 /* Name         - add_float                                         */
1361 /*                                                                  */
1362 /* Function     - Determine code and stack size incremements for a  */
1363 /*                float parameter.                                  */
1364 /*                                                                  */
1365 /*------------------------------------------------------------------*/
1366
1367 static void inline
1368 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1369 {
1370         if ((*fr) <= S390_LAST_FPARG_REG) {
1371                 ainfo->regtype = RegTypeFP;
1372                 ainfo->reg     = *fr;
1373                 sz->code_size += 4;
1374                 (*fr) += 2;
1375         }
1376         else {
1377                 ainfo->offset   = sz->stack_size;
1378                 ainfo->reg      = STK_BASE;
1379                 ainfo->regtype  = RegTypeBase;
1380                 sz->code_size  += 4;
1381                 sz->stack_size += ainfo->size;
1382                 sz->local_size += ainfo->size;
1383                 sz->offStruct  += ainfo->size;
1384         }
1385 }
1386
1387 /*========================= End of Function ========================*/
1388
1389 /*------------------------------------------------------------------*/
1390 /*                                                                  */
1391 /* Name         - get_call_info                                         */
1392 /*                                                                  */
1393 /* Function     - Determine the amount of space required for code   */
1394 /*                and stack. In addition determine starting points  */
1395 /*                for stack-based parameters, and area for struct-  */
1396 /*                ures being returned on the stack.                 */
1397 /*                                                                  */
1398 /*------------------------------------------------------------------*/
1399
1400 static CallInfo *
1401 get_call_info (MonoCompile *cfg, MonoMemPool *mp, MonoMethodSignature *sig, gboolean is_pinvoke)
1402 {
1403         guint i, fr, gr, size;
1404         int nParm = sig->hasthis + sig->param_count;
1405         MonoType *ret_type;
1406         guint32 simpletype, align;
1407         CallInfo *cinfo;
1408         size_data *sz;
1409         MonoGenericSharingContext *gsctx = cfg ? cfg->generic_sharing_context : NULL;
1410
1411         if (mp)
1412                 cinfo = mono_mempool_alloc0 (mp, sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1413         else
1414                 cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1415
1416         fr                = 0;
1417         gr                = s390_r2;
1418         nParm                 = 0;
1419         cinfo->struct_ret = 0;
1420         sz                = &cinfo->sz;
1421         sz->offset            = 0;
1422         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1423         sz->retStruct     = 0;
1424         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1425         sz->code_size     = 0;
1426         sz->parm_size     = 0;
1427         sz->local_size    = 0;
1428
1429         /*----------------------------------------------------------*/
1430         /* We determine the size of the return code/stack in case we*/
1431         /* need to reserve a register to be used to address a stack */
1432         /* area that the callee will use.                           */
1433         /*----------------------------------------------------------*/
1434
1435         ret_type = mono_type_get_underlying_type (sig->ret);
1436         ret_type = mini_get_basic_type_from_generic (gsctx, ret_type);
1437         simpletype = ret_type->type;
1438 enum_retvalue:
1439         switch (simpletype) {
1440                 case MONO_TYPE_BOOLEAN:
1441                 case MONO_TYPE_I1:
1442                 case MONO_TYPE_U1:
1443                 case MONO_TYPE_I2:
1444                 case MONO_TYPE_U2:
1445                 case MONO_TYPE_CHAR:
1446                 case MONO_TYPE_I4:
1447                 case MONO_TYPE_U4:
1448                 case MONO_TYPE_I:
1449                 case MONO_TYPE_U:
1450                 case MONO_TYPE_CLASS:
1451                 case MONO_TYPE_OBJECT:
1452                 case MONO_TYPE_SZARRAY:
1453                 case MONO_TYPE_ARRAY:
1454                 case MONO_TYPE_PTR:
1455                 case MONO_TYPE_FNPTR:
1456                 case MONO_TYPE_STRING:
1457                         cinfo->ret.reg = s390_r2;
1458                         sz->code_size += 4;
1459                         break;
1460                 case MONO_TYPE_R4:
1461                 case MONO_TYPE_R8:
1462                         cinfo->ret.reg = s390_f0;
1463                         sz->code_size += 4;
1464                         break;
1465                 case MONO_TYPE_I8:
1466                 case MONO_TYPE_U8:
1467                         cinfo->ret.reg = s390_r2;
1468                         sz->code_size += 4;
1469                         break;
1470                 case MONO_TYPE_GENERICINST:
1471                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1472                                 cinfo->ret.reg = s390_r2;
1473                                 sz->code_size += 4;
1474                                 break;
1475                         }
1476                         /* Fall through */
1477                 case MONO_TYPE_VALUETYPE: {
1478                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1479                         if (klass->enumtype) {
1480                                 simpletype = klass->enum_basetype->type;
1481                                 goto enum_retvalue;
1482                         }
1483                         if (sig->pinvoke)
1484                                 size = mono_class_native_size (klass, &align);
1485                         else
1486                                 size = mono_class_value_size (klass, &align);
1487
1488                         cinfo->ret.reg    = s390_r2;
1489                         cinfo->struct_ret = 1;
1490                         cinfo->ret.size   = size;
1491                         cinfo->ret.vtsize = size;
1492                         gr++;
1493                         break;
1494                 }
1495                 case MONO_TYPE_TYPEDBYREF:
1496                         size = sizeof (MonoTypedRef);
1497                         cinfo->ret.reg    = s390_r2;
1498                         cinfo->struct_ret = 1;
1499                         cinfo->ret.size   = size;
1500                         cinfo->ret.vtsize = size;
1501                         gr++;
1502                         break;
1503                 case MONO_TYPE_VOID:
1504                         break;
1505                 default:
1506                         g_error ("mini-s390: cannot handle as return value 0x%x (0x%x)", sig->ret->type,simpletype);
1507         }
1508
1509         if (sig->hasthis) {
1510                 add_general (&gr, sz, cinfo->args+nParm, TRUE);
1511                 cinfo->args[nParm].size = sizeof(gpointer);
1512                 nParm++;
1513         }
1514
1515         /*----------------------------------------------------------*/
1516         /* We determine the size of the parameter code and stack    */
1517         /* requirements by checking the types and sizes of the      */
1518         /* parameters.                                              */
1519         /*----------------------------------------------------------*/
1520
1521         for (i = 0; i < sig->param_count; ++i) {
1522                 MonoType *ptype;
1523
1524                 /*--------------------------------------------------*/
1525                 /* Handle vararg type calls. All args are put on    */
1526                 /* the stack.                                       */
1527                 /*--------------------------------------------------*/
1528                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1529                     (i == sig->sentinelpos)) {
1530                         gr = S390_LAST_ARG_REG + 1;
1531                         add_general (&gr, sz, &cinfo->sigCookie, TRUE);
1532                 }
1533
1534                 if (sig->params [i]->byref) {
1535                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1536                         cinfo->args[nParm].size = sizeof(gpointer);
1537                         nParm++;
1538                         continue;
1539                 }
1540
1541                 ptype = mono_type_get_underlying_type (sig->params [i]);
1542                 ptype = mini_get_basic_type_from_generic (gsctx, ptype);
1543                 simpletype = ptype->type;
1544                 switch (simpletype) {
1545                 case MONO_TYPE_BOOLEAN:
1546                 case MONO_TYPE_I1:
1547                 case MONO_TYPE_U1:
1548                         cinfo->args[nParm].size = sizeof(char);
1549                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1550                         nParm++;
1551                         break;
1552                 case MONO_TYPE_I2:
1553                 case MONO_TYPE_U2:
1554                 case MONO_TYPE_CHAR:
1555                         cinfo->args[nParm].size = sizeof(short);
1556                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1557                         nParm++;
1558                         break;
1559                 case MONO_TYPE_I4:
1560                 case MONO_TYPE_U4:
1561                         cinfo->args[nParm].size = sizeof(int);
1562                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1563                         nParm++;
1564                         break;
1565                 case MONO_TYPE_I:
1566                 case MONO_TYPE_U:
1567                 case MONO_TYPE_PTR:
1568                 case MONO_TYPE_FNPTR:
1569                 case MONO_TYPE_CLASS:
1570                 case MONO_TYPE_OBJECT:
1571                 case MONO_TYPE_STRING:
1572                 case MONO_TYPE_SZARRAY:
1573                 case MONO_TYPE_ARRAY:
1574                         cinfo->args[nParm].size = sizeof(gpointer);
1575                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1576                         nParm++;
1577                         break;
1578                 case MONO_TYPE_I8:
1579                 case MONO_TYPE_U8:
1580                         cinfo->args[nParm].size = sizeof(long long);
1581                         add_general (&gr, sz, cinfo->args+nParm, FALSE);
1582                         nParm++;
1583                         break;
1584                 case MONO_TYPE_R4:
1585                         cinfo->args[nParm].size = sizeof(float);
1586                         add_float (&fr, sz, cinfo->args+nParm);
1587                         nParm++;
1588                         break;
1589                 case MONO_TYPE_R8:
1590                         cinfo->args[nParm].size = sizeof(double);
1591                         add_float (&fr, sz, cinfo->args+nParm);
1592                         nParm++;
1593                         break;
1594                 case MONO_TYPE_GENERICINST:
1595                         if (!mono_type_generic_inst_is_valuetype (sig->params [i])) {
1596                                 cinfo->args[nParm].size = sizeof(gpointer);
1597                                 add_general (&gr, sz, cinfo->args+nParm, TRUE);
1598                                 nParm++;
1599                                 break;
1600                         }
1601                         /* Fall through */
1602                 case MONO_TYPE_VALUETYPE: {
1603                         MonoMarshalType *info;
1604                         MonoClass *klass = mono_class_from_mono_type (sig->params [i]);
1605                         if (sig->pinvoke)
1606                                 size = mono_class_native_size (klass, &align);
1607                         else
1608                                 size = mono_class_value_size (klass, &align);
1609
1610                         info = mono_marshal_load_type_info (klass);
1611
1612                         if ((info->native_size == sizeof(float)) &&
1613                             (info->num_fields  == 1) &&
1614                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1615                                 cinfo->args[nParm].size = sizeof(float);
1616                                 add_float(&fr, sz, cinfo->args+nParm);
1617                                 nParm ++;
1618                                 break;
1619                         }
1620
1621                         if ((info->native_size == sizeof(double)) &&
1622                             (info->num_fields  == 1) &&
1623                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1624                                 cinfo->args[nParm].size = sizeof(double);
1625                                 add_float(&fr, sz, cinfo->args+nParm);
1626                                 nParm ++;
1627                                 break;
1628                         }
1629
1630                         cinfo->args[nParm].vtsize  = 0;
1631                         cinfo->args[nParm].size    = 0;
1632
1633                         switch (size) {
1634                                 /*----------------------------------*/
1635                                 /* On S/390, structures of size 1,  */
1636                                 /* 2, 4, and 8 bytes are passed in  */
1637                                 /* (a) register(s).                 */
1638                                 /*----------------------------------*/
1639                                 case 0:
1640                                 case 1:
1641                                 case 2:
1642                                 case 4:
1643                                         add_general(&gr, sz, cinfo->args+nParm, TRUE);
1644                                         cinfo->args[nParm].size    = size;
1645                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1646                                         nParm++;
1647                                         sz->local_size            += sizeof(long);
1648                                         break;
1649                                 case 8:
1650                                         add_general(&gr, sz, cinfo->args+nParm, FALSE);
1651                                         cinfo->args[nParm].size    = sizeof(long long);
1652                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1653                                         nParm++;
1654                                         sz->local_size            += sizeof(long long);
1655                                         break;
1656                                 default:
1657                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1658                                         nParm++;
1659                         }
1660                 }
1661                         break;
1662                 case MONO_TYPE_TYPEDBYREF: {
1663                         int size = sizeof (MonoTypedRef);
1664
1665                         cinfo->args[nParm].vtsize  = 0;
1666                         cinfo->args[nParm].size    = 0;
1667
1668                         switch (size) {
1669                                 /*----------------------------------*/
1670                                 /* On S/390, structures of size 1,  */
1671                                 /* 2, 4, and 8 bytes are passed in  */
1672                                 /* (a) register(s).                 */
1673                                 /*----------------------------------*/
1674                                 case 0:
1675                                 case 1:
1676                                 case 2:
1677                                 case 4:
1678                                         add_general(&gr, sz, cinfo->args+nParm, TRUE);
1679                                         cinfo->args[nParm].size    = size;
1680                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1681                                         nParm++;
1682                                         sz->local_size            += sizeof(long);
1683                                         break;
1684                                 case 8:
1685                                         add_general(&gr, sz, cinfo->args+nParm, FALSE);
1686                                         cinfo->args[nParm].size    = sizeof(long long);
1687                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1688                                         nParm++;
1689                                         sz->local_size            += sizeof(long long);
1690                                         break;
1691                                 default:
1692                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1693                                         nParm++;
1694                         }
1695                 }
1696                         break;
1697                 default:
1698                         g_error ("Can't trampoline 0x%x", sig->params [i]->type);
1699                 }
1700         }
1701
1702         /*----------------------------------------------------------*/
1703         /* If we are passing a structure back then if it won't be   */
1704         /* in a register(s) then we make room at the end of the     */
1705         /* parameters that may have been placed on the stack        */
1706         /*----------------------------------------------------------*/
1707         if (cinfo->struct_ret) {
1708                 cinfo->ret.offset = sz->stack_size;
1709                 switch (cinfo->ret.size) {
1710                 case 0:
1711                 case 1:
1712                 case 2:
1713                 case 4:
1714                 case 8:
1715                         break;
1716                 default:
1717                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1718                 }
1719         }
1720
1721         /*----------------------------------------------------------*/
1722         /* Handle the case where there are no implicit arguments    */
1723         /*----------------------------------------------------------*/
1724         if ((sig->call_convention == MONO_CALL_VARARG) &&
1725             (sig->param_count == sig->sentinelpos)) {
1726                 gr = S390_LAST_ARG_REG + 1;
1727                 add_general (&gr, sz, &cinfo->sigCookie, TRUE);
1728         }
1729
1730         cinfo->lastgr   = gr;
1731         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1732                           sz->offset;
1733         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1734
1735         return (cinfo);
1736 }
1737
1738 /*========================= End of Function ========================*/
1739
1740 /*------------------------------------------------------------------*/
1741 /*                                                                  */
1742 /* Name         - mono_arch_allocate_vars                           */
1743 /*                                                                  */
1744 /* Function     - Set var information according to the calling      */
1745 /*                convention for S/390. The local var stuff should  */
1746 /*                most likely be split in another method.           */
1747 /*                                                                  */
1748 /* Parameter    - @m - Compile unit.                                */
1749 /*                                                                  */
1750 /*------------------------------------------------------------------*/
1751
1752 void
1753 mono_arch_allocate_vars (MonoCompile *cfg)
1754 {
1755         MonoMethodSignature *sig;
1756         MonoMethodHeader *header;
1757         MonoInst *inst;
1758         CallInfo *cinfo;
1759         int iParm, iVar, offset, size, align, curinst;
1760         int frame_reg = STK_BASE;
1761         int sArg, eArg;
1762
1763         header  = mono_method_get_header (cfg->method);
1764
1765         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1766
1767         sig     = mono_method_signature (cfg->method);
1768
1769         cinfo   = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
1770
1771         /*---------------------------------------------------------*/
1772         /* We use the frame register also for any method that has  */
1773         /* filter clauses. This way, when the handlers are called, */
1774         /* the code will reference local variables using the frame */
1775         /* reg instead of the stack pointer: if we had to restore  */
1776         /* the stack pointer, we'd corrupt the method frames that  */
1777         /* are already on the stack (since filters get called      */
1778         /* before stack unwinding happens) when the filter code    */
1779         /* would call any method.                                  */
1780         /*---------------------------------------------------------*/
1781         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1782                 frame_reg = s390_r11;
1783
1784         cfg->frame_reg = frame_reg;
1785
1786         cfg->arch.bkchain_reg = -1;
1787
1788         if (frame_reg != STK_BASE)
1789                 cfg->used_int_regs |= 1 << frame_reg;
1790
1791         sig     = mono_method_signature (cfg->method);
1792
1793         cinfo   = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
1794
1795         if (cinfo->struct_ret) {
1796                 if (!cfg->new_ir) {
1797                         cfg->vret_addr->opcode = OP_REGVAR;
1798                         cfg->vret_addr->inst_c0 = s390_r2;
1799                 }
1800         } else {
1801                 switch (mono_type_get_underlying_type (sig->ret)->type) {
1802                 case MONO_TYPE_VOID:
1803                         break;
1804                 default:
1805                         cfg->ret->opcode = OP_REGVAR;
1806                         cfg->ret->dreg   = s390_r2;
1807                         break;
1808                 }
1809         }
1810
1811         /*--------------------------------------------------------------*/
1812         /* local vars are at a positive offset from the stack pointer   */
1813         /* also note that if the function uses alloca, we use s390_r11  */
1814         /* to point at the local variables.                             */
1815         /* add parameter area size for called functions                 */
1816         /*--------------------------------------------------------------*/
1817         offset          = (cfg->param_area + S390_MINIMAL_STACK_SIZE);
1818         cfg->sig_cookie = 0;
1819
1820         if (cinfo->struct_ret) {
1821                 inst               = cfg->vret_addr;
1822                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1823                 inst->inst_offset  = offset;
1824                 inst->opcode       = OP_REGOFFSET;
1825                 inst->inst_basereg = frame_reg;
1826                 offset            += sizeof(gpointer);
1827                 if (!cfg->new_ir && (sig->call_convention == MONO_CALL_VARARG) &&
1828                     (!retFitsInReg (cinfo->ret.size)))
1829                         cfg->sig_cookie += cinfo->ret.size;
1830                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
1831                         printf ("vret_addr =");
1832                         mono_print_ins (cfg->vret_addr);
1833                 }
1834         }
1835
1836         if (sig->hasthis) {
1837                 inst = cfg->args [0];
1838                 if (inst->opcode != OP_REGVAR) {
1839                         inst->opcode       = OP_REGOFFSET;
1840                         inst->inst_basereg = frame_reg;
1841                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1842                         inst->inst_offset  = offset;
1843                         offset            += sizeof (gpointer);
1844                 }
1845                 curinst = sArg = 1;
1846         } else {
1847                 curinst = sArg = 0;
1848         }
1849
1850         eArg = sig->param_count + sArg;
1851
1852         if (sig->call_convention == MONO_CALL_VARARG)
1853                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
1854
1855         for (iParm = sArg; iParm < eArg; ++iParm) {
1856                 inst = cfg->args [curinst];
1857                 if (inst->opcode != OP_REGVAR) {
1858                         switch (cinfo->args[iParm].regtype) {
1859                                 case RegTypeStructByAddr :
1860                                         if (cfg->new_ir) {
1861                                                 MonoInst *indir;
1862
1863                                                 size = sizeof (gpointer);
1864
1865                                                 if (cinfo->args [iParm].reg == STK_BASE) {
1866                                                         cfg->arch.bkchain_reg = s390_r12;
1867                                                         cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
1868
1869                                                         inst->opcode       = OP_REGOFFSET;
1870                                                         inst->inst_basereg = cfg->arch.bkchain_reg;
1871                                                         inst->inst_offset  = cinfo->args [iParm].offset;
1872                                                 } else {
1873                                                         inst->opcode = OP_REGOFFSET;
1874                                                         inst->inst_basereg = frame_reg;
1875                                                         inst->inst_offset = S390_ALIGN(offset, sizeof (gpointer));
1876                                                 }
1877
1878                                                 /* Add a level of indirection */
1879                                                 MONO_INST_NEW (cfg, indir, 0);
1880                                                 *indir = *inst;
1881                                                 inst->opcode = OP_VTARG_ADDR;
1882                                                 inst->inst_left = indir;
1883                                         } else {
1884                                                 if (cinfo->args[iParm].reg == STK_BASE) {
1885                                                         inst->opcode       = OP_S390_LOADARG;
1886                                                         inst->inst_basereg = frame_reg;
1887                                                         size               = abs(cinfo->args[iParm].vtsize);
1888                                                         offset             = S390_ALIGN(offset, sizeof(long));
1889                                                         inst->inst_offset  = offset;
1890                                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1891                                                 } else {
1892                                                         inst->opcode       = OP_S390_ARGREG;
1893                                                         inst->inst_basereg = frame_reg;
1894                                                         size               = sizeof(gpointer);
1895                                                         offset             = S390_ALIGN(offset, size);
1896                                                         inst->inst_offset  = offset;
1897                                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1898                                                 }
1899                                         }
1900                                         break;
1901                                 case RegTypeStructByVal :
1902                                         if (cfg->new_ir) {
1903                                                 size               = cinfo->args[iParm].size;
1904                                                 offset             = S390_ALIGN(offset, size);
1905                                                 inst->opcode = OP_REGOFFSET;
1906                                                 inst->inst_basereg = frame_reg;
1907                                                 inst->inst_offset = S390_ALIGN (offset, size);
1908                                         } else {
1909                                                 inst->opcode       = OP_S390_ARGPTR;
1910                                                 inst->inst_basereg = frame_reg;
1911                                                 size               = cinfo->args[iParm].size;
1912                                                 offset             = S390_ALIGN(offset, size);
1913                                                 inst->inst_offset  = offset;
1914                                                 inst->backend.arg_info       = cinfo->args[iParm].offset;
1915                                         }
1916                                         break;
1917                                 default :
1918                                         if (cfg->new_ir) {
1919                                                 if (cinfo->args [iParm].reg == STK_BASE) {
1920                                                         /*
1921                                                          * These arguments are in the previous frame, so we can't
1922                                                          * compute their offset from the current frame pointer right
1923                                                          * now, since cfg->stack_offset is not yet known, so dedicate a
1924                                                          * register holding the previous frame pointer.
1925                                                          */
1926                                                         cfg->arch.bkchain_reg = s390_r12;
1927                                                         cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
1928
1929                                                         inst->opcode       = OP_REGOFFSET;
1930                                                         inst->inst_basereg = cfg->arch.bkchain_reg;
1931                                                         size               = (cinfo->args[iParm].size < 4
1932                                                                                           ? 4 - cinfo->args[iParm].size
1933                                                                                           : 0);
1934                                                         inst->inst_offset  = cinfo->args [iParm].offset + size;
1935                                                         size = sizeof (long);
1936                                                 } else {
1937                                                         inst->opcode       = OP_REGOFFSET;
1938                                                         inst->inst_basereg = frame_reg;
1939                                                         size               = (cinfo->args[iParm].size < 8
1940                                                                                           ? sizeof(long)
1941                                                                                           : sizeof(long long));
1942                                                         offset             = S390_ALIGN(offset, size);
1943                                                         inst->inst_offset  = offset;
1944                                                 }
1945                                         } else {
1946                                                 if (cinfo->args[iParm].reg != STK_BASE) {
1947                                                         inst->opcode       = OP_REGOFFSET;
1948                                                         inst->inst_basereg = frame_reg;
1949                                                         size               = (cinfo->args[iParm].size < 8
1950                                                                                           ? sizeof(long)
1951                                                                                           : sizeof(long long));
1952                                                         offset             = S390_ALIGN(offset, size);
1953                                                         inst->inst_offset  = offset;
1954                                                 } else {
1955                                                         inst->opcode       = OP_S390_STKARG;
1956                                                         inst->inst_basereg = frame_reg;
1957                                                         size               = (cinfo->args[iParm].size < 4
1958                                                                                           ? 4 - cinfo->args[iParm].size
1959                                                                                           : 0);
1960                                                         inst->inst_offset  = cinfo->args[iParm].offset +
1961                                                                 size;
1962                                                         inst->backend.arg_info       = 0;
1963                                                         size               = sizeof(long);
1964                                                 }
1965                                 }
1966                         }
1967                         if ((sig->call_convention == MONO_CALL_VARARG) &&
1968                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
1969                             (iParm < sig->sentinelpos))
1970                                 cfg->sig_cookie += size;
1971
1972                         offset += size;
1973                 }
1974                 curinst++;
1975         }
1976
1977         curinst = cfg->locals_start;
1978         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
1979                 inst = cfg->varinfo [iVar];
1980                 if ((inst->flags & MONO_INST_IS_DEAD) ||
1981                     (inst->opcode == OP_REGVAR))
1982                         continue;
1983
1984                 /*--------------------------------------------------*/
1985                 /* inst->backend.is_pinvoke indicates native sized value types, */
1986                 /* this is used by the pinvoke wrappers when they   */
1987                 /* call functions returning structure               */
1988                 /*--------------------------------------------------*/
1989                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
1990                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype), &align);
1991                 else
1992                         size = mono_type_size (inst->inst_vtype, &align);
1993
1994                 offset             = S390_ALIGN(offset, align);
1995                 inst->inst_offset  = offset;
1996                 inst->opcode       = OP_REGOFFSET;
1997                 inst->inst_basereg = frame_reg;
1998                 offset            += size;
1999                 DEBUG (g_print("allocating local %d to %ld\n", iVar, inst->inst_offset));
2000         }
2001
2002         /*------------------------------------------------------*/
2003         /* Allow space for the trace method stack area if needed*/
2004         /*------------------------------------------------------*/
2005         if (mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method)) {
2006                 offset += S390_TRACE_STACK_SIZE;
2007         }
2008
2009         /*------------------------------------------------------*/
2010         /* Reserve space to save LMF and caller saved registers */
2011         /*------------------------------------------------------*/
2012         if (cfg->method->save_lmf)
2013                 offset += sizeof (MonoLMF);
2014
2015         /*------------------------------------------------------*/
2016         /* align the offset                                     */
2017         /*------------------------------------------------------*/
2018         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
2019
2020         /* Fix up offsets for arguments whose value is in the parent frame */
2021         if (cfg->new_ir) {
2022                 for (iParm = sArg; iParm < eArg; ++iParm) {
2023                         inst = cfg->args [iParm];
2024
2025                         if (inst->opcode == OP_S390_STKARG) {
2026                                 inst->opcode = OP_REGOFFSET;
2027                                 inst->inst_offset += cfg->stack_offset;
2028                         }
2029                 }
2030         }
2031 }
2032
2033 /*========================= End of Function ========================*/
2034
2035 /*------------------------------------------------------------------*/
2036 /*                                                                  */
2037 /* Name         - mono_arch_create_vars                                 */
2038 /*                                                                  */
2039 /*------------------------------------------------------------------*/
2040
2041 void
2042 mono_arch_create_vars (MonoCompile *cfg)
2043 {
2044         MonoMethodSignature *sig;
2045         CallInfo *cinfo;
2046
2047         sig = mono_method_signature (cfg->method);
2048
2049         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2050
2051         if (cinfo->struct_ret) {
2052                 cfg->vret_addr = mono_compile_create_var (cfg, &mono_defaults.int_class->byval_arg, OP_ARG);
2053                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
2054                         printf ("vret_addr = ");
2055                         mono_print_ins (cfg->vret_addr);
2056                 }
2057         }
2058 }
2059
2060 /*========================= End of Function ========================*/
2061
2062 /*------------------------------------------------------------------*/
2063 /*                                                                  */
2064 /* Name         - mono_arch_call_opcode                             */
2065 /*                                                                  */
2066 /* Function     - Take the arguments and generate the arch-specific */
2067 /*                instructions to properly call the function. This  */
2068 /*                includes pushing, moving argments to the correct  */
2069 /*                etc.                                              */
2070 /*                                                                  */
2071 /*------------------------------------------------------------------*/
2072
2073 MonoCallInst*
2074 mono_arch_call_opcode (MonoCompile *cfg, MonoBasicBlock* bb,
2075                        MonoCallInst *call, int is_virtual)
2076 {
2077         MonoInst *in;
2078         MonoCallArgParm *arg;
2079         MonoMethodSignature *sig;
2080         int i, n, lParamArea;
2081         CallInfo *cinfo;
2082         ArgInfo *ainfo = NULL;
2083         int stackSize;
2084
2085         sig = call->signature;
2086         n = sig->param_count + sig->hasthis;
2087         DEBUG (g_print ("Call requires: %d parameters\n",n));
2088
2089         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2090
2091         stackSize         = cinfo->sz.stack_size + cinfo->sz.local_size + cinfo->sz.parm_size + cinfo->sz.offset;
2092         call->stack_usage = MAX(stackSize, call->stack_usage);
2093         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-cinfo->sz.parm_size), 0);
2094         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
2095         cfg->flags       |= MONO_CFG_HAS_CALLS;
2096
2097         if (cinfo->struct_ret)
2098                 call->used_iregs |= 1 << cinfo->ret.reg;
2099
2100         for (i = 0; i < n; ++i) {
2101                 ainfo = cinfo->args + i;
2102
2103                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2104                     (i == sig->sentinelpos)) {
2105                         emit_sig_cookie (cfg, call, cinfo, ainfo->size);
2106                 }
2107
2108                 if (is_virtual && i == 0) {
2109                         /* the argument will be attached to the call instrucion */
2110                         in = call->args [i];
2111                         call->used_iregs |= 1 << ainfo->reg;
2112                 } else {
2113                         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG);
2114                         in                  = call->args [i];
2115                         arg->ins.cil_code   = in->cil_code;
2116                         arg->ins.inst_left  = in;
2117                         arg->ins.type       = in->type;
2118                         /* prepend, we'll need to reverse them later */
2119                         arg->ins.next       = call->out_args;
2120                         call->out_args      = (MonoInst *) arg;
2121                         arg->ins.inst_right = (MonoInst *) call;
2122                         if (ainfo->regtype == RegTypeGeneral) {
2123                                 arg->ins.backend.reg3   = ainfo->reg;
2124                                 call->used_iregs |= 1 << ainfo->reg;
2125                                 if (arg->ins.type == STACK_I8)
2126                                         call->used_iregs |= 1 << (ainfo->reg + 1);
2127                         } else if (ainfo->regtype == RegTypeStructByAddr) {
2128                                 call->used_iregs |= 1 << ainfo->reg;
2129                                 arg->ins.sreg1    = ainfo->reg;
2130                                 arg->ins.opcode   = OP_OUTARG_VT;
2131                                 arg->size         = -ainfo->vtsize;
2132                                 arg->offset       = ainfo->offset;
2133                                 arg->offPrm       = ainfo->offparm + cinfo->sz.offStruct;
2134                         } else if (ainfo->regtype == RegTypeStructByVal) {
2135                                 if (ainfo->reg != STK_BASE) {
2136                                         switch (ainfo->size) {
2137                                         case 0:
2138                                         case 1:
2139                                         case 2:
2140                                         case 4:
2141                                                 call->used_iregs |= 1 << ainfo->reg;
2142                                                 break;
2143                                         case 8:
2144                                                 call->used_iregs |= 1 << ainfo->reg;
2145                                                 call->used_iregs |= 1 << (ainfo->reg+1);
2146                                                 break;
2147                                         default:
2148                                                 call->used_iregs |= 1 << ainfo->reg;
2149                                         }
2150                                 }
2151                                 arg->ins.sreg1  = ainfo->reg;
2152                                 arg->ins.opcode = OP_OUTARG_VT;
2153                                 arg->size       = ainfo->size;
2154                                 arg->offset     = ainfo->offset;
2155                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2156                         } else if (ainfo->regtype == RegTypeBase) {
2157                                 arg->ins.opcode   = OP_OUTARG_MEMBASE;
2158                                 arg->ins.sreg1    = ainfo->reg;
2159                                 arg->size         = ainfo->size;
2160                                 arg->offset       = ainfo->offset;
2161                                 call->used_iregs |= 1 << ainfo->reg;
2162                         } else if (ainfo->regtype == RegTypeFP) {
2163                                 arg->ins.backend.reg3   = ainfo->reg;
2164                                 call->used_fregs |= 1 << ainfo->reg;
2165                                 if (ainfo->size == 4)
2166                                         arg->ins.opcode = OP_OUTARG_R4;
2167                                 else
2168                                         arg->ins.opcode = OP_OUTARG_R8;
2169                         } else {
2170                                 g_assert_not_reached ();
2171                         }
2172                 }
2173         }
2174
2175         /*
2176          * Handle the case where there are no implicit arguments
2177          */
2178         if ((sig->call_convention == MONO_CALL_VARARG) &&
2179             (i == sig->sentinelpos)) {
2180                 emit_sig_cookie (cfg, call, cinfo, ainfo->size);
2181         }
2182
2183         /*
2184          * Reverse the call->out_args list.
2185          */
2186         {
2187                 MonoInst *prev = NULL, *list = call->out_args, *next;
2188                 while (list) {
2189                         next = list->next;
2190                         list->next = prev;
2191                         prev = list;
2192                         list = next;
2193                 }
2194                 call->out_args = prev;
2195         }
2196
2197         return call;
2198 }
2199
2200 /*========================= End of Function ========================*/
2201
2202 static void
2203 add_outarg_reg2 (MonoCompile *cfg, MonoCallInst *call, ArgStorage storage, int reg, MonoInst *tree)
2204 {
2205         MonoInst *ins;
2206
2207         switch (storage) {
2208         case RegTypeGeneral:
2209                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2210                 ins->dreg = mono_alloc_ireg (cfg);
2211                 ins->sreg1 = tree->dreg;
2212                 MONO_ADD_INS (cfg->cbb, ins);
2213                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, FALSE);
2214                 break;
2215         case RegTypeFP:
2216                 MONO_INST_NEW (cfg, ins, OP_FMOVE);
2217                 ins->dreg = mono_alloc_freg (cfg);
2218                 ins->sreg1 = tree->dreg;
2219                 MONO_ADD_INS (cfg->cbb, ins);
2220                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2221                 break;
2222         case RegTypeFPR4:
2223                 MONO_INST_NEW (cfg, ins, OP_S390_SETF4RET);
2224                 ins->dreg = mono_alloc_freg (cfg);
2225                 ins->sreg1 = tree->dreg;
2226                 MONO_ADD_INS (cfg->cbb, ins);
2227                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2228                 break;
2229         default:
2230                 g_assert_not_reached ();
2231         }
2232 }
2233
2234 static void
2235 emit_sig_cookie2 (MonoCompile *cfg, MonoCallInst *call, CallInfo *cinfo)
2236 {
2237         MonoMethodSignature *tmpSig;
2238         MonoInst *sig_arg;
2239
2240         cfg->disable_aot = TRUE;
2241
2242         /*----------------------------------------------------------*/
2243         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2244         /* passed first and all the arguments which were before it  */
2245         /* passed on the stack after the signature. So compensate   */
2246         /* by passing a different signature.                        */
2247         /*----------------------------------------------------------*/
2248         tmpSig = mono_metadata_signature_dup (call->signature);
2249         tmpSig->param_count -= call->signature->sentinelpos;
2250         tmpSig->sentinelpos  = 0;
2251         if (tmpSig->param_count > 0)
2252                 memcpy (tmpSig->params,
2253                         call->signature->params + call->signature->sentinelpos,
2254                         tmpSig->param_count * sizeof(MonoType *));
2255
2256         MONO_INST_NEW (cfg, sig_arg, OP_ICONST);
2257         sig_arg->dreg = mono_alloc_ireg (cfg);
2258         sig_arg->inst_p0 = tmpSig;
2259         MONO_ADD_INS (cfg->cbb, sig_arg);
2260
2261         MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG, STK_BASE,
2262                                                                  cinfo->sigCookie.offset, sig_arg->dreg);
2263 }
2264
2265 /*------------------------------------------------------------------*/
2266 /*                                                                  */
2267 /* Name         - mono_arch_emit_call                                   */
2268 /*                                                                  */
2269 /*------------------------------------------------------------------*/
2270
2271 void
2272 mono_arch_emit_call (MonoCompile *cfg, MonoCallInst *call)
2273 {
2274         MonoInst *in;
2275         MonoMethodSignature *sig;
2276         MonoInst *ins;
2277         int i, n, lParamArea;
2278         CallInfo *cinfo;
2279         ArgInfo *ainfo = NULL;
2280         int stackSize;
2281
2282         sig = call->signature;
2283         n = sig->param_count + sig->hasthis;
2284         DEBUG (g_print ("Call requires: %d parameters\n",n));
2285
2286         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2287
2288         stackSize         = cinfo->sz.stack_size + cinfo->sz.local_size + cinfo->sz.parm_size + cinfo->sz.offset;
2289         call->stack_usage = MAX(stackSize, call->stack_usage);
2290         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-cinfo->sz.parm_size), 0);
2291         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
2292         cfg->flags       |= MONO_CFG_HAS_CALLS;
2293
2294         if (cinfo->struct_ret) {
2295                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2296                 ins->sreg1 = call->vret_var->dreg;
2297                 ins->dreg = mono_alloc_preg (cfg);
2298                 MONO_ADD_INS (cfg->cbb, ins);
2299                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, cinfo->ret.reg, FALSE);
2300         }
2301
2302         for (i = 0; i < n; ++i) {
2303                 ainfo = cinfo->args + i;
2304                 MonoType *t;
2305
2306                 if (i >= sig->hasthis)
2307                         t = sig->params [i - sig->hasthis];
2308                 else
2309                         t = &mono_defaults.int_class->byval_arg;
2310                 t = mono_type_get_underlying_type (t);
2311
2312                 in = call->args [i];
2313
2314                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2315                     (i == sig->sentinelpos)) {
2316                         emit_sig_cookie2 (cfg, call, cinfo);
2317                 }
2318
2319                 switch (ainfo->regtype) {
2320                 case RegTypeGeneral:
2321                         if (!t->byref && (t->type == MONO_TYPE_I8 || t->type == MONO_TYPE_U8)) {
2322                                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2323                                 ins->dreg = mono_alloc_ireg (cfg);
2324                                 ins->sreg1 = in->dreg + 2;
2325                                 MONO_ADD_INS (cfg->cbb, ins);
2326                                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, ainfo->reg, FALSE);
2327                                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2328                                 ins->dreg = mono_alloc_ireg (cfg);
2329                                 ins->sreg1 = in->dreg + 1;
2330                                 MONO_ADD_INS (cfg->cbb, ins);
2331                                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, ainfo->reg + 1, FALSE);
2332                         } else {
2333                                 add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2334                         }
2335                         break;
2336                 case RegTypeFP:
2337                         if (MONO_TYPE_ISSTRUCT (t)) {
2338                                 /* Valuetype passed in one fp register */
2339                                 ainfo->regtype = RegTypeStructByValInFP;
2340                                 /* Fall through */
2341                         } else {
2342                                 if (ainfo->size == 4)
2343                                         ainfo->regtype = RegTypeFPR4;
2344                                 add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2345                                 break;
2346                         }
2347                 case RegTypeStructByVal:
2348                 case RegTypeStructByAddr: {
2349                         guint32 align;
2350                         guint32 size;
2351
2352                         if (sig->params [i - sig->hasthis]->type == MONO_TYPE_TYPEDBYREF) {
2353                                 size = sizeof (MonoTypedRef);
2354                                 align = sizeof (gpointer);
2355                         }
2356                         else
2357                                 if (sig->pinvoke)
2358                                         size = mono_type_native_stack_size (&in->klass->byval_arg, &align);
2359                                 else {
2360                                         /*
2361                                          * Other backends use mono_type_stack_size (), but that
2362                                          * aligns the size to 8, which is larger than the size of
2363                                          * the source, leading to reads of invalid memory if the
2364                                          * source is at the end of address space.
2365                                          */
2366                                         size = mono_class_value_size (in->klass, &align);
2367                                 }
2368
2369                         g_assert (in->klass);
2370
2371                         ainfo->offparm += cinfo->sz.offStruct;
2372
2373                         MONO_INST_NEW (cfg, ins, OP_OUTARG_VT);
2374                         ins->sreg1 = in->dreg;
2375                         ins->klass = in->klass;
2376                         ins->backend.size = ainfo->size;
2377                         ins->inst_p0 = call;
2378                         ins->inst_p1 = mono_mempool_alloc (cfg->mempool, sizeof (ArgInfo));
2379                         memcpy (ins->inst_p1, ainfo, sizeof (ArgInfo));
2380
2381                         MONO_ADD_INS (cfg->cbb, ins);
2382
2383                         if (ainfo->regtype == RegTypeStructByAddr) {
2384                                 /*
2385                                  * We use OP_OUTARG_VT to copy the valuetype to a stack location, then
2386                                  * use the normal OUTARG opcodes to pass the address of the location to
2387                                  * the callee.
2388                                  */
2389                                 int treg = mono_alloc_preg (cfg);
2390                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2391                                                                                  STK_BASE, ainfo->offparm);
2392                                 if (ainfo->reg == STK_BASE) {
2393                                         /* The address is passed on the stack */
2394                                         MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2395                                         ins->inst_destbasereg = STK_BASE;
2396                                         ins->inst_offset = ainfo->offset;
2397                                         ins->sreg1 = treg;
2398                                         MONO_ADD_INS (cfg->cbb, ins);
2399                                 } else {
2400                                         mono_call_inst_add_outarg_reg (cfg, call, treg, ainfo->reg, FALSE);
2401                                 }
2402                         }
2403                         break;
2404                 }
2405                 case RegTypeBase:
2406                         if (!t->byref && t->type == MONO_TYPE_R4) {
2407                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER4_MEMBASE_REG,
2408                                                                                          STK_BASE, ainfo->offset,
2409                                                                                          in->dreg);
2410                         } else if (!t->byref && (t->type == MONO_TYPE_R8)) {
2411                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER8_MEMBASE_REG,
2412                                                                                          STK_BASE, ainfo->offset,
2413                                                                                          in->dreg);
2414                         } else if (!t->byref && (t->type == MONO_TYPE_I8 || t->type == MONO_TYPE_U8)) {
2415                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2416                                 ins->inst_destbasereg = STK_BASE;
2417                                 ins->inst_offset = ainfo->offset + MINI_LS_WORD_OFFSET;
2418                                 ins->sreg1 = in->dreg + 1;
2419                                 MONO_ADD_INS (cfg->cbb, ins);
2420
2421                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2422                                 ins->inst_destbasereg = STK_BASE;
2423                                 ins->inst_offset = ainfo->offset + MINI_MS_WORD_OFFSET;
2424                                 ins->sreg1 = in->dreg + 2;
2425                                 MONO_ADD_INS (cfg->cbb, ins);
2426                         } else {
2427                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2428                                 ins->inst_destbasereg = STK_BASE;
2429                                 ins->inst_offset = ainfo->offset;
2430                                 ins->sreg1 = in->dreg;
2431                                 MONO_ADD_INS (cfg->cbb, ins);
2432                         }
2433                         break;
2434                 default:
2435                         g_assert_not_reached ();
2436                         break;
2437                 }
2438         }
2439
2440         /*
2441          * Handle the case where there are no implicit arguments
2442          */
2443         if ((sig->call_convention == MONO_CALL_VARARG) &&
2444             (i == sig->sentinelpos)) {
2445                 emit_sig_cookie2 (cfg, call, cinfo);
2446         }
2447 }
2448
2449 /*========================= End of Function ========================*/
2450
2451 /*------------------------------------------------------------------*/
2452 /*                                                                  */
2453 /* Name         - mono_arch_emit_outarg_vt                              */
2454 /*                                                                  */
2455 /*------------------------------------------------------------------*/
2456
2457 void
2458 mono_arch_emit_outarg_vt (MonoCompile *cfg, MonoInst *ins, MonoInst *src)
2459 {
2460         MonoCallInst *call = (MonoCallInst*)ins->inst_p0;
2461         ArgInfo *ainfo = (ArgInfo*)ins->inst_p1;
2462         int size = ins->backend.size;
2463
2464         if (ainfo->regtype == RegTypeStructByVal) {
2465                 /*
2466                                 arg->ins.sreg1  = ainfo->reg;
2467                                 arg->ins.opcode = OP_OUTARG_VT;
2468                                 arg->size       = ainfo->size;
2469                                 arg->offset     = ainfo->offset;
2470                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2471                 */
2472                 if (ainfo->reg != STK_BASE) {
2473                         MONO_OUTPUT_VTR2 (cfg, size, ainfo->reg, src->dreg, 0);
2474                 } else {
2475                         MONO_OUTPUT_VTS2 (cfg, size, ainfo->reg, ainfo->offset,
2476                                                           src->dreg, 0);
2477                 }
2478         } else if (ainfo->regtype == RegTypeStructByValInFP) {
2479                 int dreg = mono_alloc_freg (cfg);
2480
2481                 if (ainfo->size == 4) {
2482                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR4_MEMBASE, dreg, src->dreg, 0);
2483                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, dreg, dreg);
2484                 } else {
2485                         g_assert (ainfo->size == 8);
2486
2487                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR8_MEMBASE, dreg, src->dreg, 0);
2488                 }
2489
2490                 mono_call_inst_add_outarg_reg (cfg, call, dreg, ainfo->reg, TRUE);
2491         } else {
2492                 MONO_EMIT_NEW_MOVE2 (cfg, STK_BASE, ainfo->offparm,
2493                                                          src->dreg, 0, size);
2494         }
2495 }
2496
2497 /*------------------------------------------------------------------*/
2498 /*                                                                  */
2499 /* Name         - mono_arch_emit_setret                                 */
2500 /*                                                                  */
2501 /*------------------------------------------------------------------*/
2502
2503 void
2504 mono_arch_emit_setret (MonoCompile *cfg, MonoMethod *method, MonoInst *val)
2505 {
2506         MonoType *ret = mono_type_get_underlying_type (mono_method_signature (method)->ret);
2507
2508         if (!ret->byref) {
2509                 if (ret->type == MONO_TYPE_R4) {
2510                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, s390_f0, val->dreg);
2511                         return;
2512                 } else if (ret->type == MONO_TYPE_R8) {
2513                         MONO_EMIT_NEW_UNALU (cfg, OP_FMOVE, s390_f0, val->dreg);
2514                         return;
2515                 } else if (ret->type == MONO_TYPE_I8 || ret->type == MONO_TYPE_U8) {
2516                         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, s390_r3, val->dreg + 1);
2517                         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, s390_r2, val->dreg + 2);
2518                         return;
2519                 }
2520         }
2521
2522         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, cfg->ret->dreg, val->dreg);
2523 }
2524
2525 /*========================= End of Function ========================*/
2526
2527 /*------------------------------------------------------------------*/
2528 /*                                                                  */
2529 /* Name         - emit_sig_cookie.                                  */
2530 /*                                                                  */
2531 /* Function     - For variable length parameter lists construct a   */
2532 /*                signature cookie and emit it.                     */
2533 /*                                                                  */
2534 /*------------------------------------------------------------------*/
2535
2536 static void
2537 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call,
2538                  CallInfo *cinfo, int argSize)
2539 {
2540         MonoCallArgParm *arg;
2541         MonoMethodSignature *tmpSig;
2542         MonoInst *sigArg;
2543
2544         cfg->disable_aot = TRUE;
2545
2546         /*----------------------------------------------------------*/
2547         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2548         /* passed first and all the arguments which were before it  */
2549         /* passed on the stack after the signature. So compensate   */
2550         /* by passing a different signature.                        */
2551         /*----------------------------------------------------------*/
2552         tmpSig = mono_metadata_signature_dup (call->signature);
2553         tmpSig->param_count -= call->signature->sentinelpos;
2554         tmpSig->sentinelpos  = 0;
2555         if (tmpSig->param_count > 0)
2556                 memcpy (tmpSig->params,
2557                         call->signature->params + call->signature->sentinelpos,
2558                         tmpSig->param_count * sizeof(MonoType *));
2559
2560         MONO_INST_NEW (cfg, sigArg, OP_ICONST);
2561         sigArg->inst_p0 = tmpSig;
2562
2563         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG_MEMBASE);
2564         arg->ins.inst_left   = sigArg;
2565         arg->ins.inst_right  = (MonoInst *) call;
2566         arg->size            = argSize;
2567         arg->offset          = cinfo->sigCookie.offset;
2568         arg->ins.next        = call->out_args;
2569         call->out_args       = (MonoInst *) arg;
2570 }
2571
2572 /*========================= End of Function ========================*/
2573
2574 /*------------------------------------------------------------------*/
2575 /*                                                                  */
2576 /* Name         - mono_arch_instrument_mem_needs                    */
2577 /*                                                                  */
2578 /* Function     - Allow tracing to work with this interface (with   */
2579 /*                an optional argument).                            */
2580 /*                                                                  */
2581 /*------------------------------------------------------------------*/
2582
2583 void
2584 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
2585 {
2586         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2587         *stack = 0;
2588         /* split prolog-epilog requirements? */
2589         *code = 50; /* max bytes needed: check this number */
2590 }
2591
2592 /*========================= End of Function ========================*/
2593
2594 /*------------------------------------------------------------------*/
2595 /*                                                                  */
2596 /* Name         - mono_arch_instrument_prolog                       */
2597 /*                                                                  */
2598 /* Function     - Create an "instrumented" prolog.                  */
2599 /*                                                                  */
2600 /*------------------------------------------------------------------*/
2601
2602 void*
2603 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2604                              gboolean enable_arguments)
2605 {
2606         guchar  *code = p;
2607         int     parmOffset,
2608                 fpOffset,
2609                 baseReg;
2610
2611         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2612         if (cfg->method->save_lmf)
2613                 parmOffset -= sizeof(MonoLMF);
2614         fpOffset   = parmOffset + (5*sizeof(gint32));
2615         if (fpOffset > 4096) {
2616                 s390_lr (code, s390_r12, STK_BASE);
2617                 baseReg = s390_r12;
2618                 while (fpOffset > 4096) {
2619                         s390_ahi (code, baseReg, 4096);
2620                         fpOffset   -= 4096;
2621                         parmOffset -= 4096;
2622                 }
2623         } else {
2624                 baseReg = STK_BASE;
2625         }
2626
2627         s390_stm  (code, s390_r2, s390_r6, baseReg, parmOffset);
2628         s390_std  (code, s390_f0, 0, baseReg, fpOffset);
2629         s390_std  (code, s390_f1, 0, baseReg, fpOffset+sizeof(gdouble));
2630         s390_std  (code, s390_f2, 0, baseReg, fpOffset+2*sizeof(gdouble));
2631         s390_basr (code, s390_r13, 0);
2632         s390_j    (code, 6);
2633         s390_word (code, cfg->method);
2634         s390_word (code, func);
2635         s390_l    (code, s390_r2, 0, s390_r13, 4);
2636         s390_la   (code, s390_r3, 0, baseReg, parmOffset);
2637         s390_lr   (code, s390_r4, STK_BASE);
2638         s390_ahi  (code, s390_r4, cfg->stack_usage);
2639         s390_l    (code, s390_r1, 0, s390_r13, 8);
2640         s390_basr (code, s390_r14, s390_r1);
2641         s390_ld   (code, s390_f2, 0, baseReg, fpOffset+2*sizeof(gdouble));
2642         s390_ld   (code, s390_f1, 0, baseReg, fpOffset+sizeof(gdouble));
2643         s390_ld   (code, s390_f0, 0, baseReg, fpOffset);
2644         s390_lm   (code, s390_r2, s390_r6, baseReg, parmOffset);
2645
2646         return code;
2647 }
2648
2649 /*========================= End of Function ========================*/
2650
2651 /*------------------------------------------------------------------*/
2652 /*                                                                  */
2653 /* Name         - mono_arch_instrument_epilog                       */
2654 /*                                                                  */
2655 /* Function     - Create an epilog that will handle the returned    */
2656 /*                values used in instrumentation.                   */
2657 /*                                                                  */
2658 /*------------------------------------------------------------------*/
2659
2660 void*
2661 mono_arch_instrument_epilog (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments)
2662 {
2663         guchar     *code = p;
2664         int        save_mode = SAVE_NONE,
2665                    saveOffset;
2666         MonoMethod *method = cfg->method;
2667         int        rtype = mono_type_get_underlying_type (mono_method_signature (method)->ret)->type;
2668
2669         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2670         if (method->save_lmf)
2671                 saveOffset -= sizeof(MonoLMF);
2672
2673 handle_enum:
2674         switch (rtype) {
2675         case MONO_TYPE_VOID:
2676                 /* special case string .ctor icall */
2677                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2678                         save_mode = SAVE_ONE;
2679                 else
2680                         save_mode = SAVE_NONE;
2681                 break;
2682         case MONO_TYPE_I8:
2683         case MONO_TYPE_U8:
2684                 save_mode = SAVE_TWO;
2685                 break;
2686         case MONO_TYPE_R4:
2687                 save_mode = SAVE_R4;
2688                 break;
2689         case MONO_TYPE_R8:
2690                 save_mode = SAVE_R8;
2691                 break;
2692         case MONO_TYPE_VALUETYPE:
2693                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2694                         rtype = mono_method_signature (method)->ret->data.klass->enum_basetype->type;
2695                         goto handle_enum;
2696                 }
2697                 save_mode = SAVE_STRUCT;
2698                 break;
2699         default:
2700                 save_mode = SAVE_ONE;
2701                 break;
2702         }
2703
2704         switch (save_mode) {
2705         case SAVE_TWO:
2706                 s390_stm (code, s390_r2, s390_r3, cfg->frame_reg, saveOffset);
2707                 if (enable_arguments) {
2708                         s390_lr (code, s390_r4, s390_r3);
2709                         s390_lr (code, s390_r3, s390_r2);
2710                 }
2711                 break;
2712         case SAVE_ONE:
2713                 s390_st (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2714                 if (enable_arguments) {
2715                         s390_lr (code, s390_r3, s390_r2);
2716                 }
2717                 break;
2718         case SAVE_R4:
2719                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2720                 if (enable_arguments) {
2721                         s390_ldebr (code, s390_f0, s390_f0);
2722                 }
2723                 break;
2724         case SAVE_R8:
2725                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2726                 break;
2727         case SAVE_STRUCT:
2728                 s390_st (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2729                 if (enable_arguments) {
2730                         s390_l (code, s390_r3, 0, cfg->frame_reg,
2731                                 S390_MINIMAL_STACK_SIZE+cfg->param_area);
2732                 }
2733                 break;
2734         case SAVE_NONE:
2735         default:
2736                 break;
2737         }
2738
2739         s390_basr (code, s390_r13, 0);
2740         s390_j    (code, 6);
2741         s390_word (code, cfg->method);
2742         s390_word (code, func);
2743         s390_l    (code, s390_r2, 0, s390_r13, 4);
2744         s390_l    (code, s390_r1, 0, s390_r13, 8);
2745         s390_basr (code, s390_r14, s390_r1);
2746
2747         switch (save_mode) {
2748         case SAVE_TWO:
2749                 s390_lm  (code, s390_r2, s390_r3, cfg->frame_reg, saveOffset);
2750                 break;
2751         case SAVE_ONE:
2752                 s390_l   (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2753                 break;
2754         case SAVE_R4:
2755         case SAVE_R8:
2756                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2757                 break;
2758         case SAVE_STRUCT:
2759                 s390_l   (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2760                 break;
2761         case SAVE_NONE:
2762         default:
2763                 break;
2764         }
2765
2766         return code;
2767 }
2768
2769 /*========================= End of Function ========================*/
2770
2771 void
2772 mono_arch_peephole_pass_1 (MonoCompile *cfg, MonoBasicBlock *bb)
2773 {
2774 }
2775
2776 /*------------------------------------------------------------------*/
2777 /*                                                                  */
2778 /* Name         - mono_arch_peephole_pass                                     */
2779 /*                                                                  */
2780 /* Function     - Form a peephole pass at the code looking for      */
2781 /*                simple optimizations.                             */
2782 /*                                                                  */
2783 /*------------------------------------------------------------------*/
2784
2785 void
2786 mono_arch_peephole_pass_2 (MonoCompile *cfg, MonoBasicBlock *bb)
2787 {
2788         MonoInst *ins, *n;
2789
2790         MONO_BB_FOR_EACH_INS_SAFE (bb, n, ins) {
2791                 mono_peephole_ins (bb, ins);
2792         }
2793 }
2794
2795 /*========================= End of Function ========================*/
2796
2797 void
2798 mono_arch_lowering_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2799 {
2800         MonoInst *ins, *next;
2801
2802         if (bb->max_vreg > cfg->rs->next_vreg)
2803                 cfg->rs->next_vreg = bb->max_vreg;
2804
2805         MONO_BB_FOR_EACH_INS_SAFE (bb, next, ins) {
2806                 switch (ins->opcode) {
2807                 case OP_DIV_IMM:
2808                 case OP_REM_IMM:
2809                 case OP_IDIV_IMM:
2810                 case OP_IREM_IMM:
2811                 case OP_IDIV_UN_IMM:
2812                 case OP_IREM_UN_IMM:
2813                 case OP_LOCALLOC_IMM:
2814                         mono_decompose_op_imm (cfg, bb, ins);
2815                         break;
2816                 default:
2817                         break;
2818                 }
2819         }
2820 }
2821
2822 /*========================= End of Function ========================*/
2823
2824 /*------------------------------------------------------------------*/
2825 /*                                                                  */
2826 /* Name         - emit_float_to_int                                 */
2827 /*                                                                  */
2828 /* Function     - Create instructions which will convert a floating */
2829 /*                point value to integer.                           */
2830 /*                                                                  */
2831 /*------------------------------------------------------------------*/
2832
2833 static guchar*
2834 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2835 {
2836         /* sreg is a float, dreg is an integer reg. */
2837         if (is_signed) {
2838                 s390_cfdbr (code, dreg, 5, sreg);
2839                 switch (size) {
2840                         case 1:
2841                                 s390_lhi  (code, s390_r0, 0);
2842                                 s390_lhi  (code, s390_r13, 0xff);
2843                                 s390_ltr  (code, dreg, dreg);
2844                                 s390_jnl  (code, 4);
2845                                 s390_lhi  (code, s390_r0, 0x80);
2846                                 s390_nr   (code, dreg, s390_r13);
2847                                 s390_or   (code, dreg, s390_r0);
2848                                 break;
2849                 }
2850         } else {
2851                 short *o[1];
2852                 s390_basr   (code, s390_r13, 0);
2853                 s390_j      (code, 10);
2854                 s390_llong  (code, 0x41e0000000000000LL);
2855                 s390_llong  (code, 0x41f0000000000000LL);
2856                 s390_ldr    (code, s390_f15, sreg);
2857                 s390_cdb    (code, s390_f15, 0, s390_r13, 4);
2858                 s390_jl     (code, 0); CODEPTR(code, o[0]);
2859                 s390_sdb    (code, s390_f15, 0, s390_r13, 12);
2860                 s390_cfdbr  (code, dreg, 7, s390_f15);
2861                 s390_j      (code, 4);
2862                 PTRSLOT(code, o[0]);
2863                 s390_cfdbr  (code, dreg, 5, sreg);
2864                 switch (size) {
2865                         case 1:
2866                                 s390_lhi  (code, s390_r0, 0xff);
2867                                 s390_nr   (code, dreg, s390_r0);
2868                                 break;
2869                         case 2:
2870                                 s390_lhi  (code, s390_r0, -1);
2871                                 s390_srl  (code, s390_r0, 0, 16);
2872                                 s390_nr   (code, dreg, s390_r0);
2873                                 break;
2874                 }
2875         }
2876         return code;
2877 }
2878
2879 /*========================= End of Function ========================*/
2880
2881 /*------------------------------------------------------------------*/
2882 /*                                                                  */
2883 /* Name         - mono_arch_output_basic_block                      */
2884 /*                                                                  */
2885 /* Function     - Perform the "real" work of emitting instructions  */
2886 /*                that will do the work of in the basic block.      */
2887 /*                                                                  */
2888 /*------------------------------------------------------------------*/
2889
2890 void
2891 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2892 {
2893         MonoInst *ins;
2894         MonoCallInst *call;
2895         guint offset;
2896         guint8 *code = cfg->native_code + cfg->code_len;
2897         MonoInst *last_ins = NULL;
2898         guint last_offset = 0;
2899         int max_len, cpos, src2;
2900
2901         /* we don't align basic blocks of loops on s390 */
2902
2903         if (cfg->verbose_level > 2)
2904                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2905
2906         cpos = bb->max_offset;
2907
2908         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2909                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2910                 //g_assert (!mono_compile_aot);
2911                 //cpos += 6;
2912                 //if (bb->cil_code)
2913                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2914                 /* this is not thread save, but good enough */
2915                 /* fixme: howto handle overflows? */
2916                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2917         }
2918
2919         MONO_BB_FOR_EACH_INS (bb, ins) {
2920                 offset = code - cfg->native_code;
2921
2922                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2923
2924                 if (offset > (cfg->code_size - max_len - 16)) {
2925                         cfg->code_size *= 2;
2926                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2927                         code = cfg->native_code + offset;
2928                 }
2929
2930                 mono_debug_record_line_number (cfg, ins, offset);
2931
2932                 switch (ins->opcode) {
2933                 case OP_STOREI1_MEMBASE_IMM: {
2934                         s390_lhi (code, s390_r0, ins->inst_imm);
2935                         if (s390_is_uimm12(ins->inst_offset))
2936                                 s390_stc (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2937                         else {
2938                                 s390_basr (code, s390_r13, 0);
2939                                 s390_j    (code, 4);
2940                                 s390_word (code, ins->inst_offset);
2941                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2942                                 s390_stc  (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2943                         }
2944                 }
2945                         break;
2946                 case OP_STOREI2_MEMBASE_IMM: {
2947                         s390_lhi (code, s390_r0, ins->inst_imm);
2948                         if (s390_is_uimm12(ins->inst_offset)) {
2949                                 s390_sth (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2950                         } else {
2951                                 s390_basr (code, s390_r13, 0);
2952                                 s390_j    (code, 4);
2953                                 s390_word (code, ins->inst_offset);
2954                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2955                                 s390_sth  (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2956                         }
2957                 }
2958                         break;
2959                 case OP_STORE_MEMBASE_IMM:
2960                 case OP_STOREI4_MEMBASE_IMM: {
2961                         if (s390_is_imm16(ins->inst_imm)) {
2962                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2963                         } else {
2964                                 s390_basr (code, s390_r13, 0);
2965                                 s390_j    (code, 4);
2966                                 s390_word (code, ins->inst_imm);
2967                                 s390_l    (code, s390_r0, 0, s390_r13, 4);
2968                         }
2969                         if (s390_is_uimm12(ins->inst_offset)) {
2970                                 s390_st  (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2971                         } else {
2972                                 s390_basr (code, s390_r13, 0);
2973                                 s390_j    (code, 4);
2974                                 s390_word (code, ins->inst_offset);
2975                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2976                                 s390_st   (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2977                         }
2978                 }
2979                         break;
2980                 case OP_STOREI1_MEMBASE_REG: {
2981                         if (s390_is_uimm12(ins->inst_offset)) {
2982                                 s390_stc  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2983                         } else {
2984                                 s390_basr (code, s390_r13, 0);
2985                                 s390_j    (code, 4);
2986                                 s390_word (code, ins->inst_offset);
2987                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2988                                 s390_stc  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2989                         }
2990                 }
2991                         break;
2992                 case OP_STOREI2_MEMBASE_REG: {
2993                         if (s390_is_uimm12(ins->inst_offset)) {
2994                                 s390_sth  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2995                         } else {
2996                                 s390_basr (code, s390_r13, 0);
2997                                 s390_j    (code, 4);
2998                                 s390_word (code, ins->inst_offset);
2999                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3000                                 s390_sth  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
3001                         }
3002                 }
3003                         break;
3004                 case OP_STORE_MEMBASE_REG:
3005                 case OP_STOREI4_MEMBASE_REG: {
3006                         if (s390_is_uimm12(ins->inst_offset)) {
3007                                 s390_st   (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
3008                         } else {
3009                                 s390_basr (code, s390_r13, 0);
3010                                 s390_j    (code, 4);
3011                                 s390_word (code, ins->inst_offset);
3012                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3013                                 s390_st   (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
3014                         }
3015                 }
3016                         break;
3017                 case OP_LOADU4_MEM:
3018                         g_assert_not_reached ();
3019                         break;
3020                 case OP_LOAD_MEMBASE:
3021                 case OP_LOADI4_MEMBASE:
3022                 case OP_LOADU4_MEMBASE: {
3023                         if (s390_is_uimm12(ins->inst_offset))
3024                                 s390_l    (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
3025                         else {
3026                                 if (s390_is_imm16(ins->inst_offset)) {
3027                                         s390_lhi (code, s390_r13, ins->inst_offset);
3028                                         s390_l   (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
3029                                 } else {
3030                                         s390_basr (code, s390_r13, 0);
3031                                         s390_j    (code, 4);
3032                                         s390_word (code, ins->inst_offset);
3033                                         s390_l    (code, s390_r13, 0, s390_r13, 4);
3034                                         s390_l    (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
3035                                 }
3036                         }
3037                 }
3038                         break;
3039                 case OP_LOADU1_MEMBASE: {
3040                         s390_lhi (code, s390_r0, 0);
3041                         if (s390_is_uimm12(ins->inst_offset))
3042                                 s390_ic   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3043                         else {
3044                                 s390_basr (code, s390_r13, 0);
3045                                 s390_j    (code, 4);
3046                                 s390_word (code, ins->inst_offset);
3047                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3048                                 s390_ic   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
3049                         }
3050                         s390_lr   (code, ins->dreg, s390_r0);
3051                 }
3052                         break;
3053                 case OP_LOADI1_MEMBASE: {
3054                         s390_lhi (code, s390_r0, 0);
3055                         if (s390_is_uimm12(ins->inst_offset))
3056                                 s390_ic   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3057                         else {
3058                                 s390_basr (code, s390_r13, 0);
3059                                 s390_j    (code, 4);
3060                                 s390_word (code, ins->inst_offset);
3061                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3062                                 s390_ic   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
3063                         }
3064                         s390_lhi  (code, s390_r13, 0x80);
3065                         s390_nr   (code, s390_r13, s390_r0);
3066                         s390_jz   (code, 5);
3067                         s390_lhi  (code, s390_r13, 0xff00);
3068                         s390_or   (code, s390_r0, s390_r13);
3069                         s390_lr   (code, ins->dreg, s390_r0);
3070                 }
3071                         break;
3072                 case OP_LOADU2_MEMBASE: {
3073                         s390_lhi (code, s390_r0, 0);
3074                         if (s390_is_uimm12(ins->inst_offset))
3075                                 s390_icm  (code, s390_r0, 3, ins->inst_basereg, ins->inst_offset);
3076                         else {
3077                                 s390_basr (code, s390_r13, 0);
3078                                 s390_j    (code, 4);
3079                                 s390_word (code, ins->inst_offset);
3080                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3081                                 s390_ar   (code, s390_r13, ins->inst_basereg);
3082                                 s390_icm  (code, s390_r0, 3, s390_r13, 0);
3083                         }
3084                         s390_lr  (code, ins->dreg, s390_r0);
3085                 }
3086                         break;
3087                 case OP_LOADI2_MEMBASE: {
3088                         s390_lhi (code, s390_r0, 0);
3089                         if (s390_is_uimm12(ins->inst_offset))
3090                                 s390_lh   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3091                         else {
3092                                 s390_basr (code, s390_r13, 0);
3093                                 s390_j    (code, 4);
3094                                 s390_word (code, ins->inst_offset);
3095                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3096                                 s390_lh   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
3097                         }
3098                         s390_lr  (code, ins->dreg, s390_r0);
3099                 }
3100                         break;
3101
3102                 case OP_ICONV_TO_I1: {
3103                         if (ins->dreg != ins->sreg1)
3104                                 s390_lr   (code, ins->dreg, ins->sreg1);
3105                         s390_sll (code, ins->dreg, 0, 24);
3106                         s390_sra (code, ins->dreg, 0, 24);
3107                 }
3108                         break;
3109                 case OP_ICONV_TO_I2: {
3110                         if (ins->dreg != ins->sreg1)
3111                                 s390_lr   (code, ins->dreg, ins->sreg1);
3112                         s390_sll (code, ins->dreg, 0, 16);
3113                         s390_sra (code, ins->dreg, 0, 16);
3114                 }
3115                         break;
3116                 case OP_ICONV_TO_U1: {
3117                         s390_lhi  (code, s390_r0, 0xff);
3118                         if (ins->dreg != ins->sreg1) {
3119                                 s390_lr   (code, ins->dreg, ins->sreg1);
3120                         }
3121                         s390_nr   (code, ins->dreg, s390_r0);
3122                 }
3123                         break;
3124                 case OP_ICONV_TO_U2: {
3125                         s390_lhi  (code, s390_r0, -1);
3126                         s390_sll  (code, s390_r0, 0, 16);
3127                         s390_srl  (code, s390_r0, 0, 16);
3128                         if (ins->dreg != ins->sreg1) {
3129                                 s390_lr   (code, ins->dreg, ins->sreg1);
3130                         }
3131                         s390_nr   (code, ins->dreg, s390_r0);
3132                 }
3133                         break;
3134                 case OP_COMPARE:
3135                 case OP_ICOMPARE: {
3136                         gboolean un = FALSE;
3137                         MonoInst *next = ins->next;
3138
3139                         if ((next) &&
3140                             (((next->opcode >= OP_IBNE_UN) &&
3141                               (next->opcode <= OP_IBLT_UN)) ||
3142                              ((next->opcode >= OP_COND_EXC_NE_UN) &&
3143                               (next->opcode <= OP_COND_EXC_LT_UN)) ||
3144                              ((next->opcode >= OP_COND_EXC_INE_UN) &&
3145                               (next->opcode <= OP_COND_EXC_ILT_UN)) ||
3146                              ((next->opcode == OP_CLT_UN) ||
3147                               (next->opcode == OP_CGT_UN)) ||
3148                              ((next->opcode == OP_ICLT_UN) ||
3149                               (next->opcode == OP_ICGT_UN))))
3150                                 un = TRUE;
3151
3152                         if (un)
3153                                 s390_clr  (code, ins->sreg1, ins->sreg2);
3154                         else
3155                                 s390_cr   (code, ins->sreg1, ins->sreg2);
3156                 }
3157                         break;
3158                 case OP_COMPARE_IMM:
3159                 case OP_ICOMPARE_IMM: {
3160                         gboolean un = FALSE;
3161                         MonoInst *next = ins->next;
3162
3163                         if ((next) &&
3164                             (((next->opcode >= OP_IBNE_UN) &&
3165                               (next->opcode <= OP_IBLT_UN)) ||
3166                              ((next->opcode >= OP_COND_EXC_NE_UN) &&
3167                               (next->opcode <= OP_COND_EXC_LT_UN)) ||
3168                              ((next->opcode >= OP_COND_EXC_INE_UN) &&
3169                               (next->opcode <= OP_COND_EXC_ILT_UN)) ||
3170                              ((next->opcode == OP_CLT_UN) ||
3171                               (next->opcode == OP_CGT_UN)) ||
3172                              ((next->opcode == OP_ICLT_UN) ||
3173                               (next->opcode == OP_ICGT_UN))))
3174                                 un = TRUE;
3175
3176                         if (s390_is_imm16 (ins->inst_imm)) {
3177                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3178                                 if (un)
3179                                         s390_clr  (code, ins->sreg1, s390_r0);
3180                                 else
3181                                         s390_cr   (code, ins->sreg1, s390_r0);
3182                         }
3183                         else {
3184                                 s390_basr (code, s390_r13, 0);
3185                                 s390_j    (code, 4);
3186                                 s390_word (code, ins->inst_imm);
3187                                 if (un)
3188                                         s390_cl   (code, ins->sreg1, 0, s390_r13, 4);
3189                                 else
3190                                         s390_c    (code, ins->sreg1, 0, s390_r13, 4);
3191                         }
3192                 }
3193                         break;
3194                 case OP_BREAK: {
3195                         mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS, mono_break);
3196                         s390_brasl (code, s390_r14, 0);
3197                 }
3198                         break;
3199                 case OP_ADDCC:
3200                 case OP_IADDCC: {
3201                         CHECK_SRCDST_COM;
3202                         s390_alr  (code, ins->dreg, src2);
3203                 }
3204                         break;
3205                 case OP_IADD: {
3206                         CHECK_SRCDST_COM;
3207                         s390_ar   (code, ins->dreg, src2);
3208                 }
3209                         break;
3210                 case OP_ADC:
3211                 case OP_IADC: {
3212                         CHECK_SRCDST_COM;
3213                         s390_alcr (code, ins->dreg, src2);
3214                 }
3215                         break;
3216                 case OP_ADD_IMM:
3217                 case OP_IADD_IMM: {
3218                         if (ins->dreg != ins->sreg1) {
3219                                 s390_lr   (code, ins->dreg, ins->sreg1);
3220                         }
3221                         if ((ins->next) &&
3222                             (ins->next->opcode == OP_ADC_IMM)) {
3223                                 s390_basr (code, s390_r13, 0);
3224                                 s390_j    (code, 4);
3225                                 s390_word (code, ins->inst_imm);
3226                                 s390_a (code, ins->dreg, 0, s390_r13, 4);
3227                         } else {
3228                                 if (s390_is_imm16 (ins->inst_imm)) {
3229                                         s390_ahi  (code, ins->dreg, ins->inst_imm);
3230                                 } else {
3231                                         s390_basr (code, s390_r13, 0);
3232                                         s390_j    (code, 4);
3233                                         s390_word (code, ins->inst_imm);
3234                                         s390_a (code, ins->dreg, 0, s390_r13, 4);
3235                                 }
3236                         }
3237                 }
3238                         break;
3239                 case OP_ADDCC_IMM: {
3240                         if ((ins->next) &&
3241                             (ins->next->opcode == OP_ADC_IMM)) {
3242                                 s390_basr (code, s390_r13, 0);
3243                                 s390_j    (code, 4);
3244                                 s390_word (code, ins->inst_imm);
3245                                 if (ins->dreg != ins->sreg1) {
3246                                         s390_lr   (code, ins->dreg, ins->sreg1);
3247                                 }
3248                                 s390_al   (code, ins->dreg, 0, s390_r13, 4);
3249                         } else {
3250                                 if (s390_is_imm16 (ins->inst_imm)) {
3251                                         if (ins->dreg != ins->sreg1) {
3252                                                 s390_lr   (code, ins->dreg, ins->sreg1);
3253                                         }
3254                                         s390_lhi  (code, s390_r0, ins->inst_imm);
3255                                         s390_alcr (code, ins->dreg, s390_r0);
3256                                 } else {
3257                                         s390_basr (code, s390_r13, 0);
3258                                         s390_j    (code, 4);
3259                                         s390_word (code, ins->inst_imm);
3260                                         if (ins->dreg != ins->sreg1) {
3261                                                 s390_lr   (code, ins->dreg, ins->sreg1);
3262                                         }
3263                                         s390_al   (code, ins->dreg, 0, s390_r13, 4);
3264                                 }
3265                         }
3266                 }
3267                         break;
3268                 case OP_ADC_IMM: {
3269                         if (s390_is_imm16 (ins->inst_imm)) {
3270                                 if (ins->dreg != ins->sreg1) {
3271                                         s390_lr   (code, ins->dreg, ins->sreg1);
3272                                 }
3273                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3274                                 s390_alcr (code, ins->dreg, s390_r0);
3275                         } else {
3276                                 s390_basr (code, s390_r13, 0);
3277                                 s390_j    (code, 4);
3278                                 s390_word (code, ins->inst_imm);
3279                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3280                                 s390_alcr (code, ins->dreg, s390_r13);
3281                         }
3282                 }
3283                         break;
3284                 case OP_IADD_OVF:
3285                 case OP_S390_IADD_OVF: {
3286                         CHECK_SRCDST_COM;
3287                         s390_ar   (code, ins->dreg, src2);
3288                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3289                 }
3290                         break;
3291                 case OP_IADD_OVF_UN:
3292                 case OP_S390_IADD_OVF_UN: {
3293                         CHECK_SRCDST_COM;
3294                         s390_alr  (code, ins->dreg, src2);
3295                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3296                 }
3297                         break;
3298                 case OP_LADD:
3299                 case OP_S390_LADD: {
3300                         s390_alr  (code, s390_r0, ins->sreg1);
3301                         s390_jnc  (code, 4);
3302                         s390_ahi  (code, s390_r1, 1);
3303                         s390_ar   (code, s390_r1, ins->sreg2);
3304                         s390_lr   (code, ins->dreg, s390_r0);
3305                         s390_lr   (code, ins->dreg+1, s390_r1);
3306                 }
3307                         break;
3308                 case OP_LADD_OVF:
3309                 case OP_S390_LADD_OVF: {
3310                         short int *o[1];
3311                         s390_alr  (code, s390_r0, ins->sreg1);
3312                         s390_jnc  (code, 0); CODEPTR(code, o[0]);
3313                         s390_ahi  (code, s390_r1, 1);
3314                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3315                         PTRSLOT   (code, o[0]);
3316                         s390_ar   (code, s390_r1, ins->sreg2);
3317                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3318                         s390_lr   (code, ins->dreg, s390_r0);
3319                         s390_lr   (code, ins->dreg+1, s390_r1);
3320                 }
3321                         break;
3322                 case OP_LADD_OVF_UN:
3323                 case OP_S390_LADD_OVF_UN: {
3324                         s390_alr  (code, s390_r0, ins->sreg1);
3325                         s390_alcr (code, s390_r1, ins->sreg2);
3326                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3327                         s390_lr   (code, ins->dreg, s390_r0);
3328                         s390_lr   (code, ins->dreg+1, s390_r1);
3329                 }
3330                         break;
3331                 case OP_ADD_OVF_CARRY: {
3332                         CHECK_SRCDST_COM;
3333                         s390_lhi  (code, s390_r0, 0);
3334                         s390_lr   (code, s390_r1, s390_r0);
3335                         s390_alcr (code, s390_r0, s390_r1);
3336                         s390_ar   (code, ins->dreg, src2);
3337                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3338                         s390_ar   (code, ins->dreg, s390_r0);
3339                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3340                 }
3341                         break;
3342                 case OP_ADD_OVF_UN_CARRY: {
3343                         CHECK_SRCDST_COM;
3344                         s390_alcr (code, ins->dreg, src2);
3345                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3346                 }
3347                         break;
3348                 case OP_SUBCC:
3349                 case OP_ISUBCC: {
3350                         CHECK_SRCDST_NCOM;
3351                         s390_slr (code, ins->dreg, src2);
3352                 }
3353                         break;
3354                 case OP_ISUB: {
3355                         CHECK_SRCDST_NCOM;
3356                         s390_sr   (code, ins->dreg, src2);
3357                 }
3358                         break;
3359                 case OP_SBB:
3360                 case OP_ISBB: {
3361                         CHECK_SRCDST_NCOM;
3362                         s390_slbr (code, ins->dreg, src2);
3363                 }
3364                         break;
3365                 case OP_SUBCC_IMM: {
3366                         if (s390_is_imm16 (-ins->inst_imm)) {
3367                                 if (ins->dreg != ins->sreg1) {
3368                                         s390_lr   (code, ins->dreg, ins->sreg1);
3369                                 }
3370                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3371                                 s390_slr  (code, ins->dreg, s390_r0);
3372                         } else {
3373                                 s390_basr (code, s390_r13, 0);
3374                                 s390_j    (code, 4);
3375                                 s390_word (code, ins->inst_imm);
3376                                 if (ins->dreg != ins->sreg1) {
3377                                         s390_lr   (code, ins->dreg, ins->sreg1);
3378                                 }
3379                                 s390_sl   (code, ins->dreg, 0, s390_r13, 4);
3380                         }
3381                 }
3382                         break;
3383                 case OP_SUB_IMM:
3384                 case OP_ISUB_IMM: {
3385                         if (s390_is_imm16 (-ins->inst_imm)) {
3386                                 if (ins->dreg != ins->sreg1) {
3387                                         s390_lr   (code, ins->dreg, ins->sreg1);
3388                                 }
3389                                 s390_ahi  (code, ins->dreg, -ins->inst_imm);
3390                         } else {
3391                                 s390_basr (code, s390_r13, 0);
3392                                 s390_j    (code, 4);
3393                                 s390_word (code, ins->inst_imm);
3394                                 if (ins->dreg != ins->sreg1) {
3395                                         s390_lr   (code, ins->dreg, ins->sreg1);
3396                                 }
3397                                 s390_s    (code, ins->dreg, 0, s390_r13, 4);
3398                         }
3399                 }
3400                         break;
3401                 case OP_SBB_IMM: {
3402                         if (ins->dreg != ins->sreg1) {
3403                                 s390_lr    (code, ins->dreg, ins->sreg1);
3404                         }
3405                         if (s390_is_imm16 (-ins->inst_imm)) {
3406                                 s390_lhi   (code, s390_r0, ins->inst_imm);
3407                                 s390_slbr  (code, ins->dreg, s390_r0);
3408                         } else {
3409                                 s390_basr (code, s390_r13, 0);
3410                                 s390_j    (code, 4);
3411                                 s390_word (code, ins->inst_imm);
3412                                 s390_slb  (code, ins->dreg, 0, s390_r13, 4);
3413                         }
3414                 }
3415                         break;
3416                 case OP_ISUB_OVF:
3417                 case OP_S390_ISUB_OVF: {
3418                         CHECK_SRCDST_NCOM;
3419                         s390_sr   (code, ins->dreg, src2);
3420                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3421                 }
3422                         break;
3423                 case OP_ISUB_OVF_UN:
3424                 case OP_S390_ISUB_OVF_UN: {
3425                         CHECK_SRCDST_NCOM;
3426                         s390_slr  (code, ins->dreg, src2);
3427                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3428                 }
3429                         break;
3430                 case OP_LSUB:
3431                 case OP_S390_LSUB: {
3432                         s390_lr   (code, s390_r14, ins->sreg2);
3433                         s390_slr  (code, s390_r0, ins->sreg1);
3434                         s390_jnl  (code, 4);
3435                         s390_ahi  (code, s390_r14, 1);
3436                         s390_sr   (code, s390_r1, s390_r14);
3437                         s390_lr   (code, ins->dreg, s390_r0);
3438                         s390_lr   (code, ins->dreg+1, s390_r1);
3439                 }
3440                         break;
3441                 case OP_LSUB_OVF:
3442                 case OP_S390_LSUB_OVF: {
3443                         short int *o[1];
3444                         s390_lr   (code, s390_r14, ins->sreg2);
3445                         s390_slr  (code, s390_r0, ins->sreg1);
3446                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
3447                         s390_ahi  (code, s390_r14, 1);
3448                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3449                         PTRSLOT   (code, o[0]);
3450                         s390_sr   (code, s390_r1, s390_r14);
3451                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3452                         s390_lr   (code, ins->dreg, s390_r0);
3453                         s390_lr   (code, ins->dreg+1, s390_r1);
3454                 }
3455                         break;
3456                 case OP_LSUB_OVF_UN:
3457                 case OP_S390_LSUB_OVF_UN: {
3458                         s390_slr  (code, s390_r0, ins->sreg1);
3459                         s390_slbr (code, s390_r1, ins->sreg2);
3460                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3461                         s390_lr   (code, ins->dreg, s390_r0);
3462                         s390_lr   (code, ins->dreg+1, s390_r1);
3463                 }
3464                         break;
3465                 case OP_SUB_OVF_CARRY: {
3466                         CHECK_SRCDST_NCOM;
3467                         s390_lhi  (code, s390_r0, 0);
3468                         s390_lr   (code, s390_r1, s390_r0);
3469                         s390_slbr (code, s390_r0, s390_r1);
3470                         s390_sr   (code, ins->dreg, src2);
3471                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3472                         s390_ar   (code, ins->dreg, s390_r0);
3473                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3474                 }
3475                         break;
3476                 case OP_SUB_OVF_UN_CARRY: {
3477                         CHECK_SRCDST_NCOM;
3478                         s390_slbr (code, ins->dreg, src2);
3479                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3480                 }
3481                         break;
3482                 case OP_IAND: {
3483                         if (ins->sreg1 == ins->dreg) {
3484                                 s390_nr   (code, ins->dreg, ins->sreg2);
3485                         }
3486                         else {
3487                                 if (ins->sreg2 == ins->dreg) {
3488                                         s390_nr  (code, ins->dreg, ins->sreg1);
3489                                 }
3490                                 else {
3491                                         s390_lr  (code, ins->dreg, ins->sreg1);
3492                                         s390_nr  (code, ins->dreg, ins->sreg2);
3493                                 }
3494                         }
3495                 }
3496                         break;
3497                 case OP_AND_IMM:
3498                 case OP_IAND_IMM: {
3499                         if (s390_is_imm16 (ins->inst_imm)) {
3500                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3501                                 if (ins->dreg != ins->sreg1) {
3502                                         s390_lr   (code, ins->dreg, ins->sreg1);
3503                                 }
3504                                 s390_nr   (code, ins->dreg, s390_r0);
3505                         } else {
3506                                 s390_basr (code, s390_r13, 0);
3507                                 s390_j    (code, 4);
3508                                 s390_word (code, ins->inst_imm);
3509                                 if (ins->dreg != ins->sreg1) {
3510                                         s390_lr   (code, ins->dreg, ins->sreg1);
3511                                 }
3512                                 s390_n    (code, ins->dreg, 0, s390_r13, 4);
3513                         }
3514                 }
3515                         break;
3516                 case OP_IDIV: {
3517                         s390_lr   (code, s390_r0, ins->sreg1);
3518                         s390_srda (code, s390_r0, 0, 32);
3519                         s390_dr   (code, s390_r0, ins->sreg2);
3520                         s390_lr   (code, ins->dreg, s390_r1);
3521                 }
3522                         break;
3523                 case OP_IDIV_UN: {
3524                         s390_lr   (code, s390_r0, ins->sreg1);
3525                         s390_srdl (code, s390_r0, 0, 32);
3526                         s390_dlr  (code, s390_r0, ins->sreg2);
3527                         s390_lr   (code, ins->dreg, s390_r1);
3528                 }
3529                         break;
3530                 case OP_IREM: {
3531                         s390_lr   (code, s390_r0, ins->sreg1);
3532                         s390_srda (code, s390_r0, 0, 32);
3533                         s390_dr   (code, s390_r0, ins->sreg2);
3534                         s390_lr   (code, ins->dreg, s390_r0);
3535                         break;
3536                 case OP_IREM_UN:
3537                         s390_lr   (code, s390_r0, ins->sreg1);
3538                         s390_srdl (code, s390_r0, 0, 32);
3539                         s390_dlr  (code, s390_r0, ins->sreg2);
3540                         s390_lr   (code, ins->dreg, s390_r0);
3541                 }
3542                         break;
3543                 case OP_IOR: {
3544                         if (ins->sreg1 == ins->dreg) {
3545                                 s390_or   (code, ins->dreg, ins->sreg2);
3546                         }
3547                         else {
3548                                 if (ins->sreg2 == ins->dreg) {
3549                                         s390_or  (code, ins->dreg, ins->sreg1);
3550                                 }
3551                                 else {
3552                                         s390_lr  (code, ins->dreg, ins->sreg1);
3553                                         s390_or  (code, ins->dreg, ins->sreg2);
3554                                 }
3555                         }
3556                 }
3557                         break;
3558                 case OP_OR_IMM:
3559                 case OP_IOR_IMM: {
3560                         if (s390_is_imm16 (ins->inst_imm)) {
3561                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3562                                 if (ins->dreg != ins->sreg1) {
3563                                         s390_lr   (code, ins->dreg, ins->sreg1);
3564                                 }
3565                                 s390_or   (code, ins->dreg, s390_r0);
3566                         } else {
3567                                 s390_basr (code, s390_r13, 0);
3568                                 s390_j    (code, 4);
3569                                 s390_word (code, ins->inst_imm);
3570                                 if (ins->dreg != ins->sreg1) {
3571                                         s390_lr   (code, ins->dreg, ins->sreg1);
3572                                 }
3573                                 s390_o    (code, ins->dreg, 0, s390_r13, 4);
3574                         }
3575                 }
3576                         break;
3577                 case OP_IXOR: {
3578                         if (ins->sreg1 == ins->dreg) {
3579                                 s390_xr   (code, ins->dreg, ins->sreg2);
3580                         }
3581                         else {
3582                                 if (ins->sreg2 == ins->dreg) {
3583                                         s390_xr  (code, ins->dreg, ins->sreg1);
3584                                 }
3585                                 else {
3586                                         s390_lr  (code, ins->dreg, ins->sreg1);
3587                                         s390_xr  (code, ins->dreg, ins->sreg2);
3588                                 }
3589                         }
3590                 }
3591                         break;
3592                 case OP_XOR_IMM:
3593                 case OP_IXOR_IMM: {
3594                         if (s390_is_imm16 (ins->inst_imm)) {
3595                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3596                                 if (ins->dreg != ins->sreg1) {
3597                                         s390_lr   (code, ins->dreg, ins->sreg1);
3598                                 }
3599                                 s390_xr   (code, ins->dreg, s390_r0);
3600                         } else {
3601                                 s390_basr (code, s390_r13, 0);
3602                                 s390_j    (code, 4);
3603                                 s390_word (code, ins->inst_imm);
3604                                 if (ins->dreg != ins->sreg1) {
3605                                         s390_lr   (code, ins->dreg, ins->sreg1);
3606                                 }
3607                                 s390_x    (code, ins->dreg, 0, s390_r13, 4);
3608                         }
3609                 }
3610                         break;
3611                 case OP_ISHL: {
3612                         CHECK_SRCDST_NCOM;
3613                         s390_sll  (code, ins->dreg, src2, 0);
3614                 }
3615                         break;
3616                 case OP_SHL_IMM:
3617                 case OP_ISHL_IMM: {
3618                         if (ins->sreg1 != ins->dreg) {
3619                                 s390_lr   (code, ins->dreg, ins->sreg1);
3620                         }
3621                         s390_sll  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3622                 }
3623                         break;
3624                 case OP_ISHR: {
3625                         CHECK_SRCDST_NCOM;
3626                         s390_sra  (code, ins->dreg, src2, 0);
3627                 }
3628                         break;
3629                 case OP_SHR_IMM:
3630                 case OP_ISHR_IMM: {
3631                         if (ins->sreg1 != ins->dreg) {
3632                                 s390_lr   (code, ins->dreg, ins->sreg1);
3633                         }
3634                         s390_sra  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3635                 }
3636                         break;
3637                 case OP_SHR_UN_IMM:
3638                 case OP_ISHR_UN_IMM: {
3639                         if (ins->sreg1 != ins->dreg) {
3640                                 s390_lr   (code, ins->dreg, ins->sreg1);
3641                         }
3642                         s390_srl  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3643                 }
3644                         break;
3645                 case OP_ISHR_UN: {
3646                         CHECK_SRCDST_NCOM;
3647                         s390_srl  (code, ins->dreg, src2, 0);
3648                 }
3649                         break;
3650                 case OP_INOT: {
3651                         if (ins->sreg1 != ins->dreg) {
3652                                 s390_lr   (code, ins->dreg, ins->sreg1);
3653                         }
3654                         s390_lhi (code, s390_r0, -1);
3655                         s390_xr  (code, ins->dreg, s390_r0);
3656                 }
3657                         break;
3658                 case OP_INEG: {
3659                         s390_lcr (code, ins->dreg, ins->sreg1);
3660                 }
3661                         break;
3662                 case OP_S390_LNEG: {
3663                         /* From gcc code */
3664                         g_assert (ins->dreg + 1 != ins->sreg1);
3665                         s390_lcr (code, ins->dreg + 1, ins->sreg2);
3666                         s390_lcr (code, ins->dreg, ins->sreg1);
3667                         s390_je (code, 3);
3668                         s390_bctr (code, ins->dreg + 1, 0);
3669                 }
3670                         break;
3671                 case OP_IMUL: {
3672                         if (ins->sreg1 == ins->dreg) {
3673                                 s390_msr  (code, ins->dreg, ins->sreg2);
3674                         }
3675                         else {
3676                                 if (ins->sreg2 == ins->dreg) {
3677                                         s390_msr (code, ins->dreg, ins->sreg1);
3678                                 }
3679                                 else {
3680                                         s390_lr  (code, ins->dreg, ins->sreg1);
3681                                         s390_msr (code, ins->dreg, ins->sreg2);
3682                                 }
3683                         }
3684                 }
3685                         break;
3686                 case OP_MUL_IMM:
3687                 case OP_IMUL_IMM: {
3688                         if (s390_is_imm16 (ins->inst_imm)) {
3689                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3690                         } else {
3691                                 s390_basr (code, s390_r13, 0);
3692                                 s390_j    (code, 4);
3693                                 s390_word (code, ins->inst_imm);
3694 //                              if (ins->dreg != ins->sreg1) {
3695 //                                      s390_lr   (code, ins->dreg, ins->sreg1);
3696 //                              }
3697                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3698                         }
3699                         if (ins->dreg != ins->sreg1) {
3700                                 s390_lr   (code, ins->dreg, ins->sreg1);
3701                         }
3702                         s390_msr  (code, ins->dreg, s390_r13);
3703                 }
3704                         break;
3705                 case OP_IMUL_OVF: {
3706                         short int *o[2];
3707                         s390_ltr  (code, s390_r1, ins->sreg1);
3708                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3709                         s390_ltr  (code, s390_r0, ins->sreg2);
3710                         s390_jnz  (code, 6);
3711                         s390_lhi  (code, s390_r1, 0);
3712                         s390_j    (code, 0); CODEPTR(code, o[1]);
3713                         s390_xr   (code, s390_r0, s390_r1);
3714                         s390_msr  (code, s390_r1, ins->sreg2);
3715                         s390_xr   (code, s390_r0, s390_r1);
3716                         s390_srl  (code, s390_r0, 0, 31);
3717                         s390_ltr  (code, s390_r0, s390_r0);
3718                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3719                         PTRSLOT   (code, o[0]);
3720                         PTRSLOT   (code, o[1]);
3721                         s390_lr   (code, ins->dreg, s390_r1);
3722                 }
3723                         break;
3724                 case OP_IMUL_OVF_UN: {
3725                         s390_lhi  (code, s390_r0, 0);
3726                         s390_lr   (code, s390_r1, ins->sreg1);
3727                         s390_mlr  (code, s390_r0, ins->sreg2);
3728                         s390_ltr  (code, s390_r0, s390_r0);
3729                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3730                         s390_lr   (code, ins->dreg, s390_r1);
3731                 }
3732                         break;
3733                 case OP_LMUL: {
3734                         s390_l    (code, s390_r0, 0, ins->sreg1, 4);
3735                         s390_srda (code, s390_r0, 0, 32);
3736                         s390_m    (code, s390_r0, 0, ins->sreg2, 4);
3737                         s390_l    (code, s390_r0, 0, ins->sreg1, 4);
3738                         s390_srl  (code, s390_r0, 0, 31);
3739                         s390_a    (code, s390_r0, 0, ins->sreg1, 0);
3740                         s390_l    (code, s390_r13, 0, ins->sreg2, 0);
3741                         s390_srl  (code, s390_r13, 0, 31);
3742                         s390_ms   (code, s390_r13, 0, ins->sreg1, 4);
3743                         s390_ar   (code, s390_r0, s390_r13);
3744                         s390_st   (code, s390_r0, 0, ins->dreg, 0);
3745                         s390_st   (code, s390_r1, 0, ins->dreg, 4);
3746                 }
3747                         break;
3748                 case OP_ICONST: {
3749                         if (s390_is_imm16(ins->inst_c0)) {
3750                                 s390_lhi  (code, ins->dreg, ins->inst_c0);
3751                         } else {
3752                                 s390_basr (code, s390_r13, 0);
3753                                 s390_j    (code, 4);
3754                                 s390_word (code, ins->inst_c0);
3755                                 s390_l    (code, ins->dreg, 0, s390_r13, 4);
3756                         }
3757                 }
3758                         break;
3759                 case OP_AOTCONST: {
3760                         s390_basr (code, s390_r13, 0);
3761                         s390_j    (code, 4);
3762                         mono_add_patch_info (cfg, code - cfg->native_code,
3763                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3764                         s390_word (code, 0);
3765                         s390_l    (code,ins->dreg, 0, s390_r13, 4);
3766                 }
3767                         break;
3768                 case OP_JUMP_TABLE: {
3769                         mono_add_patch_info (cfg, code - cfg->native_code,
3770                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3771                         s390_basr (code, s390_r13, 0);
3772                         s390_j    (code, 4);
3773                         s390_word (code, 0);
3774                         s390_l    (code, ins->dreg, 0, s390_r13, 4);
3775                 }
3776                         break;
3777                 case OP_ICONV_TO_I4:
3778                 case OP_ICONV_TO_U4:
3779                 case OP_MOVE: {
3780                         if (ins->dreg != ins->sreg1) {
3781                                 s390_lr (code, ins->dreg, ins->sreg1);
3782                         }
3783                 }
3784                         break;
3785                 case OP_SETLRET: {
3786                         int saved = ins->sreg1;
3787                         if (ins->sreg1 == s390_r2) {
3788                                 s390_lr (code, s390_r0, ins->sreg1);
3789                                 saved = s390_r0;
3790                         }
3791                         if (ins->sreg2 != s390_r2)
3792                                 s390_lr (code, s390_r2, ins->sreg2);
3793                         if (saved != s390_r3)
3794                                 s390_lr (code, s390_r3, saved);
3795                         break;
3796                 }
3797                 case OP_FMOVE: {
3798                         if (ins->dreg != ins->sreg1) {
3799                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3800                         }
3801                 }
3802                         break;
3803                 case OP_S390_SETF4RET: {
3804                         s390_ledbr (code, ins->dreg, ins->sreg1);
3805                 }
3806                         break;
3807                 case OP_TLS_GET: {
3808                         if (s390_is_imm16 (ins->inst_offset)) {
3809                                 s390_lhi (code, s390_r13, ins->inst_offset);
3810                         } else {
3811                                 s390_bras (code, s390_r13, 0);
3812                                 s390_j    (code, 4);
3813                                 s390_word (code, ins->inst_offset);
3814                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3815                         }
3816                         s390_ear (code, s390_r1, 0);
3817                         s390_l   (code, ins->dreg, s390_r13, s390_r1, 0);
3818                 }
3819                         break;
3820                 case OP_FCONV_TO_R4: {
3821                         // FIXME:
3822                         if (ins->dreg != ins->sreg1) {
3823                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3824                         }
3825                         /*
3826                         NOT_IMPLEMENTED;
3827                         if ((ins->next) &&
3828                              (ins->next->opcode != OP_FMOVE) &&
3829                              (ins->next->opcode != OP_STORER4_MEMBASE_REG))
3830                                 s390_ledbr (code, ins->dreg, ins->sreg1);
3831                         */
3832                 }
3833                         break;
3834                 case OP_JMP: {
3835                         if (cfg->method->save_lmf)
3836                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3837
3838                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3839                                 code = emit_load_volatile_registers(code, cfg);
3840                         }
3841
3842                         code = backUpStackPtr(cfg, code, STK_BASE);
3843                         s390_l   (code, s390_r14, 0, STK_BASE, S390_RET_ADDR_OFFSET);
3844                         mono_add_patch_info (cfg, code - cfg->native_code,
3845                                              MONO_PATCH_INFO_METHOD_JUMP,
3846                                              ins->inst_p0);
3847                         s390_jcl (code, S390_CC_UN, 0);
3848                 }
3849                         break;
3850                 case OP_CHECK_THIS: {
3851                         /* ensure ins->sreg1 is not NULL */
3852                         s390_icm (code, s390_r0, 15, ins->sreg1, 0);
3853                 }
3854                         break;
3855                 case OP_ARGLIST: {
3856                         int offset = cfg->sig_cookie + cfg->stack_usage;
3857
3858                         if (s390_is_imm16 (offset))
3859                                 s390_lhi  (code, s390_r0, offset);
3860                         else {
3861                                 s390_basr (code, s390_r13, 0);
3862                                 s390_j    (code, 4);
3863                                 s390_word (code, offset);
3864                                 s390_l    (code, s390_r0, 0, s390_r13, 0);
3865                         }
3866                         s390_ar   (code, s390_r0, cfg->frame_reg);
3867                         s390_st   (code, s390_r0, 0, ins->sreg1, 0);
3868                 }
3869                         break;
3870                 case OP_FCALL: {
3871                         call = (MonoCallInst*)ins;
3872                         if (ins->flags & MONO_INST_HAS_METHOD)
3873                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_METHOD,
3874                                                      call->method);
3875                         else
3876                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS,
3877                                                      call->fptr);
3878                         s390_brasl (code, s390_r14, 0);
3879                         if (call->signature->ret->type == MONO_TYPE_R4)
3880                                 s390_ldebr (code, s390_f0, s390_f0);
3881                 }
3882                         break;
3883                 case OP_LCALL:
3884                 case OP_VCALL:
3885                 case OP_VCALL2:
3886                 case OP_VOIDCALL:
3887                 case OP_CALL: {
3888                         call = (MonoCallInst*)ins;
3889                         if (ins->flags & MONO_INST_HAS_METHOD)
3890                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_METHOD, call->method);
3891                         else
3892                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS, call->fptr);
3893                         s390_brasl (code, s390_r14, 0);
3894                 }
3895                         break;
3896                 case OP_FCALL_REG: {
3897                         call = (MonoCallInst*)ins;
3898                         s390_lr   (code, s390_r1, ins->sreg1);
3899                         s390_basr (code, s390_r14, s390_r1);
3900                         if (call->signature->ret->type == MONO_TYPE_R4)
3901                                 s390_ldebr (code, s390_f0, s390_f0);
3902                 }
3903                         break;
3904                 case OP_LCALL_REG:
3905                 case OP_VCALL_REG:
3906                 case OP_VCALL2_REG:
3907                 case OP_VOIDCALL_REG:
3908                 case OP_CALL_REG: {
3909                         s390_lr   (code, s390_r1, ins->sreg1);
3910                         s390_basr (code, s390_r14, s390_r1);
3911                 }
3912                         break;
3913                 case OP_LCALL_MEMBASE:
3914                 case OP_VCALL_MEMBASE:
3915                 case OP_VCALL2_MEMBASE:
3916                 case OP_VOIDCALL_MEMBASE:
3917                 case OP_FCALL_MEMBASE:
3918                 case OP_CALL_MEMBASE: {
3919                         call = (MonoCallInst*)ins;
3920                         if (s390_is_uimm12(ins->inst_offset))
3921                                 s390_l    (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
3922                         else {
3923                                 if (s390_is_imm16(ins->inst_offset)) {
3924                                         s390_lhi (code, s390_r13, ins->inst_offset);
3925                                         s390_l   (code, s390_r1, s390_r13, ins->inst_basereg, 0);
3926                                 } else {
3927                                         s390_basr (code, s390_r13, 0);
3928                                         s390_j    (code, 4);
3929                                         s390_word (code, ins->inst_offset);
3930                                         s390_l    (code, s390_r13, 0, s390_r13, 4);
3931                                         s390_l    (code, s390_r1, s390_r13, ins->inst_basereg, 0);
3932                                 }
3933                         }
3934                         s390_basr (code, s390_r14, s390_r1);
3935                         if (ins->opcode == OP_FCALL_MEMBASE && call->signature->ret->type == MONO_TYPE_R4)
3936                                 s390_ldebr (code, s390_f0, s390_f0);
3937                 }
3938                         break;
3939                 case OP_OUTARG:
3940                         g_assert_not_reached ();
3941                         break;
3942                 case OP_LOCALLOC: {
3943                         /*------------------------------------------*/
3944                         /* To allocate space on the stack we have   */
3945                         /* to allow room for parameters passed in   */
3946                         /* calls, the backchain pointer and round   */
3947                         /* it to our stack alignment requirements   */
3948                         /*------------------------------------------*/
3949                         int alloca_skip = S390_MINIMAL_STACK_SIZE + cfg->param_area;
3950                         int area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
3951                         s390_lr   (code, s390_r1, ins->sreg1);
3952                         if (ins->flags & MONO_INST_INIT)
3953                                 s390_lr   (code, s390_r0, ins->sreg1);
3954                         s390_ahi  (code, s390_r1, 14);
3955                         s390_srl  (code, s390_r1, 0, 3);
3956                         s390_sll  (code, s390_r1, 0, 3);
3957                         if (cfg->method->save_lmf) {
3958                                 /*----------------------------------*/
3959                                 /* we have to adjust lmf ebp value  */
3960                                 /*----------------------------------*/
3961                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
3962
3963                                 s390_lr (code, s390_r13, cfg->frame_reg);
3964                                 if (s390_is_uimm16(lmfOffset))
3965                                         s390_ahi   (code, s390_r13, lmfOffset);
3966                                 else {
3967                                         s390_basr (code, s390_r14, 0);
3968                                         s390_j    (code, 4);
3969                                         s390_word (code, lmfOffset);
3970                                         s390_a    (code, s390_r13, 0, s390_r14, 4);
3971                                 }
3972                                 s390_lr (code, s390_r14, STK_BASE);
3973                                 s390_sr (code, s390_r14, s390_r1);
3974                                 s390_st (code, s390_r14, 0, s390_r13,
3975                                          G_STRUCT_OFFSET(MonoLMF, ebp));
3976                         }
3977                         s390_l    (code, s390_r13, 0, STK_BASE, 0);
3978                         s390_sr   (code, STK_BASE, s390_r1);
3979                         s390_st   (code, s390_r13, 0, STK_BASE, 0);
3980                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
3981                         s390_srl  (code, ins->dreg, 0, 3);
3982                         s390_sll  (code, ins->dreg, 0, 3);
3983                         if (ins->flags & MONO_INST_INIT) {
3984                                 s390_lr   (code, s390_r1, s390_r0);
3985                                 s390_lr   (code, s390_r0, ins->dreg);
3986                                 s390_lr   (code, s390_r14, s390_r12);
3987                                 s390_lhi  (code, s390_r13, 0);
3988                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
3989                                 s390_jo   (code, -2);
3990                                 s390_lr   (code, s390_r12, s390_r14);
3991                         }
3992                 }
3993                         break;
3994                 case OP_THROW: {
3995                         s390_lr (code, s390_r2, ins->sreg1);
3996                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
3997                                              (gpointer)"mono_arch_throw_exception");
3998                         s390_brasl (code, s390_r14, 0);
3999                 }
4000                         break;
4001                 case OP_RETHROW: {
4002                         s390_lr (code, s390_r2, ins->sreg1);
4003                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4004                                              (gpointer)"mono_arch_rethrow_exception");
4005                         s390_brasl (code, s390_r14, 0);
4006                 }
4007                         break;
4008                 case OP_START_HANDLER: {
4009                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4010                         if (s390_is_uimm12 (spvar->inst_offset)) {
4011                                 s390_st   (code, s390_r14, 0,
4012                                            spvar->inst_basereg,
4013                                            spvar->inst_offset);
4014                         } else {
4015                                 s390_basr (code, s390_r13, 0);
4016                                 s390_j    (code, 4);
4017                                 s390_word (code, spvar->inst_offset);
4018                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
4019                                 s390_st   (code, s390_r14, s390_r13,
4020                                                    spvar->inst_basereg, 0);
4021                         }
4022                 }
4023                         break;
4024                 case OP_ENDFILTER: {
4025                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4026                         if (ins->sreg1 != s390_r2)
4027                                 s390_lr (code, s390_r2, ins->sreg1);
4028                         if (s390_is_uimm12 (spvar->inst_offset)) {
4029                                 s390_l  (code, s390_r14, 0, spvar->inst_basereg,
4030                                          spvar->inst_offset);
4031                         } else {
4032                                 s390_basr (code, s390_r13, 0);
4033                                 s390_j    (code, 4);
4034                                 s390_word (code, spvar->inst_offset);
4035                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
4036                                 s390_l    (code, s390_r14, s390_r13,
4037                                                    spvar->inst_basereg, 0);
4038                         }
4039                         s390_br  (code, s390_r14);
4040                 }
4041                         break;
4042                 case OP_ENDFINALLY: {
4043                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4044                         if (s390_is_uimm12 (spvar->inst_offset)) {
4045                                 s390_l  (code, s390_r14, 0, spvar->inst_basereg,
4046                                          spvar->inst_offset);
4047                         } else {
4048                                 s390_basr (code, s390_r13, 0);
4049                                 s390_j    (code, 4);
4050                                 s390_word (code, spvar->inst_offset);
4051                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
4052                                 s390_l    (code, s390_r14, s390_r13,
4053                                                    spvar->inst_basereg, 0);
4054                         }
4055                         s390_br  (code, s390_r14);
4056                 }
4057                         break;
4058                 case OP_CALL_HANDLER: {
4059                         mono_add_patch_info (cfg, code-cfg->native_code,
4060                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
4061                         s390_brasl (code, s390_r14, 0);
4062                 }
4063                         break;
4064                 case OP_LABEL: {
4065                         ins->inst_c0 = code - cfg->native_code;
4066                 }
4067                         break;
4068                 case OP_RELAXED_NOP:
4069                 case OP_NOP:
4070                 case OP_DUMMY_USE:
4071                 case OP_DUMMY_STORE:
4072                 case OP_NOT_REACHED:
4073                 case OP_NOT_NULL: {
4074                 }
4075                         break;
4076                 case OP_BR:
4077                         EMIT_UNCOND_BRANCH(ins);
4078                         break;
4079                 case OP_BR_REG: {
4080                         s390_br  (code, ins->sreg1);
4081                 }
4082                         break;
4083                 case OP_CEQ:
4084                 case OP_ICEQ: {
4085                         s390_lhi (code, ins->dreg, 1);
4086                         s390_jz  (code, 4);
4087                         s390_lhi (code, ins->dreg, 0);
4088                 }
4089                         break;
4090                 case OP_CLT:
4091                 case OP_ICLT: {
4092                         s390_lhi (code, ins->dreg, 1);
4093                         s390_jl  (code, 4);
4094                         s390_lhi (code, ins->dreg, 0);
4095                 }
4096                         break;
4097                 case OP_CLT_UN:
4098                 case OP_ICLT_UN: {
4099                         s390_lhi (code, ins->dreg, 1);
4100                         s390_jlo (code, 4);
4101                         s390_lhi (code, ins->dreg, 0);
4102                 }
4103                         break;
4104                 case OP_CGT:
4105                 case OP_ICGT: {
4106                         s390_lhi (code, ins->dreg, 1);
4107                         s390_jh  (code, 4);
4108                         s390_lhi (code, ins->dreg, 0);
4109                 }
4110                         break;
4111                 case OP_CGT_UN:
4112                 case OP_ICGT_UN: {
4113                         s390_lhi (code, ins->dreg, 1);
4114                         s390_jho (code, 4);
4115                         s390_lhi (code, ins->dreg, 0);
4116                 }
4117                         break;
4118                 case OP_COND_EXC_EQ:
4119                 case OP_COND_EXC_IEQ:
4120                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
4121                         break;
4122                 case OP_COND_EXC_NE_UN:
4123                 case OP_COND_EXC_INE_UN:
4124                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
4125                         break;
4126                 case OP_COND_EXC_LT:
4127                 case OP_COND_EXC_ILT:
4128                 case OP_COND_EXC_LT_UN:
4129                 case OP_COND_EXC_ILT_UN:
4130                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
4131                         break;
4132                 case OP_COND_EXC_GT:
4133                 case OP_COND_EXC_IGT:
4134                 case OP_COND_EXC_GT_UN:
4135                 case OP_COND_EXC_IGT_UN:
4136                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
4137                         break;
4138                 case OP_COND_EXC_GE:
4139                 case OP_COND_EXC_IGE:
4140                 case OP_COND_EXC_GE_UN:
4141                 case OP_COND_EXC_IGE_UN:
4142                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
4143                         break;
4144                 case OP_COND_EXC_LE:
4145                 case OP_COND_EXC_ILE:
4146                 case OP_COND_EXC_LE_UN:
4147                 case OP_COND_EXC_ILE_UN:
4148                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
4149                         break;
4150                 case OP_COND_EXC_OV:
4151                 case OP_COND_EXC_IOV:
4152                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
4153                         break;
4154                 case OP_COND_EXC_NO:
4155                 case OP_COND_EXC_INO:
4156                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
4157                         break;
4158                 case OP_COND_EXC_C:
4159                 case OP_COND_EXC_IC:
4160                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
4161                         break;
4162                 case OP_COND_EXC_NC:
4163                 case OP_COND_EXC_INC:
4164                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
4165                         break;
4166                 case OP_IBEQ:
4167                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4168                         break;
4169                 case OP_IBNE_UN:
4170                         EMIT_COND_BRANCH (ins, S390_CC_NE);
4171                         break;
4172                 case OP_IBLT:
4173                 case OP_IBLT_UN:
4174                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4175                         break;
4176                 case OP_IBGT:
4177                 case OP_IBGT_UN:
4178                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4179                         break;
4180                 case OP_IBGE:
4181                 case OP_IBGE_UN:
4182                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4183                         break;
4184                 case OP_IBLE:
4185                 case OP_IBLE_UN:
4186                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4187                         break;
4188
4189                 /* floating point opcodes */
4190                 case OP_R8CONST: {
4191                         if (*((float *) ins->inst_p0) == 0) {
4192                                 s390_lzdr (code, ins->dreg);
4193                         } else {
4194                                 s390_basr  (code, s390_r13, 0);
4195                                 s390_j     (code, 4);
4196                                 s390_word  (code, ins->inst_p0);
4197                                 s390_l     (code, s390_r13, 0, s390_r13, 4);
4198                                 s390_ld    (code, ins->dreg, 0, s390_r13, 0);
4199                         }
4200                 }
4201                         break;
4202                 case OP_R4CONST: {
4203                         if (*((float *) ins->inst_p0) == 0) {
4204                                 s390_lzdr (code, ins->dreg);
4205                         } else {
4206                                 s390_basr (code, s390_r13, 0);
4207                                 s390_j    (code, 4);
4208                                 s390_word (code, ins->inst_p0);
4209                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
4210                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
4211                         }
4212                 }
4213                         break;
4214                 case OP_STORER8_MEMBASE_REG: {
4215                         if (s390_is_uimm12(ins->inst_offset)) {
4216                                 s390_std  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
4217                         } else {
4218                                 s390_basr (code, s390_r13, 0);
4219                                 s390_j    (code, 4);
4220                                 s390_word (code, ins->inst_offset);
4221                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
4222                                 s390_std  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
4223                         }
4224                 }
4225                         break;
4226                 case OP_LOADR8_MEMBASE: {
4227                         if (s390_is_uimm12(ins->inst_offset)) {
4228                                 s390_ld   (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
4229                         } else {
4230                                 s390_basr (code, s390_r13, 0);
4231                                 s390_j    (code, 4);
4232                                 s390_word (code, ins->inst_offset);
4233                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
4234                                 s390_ld   (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
4235                         }
4236                 }
4237                         break;
4238                 case OP_STORER4_MEMBASE_REG: {
4239                         if (s390_is_uimm12(ins->inst_offset)) {
4240                                 s390_ledbr(code, s390_f15, ins->sreg1);
4241                                 s390_ste  (code, s390_f15, 0, ins->inst_destbasereg, ins->inst_offset);
4242                         } else {
4243                                 s390_basr (code, s390_r13, 0);
4244                                 s390_j    (code, 4);
4245                                 s390_word (code, ins->inst_offset);
4246                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
4247                                 s390_ledbr(code, s390_f15, ins->sreg1);
4248                                 s390_ste  (code, s390_f15, s390_r13, ins->inst_destbasereg, 0);
4249                         }
4250                 }
4251                         break;
4252                 case OP_LOADR4_MEMBASE: {
4253                         if (s390_is_uimm12(ins->inst_offset)) {
4254                                 s390_ldeb (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
4255                         } else {
4256                                 s390_basr (code, s390_r13, 0);
4257                                 s390_j    (code, 4);
4258                                 s390_word (code, ins->inst_offset);
4259                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
4260                                 s390_ldeb (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
4261                         }
4262                 }
4263                         break;
4264                 case OP_ICONV_TO_R_UN: {
4265                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4266                         s390_ltr   (code, ins->sreg1, ins->sreg1);
4267                         s390_jnl   (code, 12);
4268                         s390_basr  (code, s390_r13, 0);
4269                         s390_j     (code, 6);
4270                         s390_word  (code, 0x41f00000);
4271                         s390_word  (code, 0);
4272                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4273                 }
4274                         break;
4275                 case OP_ICONV_TO_R4: {
4276                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4277                 }
4278                         break;
4279                 case OP_ICONV_TO_R8: {
4280                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4281                 }
4282                         break;
4283                 case OP_FCONV_TO_I1:
4284                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
4285                         break;
4286                 case OP_FCONV_TO_U1:
4287                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
4288                         break;
4289                 case OP_FCONV_TO_I2:
4290                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
4291                         break;
4292                 case OP_FCONV_TO_U2:
4293                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
4294                         break;
4295                 case OP_FCONV_TO_I4:
4296                 case OP_FCONV_TO_I:
4297                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
4298                         break;
4299                 case OP_FCONV_TO_U4:
4300                 case OP_FCONV_TO_U:
4301                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
4302                         break;
4303                 case OP_FCONV_TO_I8:
4304                 case OP_FCONV_TO_U8:
4305                         g_assert_not_reached ();
4306                         /* Implemented as helper calls */
4307                         break;
4308                 case OP_LCONV_TO_R_UN:
4309                         g_assert_not_reached ();
4310                         /* Implemented as helper calls */
4311                         break;
4312                 case OP_LCONV_TO_OVF_I:
4313                 case OP_LCONV_TO_OVF_I4_2: {
4314                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
4315                         short int *o[5];
4316                         s390_ltr  (code, ins->sreg1, ins->sreg1);
4317                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
4318                         s390_ltr  (code, ins->sreg2, ins->sreg2);
4319                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
4320                         s390_lhi  (code, s390_r13, -1);
4321                         s390_cr   (code, ins->sreg2, s390_r13);
4322                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
4323                         s390_j    (code, 0); CODEPTR(code, o[3]);
4324                         PTRSLOT(code, o[0]);
4325                         s390_ltr  (code, ins->sreg2, ins->sreg2);
4326                         s390_jz   (code, 0); CODEPTR(code, o[4]);
4327                         PTRSLOT(code, o[1]);
4328                         PTRSLOT(code, o[2]);
4329                         mono_add_patch_info (cfg, code - cfg->native_code,
4330                                              MONO_PATCH_INFO_EXC, "OverflowException");
4331                         s390_brasl (code, s390_r14, 0);
4332                         PTRSLOT(code, o[3]);
4333                         PTRSLOT(code, o[4]);
4334                         if (ins->dreg != ins->sreg1)
4335                                 s390_lr   (code, ins->dreg, ins->sreg1);
4336                 }
4337                         break;
4338                 case OP_SQRT: {
4339                         s390_sqdbr (code, ins->dreg, ins->sreg1);
4340                 }
4341                         break;
4342                 case OP_FADD: {
4343                         CHECK_SRCDST_COM_F;
4344                         s390_adbr (code, ins->dreg, src2);
4345                 }
4346                         break;
4347                 case OP_FSUB: {
4348                         CHECK_SRCDST_NCOM_F;
4349                         s390_sdbr (code, ins->dreg, src2);
4350                 }
4351                         break;
4352                 case OP_FMUL: {
4353                         CHECK_SRCDST_COM_F;
4354                         s390_mdbr (code, ins->dreg, src2);
4355                 }
4356                         break;
4357                 case OP_FDIV: {
4358                         CHECK_SRCDST_NCOM_F;
4359                         s390_ddbr (code, ins->dreg, src2);
4360                 }
4361                         break;
4362                 case OP_FNEG: {
4363                         s390_lcdbr (code, ins->dreg, ins->sreg1);
4364                 }
4365                         break;
4366                 case OP_FREM: {
4367                         CHECK_SRCDST_NCOM_F;
4368                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
4369                 }
4370                         break;
4371                 case OP_FCOMPARE: {
4372                         s390_cdbr (code, ins->sreg1, ins->sreg2);
4373                 }
4374                         break;
4375                 case OP_FCEQ: {
4376                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4377                         s390_lhi   (code, ins->dreg, 1);
4378                         s390_je    (code, 4);
4379                         s390_lhi   (code, ins->dreg, 0);
4380                 }
4381                         break;
4382                 case OP_FCLT: {
4383                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4384                         s390_lhi   (code, ins->dreg, 1);
4385                         s390_jl    (code, 4);
4386                         s390_lhi   (code, ins->dreg, 0);
4387                 }
4388                         break;
4389                 case OP_FCLT_UN: {
4390                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4391                         s390_lhi   (code, ins->dreg, 1);
4392                         s390_jlo   (code, 4);
4393                         s390_lhi   (code, ins->dreg, 0);
4394                 }
4395                         break;
4396                 case OP_FCGT: {
4397                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4398                         s390_lhi   (code, ins->dreg, 1);
4399                         s390_jh    (code, 4);
4400                         s390_lhi   (code, ins->dreg, 0);
4401                 }
4402                         break;
4403                 case OP_FCGT_UN: {
4404                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4405                         s390_lhi   (code, ins->dreg, 1);
4406                         s390_jho   (code, 4);
4407                         s390_lhi   (code, ins->dreg, 0);
4408                 }
4409                         break;
4410                 case OP_FBEQ: {
4411                         short *o;
4412                         s390_jo (code, 0); CODEPTR(code, o);
4413                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4414                         PTRSLOT(code, o);
4415                 }
4416                         break;
4417                 case OP_FBNE_UN:
4418                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
4419                         break;
4420                 case OP_FBLT: {
4421                         short *o;
4422                         s390_jo (code, 0); CODEPTR(code, o);
4423                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4424                         PTRSLOT(code, o);
4425                 }
4426                         break;
4427                 case OP_FBLT_UN:
4428                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
4429                         break;
4430                 case OP_FBGT: {
4431                         short *o;
4432                         s390_jo (code, 0); CODEPTR(code, o);
4433                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4434                         PTRSLOT(code, o);
4435                 }
4436                         break;
4437                 case OP_FBGT_UN:
4438                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
4439                         break;
4440                 case OP_FBGE: {
4441                         short *o;
4442                         s390_jo (code, 0); CODEPTR(code, o);
4443                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4444                         PTRSLOT(code, o);
4445                 }
4446                         break;
4447                 case OP_FBGE_UN:
4448                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
4449                         break;
4450                 case OP_FBLE: {
4451                         short *o;
4452                         s390_jo (code, 0); CODEPTR(code, o);
4453                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4454                         PTRSLOT(code, o);
4455                 }
4456                         break;
4457                 case OP_FBLE_UN:
4458                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
4459                         break;
4460                 case OP_CKFINITE: {
4461                         short *o;
4462                         s390_lhi  (code, s390_r13, 0x7f);
4463                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
4464                         s390_jz   (code, 0); CODEPTR(code, o);
4465                         mono_add_patch_info (cfg, code - cfg->native_code,
4466                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
4467                         s390_brasl (code, s390_r14,0);
4468                         PTRSLOT(code, o);
4469                 }
4470                         break;
4471                 case OP_S390_MOVE: {
4472                         if (ins->backend.size > 0) {
4473                                 if (ins->backend.size <= 256) {
4474                                         s390_mvc  (code, ins->backend.size, ins->dreg,
4475                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
4476                                 } else {
4477                                         s390_lr   (code, s390_r0, ins->dreg);
4478                                         if (s390_is_imm16 (ins->inst_offset)) {
4479                                                 s390_ahi  (code, s390_r0, ins->inst_offset);
4480                                         } else {
4481                                                 s390_basr (code, s390_r13, 0);
4482                                                 s390_j    (code, 4);
4483                                                 s390_word (code, ins->inst_offset);
4484                                                 s390_a    (code, s390_r0, 0, s390_r13, 4);
4485                                         }
4486                                         s390_lr   (code, s390_r14, s390_r12);
4487                                         s390_lr   (code, s390_r12, ins->sreg1);
4488                                         if (s390_is_imm16 (ins->inst_imm)) {
4489                                                 s390_ahi  (code, s390_r12, ins->inst_imm);
4490                                         } else {
4491                                                 s390_basr (code, s390_r13, 0);
4492                                                 s390_j    (code, 4);
4493                                                 s390_word (code, ins->inst_imm);
4494                                                 s390_a    (code, s390_r12, 0, s390_r13, 4);
4495                                         }
4496                                         s390_lr   (code, s390_r1, ins->sreg1);
4497                                         s390_lr   (code, s390_r13, s390_r1);
4498                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4499                                         s390_jo   (code, -2);
4500                                         s390_lr   (code, s390_r12, s390_r14);
4501                                 }
4502                         }
4503                 }
4504                         break;
4505                 case OP_ATOMIC_ADD_I4: {
4506                         s390_lr  (code, s390_r1, ins->sreg2);
4507                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4508                         s390_a   (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
4509                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4510                         s390_jnz (code, -7);
4511                         s390_lr  (code, ins->dreg, s390_r1);
4512                 }
4513                         break;
4514                 case OP_ATOMIC_ADD_NEW_I4: {
4515                         s390_lr  (code, s390_r1, ins->sreg2);
4516                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4517                         s390_a   (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
4518                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4519                         s390_jnz (code, -7);
4520                         s390_lr  (code, ins->dreg, s390_r1);
4521                 }
4522                         break;
4523                 case OP_ATOMIC_EXCHANGE_I4: {
4524                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4525                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4526                         s390_jnz (code, -4);
4527                         s390_lr  (code, ins->dreg, s390_r0);
4528                 }
4529                         break;
4530                 case OP_S390_BKCHAIN: {
4531                         s390_lr  (code, ins->dreg, ins->sreg1);
4532                         if (s390_is_imm16 (cfg->stack_offset)) {
4533                                 s390_ahi (code, ins->dreg, cfg->stack_offset);
4534                         } else {
4535                                 s390_basr (code, s390_r13, 0);
4536                                 s390_j    (code, 6);
4537                                 s390_word (code, cfg->stack_offset);
4538                                 s390_a    (code, ins->dreg, 0, s390_r13, 4);
4539                         }
4540                 }
4541                 case OP_MEMORY_BARRIER: {
4542                 }
4543                         break;
4544                 default:
4545                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4546                         g_assert_not_reached ();
4547                 }
4548
4549                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4550                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %d)",
4551                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4552                         g_assert_not_reached ();
4553                 }
4554
4555                 cpos += max_len;
4556
4557                 last_ins = ins;
4558                 last_offset = offset;
4559         }
4560
4561         cfg->code_len = code - cfg->native_code;
4562 }
4563
4564 /*========================= End of Function ========================*/
4565
4566 /*------------------------------------------------------------------*/
4567 /*                                                                  */
4568 /* Name         - mono_arch_register_lowlevel_calls                 */
4569 /*                                                                  */
4570 /* Function     - Register routines to help with --trace operation. */
4571 /*                                                                  */
4572 /*------------------------------------------------------------------*/
4573
4574 void
4575 mono_arch_register_lowlevel_calls (void)
4576 {
4577         mono_register_jit_icall (mono_arch_get_lmf_addr, "mono_arch_get_lmf_addr", NULL, TRUE);
4578 }
4579
4580 /*========================= End of Function ========================*/
4581
4582 /*------------------------------------------------------------------*/
4583 /*                                                                  */
4584 /* Name         - mono_arch_patch_code                              */
4585 /*                                                                  */
4586 /* Function     - Process the patch data created during the         */
4587 /*                instruction build process. This resolves jumps,   */
4588 /*                calls, variables etc.                             */
4589 /*                                                                  */
4590 /*------------------------------------------------------------------*/
4591
4592 void
4593 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4594                       guint8 *code, MonoJumpInfo *ji, gboolean run_cctors)
4595 {
4596         MonoJumpInfo *patch_info;
4597
4598         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4599                 unsigned char *ip = patch_info->ip.i + code;
4600                 gconstpointer target = NULL;
4601
4602                 target = mono_resolve_patch_target (method, domain, code,
4603                                                     patch_info, run_cctors);
4604
4605                 switch (patch_info->type) {
4606                         case MONO_PATCH_INFO_IP:
4607                         case MONO_PATCH_INFO_EXC_NAME:
4608                         case MONO_PATCH_INFO_LDSTR:
4609                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4610                         case MONO_PATCH_INFO_LDTOKEN:
4611                         case MONO_PATCH_INFO_EXC:
4612                                 continue;
4613                         case MONO_PATCH_INFO_SWITCH:
4614                                 /*----------------------------------*/
4615                                 /* ip points at the basr r13,0/j +4 */
4616                                 /* instruction the vtable value     */
4617                                 /* follows this (i.e. ip+6)         */
4618                                 /*----------------------------------*/
4619                                 *((gconstpointer *)(ip+6)) = target;
4620                                 target = NULL;
4621                                 continue;
4622                         case MONO_PATCH_INFO_METHODCONST:
4623                         case MONO_PATCH_INFO_CLASS:
4624                         case MONO_PATCH_INFO_IMAGE:
4625                         case MONO_PATCH_INFO_FIELD:
4626                         case MONO_PATCH_INFO_IID:
4627                                 target = S390_RELATIVE(target, ip);
4628                                 continue;
4629                         case MONO_PATCH_INFO_R4:
4630                         case MONO_PATCH_INFO_R8:
4631                         case MONO_PATCH_INFO_METHOD_REL:
4632                                 g_assert_not_reached ();
4633                                 continue;
4634                         default:
4635                                 target = S390_RELATIVE(target, ip);
4636                                 ip += 2;
4637                 }
4638                 s390_patch (ip, (guint32) target);
4639         }
4640 }
4641
4642 /*========================= End of Function ========================*/
4643
4644 /*------------------------------------------------------------------*/
4645 /*                                                                  */
4646 /* Name         - emit_load_volatile_registers                      */
4647 /*                                                                  */
4648 /* Function     - Create the instruction sequence for loading the   */
4649 /*                parameter registers for use with the 'tail' op.   */
4650 /*                                                                  */
4651 /*                The register loading operations performed here    */
4652 /*                are the mirror of the store operations performed  */
4653 /*                in mono_arch_emit_prolog and need to be kept in   */
4654 /*                synchronization with it.                          */
4655 /*                                                                  */
4656 /*------------------------------------------------------------------*/
4657
4658 guint8 *
4659 emit_load_volatile_registers (guint8 * code, MonoCompile *cfg)
4660 {
4661         MonoMethod *method = cfg->method;
4662         MonoMethodSignature *sig;
4663         MonoInst *inst;
4664         int pos, i;
4665         CallInfo *cinfo;
4666
4667         sig = mono_method_signature (method);
4668         pos = 0;
4669
4670         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
4671
4672         if (cinfo->struct_ret) {
4673                 ArgInfo *ainfo = &cinfo->ret;
4674                 inst         = cfg->vret_addr;
4675                 s390_l (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4676         }
4677
4678         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4679                 ArgInfo *ainfo = cinfo->args + i;
4680                 inst = cfg->args [pos];
4681
4682                 if (inst->opcode == OP_REGVAR) {
4683                         if (ainfo->regtype == RegTypeGeneral)
4684                                 s390_lr (code, ainfo->reg, inst->dreg);
4685                         else if (ainfo->regtype == RegTypeFP) {
4686                                 if (inst->dreg != ainfo->reg) {
4687                                         if (ainfo->size == 4) {
4688                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4689                                         } else {
4690                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4691                                         }
4692                                 }
4693                         }
4694                         else if (ainfo->regtype == RegTypeBase) {
4695                         } else
4696                                 g_assert_not_reached ();
4697                 } else {
4698                         if (ainfo->regtype == RegTypeGeneral) {
4699                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4700                                         g_assert_not_reached();
4701                                 switch (ainfo->size) {
4702                                 case 1:
4703                                         s390_ic (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4704                                         break;
4705                                 case 2:
4706                                         s390_lh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4707                                         break;
4708                                 case 8:
4709                                         s390_lm (code, ainfo->reg, ainfo->reg + 1,
4710                                                   inst->inst_basereg, inst->inst_offset);
4711                                         break;
4712                                 default:
4713                                         s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4714                                 }
4715                         } else if (ainfo->regtype == RegTypeBase) {
4716                         } else if (ainfo->regtype == RegTypeFP) {
4717                                 if (ainfo->size == 8)
4718                                         s390_ld (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4719                                 else if (ainfo->size == 4)
4720                                         s390_le (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4721                                 else
4722                                         g_assert_not_reached ();
4723                         } else if (ainfo->regtype == RegTypeStructByVal) {
4724                                 if (ainfo->reg != STK_BASE) {
4725                                         switch (ainfo->size) {
4726                                         case 1:
4727                                                 s390_ic (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4728                                                 break;
4729                                         case 2:
4730                                                 s390_lh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4731                                                 break;
4732                                         case 4:
4733                                                 s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4734                                                 break;
4735                                         case 8:
4736                                                 s390_lm (code, ainfo->reg, ainfo->reg+1, inst->inst_basereg, inst->inst_offset);
4737                                                 break;
4738                                         }
4739                                 }
4740                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4741                                 if (ainfo->reg != STK_BASE) {
4742                                         s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4743                                 }
4744                         } else
4745                                 g_assert_not_reached ();
4746                 }
4747                 pos++;
4748         }
4749
4750         return code;
4751 }
4752
4753 /*========================= End of Function ========================*/
4754
4755 /*------------------------------------------------------------------*/
4756 /*                                                                  */
4757 /* Name         - mono_arch_emit_prolog                             */
4758 /*                                                                  */
4759 /* Function     - Create the instruction sequence for a function    */
4760 /*                prolog.                                           */
4761 /*                                                                  */
4762 /*------------------------------------------------------------------*/
4763
4764 guint8 *
4765 mono_arch_emit_prolog (MonoCompile *cfg)
4766 {
4767         MonoMethod *method = cfg->method;
4768         MonoBasicBlock *bb;
4769         MonoMethodSignature *sig;
4770         MonoInst *inst;
4771         int alloc_size, pos, max_offset, i;
4772         guint8 *code;
4773         CallInfo *cinfo;
4774         int tracing = 0;
4775         int lmfOffset;                                                          \
4776
4777         if (mono_jit_trace_calls != NULL && mono_trace_eval (method))
4778                 tracing = 1;
4779
4780         cfg->code_size   = 1024;
4781         cfg->native_code = code = g_malloc (cfg->code_size);
4782
4783         s390_stm  (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4784
4785         if (cfg->arch.bkchain_reg != -1)
4786                 s390_lr (code, cfg->arch.bkchain_reg, STK_BASE);
4787
4788         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4789                 cfg->used_int_regs |= 1 << 11;
4790         }
4791
4792         alloc_size = cfg->stack_offset;
4793
4794         cfg->stack_usage = alloc_size;
4795         s390_lr   (code, s390_r11, STK_BASE);
4796         if (s390_is_uimm16 (alloc_size)) {
4797                 s390_ahi  (code, STK_BASE, -alloc_size);
4798         } else {
4799                 int stackSize = alloc_size;
4800                 while (stackSize > 32767) {
4801                         s390_ahi  (code, STK_BASE, -32767);
4802                         stackSize -= 32767;
4803                 }
4804                 s390_ahi  (code, STK_BASE, -stackSize);
4805         }
4806         s390_st   (code, s390_r11, 0, STK_BASE, 0);
4807
4808         if (cfg->frame_reg != STK_BASE)
4809                 s390_lr (code, s390_r11, STK_BASE);
4810
4811         /* compute max_offset in order to use short forward jumps
4812          * we always do it on s390 because the immediate displacement
4813          * for jumps is too small
4814          */
4815         max_offset = 0;
4816         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4817                 MonoInst *ins = bb->code;
4818                 bb->max_offset = max_offset;
4819
4820                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4821                         max_offset += 6;
4822
4823                 MONO_BB_FOR_EACH_INS (bb, ins)
4824                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4825         }
4826
4827         /* load arguments allocated to register from the stack */
4828         sig = mono_method_signature (method);
4829         pos = 0;
4830
4831         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
4832
4833         if (cinfo->struct_ret) {
4834                 ArgInfo *ainfo = &cinfo->ret;
4835                 inst         = cfg->vret_addr;
4836                 inst->backend.size = ainfo->vtsize;
4837                 s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4838         }
4839
4840         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4841                 ArgInfo *ainfo = cinfo->args + i;
4842                 inst = cfg->args [pos];
4843
4844                 if (inst->opcode == OP_VTARG_ADDR)
4845                         inst = inst->inst_left;
4846
4847                 if (inst->opcode == OP_REGVAR) {
4848                         if (ainfo->regtype == RegTypeGeneral)
4849                                 s390_lr (code, inst->dreg, ainfo->reg);
4850                         else if (ainfo->regtype == RegTypeFP) {
4851                                 if (inst->dreg != ainfo->reg) {
4852                                         if (ainfo->size == 4) {
4853                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
4854                                         } else {
4855                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
4856                                         }
4857                                 }
4858                         }
4859                         else if (ainfo->regtype == RegTypeBase) {
4860                                 s390_lr  (code, s390_r13, STK_BASE);
4861                                 s390_ahi (code, s390_r13, alloc_size);
4862                                 s390_l   (code, inst->dreg, 0, s390_r13, ainfo->offset);
4863                         } else
4864                                 g_assert_not_reached ();
4865
4866                         if (cfg->verbose_level > 2)
4867                                 g_print ("Argument %d assigned to register %s\n",
4868                                          pos, mono_arch_regname (inst->dreg));
4869                 } else {
4870                         if (ainfo->regtype == RegTypeGeneral) {
4871                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4872                                         g_assert_not_reached();
4873                                 switch (ainfo->size) {
4874                                 case 1:
4875                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4876                                         break;
4877                                 case 2:
4878                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4879                                         break;
4880                                 case 8:
4881                                         s390_stm (code, ainfo->reg, ainfo->reg + 1,
4882                                                   inst->inst_basereg, inst->inst_offset);
4883                                         break;
4884                                 default:
4885                                         s390_st  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4886                                 }
4887                         } else if (ainfo->regtype == RegTypeBase) {
4888                         } else if (ainfo->regtype == RegTypeFP) {
4889                                 if (ainfo->size == 8)
4890                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4891                                 else if (ainfo->size == 4)
4892                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4893                                 else
4894                                         g_assert_not_reached ();
4895                         } else if (ainfo->regtype == RegTypeStructByVal) {
4896                                 int doffset = inst->inst_offset;
4897                                 int reg;
4898                                 if (ainfo->reg != STK_BASE)
4899                                         reg = ainfo->reg;
4900                                 else {
4901                                         reg = s390_r0;
4902                                         s390_lr  (code, s390_r13, STK_BASE);
4903                                         s390_ahi (code, s390_r13, alloc_size);
4904                                 }
4905                                 switch (ainfo->size) {
4906                                         case 1:
4907                                                 if (ainfo->reg == STK_BASE)
4908                                                         s390_ic  (code, reg, 0, s390_r13, ainfo->offset+3);
4909                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
4910                                                 break;
4911                                         case 2:
4912                                                 if (ainfo->reg == STK_BASE)
4913                                                         s390_lh  (code, reg, 0, s390_r13, ainfo->offset+2);
4914                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
4915                                                 break;
4916                                         case 4:
4917                                                 if (ainfo->reg == STK_BASE)
4918                                                         s390_l   (code, reg, 0, s390_r13, ainfo->offset);
4919                                                 s390_st  (code, reg, 0, inst->inst_basereg, doffset);
4920                                                 break;
4921                                         case 8:
4922                                                 if (ainfo->reg == STK_BASE)
4923                                                         s390_lm  (code, s390_r0, s390_r1, s390_r13, ainfo->offset);
4924                                                 s390_stm (code, reg, reg+1, inst->inst_basereg, doffset);
4925                                                 break;
4926                                 }
4927                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4928                                 if (ainfo->reg != STK_BASE)
4929                                         s390_st  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4930                         } else
4931                                 g_assert_not_reached ();
4932                 }
4933                 pos++;
4934         }
4935
4936         if (method->save_lmf) {
4937                 /*---------------------------------------------------------------*/
4938                 /* we build the MonoLMF structure on the stack - see mini-s390.h */
4939                 /*---------------------------------------------------------------*/
4940                 lmfOffset = alloc_size - sizeof(MonoLMF);
4941
4942                 s390_lr    (code, s390_r13, cfg->frame_reg);
4943                 if (s390_is_uimm16(lmfOffset))
4944                         s390_ahi   (code, s390_r13, lmfOffset);
4945                 else {
4946                         s390_basr (code, s390_r14, 0);
4947                         s390_j    (code, 4);
4948                         s390_word (code, lmfOffset);
4949                         s390_a    (code, s390_r13, 0, s390_r14, 4);
4950                 }
4951
4952                 /*---------------------------------------------------------------*/
4953                 /* Preserve the parameter registers while we fix up the lmf      */
4954                 /*---------------------------------------------------------------*/
4955                 s390_stm   (code, s390_r2, s390_r6, s390_r13,
4956                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
4957
4958                 /*---------------------------------------------------------------*/
4959                 /* On return from this call r2 have the address of the &lmf      */
4960                 /*---------------------------------------------------------------*/
4961                 mono_add_patch_info (cfg, code - cfg->native_code,
4962                                      MONO_PATCH_INFO_INTERNAL_METHOD,
4963                                      (gpointer)"mono_get_lmf_addr");
4964                 s390_brasl (code, s390_r14, 0);
4965
4966                 /*---------------------------------------------------------------*/
4967                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
4968                 /*---------------------------------------------------------------*/
4969                 s390_st    (code, s390_r2, 0, s390_r13,
4970                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
4971
4972                 /*---------------------------------------------------------------*/
4973                 /* Get current lmf                                               */
4974                 /*---------------------------------------------------------------*/
4975                 s390_l     (code, s390_r0, 0, s390_r2, 0);
4976
4977                 /*---------------------------------------------------------------*/
4978                 /* Set our lmf as the current lmf                                */
4979                 /*---------------------------------------------------------------*/
4980                 s390_st    (code, s390_r13, 0, s390_r2, 0);
4981
4982                 /*---------------------------------------------------------------*/
4983                 /* Have our lmf.previous_lmf point to the last lmf               */
4984                 /*---------------------------------------------------------------*/
4985                 s390_st    (code, s390_r0, 0, s390_r13,
4986                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
4987
4988                 /*---------------------------------------------------------------*/
4989                 /* save method info                                              */
4990                 /*---------------------------------------------------------------*/
4991                 s390_basr  (code, s390_r1, 0);
4992                 s390_j     (code, 4);
4993                 s390_word  (code, method);
4994                 s390_l     (code, s390_r1, 0, s390_r1, 4);
4995                 s390_st    (code, s390_r1, 0, s390_r13,
4996                             G_STRUCT_OFFSET(MonoLMF, method));
4997
4998                 /*---------------------------------------------------------------*/
4999                 /* save the current IP                                           */
5000                 /*---------------------------------------------------------------*/
5001                 s390_st    (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
5002                 s390_basr  (code, s390_r1, 0);
5003                 s390_la    (code, s390_r1, 0, s390_r1, 0);
5004                 s390_st    (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
5005
5006                 /*---------------------------------------------------------------*/
5007                 /* Save general and floating point registers                     */
5008                 /*---------------------------------------------------------------*/
5009                 s390_stm   (code, s390_r2, s390_r12, s390_r13,
5010                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
5011                 for (i = 0; i < 16; i++) {
5012                         s390_std  (code, i, 0, s390_r13,
5013                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
5014                 }
5015
5016                 /*---------------------------------------------------------------*/
5017                 /* Restore the parameter registers now that we've set up the lmf */
5018                 /*---------------------------------------------------------------*/
5019                 s390_lm    (code, s390_r2, s390_r6, s390_r13,
5020                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5021         }
5022
5023         if (tracing)
5024                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
5025
5026         cfg->code_len = code - cfg->native_code;
5027
5028         g_assert (cfg->code_len < cfg->code_size);
5029
5030         return code;
5031 }
5032
5033 /*========================= End of Function ========================*/
5034
5035 /*------------------------------------------------------------------*/
5036 /*                                                                  */
5037 /* Name         - mono_arch_emit_epilog                             */
5038 /*                                                                  */
5039 /* Function     - Emit the instructions for a function epilog.      */
5040 /*                                                                  */
5041 /*------------------------------------------------------------------*/
5042
5043 void
5044 mono_arch_emit_epilog (MonoCompile *cfg)
5045 {
5046         MonoMethod *method = cfg->method;
5047         int tracing = 0;
5048         guint8 *code;
5049         int max_epilog_size = 96;
5050
5051         if (cfg->method->save_lmf)
5052                 max_epilog_size += 128;
5053
5054         if (mono_jit_trace_calls != NULL)
5055                 max_epilog_size += 128;
5056
5057         if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
5058                 max_epilog_size += 128;
5059
5060         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
5061                 cfg->code_size  *= 2;
5062                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5063                 mono_jit_stats.code_reallocs++;
5064         }
5065
5066         code = cfg->native_code + cfg->code_len;
5067
5068         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
5069                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
5070                 tracing = 1;
5071         }
5072
5073         if (method->save_lmf)
5074                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
5075
5076         if (cfg->flags & MONO_CFG_HAS_ALLOCA)
5077                 s390_l (code, STK_BASE, 0, STK_BASE, 0);
5078         else
5079                 code = backUpStackPtr(cfg, code, STK_BASE);
5080
5081         s390_lm  (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
5082         s390_br  (code, s390_r14);
5083
5084         cfg->code_len = code - cfg->native_code;
5085
5086         g_assert (cfg->code_len < cfg->code_size);
5087
5088 }
5089
5090 /*========================= End of Function ========================*/
5091
5092 /*------------------------------------------------------------------*/
5093 /*                                                                  */
5094 /* Name         - mono_arch_emit_exceptions                         */
5095 /*                                                                  */
5096 /* Function     - Emit the blocks to handle exception conditions.   */
5097 /*                                                                  */
5098 /*------------------------------------------------------------------*/
5099
5100 void
5101 mono_arch_emit_exceptions (MonoCompile *cfg)
5102 {
5103         MonoJumpInfo    *patch_info;
5104         guint8          *code;
5105         int             nThrows = 0,
5106                         exc_count = 0,
5107                         iExc;
5108         guint32         code_size;
5109         MonoClass       *exc_classes [MAX_EXC];
5110         guint8          *exc_throw_start [MAX_EXC];
5111
5112         for (patch_info = cfg->patch_info;
5113              patch_info;
5114              patch_info = patch_info->next) {
5115                 if (patch_info->type == MONO_PATCH_INFO_EXC)
5116                         exc_count++;
5117         }
5118
5119         code_size = exc_count * 26;
5120
5121         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
5122                 cfg->code_size  *= 2;
5123                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5124                 mono_jit_stats.code_reallocs++;
5125         }
5126
5127         code = cfg->native_code + cfg->code_len;
5128
5129         /*---------------------------------------------------------------------*/
5130         /* Add code to raise exceptions                                        */
5131         /*---------------------------------------------------------------------*/
5132         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
5133                 switch (patch_info->type) {
5134                 case MONO_PATCH_INFO_EXC: {
5135                         guint8 *ip = patch_info->ip.i + cfg->native_code;
5136                         MonoClass *exc_class;
5137                         guint32 throw_ip;
5138
5139                         /*-----------------------------------------------------*/
5140                         /* Patch the branch in epilog to come here             */
5141                         /*-----------------------------------------------------*/
5142                         s390_patch (ip + 2, (guint32) (S390_RELATIVE(code,ip)));
5143
5144                         exc_class = mono_class_from_name (mono_defaults.corlib,
5145                                                           "System",
5146                                                           patch_info->data.name);
5147                         g_assert (exc_class);
5148                         throw_ip = patch_info->ip.i;
5149
5150                         for (iExc = 0; iExc < nThrows; ++iExc)
5151                                 if (exc_classes [iExc] == exc_class)
5152                                         break;
5153
5154                         if (iExc < nThrows) {
5155                                 s390_jcl (code, S390_CC_UN, (guint32) exc_throw_start [iExc]);
5156                                 patch_info->type = MONO_PATCH_INFO_NONE;
5157                         } else {
5158
5159                                 if (nThrows < MAX_EXC) {
5160                                         exc_classes [nThrows]     = exc_class;
5161                                         exc_throw_start [nThrows] = code;
5162                                 }
5163
5164                                 /*---------------------------------------------*/
5165                                 /* Patch the parameter passed to the handler   */
5166                                 /*---------------------------------------------*/
5167                                 s390_basr (code, s390_r13, 0);
5168                                 s390_j    (code, 4);
5169                                 s390_word (code, patch_info->data.target);
5170                                 /*---------------------------------------------*/
5171                                 /* Load return address & parameter register    */
5172                                 /*---------------------------------------------*/
5173                                 s390_larl (code, s390_r14, (gsize)S390_RELATIVE((patch_info->ip.i +
5174                                                            cfg->native_code + 8), code));
5175                                 s390_l    (code, s390_r2, 0, s390_r13, 4);
5176                                 /*---------------------------------------------*/
5177                                 /* Reuse the current patch to set the jump     */
5178                                 /*---------------------------------------------*/
5179                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
5180                                 patch_info->data.name = "mono_arch_throw_exception_by_name";
5181                                 patch_info->ip.i      = code - cfg->native_code;
5182                                 s390_jcl  (code, S390_CC_UN, 0);
5183                         }
5184                         break;
5185                 }
5186                 default:
5187                         /* do nothing */
5188                         break;
5189                 }
5190         }
5191
5192         cfg->code_len = code - cfg->native_code;
5193
5194         g_assert (cfg->code_len < cfg->code_size);
5195
5196 }
5197
5198 /*========================= End of Function ========================*/
5199
5200 /*------------------------------------------------------------------*/
5201 /*                                                                  */
5202 /* Name         - mono_arch_setup_jit_tls_data                      */
5203 /*                                                                  */
5204 /* Function     - Setup the JIT's Thread Level Specific Data.       */
5205 /*                                                                  */
5206 /*------------------------------------------------------------------*/
5207
5208 void
5209 mono_arch_setup_jit_tls_data (MonoJitTlsData *tls)
5210 {
5211
5212         if (!tls_offset_inited) {
5213                 tls_offset_inited = TRUE;
5214
5215 #if HAVE_KW_THREAD
5216 # if 0
5217         __asm__ ("\tear\t%r1,0\n"
5218                  "\tlr\t%0,%3\n"
5219                  "\tsr\t%0,%r1\n"
5220                  "\tlr\t%1,%4\n"
5221                  "\tsr\t%1,%r1\n"
5222                  "\tlr\t%2,%5\n"
5223                  "\tsr\t%2,%r1\n"
5224                  : "=r" (appdomain_tls_offset),
5225                    "=r" (thread_tls_offset),
5226                    "=r" (lmf_tls_offset)
5227                  : "r" (&tls_appdomain),
5228                    "r" (&tls_current_object),
5229                    "r" (&mono_lmf_addr)
5230                  : "1", "cc");
5231 # endif
5232 #endif
5233         }
5234
5235         if (!lmf_addr_key_inited) {
5236                 lmf_addr_key_inited = TRUE;
5237                 pthread_key_create (&lmf_addr_key, NULL);
5238         }
5239         pthread_setspecific (lmf_addr_key, &tls->lmf);
5240
5241 }
5242
5243 /*========================= End of Function ========================*/
5244
5245 /*------------------------------------------------------------------*/
5246 /*                                                                  */
5247 /* Name         - mono_arch_free_jit_tls_data                       */
5248 /*                                                                  */
5249 /* Function     - Free tls data.                                    */
5250 /*                                                                  */
5251 /*------------------------------------------------------------------*/
5252
5253 void
5254 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
5255 {
5256
5257 }
5258
5259 /*========================= End of Function ========================*/
5260
5261 /*------------------------------------------------------------------*/
5262 /*                                                                  */
5263 /* Name         - mono_arch_emit_this_vret_args                     */
5264 /*                                                                  */
5265 /* Function     -                                                   */
5266 /*                                                                  */
5267 /*------------------------------------------------------------------*/
5268
5269 void
5270 mono_arch_emit_this_vret_args (MonoCompile *cfg, MonoCallInst *inst, int this_reg, int this_type, int vt_reg)
5271 {
5272         int this_dreg = s390_r2;
5273
5274         if (vt_reg != -1)
5275                 this_dreg = s390_r3;
5276
5277         /* add the this argument */
5278         if (this_reg != -1) {
5279                 MonoInst *this;
5280                 MONO_INST_NEW (cfg, this, OP_MOVE);
5281                 this->type  = this_type;
5282                 this->sreg1 = this_reg;
5283                 this->dreg  = mono_regstate_next_int (cfg->rs);
5284                 mono_bblock_add_inst (cfg->cbb, this);
5285                 mono_call_inst_add_outarg_reg (cfg, inst, this->dreg, this_dreg, FALSE);
5286         }
5287
5288         if (vt_reg != -1) {
5289                 MonoInst *vtarg;
5290                 MONO_INST_NEW (cfg, vtarg, OP_MOVE);
5291                 vtarg->type  = STACK_MP;
5292                 vtarg->sreg1 = vt_reg;
5293                 vtarg->dreg  = mono_regstate_next_int (cfg->rs);
5294                 mono_bblock_add_inst (cfg->cbb, vtarg);
5295                 mono_call_inst_add_outarg_reg (cfg, inst, vtarg->dreg, s390_r2, FALSE);
5296         }
5297 }
5298
5299 /*========================= End of Function ========================*/
5300
5301 /*------------------------------------------------------------------*/
5302 /*                                                                  */
5303 /* Name         - mono_arch_get_inst_for_method                   */
5304 /*                                                                  */
5305 /* Function     - Check for opcodes we can handle directly in       */
5306 /*                hardware.                                         */
5307 /*                                                                  */
5308 /*------------------------------------------------------------------*/
5309
5310 MonoInst*
5311 mono_arch_get_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod,
5312                                MonoMethodSignature *fsig, MonoInst **args)
5313 {
5314         MonoInst *ins = NULL;
5315
5316         if (cmethod->klass == mono_defaults.math_class) {
5317                 if (strcmp (cmethod->name, "Sqrt") == 0) {
5318                         MONO_INST_NEW (cfg, ins, OP_SQRT);
5319                         ins->inst_i0 = args [0];
5320                 }
5321         }
5322
5323         return ins;
5324 }
5325
5326 /*========================= End of Function ========================*/
5327
5328 /*------------------------------------------------------------------*/
5329 /*                                                                  */
5330 /* Name         - mono_arch_emit_inst_for_method                        */
5331 /*                                                                  */
5332 /*------------------------------------------------------------------*/
5333
5334 MonoInst*
5335 mono_arch_emit_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args)
5336 {
5337         return NULL;
5338 }
5339
5340 /*========================= End of Function ========================*/
5341
5342 void
5343 mono_arch_decompose_opts (MonoCompile *cfg, MonoInst *ins)
5344 {
5345         switch (ins->opcode) {
5346         case OP_ISUB_OVF:
5347                 ins->opcode = OP_S390_ISUB_OVF;
5348                 break;
5349         case OP_ISUB_OVF_UN:
5350                 ins->opcode = OP_S390_ISUB_OVF_UN;
5351                 break;
5352         case OP_IADD_OVF:
5353                 ins->opcode = OP_S390_IADD_OVF;
5354                 break;
5355         case OP_IADD_OVF_UN:
5356                 ins->opcode = OP_S390_IADD_OVF_UN;
5357                 break;
5358         default:
5359                 break;
5360         }
5361 }
5362
5363 /*========================= End of Function ========================*/
5364
5365 /*------------------------------------------------------------------*/
5366 /*                                                                  */
5367 /* Name         - mono_arch_decompose_long_opts                         */
5368 /*                                                                  */
5369 /*------------------------------------------------------------------*/
5370
5371 void
5372 mono_arch_decompose_long_opts (MonoCompile *cfg, MonoInst *ins)
5373 {
5374         // The generic code seems to work for OP_LSUB fine on s390, why is a different
5375         // implementation needed ? gcc also seems to use the different implementation.
5376         // FIXME: What about the other OP_L opcodes below ?
5377
5378         switch (ins->opcode) {
5379         case OP_LADD_OVF:
5380         case OP_LADD_OVF_UN:
5381         case OP_LSUB_OVF:
5382         case OP_LSUB_OVF_UN: {
5383                 int opcode = 0;
5384
5385                 switch (ins->opcode) {
5386                 case OP_LADD:
5387                         opcode = OP_S390_LADD;
5388                         break;
5389                 case OP_LADD_OVF:
5390                         opcode = OP_S390_LADD_OVF;
5391                         break;
5392                 case OP_LADD_OVF_UN:
5393                         opcode = OP_S390_LADD_OVF_UN;
5394                         break;
5395                 case OP_LSUB:
5396                         opcode = OP_S390_LSUB;
5397                         break;
5398                 case OP_LSUB_OVF:
5399                         opcode = OP_S390_LSUB_OVF;
5400                         break;
5401                 case OP_LSUB_OVF_UN:
5402                         opcode = OP_S390_LSUB_OVF_UN;
5403                         break;
5404                 default:
5405                         g_assert_not_reached ();
5406                 }
5407
5408                 /* These hard regs make ssa crazy */
5409                 cfg->disable_ssa = TRUE;
5410                 MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, s390_r0, ins->sreg1 + 1);
5411                 MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, s390_r1, ins->sreg1 + 2);
5412                 MONO_EMIT_NEW_BIALU (cfg, opcode, ins->dreg, ins->sreg2 + 1, ins->sreg2 + 2);
5413                 NULLIFY_INS (ins);
5414                 break;
5415         }
5416         case OP_LADD_IMM: {
5417                 int dreg = mono_alloc_dreg (cfg, STACK_I8);
5418                 MONO_EMIT_NEW_I8CONST (cfg, dreg, ins->inst_l);
5419                 MONO_EMIT_NEW_BIALU (cfg, OP_LADD, ins->dreg, ins->sreg1, dreg);
5420                 NULLIFY_INS (ins);
5421                 break;
5422         }
5423         case OP_LSUB_IMM: {
5424                 int dreg = mono_alloc_dreg (cfg, STACK_I8);
5425                 MONO_EMIT_NEW_I8CONST (cfg, dreg, ins->inst_l);
5426                 MONO_EMIT_NEW_BIALU (cfg, OP_LSUB, ins->dreg, ins->sreg1, dreg);
5427                 NULLIFY_INS (ins);
5428                 break;
5429         }
5430         case OP_LNEG: {
5431                 MONO_EMIT_NEW_BIALU (cfg, OP_S390_LNEG, ins->dreg, ins->sreg1 + 1, ins->sreg1 + 2);
5432                 NULLIFY_INS (ins);
5433                 break;
5434         }
5435         case OP_ISUB_OVF:
5436                 ins->opcode = OP_S390_ISUB_OVF;
5437                 break;
5438         case OP_ISUB_OVF_UN:
5439                 ins->opcode = OP_S390_ISUB_OVF_UN;
5440                 break;
5441         default:
5442                 break;
5443         }
5444 }
5445
5446 /*========================= End of Function ========================*/
5447
5448 /*------------------------------------------------------------------*/
5449 /*                                                                  */
5450 /* Name         - mono_arch_print_tree                              */
5451 /*                                                                  */
5452 /* Function     - Print platform-specific opcode details.           */
5453 /*                                                                  */
5454 /* Returns      - 1 - opcode details have been printed              */
5455 /*                0 - opcode details have not been printed          */
5456 /*                                                                  */
5457 /*------------------------------------------------------------------*/
5458
5459 gboolean
5460 mono_arch_print_tree (MonoInst *tree, int arity)
5461 {
5462         gboolean done;
5463
5464         switch (tree->opcode) {
5465                 case OP_S390_LOADARG:
5466                 case OP_S390_ARGREG:
5467                 case OP_S390_ARGPTR:
5468                         printf ("[0x%lx(%s)]", tree->inst_offset,
5469                                 mono_arch_regname (tree->inst_basereg));
5470                         done = 1;
5471                         break;
5472                 case OP_S390_STKARG:
5473                         printf ("[0x%lx(previous_frame)]",
5474                                 tree->inst_offset);
5475                         done = 1;
5476                         break;
5477                 case OP_S390_MOVE:
5478                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
5479                                 tree->inst_offset, tree->backend.size,
5480                                 mono_arch_regname(tree->dreg), tree->inst_imm,
5481                                 mono_arch_regname(tree->sreg1));
5482                         done = 1;
5483                         break;
5484                 case OP_S390_SETF4RET:
5485                         printf ("[%s,%s]",
5486                                 mono_arch_fregname (tree->dreg),
5487                                 mono_arch_fregname (tree->sreg1));
5488                         done = 1;
5489                         break;
5490                 case OP_TLS_GET:
5491                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
5492                                 tree->inst_imm,
5493                                 mono_arch_regname (tree->sreg1));
5494                         done = 1;
5495                         break;
5496                 case OP_S390_BKCHAIN:
5497                         printf ("[previous_frame(%s)]",
5498                                 mono_arch_regname (tree->sreg1));
5499                         done = 1;
5500                         break;
5501                 default:
5502                         done = 0;
5503         }
5504         return (done);
5505 }
5506
5507 /*========================= End of Function ========================*/
5508
5509 /*------------------------------------------------------------------*/
5510 /*                                                                  */
5511 /* Name         - mono_arch_regalloc_cost                           */
5512 /*                                                                  */
5513 /* Function     - Determine the cost, in the number of memory       */
5514 /*                references, of the action of allocating the var-  */
5515 /*                iable VMV into a register during global register  */
5516 /*                allocation.                                       */
5517 /*                                                                  */
5518 /* Returns      - Cost                                              */
5519 /*                                                                  */
5520 /*------------------------------------------------------------------*/
5521
5522 guint32
5523 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
5524 {
5525         /* FIXME: */
5526         return 2;
5527 }
5528
5529 /*========================= End of Function ========================*/
5530
5531 /*------------------------------------------------------------------*/
5532 /*                                                                  */
5533 /* Name         - mono_arch_get_domain_intrinsic                    */
5534 /*                                                                  */
5535 /* Function     -                                                   */
5536 /*                                                                  */
5537 /* Returns      -                                                   */
5538 /*                                                                  */
5539 /*------------------------------------------------------------------*/
5540
5541 MonoInst *
5542 mono_arch_get_domain_intrinsic (MonoCompile* cfg)
5543 {
5544         MonoInst *ins;
5545
5546         if (appdomain_tls_offset == -1)
5547                 return NULL;
5548
5549         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
5550         ins->inst_offset = appdomain_tls_offset;
5551         return (ins);
5552 }
5553
5554 /*========================= End of Function ========================*/
5555
5556 /*------------------------------------------------------------------*/
5557 /*                                                                  */
5558 /* Name         - mono_arch_get_thread_intrinsic                    */
5559 /*                                                                  */
5560 /* Function     -                                                   */
5561 /*                                                                  */
5562 /* Returns      -                                                   */
5563 /*                                                                  */
5564 /*------------------------------------------------------------------*/
5565
5566 MonoInst *
5567 mono_arch_get_thread_intrinsic (MonoCompile* cfg)
5568 {
5569         MonoInst *ins;
5570
5571         if (thread_tls_offset == -1)
5572                 return NULL;
5573
5574         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
5575         ins->inst_offset = thread_tls_offset;
5576         return (ins);
5577 }
5578
5579 /*========================= End of Function ========================*/
5580
5581 /*------------------------------------------------------------------*/
5582 /*                                                                  */
5583 /* Name         - mono_arch_flush_register_windows                  */
5584 /*                                                                  */
5585 /* Function     -                                                   */
5586 /*                                                                  */
5587 /* Returns      -                                                   */
5588 /*                                                                  */
5589 /*------------------------------------------------------------------*/
5590
5591 void
5592 mono_arch_flush_register_windows (void)
5593 {
5594 }
5595
5596 /*========================= End of Function ========================*/
5597
5598 /*------------------------------------------------------------------*/
5599 /*                                                                  */
5600 /* Name         - mono_arch_get_lmf_addr                            */
5601 /*                                                                  */
5602 /* Function     -                                                   */
5603 /*                                                                  */
5604 /* Returns      -                                                   */
5605 /*                                                                  */
5606 /*------------------------------------------------------------------*/
5607
5608 gpointer
5609 mono_arch_get_lmf_addr (void)
5610 {
5611         return pthread_getspecific (lmf_addr_key);
5612 }
5613
5614
5615 /*========================= End of Function ========================*/
5616
5617 /*------------------------------------------------------------------*/
5618 /*                                                                  */
5619 /* Name         - mono_arch_get_patch_offset                        */
5620 /*                                                                  */
5621 /* Function     - Dummy entry point until s390x supports aot.       */
5622 /*                                                                  */
5623 /* Returns      - Offset for patch.                                 */
5624 /*                                                                  */
5625 /*------------------------------------------------------------------*/
5626
5627 guint32
5628 mono_arch_get_patch_offset (guint8 *code)
5629 {
5630         return 0;
5631 }
5632
5633 /*========================= End of Function ========================*/
5634
5635 gpointer
5636 mono_arch_context_get_int_reg (MonoContext *ctx, int reg)
5637 {
5638         /* FIXME: implement */
5639         g_assert_not_reached ();
5640         return NULL;
5641 }