mono/mini/mini-s390x.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define MAX_ARCH_DELEGATE_PARAMS 7
  22
  23 #define EMIT_COND_BRANCH(ins,cond)                                              \
  24 {                                                                               \
  25 if (ins->inst_true_bb->native_offset) {                                         \
  26         int displace;                                                           \
  27         displace = ((cfg->native_code +                                         \
  28                     ins->inst_true_bb->native_offset) - code) / 2;              \
  29         if (s390_is_imm16(displace)) {                                          \
  30                 s390_brc (code, cond, displace);                                \
  31         } else {                                                                \
  32                 s390_jcl (code, cond, displace);                                \
  33         }                                                                       \
  34 } else {                                                                        \
  35         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  36                              MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  37         s390_jcl (code, cond, 0);                                               \
  38 }                                                                               \
  39 }
  40
  41 #define EMIT_UNCOND_BRANCH(ins)                                                 \
  42 {                                                                               \
  43 if (ins->inst_target_bb->native_offset) {                                       \
  44         int displace;                                                           \
  45         displace = ((cfg->native_code +                                         \
  46                     ins->inst_target_bb->native_offset) - code) / 2;            \
  47         if (s390_is_imm16(displace)) {                                          \
  48                 s390_brc (code, S390_CC_UN, displace);                          \
  49         } else {                                                                \
  50                 s390_jcl (code, S390_CC_UN, displace);                          \
  51         }                                                                       \
  52 } else {                                                                        \
  53         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  54                              MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  55         s390_jcl (code, S390_CC_UN, 0);                                         \
  56 }                                                                               \
  57 }
  58
  59 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  60         do {                                                            \
  61                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  62                                      MONO_PATCH_INFO_EXC, exc_name);    \
  63                 s390_jcl (code, cond, 0);                               \
  64         } while (0);
  65
  66 #define CHECK_SRCDST_COM                                                \
  67         if (ins->dreg == ins->sreg2) {                                  \
  68                 src2 = ins->sreg1;                                      \
  69         } else {                                                        \
  70                 src2 = ins->sreg2;                                      \
  71                 if (ins->dreg != ins->sreg1) {                          \
  72                         s390_lgr (code, ins->dreg, ins->sreg1);         \
  73                 }                                                       \
  74         }
  75
  76 #define CHECK_SRCDST_NCOM                                               \
  77         if (ins->dreg == ins->sreg2) {                                  \
  78                 src2 = s390_r13;                                        \
  79                 s390_lgr (code, s390_r13, ins->sreg2);                  \
  80         } else {                                                        \
  81                 src2 = ins->sreg2;                                      \
  82         }                                                               \
  83         if (ins->dreg != ins->sreg1) {                                  \
  84                 s390_lgr (code, ins->dreg, ins->sreg1);                 \
  85         }
  86
  87 #define CHECK_SRCDST_COM_I                                              \
  88         if (ins->dreg == ins->sreg2) {                                  \
  89                 src2 = ins->sreg1;                                      \
  90         } else {                                                        \
  91                 src2 = ins->sreg2;                                      \
  92                 if (ins->dreg != ins->sreg1) {                          \
  93                         s390_lgfr (code, ins->dreg, ins->sreg1);        \
  94                 }                                                       \
  95         }
  96
  97 #define CHECK_SRCDST_NCOM_I                                             \
  98         if (ins->dreg == ins->sreg2) {                                  \
  99                 src2 = s390_r13;                                        \
 100                 s390_lgfr (code, s390_r13, ins->sreg2);                 \
 101         } else {                                                        \
 102                 src2 = ins->sreg2;                                      \
 103         }                                                               \
 104         if (ins->dreg != ins->sreg1) {                                  \
 105                 s390_lgfr (code, ins->dreg, ins->sreg1);                \
 106         }
 107
 108 #define CHECK_SRCDST_COM_F                                              \
 109         if (ins->dreg == ins->sreg2) {                                  \
 110                 src2 = ins->sreg1;                                      \
 111         } else {                                                        \
 112                 src2 = ins->sreg2;                                      \
 113                 if (ins->dreg != ins->sreg1) {                          \
 114                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 115                 }                                                       \
 116         }
 117
 118 #define CHECK_SRCDST_NCOM_F                                             \
 119         if (ins->dreg == ins->sreg2) {                                  \
 120                 src2 = s390_f15;                                        \
 121                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 122         } else {                                                        \
 123                 src2 = ins->sreg2;                                      \
 124         }                                                               \
 125         if (ins->dreg != ins->sreg1) {                                  \
 126                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 127         }
 128
 129 #define MONO_EMIT_NEW_MOVE(cfg,dest,offset,src,imm,size) do {                   \
 130                 MonoInst *inst;                                                 \
 131                 int sReg, dReg;                                                 \
 132                 MONO_INST_NEW (cfg, inst, OP_NOP);                              \
 133                 if (size > 256) {                                               \
 134                         inst->dreg        = dest;                               \
 135                         inst->inst_offset = offset;                             \
 136                         inst->sreg1       = src;                                \
 137                         inst->inst_imm    = imm;                                \
 138                 } else {                                                        \
 139                         if (s390_is_uimm12(offset)) {                           \
 140                                 inst->dreg        = dest;                       \
 141                                 inst->inst_offset = offset;                     \
 142                         } else {                                                \
 143                                 dReg = mono_alloc_preg (cfg);                   \
 144                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 145                                         dReg, dest, offset);                    \
 146                                 inst->dreg        = dReg;                       \
 147                                 inst->inst_offset = 0;                          \
 148                         }                                                       \
 149                         if (s390_is_uimm12(imm)) {                              \
 150                                 inst->sreg1       = src;                        \
 151                                 inst->inst_imm    = imm;                        \
 152                         } else {                                                \
 153                                 sReg = mono_alloc_preg (cfg);                   \
 154                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 155                                         sReg, src, imm);                        \
 156                                 inst->sreg1       = sReg;                       \
 157                                 inst->inst_imm    = 0;                          \
 158                         }                                                       \
 159                 }                                                               \
 160                 inst->opcode            = OP_S390_MOVE;                         \
 161                 inst->backend.size      = size;                                 \
 162         MONO_ADD_INS (cfg->cbb, inst);                                          \
 163         } while (0)
 164
 165 #define MONO_OUTPUT_VTR(cfg, size, dr, sr, so) do {                             \
 166         int reg = mono_alloc_preg (cfg); \
 167         switch (size) {                                                         \
 168                 case 0:                                                         \
 169                         MONO_EMIT_NEW_ICONST(cfg, reg, 0);                      \
 170                 break;                                                          \
 171                 case 1:                                                         \
 172                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 173                                 reg, sr, so);                                   \
 174                 break;                                                          \
 175                 case 2:                                                         \
 176                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 177                                 reg, sr, so);                                   \
 178                 break;                                                          \
 179                 case 4:                                                         \
 180                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 181                                 reg, sr, so);                                   \
 182                 break;                                                          \
 183                 case 8:                                                         \
 184                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI8_MEMBASE,   \
 185                                 reg, sr, so);                                   \
 186                 break;                                                          \
 187         }                                                                       \
 188         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);               \
 189 } while (0)
 190
 191 #define MONO_OUTPUT_VTS(cfg, size, dr, dx, sr, so) do {                         \
 192         int tmpr;                                                               \
 193         switch (size) {                                                         \
 194                 case 0:                                                         \
 195                         tmpr = mono_alloc_preg (cfg); \
 196                         MONO_EMIT_NEW_ICONST(cfg, tmpr, 0);                     \
 197                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 198                                 dr, dx, tmpr);                                  \
 199                 break;                                                          \
 200                 case 1:                                                         \
 201                         tmpr = mono_alloc_preg (cfg); \
 202                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 203                                 tmpr, sr, so);                                  \
 204                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 205                                 dr, dx, tmpr);                                  \
 206                 break;                                                          \
 207                 case 2:                                                         \
 208                         tmpr = mono_alloc_preg (cfg);                           \
 209                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 210                                 tmpr, sr, so);                                  \
 211                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 212                                 dr, dx, tmpr);                                  \
 213                 break;                                                          \
 214                 case 4:                                                         \
 215                         tmpr = mono_alloc_preg (cfg);                           \
 216                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 217                                 tmpr, sr, so);                                  \
 218                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 219                                 dr, dx, tmpr);                                  \
 220                 break;                                                          \
 221                 case 8:                                                         \
 222                         MONO_EMIT_NEW_MOVE (cfg, dr, dx, sr, so, size);         \
 223                 break;                                                          \
 224         }                                                                       \
 225 } while (0)
 226
 227 #undef DEBUG
 228 #define DEBUG(a) if (cfg->verbose_level > 1) a
 229
 230 #define MAX_EXC 16
 231
 232 #define S390_TRACE_STACK_SIZE (5*sizeof(gpointer)+4*sizeof(gdouble))
 233
 234 #define BREAKPOINT_SIZE         sizeof(breakpoint_t)
 235 #define S390X_NOP_SIZE          sizeof(RR_Format)
 236
 237 #define MAX(a, b) ((a) > (b) ? (a) : (b))
 238
 239 /*
 240  * imt thunking size values
 241  */
 242 #define CMP_SIZE        24
 243 #define LOADCON_SIZE    20
 244 #define LOAD_SIZE       6
 245 #define BR_SIZE         2
 246 #define JUMP_SIZE       6
 247 #define ENABLE_WRONG_METHOD_CHECK 0
 248
 249 #define mono_mini_arch_lock() mono_mutex_lock (&mini_arch_mutex)
 250 #define mono_mini_arch_unlock() mono_mutex_unlock (&mini_arch_mutex)
 251
 252 /*========================= End of Defines =========================*/
 253
 254 /*------------------------------------------------------------------*/
 255 /*                 I n c l u d e s                                  */
 256 /*------------------------------------------------------------------*/
 257
 258 #include "mini.h"
 259 #include <string.h>
 260 #include <sys/types.h>
 261 #include <unistd.h>
 262
 263 #include <mono/metadata/abi-details.h>
 264 #include <mono/metadata/appdomain.h>
 265 #include <mono/metadata/debug-helpers.h>
 266 #include <mono/metadata/profiler-private.h>
 267 #include <mono/utils/mono-math.h>
 268 #include <mono/utils/mono-mmap.h>
 269 #include <mono/utils/mono-hwcap-s390x.h>
 270 #include <mono/utils/mono-threads.h>
 271
 272 #include "mini-s390x.h"
 273 #include "cpu-s390x.h"
 274 #include "support-s390x.h"
 275 #include "jit-icalls.h"
 276 #include "ir-emit.h"
 277 #include "trace.h"
 278
 279 /*========================= End of Includes ========================*/
 280
 281 /*------------------------------------------------------------------*/
 282 /*                 T y p e d e f s                                  */
 283 /*------------------------------------------------------------------*/
 284
 285 typedef struct {
 286         guint stack_size,
 287               local_size,
 288               code_size,
 289               parm_size,
 290               offset,
 291               offStruct,
 292               retStruct;
 293 } size_data;
 294
 295 /*------------------------------------------------------------------*/
 296 /* Used by the instrument_emit_epilog                               */
 297 /*------------------------------------------------------------------*/
 298
 299 enum {
 300         SAVE_NONE,
 301         SAVE_STRUCT,
 302         SAVE_ONE,
 303         SAVE_TWO,
 304         SAVE_R4,
 305         SAVE_R8
 306 };
 307
 308 typedef struct InstList InstList;
 309
 310 struct InstList {
 311         InstList *prev;
 312         InstList *next;
 313         MonoInst *data;
 314 };
 315
 316 typedef enum {
 317         RegTypeGeneral,
 318         RegTypeBase,
 319         RegTypeFP,
 320         RegTypeFPR4,
 321         RegTypeStructByVal,
 322         RegTypeStructByValInFP,
 323         RegTypeStructByAddr,
 324         RegTypeStructByAddrOnStack
 325 } ArgStorage;
 326
 327 typedef struct {
 328         gint32  offset;         /* offset from caller's stack */
 329         gint32  offparm;        /* offset from callee's stack */
 330         guint16 vtsize;         /* in param area */
 331         guint8  reg;
 332         ArgStorage regtype;
 333         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 334         gint32  type;           /* Data type of argument */
 335 } ArgInfo;
 336
 337 typedef struct {
 338         int nargs;
 339         int lastgr;
 340         guint32 stack_usage;
 341         guint32 struct_ret;
 342         ArgInfo ret;
 343         ArgInfo sigCookie;
 344         size_data sz;
 345         int vret_arg_index;
 346         ArgInfo args [1];
 347 } CallInfo;
 348
 349 typedef struct {
 350         gint64  gr[5];          /* R2-R6                            */
 351         gdouble fp[3];          /* F0-F2                            */
 352 } __attribute__ ((packed)) RegParm;
 353
 354 typedef struct {
 355         RR_Format  basr;
 356         RI_Format  j;
 357         void       *pTrigger;
 358         RXY_Format lg;
 359         RXY_Format trigger;
 360 } __attribute__ ((packed)) breakpoint_t;
 361
 362 /*========================= End of Typedefs ========================*/
 363
 364 /*------------------------------------------------------------------*/
 365 /*                   P r o t o t y p e s                            */
 366 /*------------------------------------------------------------------*/
 367
 368 static void indent (int);
 369 static guint8 * backUpStackPtr(MonoCompile *, guint8 *);
 370 static void decodeParm (MonoType *, void *, int);
 371 static void enter_method (MonoMethod *, RegParm *, char *);
 372 static void leave_method (MonoMethod *, ...);
 373 static inline void add_general (guint *, size_data *, ArgInfo *);
 374 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 375 static inline void add_float (guint *, size_data *, ArgInfo *);
 376 static CallInfo * get_call_info (MonoCompile *, MonoMemPool *, MonoMethodSignature *);
 377 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 378 static guint8 * emit_load_volatile_arguments (guint8 *, MonoCompile *);
 379 static __inline__ void emit_unwind_regs(MonoCompile *, guint8 *, int, int, long);
 380
 381 /*========================= End of Prototypes ======================*/
 382
 383 /*------------------------------------------------------------------*/
 384 /*                 G l o b a l   V a r i a b l e s                  */
 385 /*------------------------------------------------------------------*/
 386
 387 int mono_exc_esp_offset = 0;
 388
 389 __thread int indent_level = 0;
 390
 391 static gint appdomain_tls_offset = -1,
 392             lmf_tls_offset = -1,
 393             lmf_addr_tls_offset = -1;
 394
 395 pthread_key_t lmf_addr_key;
 396
 397 gboolean lmf_addr_key_inited = FALSE;
 398
 399 facilityList_t facs;
 400
 401 /*
 402  * The code generated for sequence points reads from this location,
 403  * which is made read-only when single stepping is enabled.
 404  */
 405 static gpointer ss_trigger_page;
 406
 407 /*
 408  * Enabled breakpoints read from this trigger page
 409  */
 410 static gpointer bp_trigger_page;
 411
 412 breakpoint_t breakpointCode;
 413
 414 static mono_mutex_t mini_arch_mutex;
 415
 416 /*====================== End of Global Variables ===================*/
 417
 418 /*------------------------------------------------------------------*/
 419 /*                                                                  */
 420 /* Name         - mono_arch_regname                                 */
 421 /*                                                                  */
 422 /* Function     - Returns the name of the register specified by     */
 423 /*                the input parameter.                              */
 424 /*                                                                  */
 425 /*------------------------------------------------------------------*/
 426
 427 const char*
 428 mono_arch_regname (int reg) {
 429         static const char * rnames[] = {
 430                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 431                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 432                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 433                 "s390_r15"
 434         };
 435
 436         if (reg >= 0 && reg < 16)
 437                 return rnames [reg];
 438         else
 439                 return "unknown";
 440 }
 441
 442 /*========================= End of Function ========================*/
 443
 444 /*------------------------------------------------------------------*/
 445 /*                                                                  */
 446 /* Name         - mono_arch_fregname                                */
 447 /*                                                                  */
 448 /* Function     - Returns the name of the register specified by     */
 449 /*                the input parameter.                              */
 450 /*                                                                  */
 451 /*------------------------------------------------------------------*/
 452
 453 const char*
 454 mono_arch_fregname (int reg) {
 455         static const char * rnames[] = {
 456                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 457                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 458                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 459                 "s390_f15"
 460         };
 461
 462         if (reg >= 0 && reg < 16)
 463                 return rnames [reg];
 464         else
 465                 return "unknown";
 466 }
 467
 468 /*========================= End of Function ========================*/
 469
 470 /*------------------------------------------------------------------*/
 471 /*                                                                  */
 472 /* Name         - arch_get_argument_info                            */
 473 /*                                                                  */
 474 /* Function     - Gathers information on parameters such as size,   */
 475 /*                alignment, and padding. arg_info should be large  */
 476 /*                enough to hold param_count + 1 entries.           */
 477 /*                                                                  */
 478 /* Parameters   - @csig - Method signature                          */
 479 /*                @param_count - No. of parameters to consider      */
 480 /*                @arg_info - An array to store the result info     */
 481 /*                                                                  */
 482 /* Returns      - Size of the activation frame                      */
 483 /*                                                                  */
 484 /*------------------------------------------------------------------*/
 485
 486 int
 487 mono_arch_get_argument_info (MonoGenericSharingContext *gsctx, MonoMethodSignature *csig,
 488                              int param_count,
 489                              MonoJitArgumentInfo *arg_info)
 490 {
 491         int k, frame_size = 0;
 492         int size, align, pad;
 493         int offset = 8;
 494
 495         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 496                 frame_size += sizeof (gpointer);
 497                 offset += 8;
 498         }
 499
 500         arg_info [0].offset = offset;
 501
 502         if (csig->hasthis) {
 503                 frame_size += sizeof (gpointer);
 504                 offset += 8;
 505         }
 506
 507         arg_info [0].size = frame_size;
 508
 509         for (k = 0; k < param_count; k++) {
 510
 511                 if (csig->pinvoke)
 512                         size = mono_type_native_stack_size (csig->params [k], (guint32 *) &align);
 513                 else
 514                         size = mini_type_stack_size (NULL, csig->params [k], &align);
 515
 516                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 517                 arg_info [k].pad = pad;
 518                 frame_size += size;
 519                 arg_info [k + 1].pad = 0;
 520                 arg_info [k + 1].size = size;
 521                 offset += pad;
 522                 arg_info [k + 1].offset = offset;
 523                 offset += size;
 524         }
 525
 526         align = MONO_ARCH_FRAME_ALIGNMENT;
 527         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 528         arg_info [k].pad = pad;
 529
 530         return frame_size;
 531 }
 532
 533 /*========================= End of Function ========================*/
 534
 535 /*------------------------------------------------------------------*/
 536 /*                                                                  */
 537 /* Name         - emit_unwind_regs.                                 */
 538 /*                                                                  */
 539 /* Function     - Determines if a value can be returned in one or   */
 540 /*                two registers.                                    */
 541 /*                                                                  */
 542 /*------------------------------------------------------------------*/
 543
 544 static void __inline__
 545 emit_unwind_regs(MonoCompile *cfg, guint8 *code, int start, int end, long offset)
 546 {
 547         int i;
 548
 549         for (i = start; i < end; i++) {
 550                 mono_emit_unwind_op_offset (cfg, code, i, offset);
 551                 offset += sizeof(gulong);
 552         }
 553 }
 554
 555 /*========================= End of Function ========================*/
 556
 557 /*------------------------------------------------------------------*/
 558 /*                                                                  */
 559 /* Name         - retFitsInReg.                                     */
 560 /*                                                                  */
 561 /* Function     - Determines if a value can be returned in one or   */
 562 /*                two registers.                                    */
 563 /*                                                                  */
 564 /*------------------------------------------------------------------*/
 565
 566 static inline gboolean
 567 retFitsInReg(guint32 size)
 568 {
 569         switch (size) {
 570                 case 0:
 571                 case 1:
 572                 case 2:
 573                 case 4:
 574                 case 8:
 575                         return (TRUE);
 576                 break;
 577                 default:
 578                         return (FALSE);
 579         }
 580 }
 581
 582 /*========================= End of Function ========================*/
 583
 584 /*------------------------------------------------------------------*/
 585 /*                                                                  */
 586 /* Name         - backStackPtr.                                     */
 587 /*                                                                  */
 588 /* Function     - Restore Stack Pointer to previous frame.          */
 589 /*                                                                  */
 590 /*------------------------------------------------------------------*/
 591
 592 static inline guint8 *
 593 backUpStackPtr(MonoCompile *cfg, guint8 *code)
 594 {
 595         int stackSize = cfg->stack_usage;
 596
 597         if (cfg->frame_reg != STK_BASE)
 598                 s390_lgr (code, STK_BASE, cfg->frame_reg);
 599
 600         if (s390_is_imm16 (stackSize)) {
 601                 s390_aghi  (code, STK_BASE, stackSize);
 602         } else {
 603                 while (stackSize > 32767) {
 604                         s390_aghi  (code, STK_BASE, 32767);
 605                         stackSize -= 32767;
 606                 }
 607                 s390_aghi  (code, STK_BASE, stackSize);
 608         }
 609         return (code);
 610 }
 611
 612 /*========================= End of Function ========================*/
 613
 614 /*------------------------------------------------------------------*/
 615 /*                                                                  */
 616 /* Name         - indent                                            */
 617 /*                                                                  */
 618 /* Function     - Perform nice indenting to current level           */
 619 /*                                                                  */
 620 /*------------------------------------------------------------------*/
 621
 622 static void
 623 indent (int diff) {
 624         int v;
 625         if (diff < 0)
 626                 indent_level += diff;
 627         v = indent_level;
 628         printf("%p [%3d] ",(void *)pthread_self(),v);
 629         while (v-- > 0) {
 630                 printf (". ");
 631         }
 632         if (diff > 0)
 633                 indent_level += diff;
 634 }
 635
 636 /*========================= End of Function ========================*/
 637
 638 /*------------------------------------------------------------------*/
 639 /*                                                                  */
 640 /* Name         - cvtMonoType                                       */
 641 /*                                                                  */
 642 /* Function     - Convert a mono-type to a string.                  */
 643 /*                                                                  */
 644 /*------------------------------------------------------------------*/
 645
 646 static const char *
 647 cvtMonoType(MonoTypeEnum t)
 648 {
 649   switch(t)
 650     {
 651     case MONO_TYPE_END:
 652       return "MONO_TYPE_END";
 653     case MONO_TYPE_VOID:
 654       return "MONO_TYPE_VOID";
 655     case MONO_TYPE_BOOLEAN:
 656       return "MONO_TYPE_BOOLEAN";
 657     case MONO_TYPE_CHAR:
 658       return "MONO_TYPE_CHAR";
 659     case MONO_TYPE_I1:
 660       return "MONO_TYPE_I1";
 661     case MONO_TYPE_U1:
 662       return "MONO_TYPE_U1";
 663     case MONO_TYPE_I2:
 664       return "MONO_TYPE_I2";
 665     case MONO_TYPE_U2:
 666       return "MONO_TYPE_U2";
 667     case MONO_TYPE_I4:
 668       return "MONO_TYPE_I4";
 669     case MONO_TYPE_U4:
 670       return "MONO_TYPE_U4";
 671     case MONO_TYPE_I8:
 672       return "MONO_TYPE_I8";
 673     case MONO_TYPE_U8:
 674       return "MONO_TYPE_U8";
 675     case MONO_TYPE_R4:
 676       return "MONO_TYPE_R4";
 677     case MONO_TYPE_R8:
 678       return "MONO_TYPE_R8";
 679     case MONO_TYPE_STRING:
 680       return "MONO_TYPE_STRING";
 681     case MONO_TYPE_PTR:
 682       return "MONO_TYPE_PTR";
 683     case MONO_TYPE_BYREF:
 684       return "MONO_TYPE_BYREF";
 685     case MONO_TYPE_VALUETYPE:
 686       return "MONO_TYPE_VALUETYPE";
 687     case MONO_TYPE_CLASS:
 688       return "MONO_TYPE_CLASS";
 689     case MONO_TYPE_VAR:
 690       return "MONO_TYPE_VAR";
 691     case MONO_TYPE_ARRAY:
 692       return "MONO_TYPE_ARRAY";
 693     case MONO_TYPE_GENERICINST:
 694       return "MONO_TYPE_GENERICINST";
 695     case MONO_TYPE_TYPEDBYREF:
 696       return "MONO_TYPE_TYPEDBYREF";
 697     case MONO_TYPE_I:
 698       return "MONO_TYPE_I";
 699     case MONO_TYPE_U:
 700       return "MONO_TYPE_U";
 701     case MONO_TYPE_FNPTR:
 702       return "MONO_TYPE_FNPTR";
 703     case MONO_TYPE_OBJECT:
 704       return "MONO_TYPE_OBJECT";
 705     case MONO_TYPE_SZARRAY:
 706       return "MONO_TYPE_SZARRAY";
 707     case MONO_TYPE_MVAR:
 708       return "MONO_TYPE_MVAR";
 709     case MONO_TYPE_CMOD_REQD:
 710       return "MONO_TYPE_CMOD_REQD";
 711     case MONO_TYPE_CMOD_OPT:
 712       return "MONO_TYPE_CMOD_OPT";
 713     case MONO_TYPE_INTERNAL:
 714       return "MONO_TYPE_INTERNAL";
 715     case MONO_TYPE_MODIFIER:
 716       return "MONO_TYPE_MODIFIER";
 717     case MONO_TYPE_SENTINEL:
 718       return "MONO_TYPE_SENTINEL";
 719     case MONO_TYPE_PINNED:
 720       return "MONO_TYPE_PINNED";
 721     default:
 722       ;
 723     }
 724   return "unknown";
 725 }
 726
 727 /*========================= End of Function ========================*/
 728
 729 /*------------------------------------------------------------------*/
 730 /*                                                                  */
 731 /* Name         - decodeParm                                        */
 732 /*                                                                  */
 733 /* Function     - Decode a parameter for the trace.                 */
 734 /*                                                                  */
 735 /*------------------------------------------------------------------*/
 736
 737 static void
 738 decodeParm(MonoType *type, void *curParm, int size)
 739 {
 740         guint32 simpleType;
 741
 742         if (type->byref) {
 743                 printf("[BYREF:%p], ", *((char **) curParm));
 744         } else {
 745                 simpleType = mono_type_get_underlying_type(type)->type;
 746 enum_parmtype:
 747                 switch (simpleType) {
 748                         case MONO_TYPE_I :
 749                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 750                                 break;
 751                         case MONO_TYPE_U :
 752                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 753                                 break;
 754                         case MONO_TYPE_BOOLEAN :
 755                                 printf ("[BOOL:%ld], ", *((gint64 *) curParm));
 756                                 break;
 757                         case MONO_TYPE_CHAR :
 758                                 printf ("[CHAR:%c], ", *((int  *) curParm));
 759                                 break;
 760                         case MONO_TYPE_I1 :
 761                                 printf ("[INT1:%ld], ", *((gint64 *) curParm));
 762                                 break;
 763                         case MONO_TYPE_I2 :
 764                                 printf ("[INT2:%ld], ", *((gint64 *) curParm));
 765                                 break;
 766                         case MONO_TYPE_I4 :
 767                                 printf ("[INT4:%ld], ", *((gint64 *) curParm));
 768                                 break;
 769                         case MONO_TYPE_U1 :
 770                                 printf ("[UINT1:%lu], ", *((guint64 *) curParm));
 771                                 break;
 772                         case MONO_TYPE_U2 :
 773                                 printf ("[UINT2:%lu], ", *((guint64 *) curParm));
 774                                 break;
 775                         case MONO_TYPE_U4 :
 776                                 printf ("[UINT4:%lu], ", *((guint64 *) curParm));
 777                                 break;
 778                         case MONO_TYPE_U8 :
 779                                 printf ("[UINT8:%lu], ", *((guint64 *) curParm));
 780                                 break;
 781                         case MONO_TYPE_STRING : {
 782                                 MonoString *s = *((MonoString **) curParm);
 783                                 if (s) {
 784                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 785                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 786                                 } else {
 787                                         printf("[STRING:null], ");
 788                                 }
 789                                 break;
 790                         }
 791                         case MONO_TYPE_CLASS :
 792                         case MONO_TYPE_OBJECT : {
 793                                 MonoObject *obj = *((MonoObject **) curParm);
 794                                 MonoClass *class;
 795                                 if ((obj) && (obj->vtable)) {
 796                                         printf("[CLASS/OBJ:");
 797                                         class = obj->vtable->klass;
 798                                         printf("%p [%p] ",obj,curParm);
 799                                         if (class == mono_defaults.string_class) {
 800                                                 printf("[STRING:%p:%s]",
 801                                                        obj, mono_string_to_utf8 ((MonoString *) obj));
 802                                         } else if (class == mono_defaults.int32_class) {
 803                                                 printf("[INT32:%p:%d]",
 804                                                         obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 805                                         } else
 806                                                 printf("[%s.%s:%p]",
 807                                                        class->name_space, class->name, obj);
 808                                         printf("], ");
 809                                 } else {
 810                                         printf("[OBJECT:null], ");
 811                                 }
 812                                 break;
 813                         }
 814                         case MONO_TYPE_PTR :
 815                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 816                                 break;
 817                         case MONO_TYPE_FNPTR :
 818                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 819                                 break;
 820                         case MONO_TYPE_ARRAY :
 821                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 822                                 break;
 823                         case MONO_TYPE_SZARRAY :
 824                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 825                                 break;
 826                         case MONO_TYPE_I8 :
 827                                 printf("[INT8:%ld], ", *((gint64 *) (curParm)));
 828                                 break;
 829                         case MONO_TYPE_R4 :
 830                                 printf("[FLOAT4:%g], ", *((float *) (curParm)));
 831                                 break;
 832                         case MONO_TYPE_R8 :
 833                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 834                                 break;
 835                         case MONO_TYPE_VALUETYPE : {
 836                                 int i;
 837                                 MonoMarshalType *info;
 838
 839                                 if (type->data.klass->enumtype) {
 840                                         simpleType = mono_class_enum_basetype (type->data.klass)->type;
 841                                         printf("{VALUETYPE} - ");
 842                                         goto enum_parmtype;
 843                                 }
 844
 845                                 info = mono_marshal_load_type_info (type->data.klass);
 846
 847                                 if ((info->native_size == sizeof(float)) &&
 848                                     (info->num_fields  == 1) &&
 849                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 850                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 851                                         break;
 852                                 }
 853
 854                                 if ((info->native_size == sizeof(double)) &&
 855                                     (info->num_fields  == 1) &&
 856                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 857                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 858                                         break;
 859                                 }
 860
 861                                 printf("[VALUETYPE:");
 862                                 for (i = 0; i < size; i++)
 863                                         printf("%02x,", *((guint8 *)curParm+i));
 864                                 printf("], ");
 865                                 break;
 866                         }
 867                         case MONO_TYPE_TYPEDBYREF: {
 868                                 int i;
 869                                 printf("[TYPEDBYREF:");
 870                                 for (i = 0; i < size; i++)
 871                                         printf("%02x,", *((guint8 *)curParm+i));
 872                                 printf("]");
 873                                 break;
 874                         }
 875                         default :
 876                                 printf("[%s], ",cvtMonoType(simpleType));
 877                 }
 878         }
 879 }
 880
 881 /*========================= End of Function ========================*/
 882
 883 /*------------------------------------------------------------------*/
 884 /*                                                                  */
 885 /* Name         - enter_method                                      */
 886 /*                                                                  */
 887 /* Function     - Perform tracing of the entry to the current       */
 888 /*                method.                                           */
 889 /*                                                                  */
 890 /*------------------------------------------------------------------*/
 891
 892 static void
 893 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 894 {
 895         int i, oParm = 0, iParm = 0;
 896         MonoClass *class;
 897         MonoObject *obj;
 898         MonoMethodSignature *sig;
 899         char *fname;
 900         guint64 ip;
 901         CallInfo *cinfo;
 902         ArgInfo *ainfo;
 903         void *curParm;
 904
 905         fname = mono_method_full_name (method, TRUE);
 906         indent (1);
 907         printf ("ENTER: %s ", fname);
 908         g_free (fname);
 909
 910         ip  = (*(guint64 *) (sp+S390_RET_ADDR_OFFSET));
 911         printf ("ip: %p sp: %p - ", (gpointer) ip, sp);
 912
 913         if (rParm == NULL)
 914                 return;
 915
 916         sig = mono_method_signature (method);
 917
 918         cinfo = get_call_info (NULL, NULL, sig);
 919
 920         if (cinfo->struct_ret) {
 921                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 922                 iParm = 1;
 923         }
 924
 925         if (sig->hasthis) {
 926                 gpointer *this = (gpointer *) rParm->gr[iParm];
 927                 obj = (MonoObject *) this;
 928                 switch(method->klass->this_arg.type) {
 929                 case MONO_TYPE_VALUETYPE:
 930                         if (obj) {
 931                                 guint64 *value = (guint64 *) ((uintptr_t)this + sizeof(MonoObject));
 932                                 printf("this:[value:%p:%016lx], ", this, *value);
 933                         } else
 934                                 printf ("this:[NULL], ");
 935                         break;
 936                 case MONO_TYPE_STRING:
 937                         if (obj) {
 938                                 if (obj->vtable) {
 939                                         class = obj->vtable->klass;
 940                                         if (class == mono_defaults.string_class) {
 941                                                 printf ("this:[STRING:%p:%s], ",
 942                                                         obj, mono_string_to_utf8 ((MonoString *)obj));
 943                                         } else {
 944                                                 printf ("this:%p[%s.%s], ",
 945                                                         obj, class->name_space, class->name);
 946                                         }
 947                                 } else
 948                                         printf("vtable:[NULL], ");
 949                         } else
 950                                 printf ("this:[NULL], ");
 951                         break;
 952                 default :
 953                         printf("this[%s]: %p, ",cvtMonoType(method->klass->this_arg.type),this);
 954                 }
 955                 oParm++;
 956         }
 957
 958         for (i = 0; i < sig->param_count; ++i) {
 959                 ainfo = &cinfo->args[i + oParm];
 960                 switch (ainfo->regtype) {
 961                         case RegTypeGeneral :
 962                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 963                                 break;
 964                         case RegTypeFP :
 965                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 966                                 break;
 967                         case RegTypeBase :
 968                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 969                                 break;
 970                         case RegTypeStructByVal :
 971                                 if (ainfo->reg != STK_BASE) {
 972                                         int offset = sizeof(glong) - ainfo->size;
 973                                         curParm = &(rParm->gr[ainfo->reg-2])+offset;
 974                                 }
 975                                 else
 976                                         curParm = sp+ainfo->offset;
 977
 978                                 if (retFitsInReg (ainfo->vtsize))
 979                                         decodeParm(sig->params[i],
 980                                                    curParm,
 981                                                    ainfo->size);
 982                                 else
 983                                         decodeParm(sig->params[i],
 984                                                    *((char **) curParm),
 985                                                    ainfo->vtsize);
 986                                 break;
 987                         case RegTypeStructByAddr :
 988                                 if (ainfo->reg != STK_BASE)
 989                                         curParm = &(rParm->gr[ainfo->reg-2]);
 990                                 else
 991                                         curParm = sp+ainfo->offset;
 992
 993                                 decodeParm(sig->params[i],
 994                                            *((char **) curParm),
 995                                            ainfo->vtsize);
 996                                 break;
 997
 998                         default :
 999                                 printf("???, ");
1000                 }
1001         }
1002         printf("\n");
1003         g_free(cinfo);
1004 }
1005
1006 /*========================= End of Function ========================*/
1007
1008 /*------------------------------------------------------------------*/
1009 /*                                                                  */
1010 /* Name         - leave_method                                      */
1011 /*                                                                  */
1012 /* Function     -                                                   */
1013 /*                                                                  */
1014 /*------------------------------------------------------------------*/
1015
1016 static void
1017 leave_method (MonoMethod *method, ...)
1018 {
1019         MonoType *type;
1020         char *fname;
1021         guint64 ip;
1022         va_list ap;
1023
1024         va_start(ap, method);
1025
1026         fname = mono_method_full_name (method, TRUE);
1027         indent (-1);
1028         printf ("LEAVE: %s", fname);
1029         g_free (fname);
1030
1031         type = mono_method_signature (method)->ret;
1032
1033 handle_enum:
1034         switch (type->type) {
1035         case MONO_TYPE_VOID:
1036                 break;
1037         case MONO_TYPE_BOOLEAN: {
1038                 int val = va_arg (ap, int);
1039                 if (val)
1040                         printf ("[TRUE:%d]", val);
1041                 else
1042                         printf ("[FALSE]");
1043
1044                 break;
1045         }
1046         case MONO_TYPE_CHAR: {
1047                 int val = va_arg (ap, int);
1048                 printf ("[CHAR:%d]", val);
1049                 break;
1050         }
1051         case MONO_TYPE_I1: {
1052                 int val = va_arg (ap, int);
1053                 printf ("[INT1:%d]", val);
1054                 break;
1055         }
1056         case MONO_TYPE_U1: {
1057                 int val = va_arg (ap, int);
1058                 printf ("[UINT1:%d]", val);
1059                 break;
1060         }
1061         case MONO_TYPE_I2: {
1062                 int val = va_arg (ap, int);
1063                 printf ("[INT2:%d]", val);
1064                 break;
1065         }
1066         case MONO_TYPE_U2: {
1067                 int val = va_arg (ap, int);
1068                 printf ("[UINT2:%d]", val);
1069                 break;
1070         }
1071         case MONO_TYPE_I4: {
1072                 int val = va_arg (ap, int);
1073                 printf ("[INT4:%d]", val);
1074                 break;
1075         }
1076         case MONO_TYPE_U4: {
1077                 int val = va_arg (ap, int);
1078                 printf ("[UINT4:%d]", val);
1079                 break;
1080         }
1081         case MONO_TYPE_I: {
1082                 gint64 val = va_arg (ap, gint64);
1083                 printf ("[INT:%ld]", val);
1084                 printf("]");
1085                 break;
1086         }
1087         case MONO_TYPE_U: {
1088                 gint64 val = va_arg (ap, gint64);
1089                 printf ("[UINT:%lu]", val);
1090                 printf("]");
1091                 break;
1092         }
1093         case MONO_TYPE_STRING: {
1094                 MonoString *s = va_arg (ap, MonoString *);
1095 ;
1096                 if (s) {
1097                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
1098                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
1099                 } else
1100                         printf ("[STRING:null], ");
1101                 break;
1102         }
1103         case MONO_TYPE_CLASS:
1104         case MONO_TYPE_OBJECT: {
1105                 MonoObject *o = va_arg (ap, MonoObject *);
1106
1107                 if ((o) && (o->vtable)) {
1108                         if (o->vtable->klass == mono_defaults.boolean_class) {
1109                                 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
1110                         } else if  (o->vtable->klass == mono_defaults.int32_class) {
1111                                 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
1112                         } else if  (o->vtable->klass == mono_defaults.int64_class) {
1113                                 printf ("[INT64:%p:%ld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
1114                         } else
1115                                 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
1116                 } else
1117                         printf ("[OBJECT:%p]", o);
1118
1119                 break;
1120         }
1121         case MONO_TYPE_PTR:
1122         case MONO_TYPE_FNPTR:
1123         case MONO_TYPE_ARRAY:
1124         case MONO_TYPE_SZARRAY: {
1125                 gpointer p = va_arg (ap, gpointer);
1126                 printf ("[result=%p]", p);
1127                 break;
1128         }
1129         case MONO_TYPE_I8: {
1130                 gint64 l =  va_arg (ap, gint64);
1131                 printf ("[LONG:%ld]", l);
1132                 break;
1133         }
1134         case MONO_TYPE_U8: {
1135                 guint64 l =  va_arg (ap, guint64);
1136                 printf ("[ULONG:%lu]", l);
1137                 break;
1138         }
1139         case MONO_TYPE_R4: {
1140                 double f = va_arg (ap, double);
1141                 printf ("[FLOAT4:%g]\n", f);
1142                 break;
1143         }
1144         case MONO_TYPE_R8: {
1145                 double f = va_arg (ap, double);
1146                 printf ("[FLOAT8:%g]\n", f);
1147                 break;
1148         }
1149         case MONO_TYPE_VALUETYPE: {
1150                 MonoMarshalType *info;
1151                 if (type->data.klass->enumtype) {
1152                         type = mono_class_enum_basetype (type->data.klass);
1153                         goto handle_enum;
1154                 } else {
1155                         int size, align;
1156
1157                         info = mono_marshal_load_type_info (type->data.klass);
1158
1159                         if ((info->native_size == sizeof(float)) &&
1160                             (info->num_fields  == 1) &&
1161                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1162                                 double f = va_arg (ap, double);
1163                                 printf("[FLOAT4:%g]\n", (double) f);
1164                                 break;
1165                         }
1166
1167                         if ((info->native_size == sizeof(double)) &&
1168                             (info->num_fields  == 1) &&
1169                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1170                                 double f = va_arg (ap, double);
1171                                 printf("[FLOAT8:%g]\n", f);
1172                                 break;
1173                         }
1174
1175                         size = mono_type_size (type, &align);
1176                         switch (size) {
1177                                 case 1: {
1178                                         guint32 p = va_arg (ap, guint32);
1179                                         printf ("[%02x]\n",p);
1180                                         break;
1181                                 }
1182                                 case 2: {
1183                                         guint32 p = va_arg (ap, guint32);
1184                                         printf ("[%04x]\n",p);
1185                                         break;
1186                                 }
1187                                 case 4: {
1188                                         guint32 p = va_arg (ap, guint32);
1189                                         printf ("[%08x]\n",p);
1190                                         break;
1191                                 }
1192                                 case 8: {
1193                                         guint64 p = va_arg (ap, guint64);
1194                                         printf ("[%016lx]\n",p);
1195                                         break;
1196                                 }
1197                                 default: {
1198                                         gpointer p = va_arg (ap, gpointer);
1199                                         printf ("[VALUETYPE] %p\n",p);
1200                                 }
1201                         }
1202                 }
1203                 break;
1204         }
1205         case MONO_TYPE_TYPEDBYREF: {
1206                 guint8 *p = va_arg (ap, gpointer);
1207                 int j, size, align;
1208                 size = mono_type_size (type, &align);
1209                 switch (size) {
1210                 case 1:
1211                 case 2:
1212                 case 4:
1213                 case 8:
1214                         printf ("[");
1215                         for (j = 0; p && j < size; j++)
1216                                 printf ("%02x,", p [j]);
1217                         printf ("]\n");
1218                         break;
1219                 default:
1220                         printf ("[TYPEDBYREF]\n");
1221                 }
1222         }
1223                 break;
1224         default:
1225                 printf ("(unknown return type %x)",
1226                         mono_method_signature (method)->ret->type);
1227         }
1228
1229         ip = ((gint64) __builtin_extract_return_addr (__builtin_return_address (0)));
1230         printf (" ip: %p\n", (gpointer) ip);
1231 }
1232
1233 /*========================= End of Function ========================*/
1234
1235 /*------------------------------------------------------------------*/
1236 /*                                                                  */
1237 /* Name         - mono_arch_cpu_init                                */
1238 /*                                                                  */
1239 /* Function     - Perform CPU specific initialization to execute    */
1240 /*                managed code.                                     */
1241 /*                                                                  */
1242 /*------------------------------------------------------------------*/
1243
1244 void
1245 mono_arch_cpu_init (void)
1246 {
1247 }
1248
1249 /*========================= End of Function ========================*/
1250
1251 /*------------------------------------------------------------------*/
1252 /*                                                                  */
1253 /* Name         - mono_arch_init.                                   */
1254 /*                                                                  */
1255 /* Function     - Initialize architecture specific code.            */
1256 /*                                                                  */
1257 /*------------------------------------------------------------------*/
1258
1259 void
1260 mono_arch_init (void)
1261 {
1262         guint8 *code;
1263
1264         mono_mutex_init_recursive (&mini_arch_mutex);
1265
1266         ss_trigger_page = mono_valloc (NULL, mono_pagesize (), MONO_MMAP_READ);
1267         bp_trigger_page = mono_valloc (NULL, mono_pagesize (), MONO_MMAP_READ);
1268         mono_mprotect (bp_trigger_page, mono_pagesize (), 0);
1269
1270         code = (guint8 *) &breakpointCode;
1271         s390_basr(code, s390_r13, 0);
1272         s390_j(code, 6);
1273         s390_llong(code, 0);
1274         s390_lg(code, s390_r13, 0, s390_r13, 4);
1275         s390_lg(code, s390_r0, 0, s390_r13, 0);
1276 }
1277
1278 /*========================= End of Function ========================*/
1279
1280 /*------------------------------------------------------------------*/
1281 /*                                                                  */
1282 /* Name         - mono_arch_cleanup.                                */
1283 /*                                                                  */
1284 /* Function     - Cleanup architecture specific code    .           */
1285 /*                                                                  */
1286 /*------------------------------------------------------------------*/
1287
1288 void
1289 mono_arch_cleanup (void)
1290 {
1291         if (ss_trigger_page)
1292                 mono_vfree (ss_trigger_page, mono_pagesize ());
1293         if (bp_trigger_page)
1294                 mono_vfree (bp_trigger_page, mono_pagesize ());
1295         mono_mutex_destroy (&mini_arch_mutex);
1296 }
1297
1298 /*========================= End of Function ========================*/
1299
1300 /*------------------------------------------------------------------*/
1301 /*                                                                  */
1302 /* Name         - mono_arch_cpu_optimizations                       */
1303 /*                                                                  */
1304 /* Function     - Returns the optimizations supported on this CPU   */
1305 /*                                                                  */
1306 /*------------------------------------------------------------------*/
1307
1308 guint32
1309 mono_arch_cpu_optimizations (guint32 *exclude_mask)
1310 {
1311         guint32 opts = 0;
1312
1313         /*----------------------------------------------------------*/
1314         /* No s390-specific optimizations yet                       */
1315         /*----------------------------------------------------------*/
1316         *exclude_mask = MONO_OPT_LINEARS;
1317         return opts;
1318 }
1319
1320 /*========================= End of Function ========================*/
1321
1322 /*------------------------------------------------------------------*/
1323 /*                                                                  */
1324 /* Name         - mono_arch_cpu_enumerate_simd_versions             */
1325 /*                                                                  */
1326 /* Function     - Returns the SIMD instruction sets on this CPU     */
1327 /*                                                                  */
1328 /*------------------------------------------------------------------*/
1329 guint32
1330 mono_arch_cpu_enumerate_simd_versions (void)
1331 {
1332         /* SIMD is currently unimplemented */
1333         return 0;
1334 }
1335 /*========================= End of Function ========================*/
1336
1337 /*------------------------------------------------------------------*/
1338 /*                                                                  */
1339 /* Name         - mono_arch_get_allocatable_int_vars                */
1340 /*                                                                  */
1341 /* Function     -                                                   */
1342 /*                                                                  */
1343 /*------------------------------------------------------------------*/
1344
1345 GList *
1346 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1347 {
1348         GList *vars = NULL;
1349         int i;
1350
1351         for (i = 0; i < cfg->num_varinfo; i++) {
1352                 MonoInst *ins = cfg->varinfo [i];
1353                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1354
1355                 /* unused vars */
1356                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1357                         continue;
1358
1359                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1360                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1361                         continue;
1362
1363                 /* we can only allocate 32 bit values */
1364                 if (mono_is_regsize_var(ins->inst_vtype)) {
1365                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1366                         g_assert (i == vmv->idx);
1367                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1368                 }
1369         }
1370
1371         return vars;
1372 }
1373
1374 /*========================= End of Function ========================*/
1375
1376 /*------------------------------------------------------------------*/
1377 /*                                                                  */
1378 /* Name         - mono_arch_global_int_regs                         */
1379 /*                                                                  */
1380 /* Function     - Return a list of usable integer registers.        */
1381 /*                                                                  */
1382 /*------------------------------------------------------------------*/
1383
1384 GList *
1385 mono_arch_get_global_int_regs (MonoCompile *cfg)
1386 {
1387         GList *regs = NULL;
1388         MonoMethodHeader *header;
1389         int i, top = 13;
1390
1391         header = cfg->header;
1392         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1393                 cfg->frame_reg = s390_r11;
1394
1395
1396         /* FIXME: s390_r12 is reserved for bkchain_reg. Only reserve it if needed */
1397         top = 12;
1398         for (i = 8; i < top; ++i) {
1399                 if (cfg->frame_reg != i)
1400                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1401         }
1402
1403         return regs;
1404 }
1405
1406 /*========================= End of Function ========================*/
1407
1408 /*------------------------------------------------------------------*/
1409 /*                                                                  */
1410 /* Name         -  mono_arch_flush_icache                           */
1411 /*                                                                  */
1412 /* Function     -  Flush the CPU icache.                            */
1413 /*                                                                  */
1414 /*------------------------------------------------------------------*/
1415
1416 void
1417 mono_arch_flush_icache (guint8 *code, gint size)
1418 {
1419 }
1420
1421 /*========================= End of Function ========================*/
1422
1423 /*------------------------------------------------------------------*/
1424 /*                                                                  */
1425 /* Name         - add_general                                       */
1426 /*                                                                  */
1427 /* Function     - Determine code and stack size incremements for a  */
1428 /*                parameter.                                        */
1429 /*                                                                  */
1430 /*------------------------------------------------------------------*/
1431
1432 static void inline
1433 add_general (guint *gr, size_data *sz, ArgInfo *ainfo)
1434 {
1435         if (*gr > S390_LAST_ARG_REG) {
1436                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1437                 ainfo->offset   = sz->stack_size;
1438                 ainfo->reg      = STK_BASE;
1439                 ainfo->regtype  = RegTypeBase;
1440                 sz->stack_size += sizeof(long);
1441                 sz->local_size += sizeof(long);
1442                 sz->offStruct  += sizeof(long);
1443                 sz->code_size  += 12;
1444         } else {
1445                 ainfo->reg      = *gr;
1446                 sz->code_size  += 8;
1447         }
1448         (*gr) ++;
1449 }
1450
1451 /*========================= End of Function ========================*/
1452
1453 /*------------------------------------------------------------------*/
1454 /*                                                                  */
1455 /* Name         - add_stackParm                                     */
1456 /*                                                                  */
1457 /* Function     - Determine code and stack size incremements for a  */
1458 /*                parameter.                                        */
1459 /*                                                                  */
1460 /*------------------------------------------------------------------*/
1461
1462 static void inline
1463 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1464 {
1465         if (*gr > S390_LAST_ARG_REG) {
1466                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1467                 ainfo->reg          = STK_BASE;
1468                 ainfo->offset   = sz->stack_size;
1469                 ainfo->regtype  = RegTypeStructByAddrOnStack;
1470                 sz->stack_size += sizeof (gpointer);
1471                 sz->parm_size  += sizeof(gpointer);
1472                 sz->offStruct  += sizeof(gpointer);
1473         } else {
1474                 ainfo->reg      = *gr;
1475                 ainfo->offset   = sz->stack_size;
1476                 ainfo->regtype  = RegTypeStructByAddr;
1477         }
1478         (*gr) ++;
1479         ainfo->offparm  = sz->offset;
1480         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1481         ainfo->size     = size;
1482         ainfo->vtsize   = size;
1483         sz->parm_size  += size;
1484 }
1485
1486 /*========================= End of Function ========================*/
1487
1488 /*------------------------------------------------------------------*/
1489 /*                                                                  */
1490 /* Name         - add_float                                         */
1491 /*                                                                  */
1492 /* Function     - Determine code and stack size incremements for a  */
1493 /*                float parameter.                                  */
1494 /*                                                                  */
1495 /*------------------------------------------------------------------*/
1496
1497 static void inline
1498 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1499 {
1500         if ((*fr) <= S390_LAST_FPARG_REG) {
1501                 ainfo->regtype = RegTypeFP;
1502                 ainfo->reg     = *fr;
1503                 sz->code_size += 4;
1504                 (*fr) += 2;
1505         }
1506         else {
1507                 ainfo->offset   = sz->stack_size;
1508                 ainfo->reg      = STK_BASE;
1509                 ainfo->regtype  = RegTypeBase;
1510                 sz->code_size  += 4;
1511                 sz->stack_size += sizeof(double);
1512                 sz->local_size += sizeof(double);
1513                 sz->offStruct  += sizeof(double);
1514         }
1515 }
1516
1517 /*========================= End of Function ========================*/
1518
1519 /*------------------------------------------------------------------*/
1520 /*                                                                  */
1521 /* Name         - get_call_info                                     */
1522 /*                                                                  */
1523 /* Function     - Determine the amount of space required for code   */
1524 /*                and stack. In addition determine starting points  */
1525 /*                for stack-based parameters, and area for struct-  */
1526 /*                ures being returned on the stack.                 */
1527 /*                                                                  */
1528 /*------------------------------------------------------------------*/
1529
1530 static CallInfo *
1531 get_call_info (MonoCompile *cfg, MonoMemPool *mp, MonoMethodSignature *sig)
1532 {
1533         guint i, fr, gr, size, pstart;
1534         int nParm = sig->hasthis + sig->param_count;
1535         MonoType *ret_type;
1536         guint32 simpleType, align;
1537         gboolean is_pinvoke = sig->pinvoke;
1538         CallInfo *cinfo;
1539         size_data *sz;
1540         MonoGenericSharingContext *gsctx = cfg ? cfg->generic_sharing_context : NULL;
1541
1542         if (mp)
1543                 cinfo = mono_mempool_alloc0 (mp, sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1544         else
1545                 cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1546
1547         fr                = 0;
1548         gr                = s390_r2;
1549         nParm             = 0;
1550         cinfo->struct_ret = 0;
1551         sz                = &cinfo->sz;
1552         sz->retStruct     = 0;
1553         sz->offset        = 0;
1554         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1555         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1556         sz->code_size     = 0;
1557         sz->parm_size     = 0;
1558         sz->local_size    = 0;
1559         align             = 0;
1560         size              = 0;
1561
1562         /*----------------------------------------------------------*/
1563         /* We determine the size of the return code/stack in case we*/
1564         /* need to reserve a register to be used to address a stack */
1565         /* area that the callee will use.                           */
1566         /*----------------------------------------------------------*/
1567
1568         ret_type = mini_type_get_underlying_type (gsctx, sig->ret);
1569         ret_type = mini_get_basic_type_from_generic (gsctx, ret_type);
1570         simpleType = ret_type->type;
1571 enum_retvalue:
1572         switch (simpleType) {
1573                 case MONO_TYPE_BOOLEAN:
1574                 case MONO_TYPE_I1:
1575                 case MONO_TYPE_U1:
1576                 case MONO_TYPE_I2:
1577                 case MONO_TYPE_U2:
1578                 case MONO_TYPE_CHAR:
1579                 case MONO_TYPE_I4:
1580                 case MONO_TYPE_U4:
1581                 case MONO_TYPE_I:
1582                 case MONO_TYPE_U:
1583                 case MONO_TYPE_CLASS:
1584                 case MONO_TYPE_OBJECT:
1585                 case MONO_TYPE_SZARRAY:
1586                 case MONO_TYPE_ARRAY:
1587                 case MONO_TYPE_PTR:
1588                 case MONO_TYPE_FNPTR:
1589                 case MONO_TYPE_STRING:
1590                         cinfo->ret.reg = s390_r2;
1591                         sz->code_size += 4;
1592                         break;
1593                 case MONO_TYPE_R4:
1594                 case MONO_TYPE_R8:
1595                         cinfo->ret.reg = s390_f0;
1596                         sz->code_size += 4;
1597                         break;
1598                 case MONO_TYPE_I8:
1599                 case MONO_TYPE_U8:
1600                         cinfo->ret.reg = s390_r2;
1601                         sz->code_size += 4;
1602                         break;
1603                 case MONO_TYPE_GENERICINST:
1604                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1605                                 cinfo->ret.reg = s390_r2;
1606                                 sz->code_size += 4;
1607                                 break;
1608                         }
1609                         /* Fall through */
1610                 case MONO_TYPE_VALUETYPE: {
1611                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1612                         if (klass->enumtype) {
1613                                 simpleType = mono_class_enum_basetype (klass)->type;
1614                                 goto enum_retvalue;
1615                         }
1616                         size = mini_type_stack_size_full (gsctx, &klass->byval_arg, NULL, sig->pinvoke);
1617
1618                         cinfo->struct_ret = 1;
1619                         cinfo->ret.size   = size;
1620                         cinfo->ret.vtsize = size;
1621                         break;
1622                 }
1623                 case MONO_TYPE_TYPEDBYREF:
1624                         size = sizeof (MonoTypedRef);
1625                         cinfo->struct_ret = 1;
1626                         cinfo->ret.size   = size;
1627                         cinfo->ret.vtsize = size;
1628                         break;
1629                 case MONO_TYPE_VOID:
1630                         break;
1631                 default:
1632                         g_error ("Can't handle as return value 0x%x", sig->ret->type);
1633         }
1634
1635
1636         pstart = 0;
1637         /*
1638          * To simplify get_this_arg_reg () and LLVM integration, emit the vret arg after
1639          * the first argument, allowing 'this' to be always passed in the first arg reg.
1640          * Also do this if the first argument is a reference type, since virtual calls
1641          * are sometimes made using calli without sig->hasthis set, like in the delegate
1642          * invoke wrappers.
1643          */
1644         if (cinfo->struct_ret && !is_pinvoke &&
1645             (sig->hasthis ||
1646              (sig->param_count > 0 &&
1647               MONO_TYPE_IS_REFERENCE (mini_type_get_underlying_type (gsctx, sig->params [0]))))) {
1648                 if (sig->hasthis) {
1649                         cinfo->args[nParm].size = sizeof (gpointer);
1650                         add_general (&gr, sz, cinfo->args + nParm);
1651                 } else {
1652                         cinfo->args[nParm].size = sizeof (gpointer);
1653                         add_general (&gr, sz, &cinfo->args [sig->hasthis + nParm]);
1654                         pstart = 1;
1655                 }
1656                 nParm ++;
1657                 cinfo->vret_arg_index = 1;
1658                 cinfo->ret.reg = gr;
1659                 gr ++;
1660         } else {
1661                 /* this */
1662                 if (sig->hasthis) {
1663                         cinfo->args[nParm].size = sizeof (gpointer);
1664                         add_general (&gr, sz, cinfo->args + nParm);
1665                         nParm ++;
1666                 }
1667
1668                 if (cinfo->struct_ret) {
1669                         cinfo->ret.reg = gr;
1670                         gr ++;
1671                 }
1672         }
1673
1674         if ((sig->call_convention == MONO_CALL_VARARG) && (sig->param_count == 0)) {
1675                 gr = S390_LAST_ARG_REG + 1;
1676                 fr = S390_LAST_FPARG_REG + 1;
1677
1678                 /* Emit the signature cookie just before the implicit arguments */
1679                 add_general (&gr, sz, &cinfo->sigCookie);
1680         }
1681
1682         /*----------------------------------------------------------*/
1683         /* We determine the size of the parameter code and stack    */
1684         /* requirements by checking the types and sizes of the      */
1685         /* parameters.                                              */
1686         /*----------------------------------------------------------*/
1687
1688         for (i = pstart; i < sig->param_count; ++i) {
1689                 MonoType *ptype;
1690
1691                 /*--------------------------------------------------*/
1692                 /* Handle vararg type calls. All args are put on    */
1693                 /* the stack.                                       */
1694                 /*--------------------------------------------------*/
1695                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1696                     (i == sig->sentinelpos)) {
1697                         gr = S390_LAST_ARG_REG + 1;
1698                         fr = S390_LAST_FPARG_REG + 1;
1699                         add_general (&gr, sz, &cinfo->sigCookie);
1700                 }
1701
1702                 if (sig->params [i]->byref) {
1703                         add_general (&gr, sz, cinfo->args+nParm);
1704                         cinfo->args[nParm].size = sizeof(gpointer);
1705                         nParm++;
1706                         continue;
1707                 }
1708
1709                 ptype = mini_type_get_underlying_type (gsctx, sig->params [i]);
1710                 simpleType = ptype->type;
1711                 cinfo->args[nParm].type = simpleType;
1712                 switch (simpleType) {
1713                 case MONO_TYPE_BOOLEAN:
1714                 case MONO_TYPE_I1:
1715                 case MONO_TYPE_U1:
1716                         cinfo->args[nParm].size = sizeof(char);
1717                         add_general (&gr, sz, cinfo->args+nParm);
1718                         nParm++;
1719                         break;
1720                 case MONO_TYPE_I2:
1721                 case MONO_TYPE_U2:
1722                 case MONO_TYPE_CHAR:
1723                         cinfo->args[nParm].size = sizeof(short);
1724                         add_general (&gr, sz, cinfo->args+nParm);
1725                         nParm++;
1726                         break;
1727                 case MONO_TYPE_I4:
1728                 case MONO_TYPE_U4:
1729                         cinfo->args[nParm].size = sizeof(int);
1730                         add_general (&gr, sz, cinfo->args+nParm);
1731                         nParm++;
1732                         break;
1733                 case MONO_TYPE_I:
1734                 case MONO_TYPE_U:
1735                 case MONO_TYPE_PTR:
1736                 case MONO_TYPE_FNPTR:
1737                 case MONO_TYPE_CLASS:
1738                 case MONO_TYPE_OBJECT:
1739                 case MONO_TYPE_STRING:
1740                 case MONO_TYPE_SZARRAY:
1741                 case MONO_TYPE_ARRAY:
1742                         cinfo->args[nParm].size = sizeof(gpointer);
1743                         add_general (&gr, sz, cinfo->args+nParm);
1744                         nParm++;
1745                         break;
1746                 case MONO_TYPE_I8:
1747                 case MONO_TYPE_U8:
1748                         cinfo->args[nParm].size = sizeof(long long);
1749                         add_general (&gr, sz, cinfo->args+nParm);
1750                         nParm++;
1751                         break;
1752                 case MONO_TYPE_R4:
1753                         cinfo->args[nParm].size = sizeof(float);
1754                         add_float (&fr, sz, cinfo->args+nParm);
1755                         nParm++;
1756                         break;
1757                 case MONO_TYPE_R8:
1758                         cinfo->args[nParm].size = sizeof(double);
1759                         add_float (&fr, sz, cinfo->args+nParm);
1760                         nParm++;
1761                         break;
1762                 case MONO_TYPE_GENERICINST:
1763                         if (!mono_type_generic_inst_is_valuetype (ptype)) {
1764                                 cinfo->args[nParm].size = sizeof(gpointer);
1765                                 add_general (&gr, sz, cinfo->args+nParm);
1766                                 nParm++;
1767                                 break;
1768                         }
1769                         /* Fall through */
1770                 case MONO_TYPE_VALUETYPE: {
1771                         MonoMarshalType *info;
1772                         MonoClass *klass = mono_class_from_mono_type (ptype);
1773
1774                         if (sig->pinvoke)
1775                                 size = mono_class_native_size(klass, NULL);
1776                         else
1777                                 size = mono_class_value_size(klass, NULL);
1778
1779                         if (simpleType != MONO_TYPE_GENERICINST) {
1780                                 info = mono_marshal_load_type_info(klass);
1781
1782                                 if ((info->native_size == sizeof(float)) &&
1783                                     (info->num_fields  == 1) &&
1784                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1785                                         cinfo->args[nParm].size = sizeof(float);
1786                                         add_float(&fr, sz, cinfo->args+nParm);
1787                                         nParm ++;
1788                                         break;
1789                                 }
1790
1791                                 if ((info->native_size == sizeof(double)) &&
1792                                     (info->num_fields  == 1) &&
1793                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1794                                         cinfo->args[nParm].size = sizeof(double);
1795                                         add_float(&fr, sz, cinfo->args+nParm);
1796                                         nParm ++;
1797                                         break;
1798                                 }
1799                         }
1800
1801                         cinfo->args[nParm].vtsize  = 0;
1802                         cinfo->args[nParm].size    = 0;
1803
1804                         switch (size) {
1805                                 /*----------------------------------*/
1806                                 /* On S/390, structures of size 1,  */
1807                                 /* 2, 4, and 8 bytes are passed in  */
1808                                 /* (a) register(s).                 */
1809                                 /*----------------------------------*/
1810                                 case 0:
1811                                 case 1:
1812                                 case 2:
1813                                 case 4:
1814                                 case 8:
1815                                         add_general(&gr, sz, cinfo->args+nParm);
1816                                         cinfo->args[nParm].size    = size;
1817                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1818                                         nParm++;
1819                                         sz->local_size            += sizeof(long);
1820                                         break;
1821                                 default:
1822                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1823                                         nParm++;
1824                         }
1825                 }
1826                         break;
1827                 case MONO_TYPE_TYPEDBYREF: {
1828                         int size = sizeof (MonoTypedRef);
1829
1830                         cinfo->args[nParm].vtsize  = 0;
1831                         cinfo->args[nParm].size    = 0;
1832
1833                         switch (size) {
1834                                 /*----------------------------------*/
1835                                 /* On S/390, structures of size 1,  */
1836                                 /* 2, 4, and 8 bytes are passed in  */
1837                                 /* (a) register(s).                 */
1838                                 /*----------------------------------*/
1839                                 case 0:
1840                                 case 1:
1841                                 case 2:
1842                                 case 4:
1843                                 case 8:
1844                                         add_general(&gr, sz, cinfo->args+nParm);
1845                                         cinfo->args[nParm].size    = size;
1846                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1847                                         nParm++;
1848                                         sz->local_size            += sizeof(long);
1849                                         break;
1850                                 default:
1851                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1852                                         nParm++;
1853                         }
1854                 }
1855                         break;
1856                 default:
1857                         g_error ("Can't trampoline 0x%x", ptype);
1858                 }
1859         }
1860
1861         /*----------------------------------------------------------*/
1862         /* Handle the case where there are no implicit arguments    */
1863         /*----------------------------------------------------------*/
1864         if ((sig->call_convention == MONO_CALL_VARARG) &&
1865             (nParm > 0) &&
1866             (!sig->pinvoke) &&
1867             (sig->param_count == sig->sentinelpos)) {
1868                 gr = S390_LAST_ARG_REG + 1;
1869                 fr = S390_LAST_FPARG_REG + 1;
1870                 add_general (&gr, sz, &cinfo->sigCookie);
1871         }
1872
1873         /*----------------------------------------------------------*/
1874         /* If we are passing a structure back then if it won't be   */
1875         /* in a register(s) then we make room at the end of the     */
1876         /* parameters that may have been placed on the stack        */
1877         /*----------------------------------------------------------*/
1878         if (cinfo->struct_ret) {
1879                 cinfo->ret.offset = sz->stack_size;
1880                 switch (cinfo->ret.size) {
1881                 case 0:
1882                 case 1:
1883                 case 2:
1884                 case 4:
1885                 case 8:
1886                         break;
1887                 default:
1888                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1889                 }
1890         }
1891
1892         cinfo->lastgr   = gr;
1893         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1894                           sz->offset;
1895         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1896
1897         return (cinfo);
1898 }
1899
1900 /*========================= End of Function ========================*/
1901
1902 /*------------------------------------------------------------------*/
1903 /*                                                                  */
1904 /* Name         - mono_arch_allocate_vars                           */
1905 /*                                                                  */
1906 /* Function     - Set var information according to the calling      */
1907 /*                convention for S/390. The local var stuff should  */
1908 /*                most likely be split in another method.           */
1909 /*                                                                  */
1910 /* Parameter    - @m - Compile unit.                                */
1911 /*                                                                  */
1912 /*------------------------------------------------------------------*/
1913
1914 void
1915 mono_arch_allocate_vars (MonoCompile *cfg)
1916 {
1917         MonoMethodSignature *sig;
1918         MonoMethodHeader *header;
1919         MonoInst *inst;
1920         CallInfo *cinfo;
1921         int iParm, iVar, offset, align, size, curinst;
1922         int frame_reg = STK_BASE;
1923         int sArg, eArg;
1924
1925         header  = cfg->header;
1926
1927         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1928
1929         /*---------------------------------------------------------*/
1930         /* We use the frame register also for any method that has  */
1931         /* filter clauses. This way, when the handlers are called, */
1932         /* the code will reference local variables using the frame */
1933         /* reg instead of the stack pointer: if we had to restore  */
1934         /* the stack pointer, we'd corrupt the method frames that  */
1935         /* are already on the stack (since filters get called      */
1936         /* before stack unwinding happens) when the filter code    */
1937         /* would call any method.                                  */
1938         /*---------------------------------------------------------*/
1939         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1940                 frame_reg = s390_r11;
1941
1942         cfg->frame_reg = frame_reg;
1943
1944         cfg->arch.bkchain_reg = -1;
1945
1946         if (frame_reg != STK_BASE)
1947                 cfg->used_int_regs |= (1 << frame_reg);
1948
1949         if (cfg->uses_rgctx_reg)
1950                 cfg->used_int_regs |= (1 << MONO_ARCH_IMT_REG);
1951
1952         sig     = mono_method_signature (cfg->method);
1953
1954         cinfo   = get_call_info (cfg, cfg->mempool, sig);
1955
1956         if (!cinfo->struct_ret) {
1957                 switch (mini_type_get_underlying_type (cfg->generic_sharing_context, sig->ret)->type) {
1958                 case MONO_TYPE_VOID:
1959                         break;
1960                 default:
1961                         cfg->ret->opcode = OP_REGVAR;
1962                         cfg->ret->dreg   = s390_r2;
1963                         break;
1964                 }
1965         }
1966
1967         /*--------------------------------------------------------------*/
1968         /* local vars are at a positive offset from the stack pointer   */
1969         /* also note that if the function uses alloca, we use s390_r11  */
1970         /* to point at the local variables.                             */
1971         /* add parameter area size for called functions                 */
1972         /*--------------------------------------------------------------*/
1973         if (cfg->param_area == 0)
1974                 offset = S390_MINIMAL_STACK_SIZE;
1975         else
1976                 offset = cfg->param_area;
1977
1978         cfg->sig_cookie = 0;
1979
1980         if (cinfo->struct_ret) {
1981                 inst               = cfg->vret_addr;
1982                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1983                 inst->inst_offset  = offset;
1984                 inst->opcode       = OP_REGOFFSET;
1985                 inst->inst_basereg = frame_reg;
1986                 offset            += sizeof(gpointer);
1987                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
1988                         printf ("vret_addr =");
1989                         mono_print_ins (cfg->vret_addr);
1990                 }
1991         }
1992
1993         if (sig->hasthis) {
1994                 inst = cfg->args [0];
1995                 if (inst->opcode != OP_REGVAR) {
1996                         inst->opcode       = OP_REGOFFSET;
1997                         inst->inst_basereg = frame_reg;
1998                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1999                         inst->inst_offset  = offset;
2000                         offset            += sizeof (gpointer);
2001                 }
2002                 curinst = sArg = 1;
2003         } else {
2004                 curinst = sArg = 0;
2005         }
2006
2007         eArg = sig->param_count + sArg;
2008
2009         if (sig->call_convention == MONO_CALL_VARARG)
2010                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
2011
2012         for (iParm = sArg; iParm < eArg; ++iParm) {
2013                 inst = cfg->args [curinst];
2014                 if (inst->opcode != OP_REGVAR) {
2015                         switch (cinfo->args[iParm].regtype) {
2016                         case RegTypeStructByAddr : {
2017                                 MonoInst *indir;
2018
2019                                 size = sizeof (gpointer);
2020
2021                                 inst->opcode       = OP_REGOFFSET;
2022                                 inst->inst_basereg = frame_reg;
2023                                 offset             = S390_ALIGN (offset, sizeof (gpointer));
2024                                 inst->inst_offset  = offset;
2025
2026                                 /* Add a level of indirection */
2027                                 MONO_INST_NEW (cfg, indir, 0);
2028                                 *indir          = *inst;
2029                                 inst->opcode    = OP_VTARG_ADDR;
2030                                 inst->inst_left = indir;
2031                         }
2032                                 break;
2033                         case RegTypeStructByAddrOnStack : {
2034                                 MonoInst *indir;
2035
2036                                 size = sizeof (gpointer);
2037
2038                                 /* Similar to the == STK_BASE case below */
2039                                 cfg->arch.bkchain_reg = s390_r12;
2040                                 cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
2041
2042                                 inst->opcode = OP_REGOFFSET;
2043                                 inst->dreg = mono_alloc_preg (cfg);
2044                                 inst->inst_basereg = cfg->arch.bkchain_reg;
2045                                 inst->inst_offset = cinfo->args [iParm].offset;
2046
2047                                 /* Add a level of indirection */
2048                                 MONO_INST_NEW (cfg, indir, 0);
2049                                 *indir = *inst;
2050                                 inst->opcode = OP_VTARG_ADDR;
2051                                 inst->inst_left = indir;
2052                                 break;
2053                         }
2054                         case RegTypeStructByVal :
2055                                 size               = cinfo->args[iParm].size;
2056                                 offset             = S390_ALIGN(offset, size);
2057                                 inst->opcode       = OP_REGOFFSET;
2058                                 inst->inst_basereg = frame_reg;
2059                                 inst->inst_offset  = offset;
2060                                 break;
2061                         default :
2062                                 if (cinfo->args [iParm].reg == STK_BASE) {
2063                                         /*
2064                                          * These arguments are in the previous frame, so we can't
2065                                          * compute their offset from the current frame pointer right
2066                                          * now, since cfg->stack_offset is not yet known, so dedicate a
2067                                          * register holding the previous frame pointer.
2068                                          */
2069                                         cfg->arch.bkchain_reg = s390_r12;
2070                                         cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
2071
2072                                         inst->opcode       = OP_REGOFFSET;
2073                                         inst->inst_basereg = cfg->arch.bkchain_reg;
2074                                         size               = (cinfo->args[iParm].size < 8
2075                                                                           ? 8 - cinfo->args[iParm].size
2076                                                                           : 0);
2077                                         inst->inst_offset  = cinfo->args [iParm].offset + size;
2078                                         size = sizeof (long);
2079                                 } else {
2080                                         inst->opcode       = OP_REGOFFSET;
2081                                         inst->inst_basereg = frame_reg;
2082                                         size               = (cinfo->args[iParm].size < 8
2083                                                                           ? sizeof(int)
2084                                                                           : sizeof(long));
2085                                         offset             = S390_ALIGN(offset, size);
2086                                         if (cfg->method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
2087                                                 inst->inst_offset  = offset;
2088                                         else
2089                                                 inst->inst_offset  = offset + (8 - size);
2090                                 }
2091                                 break;
2092                         }
2093 #if 0
2094                         if ((sig->call_convention == MONO_CALL_VARARG) &&
2095                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
2096                             (iParm < sig->sentinelpos))
2097                                 cfg->sig_cookie += size;
2098 printf("%s %4d cookine %x\n",__FUNCTION__,__LINE__,cfg->sig_cookie);
2099 #endif
2100
2101                         offset += MAX(size, 8);
2102                 }
2103                 curinst++;
2104         }
2105
2106         cfg->locals_min_stack_offset = offset;
2107
2108         curinst = cfg->locals_start;
2109         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
2110                 inst = cfg->varinfo [iVar];
2111                 if ((inst->flags & MONO_INST_IS_DEAD) ||
2112                     (inst->opcode == OP_REGVAR))
2113                         continue;
2114
2115                 /*--------------------------------------------------*/
2116                 /* inst->backend.is_pinvoke indicates native sized  */
2117                 /* value typs this is used by the pinvoke wrappers  */
2118                 /* when they call functions returning structure     */
2119                 /*--------------------------------------------------*/
2120                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
2121                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype),
2122                                                        (guint32 *) &align);
2123                 else
2124                         size = mono_type_size (inst->inst_vtype, &align);
2125
2126                 offset             = S390_ALIGN(offset, align);
2127                 inst->inst_offset  = offset;
2128                 inst->opcode       = OP_REGOFFSET;
2129                 inst->inst_basereg = frame_reg;
2130                 offset            += size;
2131                 DEBUG (g_print("allocating local %d to %ld, size: %d\n",
2132                                 iVar, inst->inst_offset, size));
2133         }
2134
2135         cfg->locals_max_stack_offset = offset;
2136
2137         /*------------------------------------------------------*/
2138         /* Allow space for the trace method stack area if needed*/
2139         /*------------------------------------------------------*/
2140         if ((mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method))
2141             || (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE))
2142                 offset += S390_TRACE_STACK_SIZE;
2143
2144         /*------------------------------------------------------*/
2145         /* Reserve space to save LMF and caller saved registers */
2146         /*------------------------------------------------------*/
2147         if (cfg->method->save_lmf)
2148                 offset += sizeof (MonoLMF);
2149
2150         /*------------------------------------------------------*/
2151         /* align the offset                                     */
2152         /*------------------------------------------------------*/
2153         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
2154
2155         /*------------------------------------------------------*/
2156         /* Fix offsets for args whose value is in parent frame  */
2157         /*------------------------------------------------------*/
2158         for (iParm = sArg; iParm < eArg; ++iParm) {
2159                 inst = cfg->args [iParm];
2160
2161                 if (inst->opcode == OP_S390_STKARG) {
2162                         inst->opcode = OP_REGOFFSET;
2163                         inst->inst_offset += cfg->stack_offset;
2164                 }
2165         }
2166 }
2167
2168 /*========================= End of Function ========================*/
2169
2170 /*------------------------------------------------------------------*/
2171 /*                                                                  */
2172 /* Name         - mono_arch_create_vars                             */
2173 /*                                                                  */
2174 /*------------------------------------------------------------------*/
2175
2176 void
2177 mono_arch_create_vars (MonoCompile *cfg)
2178 {
2179         MonoMethodSignature *sig;
2180         CallInfo *cinfo;
2181
2182         sig = mono_method_signature (cfg->method);
2183
2184         cinfo = get_call_info (cfg, cfg->mempool, sig);
2185
2186         if (cinfo->struct_ret) {
2187                 cfg->vret_addr = mono_compile_create_var (cfg, &mono_defaults.int_class->byval_arg, OP_ARG);
2188                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
2189                         printf ("vret_addr = ");
2190                         mono_print_ins (cfg->vret_addr);
2191                 }
2192         }
2193 }
2194
2195 /*========================= End of Function ========================*/
2196
2197 /*------------------------------------------------------------------*/
2198 /*                                                                  */
2199 /* Name         - add_outarg_reg2.                                  */
2200 /*                                                                  */
2201 /*------------------------------------------------------------------*/
2202
2203 static void
2204 add_outarg_reg2 (MonoCompile *cfg, MonoCallInst *call, ArgStorage storage, int reg, MonoInst *tree)
2205 {
2206         MonoInst *ins;
2207
2208         switch (storage) {
2209         case RegTypeGeneral:
2210                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2211                 ins->dreg = mono_alloc_ireg (cfg);
2212                 ins->sreg1 = tree->dreg;
2213                 MONO_ADD_INS (cfg->cbb, ins);
2214                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, FALSE);
2215                 break;
2216         case RegTypeFP:
2217                 MONO_INST_NEW (cfg, ins, OP_FMOVE);
2218                 ins->dreg = mono_alloc_freg (cfg);
2219                 ins->sreg1 = tree->dreg;
2220                 MONO_ADD_INS (cfg->cbb, ins);
2221                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2222                 break;
2223         case RegTypeFPR4:
2224                 MONO_INST_NEW (cfg, ins, OP_S390_SETF4RET);
2225                 ins->dreg = mono_alloc_freg (cfg);
2226                 ins->sreg1 = tree->dreg;
2227                 MONO_ADD_INS (cfg->cbb, ins);
2228                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2229                 break;
2230         default:
2231                 g_assert_not_reached ();
2232         }
2233 }
2234
2235 /*========================= End of Function ========================*/
2236
2237 /*------------------------------------------------------------------*/
2238 /*                                                                  */
2239 /* Name         - emit_sig_cookie.                                  */
2240 /*                                                                  */
2241 /*------------------------------------------------------------------*/
2242
2243 static void
2244 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call, CallInfo *cinfo)
2245 {
2246         MonoMethodSignature *tmpSig;
2247         MonoInst *sig_arg;
2248
2249         cfg->disable_aot = TRUE;
2250
2251         /*----------------------------------------------------------*/
2252         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2253         /* passed first and all the arguments which were before it  */
2254         /* passed on the stack after the signature. So compensate   */
2255         /* by passing a different signature.                        */
2256         /*----------------------------------------------------------*/
2257         tmpSig = mono_metadata_signature_dup (call->signature);
2258         tmpSig->param_count -= call->signature->sentinelpos;
2259         tmpSig->sentinelpos  = 0;
2260         if (tmpSig->param_count > 0)
2261                 memcpy (tmpSig->params,
2262                         call->signature->params + call->signature->sentinelpos,
2263                         tmpSig->param_count * sizeof(MonoType *));
2264
2265         MONO_INST_NEW (cfg, sig_arg, OP_ICONST);
2266         sig_arg->dreg = mono_alloc_ireg (cfg);
2267         sig_arg->inst_p0 = tmpSig;
2268         MONO_ADD_INS (cfg->cbb, sig_arg);
2269
2270         MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG, STK_BASE,
2271                                      cinfo->sigCookie.offset, sig_arg->dreg);
2272 }
2273
2274 /*========================= End of Function ========================*/
2275
2276 /*------------------------------------------------------------------*/
2277 /*                                                                  */
2278 /* Name         - mono_arch_emit_call                               */
2279 /*                                                                  */
2280 /*------------------------------------------------------------------*/
2281
2282 void
2283 mono_arch_emit_call (MonoCompile *cfg, MonoCallInst *call)
2284 {
2285         MonoInst *in;
2286         MonoMethodSignature *sig;
2287         MonoInst *ins;
2288         int i, n, lParamArea;
2289         CallInfo *cinfo;
2290         ArgInfo *ainfo = NULL;
2291         int stackSize;
2292         MonoMethodHeader *header;
2293         int frmReg;
2294
2295         sig = call->signature;
2296         n = sig->param_count + sig->hasthis;
2297         DEBUG (g_print ("Call requires: %d parameters\n",n));
2298
2299         cinfo = get_call_info (cfg, cfg->mempool, sig);
2300
2301         stackSize         = cinfo->sz.stack_size + cinfo->sz.local_size +
2302                             cinfo->sz.parm_size + cinfo->sz.offset;
2303         call->stack_usage = MAX(stackSize, call->stack_usage);
2304         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-cinfo->sz.parm_size), 0);
2305         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
2306         cfg->flags       |= MONO_CFG_HAS_CALLS;
2307
2308         if (cinfo->struct_ret) {
2309                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2310                 ins->sreg1 = call->vret_var->dreg;
2311                 ins->dreg = mono_alloc_preg (cfg);
2312                 MONO_ADD_INS (cfg->cbb, ins);
2313                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, cinfo->ret.reg, FALSE);
2314         }
2315
2316         header = cfg->header;
2317         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2318                 frmReg = s390_r11;
2319         else
2320                 frmReg = STK_BASE;
2321
2322         for (i = 0; i < n; ++i) {
2323                 MonoType *t;
2324
2325                 ainfo = cinfo->args + i;
2326                 if (i >= sig->hasthis)
2327                         t = sig->params [i - sig->hasthis];
2328                 else
2329                         t = &mono_defaults.int_class->byval_arg;
2330                 t = mini_type_get_underlying_type (cfg->generic_sharing_context, t);
2331
2332                 in = call->args [i];
2333
2334                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2335                     (!sig->pinvoke) &&
2336                     (i == sig->sentinelpos)) {
2337                         emit_sig_cookie (cfg, call, cinfo);
2338                 }
2339
2340                 switch (ainfo->regtype) {
2341                 case RegTypeGeneral:
2342                         add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2343                         break;
2344                 case RegTypeFP:
2345                         if (MONO_TYPE_ISSTRUCT (t)) {
2346                                 /* Valuetype passed in one fp register */
2347                                 ainfo->regtype = RegTypeStructByValInFP;
2348                                 /* Fall through */
2349                         } else {
2350                                 if (ainfo->size == 4)
2351                                         ainfo->regtype = RegTypeFPR4;
2352                                 add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2353                                 break;
2354                         }
2355                 case RegTypeStructByVal:
2356                 case RegTypeStructByAddr:
2357                 case RegTypeStructByAddrOnStack: {
2358                         guint32 align;
2359                         guint32 size;
2360
2361                         if (sig->params [i - sig->hasthis]->type == MONO_TYPE_TYPEDBYREF) {
2362                                 size = sizeof (MonoTypedRef);
2363                                 align = sizeof (gpointer);
2364                         }
2365                         else
2366                                 if (sig->pinvoke)
2367                                         size = mono_type_native_stack_size (&in->klass->byval_arg, &align);
2368                                 else {
2369                                         /*
2370                                          * Other backends use mono_type_stack_size (), but that
2371                                          * aligns the size to 8, which is larger than the size of
2372                                          * the source, leading to reads of invalid memory if the
2373                                          * source is at the end of address space.
2374                                          */
2375                                         size = mono_class_value_size (in->klass, &align);
2376                                 }
2377
2378                         g_assert (in->klass);
2379
2380                         ainfo->offparm += cinfo->sz.offStruct;
2381
2382                         MONO_INST_NEW (cfg, ins, OP_OUTARG_VT);
2383                         ins->sreg1 = in->dreg;
2384                         ins->klass = in->klass;
2385                         ins->backend.size = ainfo->size;
2386                         ins->inst_p0 = call;
2387                         ins->inst_p1 = mono_mempool_alloc (cfg->mempool, sizeof (ArgInfo));
2388                         memcpy (ins->inst_p1, ainfo, sizeof (ArgInfo));
2389
2390                         MONO_ADD_INS (cfg->cbb, ins);
2391
2392                         if (ainfo->regtype == RegTypeStructByAddr) {
2393                                 /*
2394                                  * We use OP_OUTARG_VT to copy the valuetype to a stack location, then
2395                                  * use the normal OUTARG opcodes to pass the address of the location to
2396                                  * the callee.
2397                                  */
2398                                 int treg = mono_alloc_preg (cfg);
2399                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2400                                                          frmReg, ainfo->offparm);
2401                                 mono_call_inst_add_outarg_reg (cfg, call, treg, ainfo->reg, FALSE);
2402                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
2403                                 /* The address of the valuetype is passed on the stack */
2404                                 int treg = mono_alloc_preg (cfg);
2405                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2406                                                          frmReg, ainfo->offparm);
2407                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG,
2408                                                              ainfo->reg, ainfo->offset, treg);
2409
2410                                 if (cfg->compute_gc_maps) {
2411                                         MonoInst *def;
2412
2413                                         EMIT_NEW_GC_PARAM_SLOT_LIVENESS_DEF (cfg, def, ainfo->offset, t);
2414                                 }
2415                         }
2416                         break;
2417                 }
2418                 case RegTypeBase:
2419                         if (!t->byref && t->type == MONO_TYPE_R4) {
2420                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER4_MEMBASE_REG,
2421                                                              STK_BASE, ainfo->offset + 4,
2422                                                              in->dreg);
2423                         } else if (!t->byref && (t->type == MONO_TYPE_R8)) {
2424                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER8_MEMBASE_REG,
2425                                                              STK_BASE, ainfo->offset,
2426                                                              in->dreg);
2427                         } else {
2428                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2429                                 ins->inst_destbasereg = STK_BASE;
2430                                 ins->inst_offset = ainfo->offset;
2431                                 ins->sreg1 = in->dreg;
2432
2433 #if 0
2434                                 /* This is needed by MonoTypedRef->value to point to the correct data */
2435                                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2436                                         (i >= sig->sentinelpos)) {
2437                                         switch (ainfo->size) {
2438                                         case 1:
2439                                                 ins->opcode = OP_STOREI1_MEMBASE_REG;
2440                                                 break;
2441                                         case 2:
2442                                                 ins->opcode = OP_STOREI2_MEMBASE_REG;
2443                                                 break;
2444                                         case 4:
2445                                                 ins->opcode = OP_STOREI4_MEMBASE_REG;
2446                                                 break;
2447                                         default:
2448                                                 break;
2449                                         }
2450                                 }
2451 #endif
2452
2453                                 MONO_ADD_INS (cfg->cbb, ins);
2454                         }
2455                         break;
2456                 default:
2457                         g_assert_not_reached ();
2458                         break;
2459                 }
2460         }
2461
2462         /*
2463          * Handle the case where there are no implicit arguments
2464          */
2465         if ((sig->call_convention == MONO_CALL_VARARG) &&
2466             (!sig->pinvoke) &&
2467             (i == sig->sentinelpos)) {
2468                 emit_sig_cookie (cfg, call, cinfo);
2469         }
2470 }
2471
2472 /*========================= End of Function ========================*/
2473
2474 /*------------------------------------------------------------------*/
2475 /*                                                                  */
2476 /* Name         - mono_arch_emit_outarg_vt                          */
2477 /*                                                                  */
2478 /*------------------------------------------------------------------*/
2479
2480 void
2481 mono_arch_emit_outarg_vt (MonoCompile *cfg, MonoInst *ins, MonoInst *src)
2482 {
2483         MonoCallInst *call = (MonoCallInst*)ins->inst_p0;
2484         ArgInfo *ainfo = (ArgInfo*)ins->inst_p1;
2485         int size = ins->backend.size;
2486
2487         if (ainfo->regtype == RegTypeStructByVal) {
2488                 /*
2489                                 arg->ins.sreg1  = ainfo->reg;
2490                                 arg->ins.opcode = OP_OUTARG_VT;
2491                                 arg->size       = ainfo->size;
2492                                 arg->offset     = ainfo->offset;
2493                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2494                 */
2495                 if (ainfo->reg != STK_BASE) {
2496                         MONO_OUTPUT_VTR (cfg, size, ainfo->reg, src->dreg, 0);
2497                 } else {
2498                         MONO_OUTPUT_VTS (cfg, size, ainfo->reg, ainfo->offset,
2499                                                           src->dreg, 0);
2500                 }
2501         } else if (ainfo->regtype == RegTypeStructByValInFP) {
2502                 int dreg = mono_alloc_freg (cfg);
2503
2504                 if (ainfo->size == 4) {
2505                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR4_MEMBASE, dreg, src->dreg, 0);
2506                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, dreg, dreg);
2507                 } else {
2508                         g_assert (ainfo->size == 8);
2509
2510                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR8_MEMBASE, dreg, src->dreg, 0);
2511                 }
2512
2513                 mono_call_inst_add_outarg_reg (cfg, call, dreg, ainfo->reg, TRUE);
2514         } else {
2515                 MonoMethodHeader *header;
2516                 int srcReg;
2517
2518                 header = mono_method_get_header (cfg->method);
2519                 if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2520                         srcReg = s390_r11;
2521                 else
2522                         srcReg = STK_BASE;
2523
2524                 MONO_EMIT_NEW_MOVE (cfg, srcReg, ainfo->offparm,
2525                                                          src->dreg, 0, size);
2526
2527                 if (cfg->compute_gc_maps) {
2528                         MonoInst *def;
2529
2530                         EMIT_NEW_GC_PARAM_SLOT_LIVENESS_DEF (cfg, def, ainfo->offset, &ins->klass->byval_arg);
2531                 }
2532         }
2533 }
2534
2535 /*========================= End of Function ========================*/
2536
2537 /*------------------------------------------------------------------*/
2538 /*                                                                  */
2539 /* Name         - mono_arch_emit_setret                             */
2540 /*                                                                  */
2541 /*------------------------------------------------------------------*/
2542
2543 void
2544 mono_arch_emit_setret (MonoCompile *cfg, MonoMethod *method, MonoInst *val)
2545 {
2546         MonoType *ret = mini_type_get_underlying_type (cfg->generic_sharing_context,
2547                                 mono_method_signature (method)->ret);
2548
2549         if (!ret->byref) {
2550                 if (ret->type == MONO_TYPE_R4) {
2551                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, s390_f0, val->dreg);
2552                         return;
2553                 } else if (ret->type == MONO_TYPE_R8) {
2554                         MONO_EMIT_NEW_UNALU (cfg, OP_FMOVE, s390_f0, val->dreg);
2555                         return;
2556                 }
2557         }
2558
2559         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, cfg->ret->dreg, val->dreg);
2560 }
2561
2562 /*========================= End of Function ========================*/
2563
2564 /*------------------------------------------------------------------*/
2565 /*                                                                  */
2566 /* Name         - mono_arch_instrument_mem_needs                    */
2567 /*                                                                  */
2568 /* Function     - Allow tracing to work with this interface (with   */
2569 /*                an optional argument).                            */
2570 /*                                                                  */
2571 /*------------------------------------------------------------------*/
2572
2573 void
2574 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
2575 {
2576         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2577         *stack = 0;
2578         /* split prolog-epilog requirements? */
2579         *code = 50; /* max bytes needed: check this number */
2580 }
2581
2582 /*========================= End of Function ========================*/
2583
2584 /*------------------------------------------------------------------*/
2585 /*                                                                  */
2586 /* Name         - mono_arch_instrument_prolog                       */
2587 /*                                                                  */
2588 /* Function     - Create an "instrumented" prolog.                  */
2589 /*                                                                  */
2590 /*------------------------------------------------------------------*/
2591
2592 void*
2593 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2594                              gboolean enable_arguments)
2595 {
2596         guchar  *code = p;
2597         int     parmOffset,
2598                 fpOffset,
2599                 baseReg;
2600
2601         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2602         if (cfg->method->save_lmf)
2603                 parmOffset -= sizeof(MonoLMF);
2604         fpOffset   = parmOffset + (5*sizeof(gpointer));
2605         baseReg = STK_BASE;
2606
2607         s390_stmg (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2608         s390_stdy (code, s390_f0, 0, STK_BASE, fpOffset);
2609         s390_stdy (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2610         s390_stdy (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2611         s390_stdy (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2612         S390_SET  (code, s390_r1, func);
2613         S390_SET  (code, s390_r2, cfg->method);
2614         s390_lay  (code, s390_r3, 0, STK_BASE, parmOffset);
2615         s390_lgr  (code, s390_r4, STK_BASE);
2616         s390_aghi (code, s390_r4, cfg->stack_usage);
2617         s390_basr (code, s390_r14, s390_r1);
2618         s390_ldy  (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2619         s390_ldy  (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2620         s390_ldy  (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2621         s390_ldy  (code, s390_f0, 0, STK_BASE, fpOffset);
2622         s390_lmg  (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2623
2624         return code;
2625 }
2626
2627 /*========================= End of Function ========================*/
2628
2629 /*------------------------------------------------------------------*/
2630 /*                                                                  */
2631 /* Name         - mono_arch_instrument_epilog                       */
2632 /*                                                                  */
2633 /* Function     - Create an epilog that will handle the returned    */
2634 /*                values used in instrumentation.                   */
2635 /*                                                                  */
2636 /*------------------------------------------------------------------*/
2637
2638 void*
2639 mono_arch_instrument_epilog_full (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments, gboolean preserve_argument_registers)
2640 {
2641         guchar     *code = p;
2642         int        save_mode = SAVE_NONE,
2643                    saveOffset,
2644                    offset;
2645         MonoMethod *method = cfg->method;
2646         int rtype = mini_type_get_underlying_type (cfg->generic_sharing_context,
2647                         mono_method_signature (method)->ret)->type;
2648
2649         offset = code - cfg->native_code;
2650         /*-----------------------------------------*/
2651         /* We need about 128 bytes of instructions */
2652         /*-----------------------------------------*/
2653         if (offset > (cfg->code_size - 128)) {
2654                 cfg->code_size *= 2;
2655                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2656                 code = cfg->native_code + offset;
2657         }
2658
2659         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2660         if (method->save_lmf)
2661                 saveOffset -= sizeof(MonoLMF);
2662
2663 handle_enum:
2664         switch (rtype) {
2665         case MONO_TYPE_VOID:
2666                 /* special case string .ctor icall */
2667                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2668                         save_mode = SAVE_ONE;
2669                 else
2670                         save_mode = SAVE_NONE;
2671                 break;
2672         case MONO_TYPE_I8:
2673         case MONO_TYPE_U8:
2674                 save_mode = SAVE_ONE;
2675                 break;
2676         case MONO_TYPE_R4:
2677                 save_mode = SAVE_R4;
2678                 break;
2679         case MONO_TYPE_R8:
2680                 save_mode = SAVE_R8;
2681                 break;
2682         case MONO_TYPE_VALUETYPE:
2683                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2684                         rtype = mono_class_enum_basetype (mono_method_signature (method)->ret->data.klass)->type;
2685                         goto handle_enum;
2686                 }
2687                 save_mode = SAVE_STRUCT;
2688                 break;
2689         default:
2690                 save_mode = SAVE_ONE;
2691                 break;
2692         }
2693
2694         switch (save_mode) {
2695         case SAVE_ONE:
2696                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2697                 if (enable_arguments) {
2698                         s390_lgr (code, s390_r3, s390_r2);
2699                 }
2700                 break;
2701         case SAVE_R4:
2702                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2703                 if (enable_arguments) {
2704                         s390_ldebr (code, s390_f0, s390_f0);
2705                 }
2706                 break;
2707         case SAVE_R8:
2708                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2709                 break;
2710         case SAVE_STRUCT:
2711                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2712                 if (enable_arguments) {
2713                         s390_lg (code, s390_r3, 0, cfg->frame_reg,
2714                                  S390_MINIMAL_STACK_SIZE+cfg->param_area);
2715                 }
2716                 break;
2717         case SAVE_NONE:
2718         default:
2719                 break;
2720         }
2721
2722         S390_SET  (code, s390_r1, func);
2723         S390_SET  (code, s390_r2, cfg->method);
2724         s390_basr (code, s390_r14, s390_r1);
2725
2726         switch (save_mode) {
2727         case SAVE_ONE:
2728                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2729                 break;
2730         case SAVE_R4:
2731         case SAVE_R8:
2732                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2733                 break;
2734         case SAVE_STRUCT:
2735                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2736                 break;
2737         case SAVE_NONE:
2738         default:
2739                 break;
2740         }
2741
2742         return code;
2743 }
2744
2745 /*========================= End of Function ========================*/
2746
2747 /*------------------------------------------------------------------*/
2748 /*                                                                  */
2749 /* Name         - mono_arch_peephole_pass_1                         */
2750 /*                                                                  */
2751 /* Function     - Form a peephole pass at the code looking for      */
2752 /*                simple optimizations.                             */
2753 /*                                                                  */
2754 /*------------------------------------------------------------------*/
2755
2756 void
2757 mono_arch_peephole_pass_1 (MonoCompile *cfg, MonoBasicBlock *bb)
2758 {
2759 }
2760
2761 /*========================= End of Function ========================*/
2762
2763 /*------------------------------------------------------------------*/
2764 /*                                                                  */
2765 /* Name         - mono_arch_peephole_pass_2                         */
2766 /*                                                                  */
2767 /* Function     - Form a peephole pass at the code looking for      */
2768 /*                simple optimizations.                             */
2769 /*                                                                  */
2770 /*------------------------------------------------------------------*/
2771
2772 void
2773 mono_arch_peephole_pass_2 (MonoCompile *cfg, MonoBasicBlock *bb)
2774 {
2775         MonoInst *ins, *n;
2776
2777         MONO_BB_FOR_EACH_INS_SAFE (bb, n, ins) {
2778                 mono_peephole_ins (bb, ins);
2779         }
2780 }
2781
2782 /*========================= End of Function ========================*/
2783
2784 /*------------------------------------------------------------------*/
2785 /*                                                                  */
2786 /* Name         - mono_arch_lowering_pass.                          */
2787 /*                                                                  */
2788 /*------------------------------------------------------------------*/
2789
2790 void
2791 mono_arch_lowering_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2792 {
2793         MonoInst *ins, *next;
2794
2795         MONO_BB_FOR_EACH_INS_SAFE (bb, next, ins) {
2796                 switch (ins->opcode) {
2797                 case OP_DIV_IMM:
2798                 case OP_REM_IMM:
2799                 case OP_IDIV_IMM:
2800                 case OP_IREM_IMM:
2801                 case OP_IDIV_UN_IMM:
2802                 case OP_IREM_UN_IMM:
2803                 case OP_LAND_IMM:
2804                 case OP_LOR_IMM:
2805                 case OP_LREM_IMM:
2806                 case OP_LXOR_IMM:
2807                 case OP_LOCALLOC_IMM:
2808                         mono_decompose_op_imm (cfg, bb, ins);
2809                         break;
2810                 case OP_LADD_IMM:
2811                         if (!s390_is_imm16 (ins->inst_imm))
2812                                 /* This is created by the memcpy code which ignores is_inst_imm */
2813                                 mono_decompose_op_imm (cfg, bb, ins);
2814                         break;
2815                 default:
2816                         break;
2817                 }
2818         }
2819
2820         bb->max_vreg = cfg->next_vreg;
2821 }
2822
2823 /*========================= End of Function ========================*/
2824
2825 /*------------------------------------------------------------------*/
2826 /*                                                                  */
2827 /* Name         - emit_float_to_int                                 */
2828 /*                                                                  */
2829 /* Function     - Create instructions which will convert a floating */
2830 /*                point value to integer.                           */
2831 /*                                                                  */
2832 /*------------------------------------------------------------------*/
2833
2834 static guchar*
2835 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2836 {
2837         /* sreg is a float, dreg is an integer reg. */
2838         if (is_signed) {
2839                 s390_cgdbr (code, dreg, 5, sreg);
2840                 switch (size) {
2841                         case 1:
2842                                 s390_lghi (code, s390_r0, 0);
2843                                 s390_lghi (code, s390_r13, 0xff);
2844                                 s390_ltgr (code, dreg, dreg);
2845                                 s390_jnl  (code, 4);
2846                                 s390_lghi (code, s390_r0, 0x80);
2847                                 s390_ngr  (code, dreg, s390_r13);
2848                                 s390_ogr  (code, dreg, s390_r0);
2849                                 break;
2850                 }
2851         } else {
2852                 short *o[1];
2853                 S390_SET    (code, s390_r13, 0x41e0000000000000llu);
2854                 s390_ldgr   (code, s390_f14, s390_r13);
2855                 s390_ldr    (code, s390_f15, sreg);
2856                 s390_cdbr   (code, s390_f15, s390_f14);
2857                 s390_jl     (code, 0); CODEPTR (code, o[0]);
2858                 S390_SET    (code, s390_r13, 0x41f0000000000000llu);
2859                 s390_ldgr   (code, s390_f14, s390_r13);
2860                 s390_sdbr   (code, s390_f15, s390_f14);
2861                 s390_cfdbr  (code, dreg, 7, s390_f15);
2862                 s390_j      (code, 4);
2863                 PTRSLOT (code, o[0]);
2864                 s390_cfdbr  (code, dreg, 5, sreg);
2865                 switch (size) {
2866                         case 1:
2867                                 s390_lghi (code, s390_r0, 0xff);
2868                                 s390_ngr  (code, dreg, s390_r0);
2869                                 break;
2870                         case 2:
2871                                 s390_lghi (code, s390_r0, -1);
2872                                 s390_srlg (code, s390_r0, s390_r0, 0, 16);
2873                                 s390_ngr  (code, dreg, s390_r0);
2874                                 break;
2875                 }
2876         }
2877         return code;
2878 }
2879
2880 /*========================= End of Function ========================*/
2881
2882 /*------------------------------------------------------------------*/
2883 /*                                                                  */
2884 /* Name         - gboolean_is_unsigned.                             */
2885 /*                                                                  */
2886 /* Function     - Return TRUE if next opcode is checking for un-    */
2887 /*                signed value.                                     */
2888 /*                                                                  */
2889 /*------------------------------------------------------------------*/
2890
2891 static
2892 gboolean is_unsigned (MonoInst *next)
2893 {
2894         if ((next) &&
2895                 (((next->opcode >= OP_IBNE_UN) &&
2896                   (next->opcode <= OP_IBLT_UN)) ||
2897                  ((next->opcode >= OP_LBNE_UN) &&
2898                   (next->opcode <= OP_LBLT_UN)) ||
2899                  ((next->opcode >= OP_COND_EXC_NE_UN) &&
2900                   (next->opcode <= OP_COND_EXC_LT_UN)) ||
2901                  ((next->opcode >= OP_COND_EXC_INE_UN) &&
2902                   (next->opcode <= OP_COND_EXC_ILT_UN)) ||
2903                  ((next->opcode == OP_CLT_UN) ||
2904                   (next->opcode == OP_CGT_UN)) ||
2905                  ((next->opcode == OP_ICLT_UN) ||
2906                   (next->opcode == OP_ICGT_UN) ||
2907                   (next->opcode == OP_LCLT_UN) ||
2908                   (next->opcode == OP_LCGT_UN))))
2909                 return TRUE;
2910         else
2911                 return FALSE;
2912 }
2913
2914 /*========================= End of Function ========================*/
2915
2916 /*------------------------------------------------------------------*/
2917 /*                                                                  */
2918 /* Name         - mono_arch_output_basic_block                      */
2919 /*                                                                  */
2920 /* Function     - Perform the "real" work of emitting instructions  */
2921 /*                that will do the work of in the basic block.      */
2922 /*                                                                  */
2923 /*------------------------------------------------------------------*/
2924
2925 void
2926 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2927 {
2928         MonoInst *ins;
2929         MonoCallInst *call;
2930         guint offset;
2931         guint8 *code = cfg->native_code + cfg->code_len;
2932         guint last_offset = 0;
2933         int max_len, src2;
2934
2935         /* we don't align basic blocks of loops on s390 */
2936
2937         if (cfg->verbose_level > 2)
2938                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2939
2940         if ((cfg->prof_options & MONO_PROFILE_COVERAGE) && cfg->coverage_info) {
2941                 MonoProfileCoverageInfo *cov = cfg->coverage_info;
2942                 g_assert (!mono_compile_aot);
2943                 cov->data [bb->dfn].cil_code = bb->cil_code;
2944                 /* This is not thread save, but good enough */
2945                 S390_SET (code, s390_r1, &cov->data [bb->dfn].count);
2946                 s390_alsi (code, 0, s390_r1, 1);
2947         }
2948
2949         MONO_BB_FOR_EACH_INS (bb, ins) {
2950                 offset = code - cfg->native_code;
2951
2952                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2953
2954                 if (offset > (cfg->code_size - max_len - 16)) {
2955                         cfg->code_size *= 2;
2956                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2957                         code = cfg->native_code + offset;
2958                 }
2959
2960                 mono_debug_record_line_number (cfg, ins, offset);
2961
2962                 switch (ins->opcode) {
2963                 case OP_STOREI1_MEMBASE_IMM: {
2964                         s390_lghi (code, s390_r0, ins->inst_imm);
2965                         S390_LONG (code, stcy, stc, s390_r0, 0,
2966                                    ins->inst_destbasereg, ins->inst_offset);
2967                 }
2968                         break;
2969                 case OP_STOREI2_MEMBASE_IMM: {
2970                         s390_lghi (code, s390_r0, ins->inst_imm);
2971                         S390_LONG (code, sthy, sth, s390_r0, 0,
2972                                    ins->inst_destbasereg, ins->inst_offset);
2973                 }
2974                         break;
2975                 case OP_STOREI4_MEMBASE_IMM: {
2976                         s390_lgfi (code, s390_r0, ins->inst_imm);
2977                         S390_LONG (code, sty, st, s390_r0, 0,
2978                                    ins->inst_destbasereg, ins->inst_offset);
2979                 }
2980                         break;
2981                 case OP_STORE_MEMBASE_IMM:
2982                 case OP_STOREI8_MEMBASE_IMM: {
2983                         S390_SET (code, s390_r0, ins->inst_imm);
2984                         S390_LONG (code, stg, stg, s390_r0, 0,
2985                                    ins->inst_destbasereg, ins->inst_offset);
2986                 }
2987                         break;
2988                 case OP_STOREI1_MEMBASE_REG: {
2989                         S390_LONG (code, stcy, stc, ins->sreg1, 0,
2990                                    ins->inst_destbasereg, ins->inst_offset);
2991                 }
2992                         break;
2993                 case OP_STOREI2_MEMBASE_REG: {
2994                         S390_LONG (code, sthy, sth, ins->sreg1, 0,
2995                                    ins->inst_destbasereg, ins->inst_offset);
2996                 }
2997                         break;
2998                 case OP_STOREI4_MEMBASE_REG: {
2999                         S390_LONG (code, sty, st, ins->sreg1, 0,
3000                                    ins->inst_destbasereg, ins->inst_offset);
3001                 }
3002                         break;
3003                 case OP_STORE_MEMBASE_REG:
3004                 case OP_STOREI8_MEMBASE_REG: {
3005                         S390_LONG (code, stg, stg, ins->sreg1, 0,
3006                                    ins->inst_destbasereg, ins->inst_offset);
3007                 }
3008                         break;
3009                 case OP_LOADU4_MEM:
3010                         g_assert_not_reached ();
3011                         break;
3012                 case OP_LOAD_MEMBASE:
3013                 case OP_LOADI8_MEMBASE: {
3014                         S390_LONG (code, lg, lg, ins->dreg, 0,
3015                                    ins->inst_basereg, ins->inst_offset);
3016                 }
3017                         break;
3018                 case OP_LOADI4_MEMBASE: {
3019                         S390_LONG (code, lgf, lgf, ins->dreg, 0,
3020                                    ins->inst_basereg, ins->inst_offset);
3021                 }
3022                         break;
3023                 case OP_LOADU4_MEMBASE: {
3024                         S390_LONG (code, llgf, llgf, ins->dreg, 0,
3025                                    ins->inst_basereg, ins->inst_offset);
3026                 }
3027                         break;
3028                 case OP_LOADU1_MEMBASE: {
3029                         S390_LONG (code, llgc, llgc, ins->dreg, 0,
3030                                    ins->inst_basereg, ins->inst_offset);
3031                 }
3032                         break;
3033                 case OP_LOADI1_MEMBASE: {
3034                         S390_LONG (code, lgb, lgb, ins->dreg, 0,
3035                                    ins->inst_basereg, ins->inst_offset);
3036                 }
3037                         break;
3038                 case OP_LOADU2_MEMBASE: {
3039                         S390_LONG (code, llgh, llgh, ins->dreg, 0,
3040                                    ins->inst_basereg, ins->inst_offset);
3041                 }
3042                         break;
3043                 case OP_LOADI2_MEMBASE: {
3044                         S390_LONG (code, lgh, lgh, ins->dreg, 0,
3045                                    ins->inst_basereg, ins->inst_offset);
3046                 }
3047                         break;
3048                 case OP_LCONV_TO_I1: {
3049                         s390_lgbr (code, ins->dreg, ins->sreg1);
3050                 }
3051                         break;
3052                 case OP_LCONV_TO_I2: {
3053                         s390_lghr (code, ins->dreg, ins->sreg1);
3054                 }
3055                         break;
3056                 case OP_LCONV_TO_U1: {
3057                         s390_llgcr (code, ins->dreg, ins->sreg1);
3058                 }
3059                         break;
3060                 case OP_LCONV_TO_U2: {
3061                         s390_llghr (code, ins->dreg, ins->sreg1);
3062                 }
3063                         break;
3064                 case OP_ICONV_TO_I1: {
3065                         s390_lgbr  (code, ins->dreg, ins->sreg1);
3066                 }
3067                         break;
3068                 case OP_ICONV_TO_I2: {
3069                         s390_lghr  (code, ins->dreg, ins->sreg1);
3070                 }
3071                         break;
3072                 case OP_ICONV_TO_U1: {
3073                         s390_llgcr (code, ins->dreg, ins->sreg1);
3074                 }
3075                         break;
3076                 case OP_ICONV_TO_U2: {
3077                         s390_llghr (code, ins->dreg, ins->sreg1);
3078                 }
3079                         break;
3080                 case OP_COMPARE:
3081                 case OP_LCOMPARE: {
3082                         if (is_unsigned (ins->next))
3083                                 s390_clgr (code, ins->sreg1, ins->sreg2);
3084                         else
3085                                 s390_cgr  (code, ins->sreg1, ins->sreg2);
3086                 }
3087                         break;
3088                 case OP_ICOMPARE: {
3089                         if (is_unsigned (ins->next))
3090                                 s390_clr  (code, ins->sreg1, ins->sreg2);
3091                         else
3092                                 s390_cr   (code, ins->sreg1, ins->sreg2);
3093                 }
3094                         break;
3095                 case OP_COMPARE_IMM:
3096                 case OP_LCOMPARE_IMM: {
3097                         S390_SET (code, s390_r0, ins->inst_imm);
3098                         if (is_unsigned (ins->next))
3099                                 s390_clgr (code, ins->sreg1, s390_r0);
3100                         else
3101                                 s390_cgr  (code, ins->sreg1, s390_r0);
3102                 }
3103                         break;
3104                 case OP_ICOMPARE_IMM: {
3105                         S390_SET (code, s390_r0, ins->inst_imm);
3106                         if (is_unsigned (ins->next))
3107                                 s390_clr  (code, ins->sreg1, s390_r0);
3108                         else
3109                                 s390_cr   (code, ins->sreg1, s390_r0);
3110                 }
3111                         break;
3112                 case OP_BREAK: {
3113                         mono_add_patch_info (cfg, code - cfg->native_code, MONO_PATCH_INFO_ABS,
3114                                              mono_break);
3115                         S390_CALL_TEMPLATE (code, s390_r14);
3116                 }
3117                         break;
3118                 case OP_ADDCC: {
3119                         CHECK_SRCDST_COM;
3120                         s390_agr  (code, ins->dreg, src2);
3121                 }
3122                         break;
3123                 case OP_LADD: {
3124                         CHECK_SRCDST_COM;
3125                         s390_agr   (code, ins->dreg, src2);
3126                 }
3127                         break;
3128                 case OP_ADC: {
3129                         CHECK_SRCDST_COM;
3130                         s390_alcgr (code, ins->dreg, src2);
3131                 }
3132                         break;
3133                 case OP_ADD_IMM: {
3134                         if (ins->dreg != ins->sreg1) {
3135                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3136                         }
3137                         if (s390_is_imm16 (ins->inst_imm)) {
3138                                 s390_aghi (code, ins->dreg, ins->inst_imm);
3139                         } else if (s390_is_imm32 (ins->inst_imm)) {
3140                                 s390_agfi (code, ins->dreg, ins->inst_imm);
3141                         } else {
3142                                 S390_SET  (code, s390_r0, ins->inst_imm);
3143                                 s390_agr  (code, ins->dreg, s390_r0);
3144                         }
3145                 }
3146                         break;
3147                 case OP_LADD_IMM: {
3148                         if (ins->dreg != ins->sreg1) {
3149                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3150                         }
3151                         g_assert (s390_is_imm16 (ins->inst_imm));
3152                         s390_aghi (code, ins->dreg, ins->inst_imm);
3153                 }
3154                         break;
3155                 case OP_ADC_IMM: {
3156                         if (ins->dreg != ins->sreg1) {
3157                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3158                         }
3159                         if (s390_is_imm16 (ins->inst_imm)) {
3160                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3161                                 s390_alcgr (code, ins->dreg, s390_r0);
3162                         } else {
3163                                 S390_SET   (code, s390_r0, ins->inst_imm);
3164                                 s390_alcgr (code, ins->dreg, s390_r0);
3165                         }
3166                 }
3167                         break;
3168                 case OP_IADD_OVF:
3169                 case OP_S390_IADD_OVF: {
3170                         CHECK_SRCDST_COM;
3171                         s390_ar    (code, ins->dreg, src2);
3172                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3173                         s390_lgfr  (code, ins->dreg, ins->dreg);
3174                 }
3175                         break;
3176                 case OP_IADD_OVF_UN:
3177                 case OP_S390_IADD_OVF_UN: {
3178                         CHECK_SRCDST_COM;
3179                         s390_algr  (code, ins->dreg, src2);
3180                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3181                         s390_llgfr (code, ins->dreg, ins->dreg);
3182                 }
3183                         break;
3184                 case OP_ADD_OVF_CARRY: {
3185                         CHECK_SRCDST_COM;
3186                         s390_lghi  (code, s390_r0, 0);
3187                         s390_lgr   (code, s390_r1, s390_r0);
3188                         s390_alcgr (code, s390_r0, s390_r1);
3189                         s390_agr   (code, ins->dreg, src2);
3190                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3191                         s390_agr   (code, ins->dreg, s390_r0);
3192                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3193                 }
3194                         break;
3195                 case OP_ADD_OVF_UN_CARRY: {
3196                         CHECK_SRCDST_COM;
3197                         s390_alcgr (code, ins->dreg, src2);
3198                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3199                 }
3200                         break;
3201                 case OP_SUBCC: {
3202                         CHECK_SRCDST_NCOM;
3203                         s390_sgr (code, ins->dreg, src2);
3204                 }
3205                         break;
3206                 case OP_LSUB: {
3207                         CHECK_SRCDST_NCOM;
3208                         s390_sgr  (code, ins->dreg, src2);
3209                 }
3210                         break;
3211                 case OP_SBB: {
3212                         CHECK_SRCDST_NCOM;
3213                         s390_slbgr(code, ins->dreg, src2);
3214                 }
3215                         break;
3216                 case OP_SUB_IMM: {
3217                         if (ins->dreg != ins->sreg1) {
3218                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3219                         }
3220                         if (s390_is_imm16 (-ins->inst_imm)) {
3221                                 s390_aghi  (code, ins->dreg, -ins->inst_imm);
3222                         } else if (s390_is_imm32 (-ins->inst_imm)) {
3223                                 s390_slgfi  (code, ins->dreg, ins->inst_imm);
3224                         } else {
3225                                 S390_SET  (code, s390_r0, ins->inst_imm);
3226                                 s390_slgr (code, ins->dreg, s390_r0);
3227                         }
3228                 }
3229                         break;
3230                 case OP_LSUB_IMM: {
3231                         if (ins->dreg != ins->sreg1) {
3232                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3233                         }
3234                         if (s390_is_imm16 (-ins->inst_imm)) {
3235                                 s390_aghi  (code, ins->dreg, -ins->inst_imm);
3236                         } else if (s390_is_imm32 (-ins->inst_imm)) {
3237                                 s390_slgfi (code, ins->dreg, ins->inst_imm);
3238                         } else {
3239                                 S390_SET  (code, s390_r0, ins->inst_imm);
3240                                 s390_slgr (code, ins->dreg, s390_r0);
3241                         }
3242                 }
3243                         break;
3244                 case OP_SBB_IMM: {
3245                         if (ins->dreg != ins->sreg1) {
3246                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3247                         }
3248                         if (s390_is_imm16 (-ins->inst_imm)) {
3249                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3250                                 s390_slbgr (code, ins->dreg, s390_r0);
3251                         } else {
3252                                 S390_SET  (code, s390_r0, ins->inst_imm);
3253                                 s390_slbgr(code, ins->dreg, s390_r0);
3254                         }
3255                 }
3256                         break;
3257                 case OP_SUB_OVF_CARRY: {
3258                         CHECK_SRCDST_NCOM;
3259                         s390_lghi  (code, s390_r0, 0);
3260                         s390_lgr   (code, s390_r1, s390_r0);
3261                         s390_slbgr (code, s390_r0, s390_r1);
3262                         s390_sgr   (code, ins->dreg, src2);
3263                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3264                         s390_agr   (code, ins->dreg, s390_r0);
3265                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3266                 }
3267                         break;
3268                 case OP_SUB_OVF_UN_CARRY: {
3269                         CHECK_SRCDST_NCOM;
3270                         s390_slbgr (code, ins->dreg, src2);
3271                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3272                 }
3273                         break;
3274                 case OP_LAND: {
3275                         if (ins->sreg1 == ins->dreg) {
3276                                 s390_ngr  (code, ins->dreg, ins->sreg2);
3277                         }
3278                         else {
3279                                 if (ins->sreg2 == ins->dreg) {
3280                                         s390_ngr (code, ins->dreg, ins->sreg1);
3281                                 }
3282                                 else {
3283                                         s390_lgr (code, ins->dreg, ins->sreg1);
3284                                         s390_ngr (code, ins->dreg, ins->sreg2);
3285                                 }
3286                         }
3287                 }
3288                         break;
3289                 case OP_AND_IMM: {
3290                         if (ins->dreg != ins->sreg1) {
3291                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3292                         }
3293                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3294                         s390_ngr (code, ins->dreg, s390_r0);
3295                 }
3296                         break;
3297                 case OP_LDIV: {
3298                         s390_lgr  (code, s390_r1, ins->sreg1);
3299                         s390_dsgr (code, s390_r0, ins->sreg2);
3300                         s390_lgr  (code, ins->dreg, s390_r1);
3301                 }
3302                         break;
3303                 case OP_LDIV_UN: {
3304                         s390_lgr   (code, s390_r1, ins->sreg1);
3305                         s390_lghi  (code, s390_r0, 0);
3306                         s390_dlgr  (code, s390_r0, ins->sreg2);
3307                         s390_lgr   (code, ins->dreg, s390_r1);
3308                 }
3309                         break;
3310                 case OP_LREM: {
3311                         s390_lgr  (code, s390_r1, ins->sreg1);
3312                         s390_dsgr (code, s390_r0, ins->sreg2);
3313                         s390_lgr  (code, ins->dreg, s390_r0);
3314                         break;
3315                 }
3316                 case OP_LREM_IMM: {
3317                         if (s390_is_imm16 (ins->inst_imm)) {
3318                                 s390_lghi (code, s390_r13, ins->inst_imm);
3319                         } else {
3320                                 s390_lgfi (code, s390_r13, ins->inst_imm);
3321                         }
3322                         s390_lgr  (code, s390_r0, ins->sreg1);
3323                         s390_dsgr (code, s390_r0, s390_r13);
3324                         s390_lgfr (code, ins->dreg, s390_r0);
3325                 }
3326                         break;
3327                 case OP_LREM_UN: {
3328                         s390_lgr   (code, s390_r1, ins->sreg1);
3329                         s390_lghi  (code, s390_r0, 0);
3330                         s390_dlgr  (code, s390_r0, ins->sreg2);
3331                         s390_lgr   (code, ins->dreg, s390_r0);
3332                 }
3333                         break;
3334                 case OP_LOR: {
3335                         if (ins->sreg1 == ins->dreg) {
3336                                 s390_ogr  (code, ins->dreg, ins->sreg2);
3337                         }
3338                         else {
3339                                 if (ins->sreg2 == ins->dreg) {
3340                                         s390_ogr (code, ins->dreg, ins->sreg1);
3341                                 }
3342                                 else {
3343                                         s390_lgr (code, ins->dreg, ins->sreg1);
3344                                         s390_ogr (code, ins->dreg, ins->sreg2);
3345                                 }
3346                         }
3347                 }
3348                         break;
3349                 case OP_OR_IMM: {
3350                         if (ins->dreg != ins->sreg1) {
3351                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3352                         }
3353                         S390_SET_MASK(code, s390_r0, ins->inst_imm);
3354                         s390_ogr (code, ins->dreg, s390_r0);
3355                 }
3356                         break;
3357                 case OP_LXOR: {
3358                         if (ins->sreg1 == ins->dreg) {
3359                                 s390_xgr  (code, ins->dreg, ins->sreg2);
3360                         }
3361                         else {
3362                                 if (ins->sreg2 == ins->dreg) {
3363                                         s390_xgr (code, ins->dreg, ins->sreg1);
3364                                 }
3365                                 else {
3366                                         s390_lgr (code, ins->dreg, ins->sreg1);
3367                                         s390_xgr (code, ins->dreg, ins->sreg2);
3368                                 }
3369                         }
3370                 }
3371                         break;
3372                 case OP_XOR_IMM: {
3373                         if (ins->dreg != ins->sreg1) {
3374                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3375                         }
3376                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3377                         s390_xgr (code, ins->dreg, s390_r0);
3378                 }
3379                         break;
3380                 case OP_LSHL: {
3381                         CHECK_SRCDST_NCOM;
3382                         s390_sllg (code, ins->dreg, ins->dreg, src2, 0);
3383                 }
3384                         break;
3385                 case OP_SHL_IMM:
3386                 case OP_LSHL_IMM: {
3387                         if (ins->sreg1 != ins->dreg) {
3388                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3389                         }
3390                         s390_sllg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3391                 }
3392                         break;
3393                 case OP_LSHR: {
3394                         CHECK_SRCDST_NCOM;
3395                         s390_srag  (code, ins->dreg, ins->dreg, src2, 0);
3396                 }
3397                         break;
3398                 case OP_SHR_IMM:
3399                 case OP_LSHR_IMM: {
3400                         if (ins->sreg1 != ins->dreg) {
3401                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3402                         }
3403                         s390_srag  (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3404                 }
3405                         break;
3406                 case OP_SHR_UN_IMM:
3407                 case OP_LSHR_UN_IMM: {
3408                         if (ins->sreg1 != ins->dreg) {
3409                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3410                         }
3411                         s390_srlg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3412                 }
3413                         break;
3414                 case OP_LSHR_UN: {
3415                         CHECK_SRCDST_NCOM;
3416                         s390_srlg (code, ins->dreg, ins->dreg, src2, 0);
3417                 }
3418                         break;
3419                 case OP_LNOT: {
3420                         if (ins->sreg1 != ins->dreg) {
3421                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3422                         }
3423                         s390_lghi (code, s390_r0, -1);
3424                         s390_xgr  (code, ins->dreg, s390_r0);
3425                 }
3426                         break;
3427                 case OP_LNEG: {
3428                         s390_lcgr (code, ins->dreg, ins->sreg1);
3429                 }
3430                         break;
3431                 case OP_LMUL: {
3432                         CHECK_SRCDST_COM;
3433                         s390_msgr (code, ins->dreg, src2);
3434                 }
3435                         break;
3436                 case OP_MUL_IMM:
3437                 case OP_LMUL_IMM: {
3438                         if (ins->dreg != ins->sreg1) {
3439                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3440                         }
3441                         if (s390_is_imm16 (ins->inst_imm)) {
3442                                 s390_lghi (code, s390_r13, ins->inst_imm);
3443                         } else if (s390_is_imm32 (ins->inst_imm)) {
3444                                 s390_lgfi (code, s390_r13, ins->inst_imm);
3445                         } else {
3446                                 S390_SET (code, s390_r13, ins->inst_imm);
3447                         }
3448                         s390_msgr (code, ins->dreg, s390_r13);
3449                 }
3450                         break;
3451                 case OP_LMUL_OVF: {
3452                         short int *o[2];
3453                         s390_ltgr (code, s390_r1, ins->sreg1);
3454                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3455                         s390_ltgr (code, s390_r0, ins->sreg2);
3456                         s390_jnz  (code, 6);
3457                         s390_lghi (code, s390_r1, 0);
3458                         s390_j    (code, 0); CODEPTR(code, o[1]);
3459                         s390_xgr  (code, s390_r0, s390_r1);
3460                         s390_msgr (code, s390_r1, ins->sreg2);
3461                         s390_xgr  (code, s390_r0, s390_r1);
3462                         s390_srlg (code, s390_r0, s390_r0, 0, 63);
3463                         s390_ltgr (code, s390_r0, s390_r0);
3464                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3465                         PTRSLOT   (code, o[0]);
3466                         PTRSLOT   (code, o[1]);
3467                         s390_lgr  (code, ins->dreg, s390_r1);
3468                 }
3469                         break;
3470                 case OP_LMUL_OVF_UN: {
3471                         s390_lghi  (code, s390_r0, 0);
3472                         s390_lgr   (code, s390_r1, ins->sreg1);
3473                         s390_mlgr  (code, s390_r0, ins->sreg2);
3474                         s390_ltgr  (code, s390_r0, s390_r0);
3475                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3476                         s390_lgr   (code, ins->dreg, s390_r1);
3477                 }
3478                         break;
3479                 case OP_IADDCC: {
3480                         g_assert_not_reached ();
3481                         CHECK_SRCDST_COM_I;
3482                         s390_algr (code, ins->dreg, src2);
3483                 }
3484                         break;
3485                 case OP_IADD: {
3486                         CHECK_SRCDST_COM_I;
3487                         s390_agr  (code, ins->dreg, src2);
3488                 }
3489                         break;
3490                 case OP_IADC: {
3491                         g_assert_not_reached ();
3492                         CHECK_SRCDST_COM_I;
3493                         s390_alcgr (code, ins->dreg, src2);
3494                 }
3495                         break;
3496                 case OP_IADD_IMM: {
3497                         if (ins->dreg != ins->sreg1) {
3498                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3499                         }
3500                         if (s390_is_imm16 (ins->inst_imm)) {
3501                                 s390_aghi (code, ins->dreg, ins->inst_imm);
3502                         } else {
3503                                 s390_afi  (code, ins->dreg, ins->inst_imm);
3504                         }
3505                 }
3506                         break;
3507                 case OP_IADC_IMM: {
3508                         if (ins->dreg != ins->sreg1) {
3509                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3510                         }
3511                         if (s390_is_imm16 (ins->inst_imm)) {
3512                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3513                                 s390_alcgr (code, ins->dreg, s390_r0);
3514                         } else {
3515                                 S390_SET   (code, s390_r0, ins->inst_imm);
3516                                 s390_alcgr (code, ins->dreg, s390_r0);
3517                         }
3518                 }
3519                         break;
3520                 case OP_LADD_OVF:
3521                 case OP_S390_LADD_OVF: {
3522                         CHECK_SRCDST_COM;
3523                         s390_agr    (code, ins->dreg, src2);
3524                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3525                 }
3526                         break;
3527                 case OP_LADD_OVF_UN:
3528                 case OP_S390_LADD_OVF_UN: {
3529                         CHECK_SRCDST_COM;
3530                         s390_algr  (code, ins->dreg, src2);
3531                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3532                 }
3533                         break;
3534                 case OP_ISUBCC: {
3535                         CHECK_SRCDST_NCOM_I;
3536                         s390_slgr (code, ins->dreg, src2);
3537                 }
3538                         break;
3539                 case OP_ISUB: {
3540                         CHECK_SRCDST_NCOM_I;
3541                         s390_sgr  (code, ins->dreg, src2);
3542                 }
3543                         break;
3544                 case OP_ISBB: {
3545                         CHECK_SRCDST_NCOM_I;
3546                         s390_slbgr (code, ins->dreg, src2);
3547                 }
3548                         break;
3549                 case OP_ISUB_IMM: {
3550                         if (ins->dreg != ins->sreg1) {
3551                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3552                         }
3553                         if (s390_is_imm16 (-ins->inst_imm)) {
3554                                 s390_aghi (code, ins->dreg, -ins->inst_imm);
3555                         } else {
3556                                 s390_agfi (code, ins->dreg, -ins->inst_imm);
3557                         }
3558                 }
3559                         break;
3560                 case OP_ISBB_IMM: {
3561                         S390_SET (code, s390_r0, ins->inst_imm);
3562                         s390_slgfr (code, ins->dreg, s390_r0);
3563                 }
3564                         break;
3565                 case OP_ISUB_OVF:
3566                 case OP_S390_ISUB_OVF: {
3567                         CHECK_SRCDST_NCOM;
3568                         s390_sr   (code, ins->dreg, src2);
3569                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3570                         s390_lgfr (code, ins->dreg, ins->dreg);
3571                 }
3572                         break;
3573                 case OP_ISUB_OVF_UN:
3574                 case OP_S390_ISUB_OVF_UN: {
3575                         CHECK_SRCDST_NCOM;
3576                         s390_slr  (code, ins->dreg, src2);
3577                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3578                         s390_llgfr(code, ins->dreg, ins->dreg);
3579                 }
3580                         break;
3581                 case OP_LSUB_OVF:
3582                 case OP_S390_LSUB_OVF: {
3583                         CHECK_SRCDST_NCOM;
3584                         s390_sgr   (code, ins->dreg, src2);
3585                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3586                 }
3587                         break;
3588                 case OP_LSUB_OVF_UN:
3589                 case OP_S390_LSUB_OVF_UN: {
3590                         CHECK_SRCDST_NCOM;
3591                         s390_slgr  (code, ins->dreg, src2);
3592                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3593                 }
3594                         break;
3595                 case OP_IAND: {
3596                         CHECK_SRCDST_NCOM_I;
3597                         s390_ngr (code, ins->dreg, src2);
3598                 }
3599                         break;
3600                 case OP_IAND_IMM: {
3601                         if (ins->dreg != ins->sreg1) {
3602                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3603                         }
3604                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3605                         s390_ngr  (code, ins->dreg, s390_r0);
3606                 }
3607                         break;
3608                 case OP_IDIV: {
3609                         s390_lgfr (code, s390_r0, ins->sreg1);
3610                         s390_srda (code, s390_r0, 0, 32);
3611                         s390_dr   (code, s390_r0, ins->sreg2);
3612                         s390_lgfr (code, ins->dreg, s390_r1);
3613                 }
3614                         break;
3615                 case OP_IDIV_UN: {
3616                         s390_lgfr (code, s390_r0, ins->sreg1);
3617                         s390_srdl (code, s390_r0, 0, 32);
3618                         s390_dlr  (code, s390_r0, ins->sreg2);
3619                         s390_lgfr (code, ins->dreg, s390_r1);
3620                 }
3621                         break;
3622                 case OP_IDIV_IMM: {
3623                         if (s390_is_imm16 (ins->inst_imm)) {
3624                                 s390_lghi (code, s390_r13, ins->inst_imm);
3625                         } else {
3626                                 s390_lgfi (code, s390_r13, ins->inst_imm);
3627                         }
3628                         s390_lgfr (code, s390_r0, ins->sreg1);
3629                         s390_srda (code, s390_r0, 0, 32);
3630                         s390_dr   (code, s390_r0, ins->sreg2);
3631                         s390_lgfr (code, ins->dreg, s390_r1);
3632                 }
3633                         break;
3634                 case OP_IREM: {
3635                         s390_lgfr (code, s390_r0, ins->sreg1);
3636                         s390_srda (code, s390_r0, 0, 32);
3637                         s390_dr   (code, s390_r0, ins->sreg2);
3638                         s390_lgfr (code, ins->dreg, s390_r0);
3639                         break;
3640                 case OP_IREM_UN:
3641                         s390_lgfr (code, s390_r0, ins->sreg1);
3642                         s390_srdl (code, s390_r0, 0, 32);
3643                         s390_dlr  (code, s390_r0, ins->sreg2);
3644                         s390_lgfr (code, ins->dreg, s390_r0);
3645                 }
3646                         break;
3647                 case OP_IREM_IMM: {
3648                         if (s390_is_imm16 (ins->inst_imm)) {
3649                                 s390_lghi (code, s390_r13, ins->inst_imm);
3650                         } else {
3651                                 s390_lgfi (code, s390_r13, ins->inst_imm);
3652                         }
3653                         s390_lgfr (code, s390_r0, ins->sreg1);
3654                         s390_srda (code, s390_r0, 0, 32);
3655                         s390_dr   (code, s390_r0, ins->sreg2);
3656                         s390_lgfr (code, ins->dreg, s390_r0);
3657                 }
3658                         break;
3659                 case OP_IOR: {
3660                         CHECK_SRCDST_COM_I;
3661                         s390_ogr (code, ins->dreg, src2);
3662                 }
3663                         break;
3664                 case OP_IOR_IMM: {
3665                         if (ins->dreg != ins->sreg1) {
3666                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3667                         }
3668                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3669                         s390_ogr  (code, ins->dreg, s390_r0);
3670                 }
3671                         break;
3672                 case OP_IXOR: {
3673                         CHECK_SRCDST_COM_I;
3674                         s390_xgr (code, ins->dreg, src2);
3675                 }
3676                         break;
3677                 case OP_IXOR_IMM: {
3678                         if (ins->dreg != ins->sreg1) {
3679                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3680                         }
3681                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3682                         s390_xgr  (code, ins->dreg, s390_r0);
3683                 }
3684                         break;
3685                 case OP_ISHL: {
3686                         CHECK_SRCDST_NCOM;
3687                         s390_sll  (code, ins->dreg, src2, 0);
3688                 }
3689                         break;
3690                 case OP_ISHL_IMM: {
3691                         if (ins->sreg1 != ins->dreg) {
3692                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3693                         }
3694                         s390_sll (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3695                 }
3696                         break;
3697                 case OP_ISHR: {
3698                         CHECK_SRCDST_NCOM;
3699                         s390_sra (code, ins->dreg, src2, 0);
3700                 }
3701                         break;
3702                 case OP_ISHR_IMM: {
3703                         if (ins->sreg1 != ins->dreg) {
3704                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3705                         }
3706                         s390_sra (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3707                 }
3708                         break;
3709                 case OP_ISHR_UN_IMM: {
3710                         if (ins->sreg1 != ins->dreg) {
3711                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3712                         }
3713                         s390_srl (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3714                 }
3715                         break;
3716                 case OP_ISHR_UN: {
3717                         CHECK_SRCDST_NCOM;
3718                         s390_srl  (code, ins->dreg, src2, 0);
3719                 }
3720                         break;
3721                 case OP_INOT: {
3722                         if (ins->sreg1 != ins->dreg) {
3723                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3724                         }
3725                         s390_lghi (code, s390_r0, -1);
3726                         s390_xgr  (code, ins->dreg, s390_r0);
3727                 }
3728                         break;
3729                 case OP_INEG: {
3730                         s390_lcgr (code, ins->dreg, ins->sreg1);
3731                 }
3732                         break;
3733                 case OP_IMUL: {
3734                         CHECK_SRCDST_COM_I;
3735                         s390_msr (code, ins->dreg, src2);
3736                 }
3737                         break;
3738                 case OP_IMUL_IMM: {
3739                         if (ins->dreg != ins->sreg1) {
3740                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3741                         }
3742                         if (s390_is_imm16 (ins->inst_imm)) {
3743                                 s390_lghi (code, s390_r0, ins->inst_imm);
3744                         } else {
3745                                 s390_lgfi (code, s390_r0, ins->inst_imm);
3746                         }
3747                         s390_msr  (code, ins->dreg, s390_r0);
3748                 }
3749                         break;
3750                 case OP_IMUL_OVF: {
3751                         short int *o[2];
3752                         s390_ltr  (code, s390_r1, ins->sreg1);
3753                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3754                         s390_ltr  (code, s390_r0, ins->sreg2);
3755                         s390_jnz  (code, 6);
3756                         s390_lhi  (code, s390_r1, 0);
3757                         s390_j    (code, 0); CODEPTR(code, o[1]);
3758                         s390_xr   (code, s390_r0, s390_r1);
3759                         s390_msr  (code, s390_r1, ins->sreg2);
3760                         s390_xr   (code, s390_r0, s390_r1);
3761                         s390_srl  (code, s390_r0, 0, 31);
3762                         s390_ltr  (code, s390_r0, s390_r0);
3763                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3764                         PTRSLOT   (code, o[0]);
3765                         PTRSLOT   (code, o[1]);
3766                         s390_lgfr (code, ins->dreg, s390_r1);
3767                 }
3768                         break;
3769                 case OP_IMUL_OVF_UN: {
3770                         s390_lhi  (code, s390_r0, 0);
3771                         s390_lr   (code, s390_r1, ins->sreg1);
3772                         s390_mlr  (code, s390_r0, ins->sreg2);
3773                         s390_ltr  (code, s390_r0, s390_r0);
3774                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3775                         s390_lgfr (code, ins->dreg, s390_r1);
3776                 }
3777                         break;
3778                 case OP_ICONST:
3779                 case OP_I8CONST: {
3780                         S390_SET (code, ins->dreg, ins->inst_c0);
3781                 }
3782                         break;
3783                 case OP_AOTCONST: {
3784                         mono_add_patch_info (cfg, code - cfg->native_code,
3785                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3786                         S390_LOAD_TEMPLATE (code, ins->dreg);
3787                 }
3788                         break;
3789                 case OP_JUMP_TABLE: {
3790                         mono_add_patch_info (cfg, code - cfg->native_code,
3791                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3792                         S390_LOAD_TEMPLATE (code, ins->dreg);
3793                 }
3794                         break;
3795                 case OP_MOVE:
3796                         if (ins->dreg != ins->sreg1) {
3797                                 s390_lgr (code, ins->dreg, ins->sreg1);
3798                         }
3799                         break;
3800                 case OP_LCONV_TO_I:
3801                 case OP_LCONV_TO_I8:
3802                 case OP_SEXT_I4:
3803                         s390_lgfr (code, ins->dreg, ins->sreg1);
3804                         break;
3805                 case OP_LCONV_TO_I4:
3806                         s390_lgfr (code, ins->dreg, ins->sreg1);
3807                         break;
3808                 case OP_LCONV_TO_U:
3809                 case OP_LCONV_TO_U8:
3810                 case OP_LCONV_TO_U4:
3811                 case OP_ZEXT_I4:
3812                         s390_llgfr (code, ins->dreg, ins->sreg1);
3813                         break;
3814                 case OP_LCONV_TO_OVF_U4:
3815                         S390_SET  (code, s390_r0, 4294967295);
3816                         s390_clgr (code, ins->sreg1, s390_r0);
3817                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3818                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3819                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3820                         s390_llgfr(code, ins->dreg, ins->sreg1);
3821                         break;
3822                 case OP_LCONV_TO_OVF_I4_UN:
3823                         S390_SET  (code, s390_r0, 2147483647);
3824                         s390_cgr  (code, ins->sreg1, s390_r0);
3825                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3826                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3827                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3828                         s390_lgfr (code, ins->dreg, ins->sreg1);
3829                         break;
3830                 case OP_FMOVE:
3831                         if (ins->dreg != ins->sreg1) {
3832                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3833                         }
3834                         break;
3835                 case OP_MOVE_F_TO_I8:
3836                         s390_lgdr (code, ins->dreg, ins->sreg1);
3837                         break;
3838                 case OP_MOVE_I8_TO_F:
3839                         s390_ldgr (code, ins->dreg, ins->sreg1);
3840                         break;
3841                 case OP_MOVE_F_TO_I4:
3842                         s390_lgdr (code, ins->dreg, ins->sreg1);
3843                         break;
3844                 case OP_MOVE_I4_TO_F:
3845                         s390_lgfr (code, s390_r0, ins->sreg1);
3846                         s390_ldgr (code, ins->dreg, s390_r0);
3847                         break;
3848                 case OP_FCONV_TO_R4:
3849                         s390_ledbr (code, ins->dreg, ins->sreg1);
3850                         s390_ldebr (code, ins->dreg, ins->dreg);
3851                         break;
3852                 case OP_S390_SETF4RET:
3853                         s390_ledbr (code, ins->dreg, ins->sreg1);
3854                         break;
3855                 case OP_TLS_GET: {
3856                         if (s390_is_imm16 (ins->inst_offset)) {
3857                                 s390_lghi (code, s390_r13, ins->inst_offset);
3858                         } else if (s390_is_imm32 (ins->inst_offset)) {
3859                                 s390_lgfi (code, s390_r13, ins->inst_offset);
3860                         } else {
3861                                 S390_SET  (code, s390_r13, ins->inst_offset);
3862                         }
3863                         s390_ear (code, s390_r1, 0);
3864                         s390_sllg(code, s390_r1, s390_r1, 0, 32);
3865                         s390_ear (code, s390_r1, 1);
3866                         s390_lg  (code, ins->dreg, s390_r13, s390_r1, 0);
3867                 }
3868                         break;
3869                 case OP_JMP: {
3870                         if (cfg->method->save_lmf)
3871                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3872
3873                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3874                                 code =  emit_load_volatile_arguments (code, cfg);
3875                         }
3876
3877                         code = backUpStackPtr(cfg, code);
3878                         s390_lg  (code, s390_r14, 0, cfg->frame_reg, S390_RET_ADDR_OFFSET);
3879                         mono_add_patch_info (cfg, code - cfg->native_code,
3880                                              MONO_PATCH_INFO_METHOD_JUMP,
3881                                              ins->inst_p0);
3882                         s390_jcl (code, S390_CC_UN, 0);
3883                 }
3884                         break;
3885                 case OP_CHECK_THIS: {
3886                         /* ensure ins->sreg1 is not NULL */
3887                         s390_lg   (code, s390_r0, 0, ins->sreg1, 0);
3888                         s390_ltgr (code, s390_r0, s390_r0);
3889 //                      EMIT_COND_SYSTEM_EXCEPTION (S390_CC_ZR, "NullReferenceException");
3890                 }
3891                         break;
3892                 case OP_ARGLIST: {
3893                         int offset = cfg->sig_cookie + cfg->stack_usage;
3894
3895                         if (s390_is_imm16 (offset)) {
3896                                 s390_lghi (code, s390_r0, offset);
3897                         } else if (s390_is_imm32 (offset)) {
3898                                 s390_lgfi (code, s390_r0, offset);
3899                         } else {
3900                                 S390_SET  (code, s390_r0, offset);
3901                         }
3902                         s390_agr  (code, s390_r0, cfg->frame_reg);
3903                         s390_stg  (code, s390_r0, 0, ins->sreg1, 0);
3904                 }
3905                         break;
3906                 case OP_FCALL: {
3907                         call = (MonoCallInst*)ins;
3908                         if (ins->flags & MONO_INST_HAS_METHOD)
3909                                 mono_add_patch_info (cfg, code-cfg->native_code,
3910                                                      MONO_PATCH_INFO_METHOD,
3911                                                      call->method);
3912                         else
3913                                 mono_add_patch_info (cfg, code-cfg->native_code,
3914                                                      MONO_PATCH_INFO_ABS,
3915                                                      call->fptr);
3916                         S390_CALL_TEMPLATE (code, s390_r14);
3917                         if (call->signature->ret->type == MONO_TYPE_R4)
3918                                 s390_ldebr (code, s390_f0, s390_f0);
3919                 }
3920                         break;
3921                 case OP_LCALL:
3922                 case OP_VCALL:
3923                 case OP_VCALL2:
3924                 case OP_VOIDCALL:
3925                 case OP_CALL: {
3926                         call = (MonoCallInst*)ins;
3927                         if (ins->flags & MONO_INST_HAS_METHOD)
3928                                 mono_add_patch_info (cfg, code-cfg->native_code,
3929                                                      MONO_PATCH_INFO_METHOD,
3930                                                      call->method);
3931                         else
3932                                 mono_add_patch_info (cfg, code-cfg->native_code,
3933                                                      MONO_PATCH_INFO_ABS,
3934                                                      call->fptr);
3935                         S390_CALL_TEMPLATE (code, s390_r14);
3936                 }
3937                         break;
3938                 case OP_FCALL_REG: {
3939                         call = (MonoCallInst*)ins;
3940                         s390_lgr  (code, s390_r1, ins->sreg1);
3941                         s390_basr (code, s390_r14, s390_r1);
3942                         if (call->signature->ret->type == MONO_TYPE_R4)
3943                                 s390_ldebr (code, s390_f0, s390_f0);
3944                 }
3945                         break;
3946                 case OP_LCALL_REG:
3947                 case OP_VCALL_REG:
3948                 case OP_VCALL2_REG:
3949                 case OP_VOIDCALL_REG:
3950                 case OP_CALL_REG: {
3951                         s390_lgr  (code, s390_r1, ins->sreg1);
3952                         s390_basr (code, s390_r14, s390_r1);
3953                 }
3954                         break;
3955                 case OP_FCALL_MEMBASE: {
3956                         call = (MonoCallInst*)ins;
3957                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3958                         s390_basr (code, s390_r14, s390_r1);
3959                         if (call->signature->ret->type == MONO_TYPE_R4)
3960                                 s390_ldebr (code, s390_f0, s390_f0);
3961                 }
3962                         break;
3963                 case OP_LCALL_MEMBASE:
3964                 case OP_VCALL_MEMBASE:
3965                 case OP_VCALL2_MEMBASE:
3966                 case OP_VOIDCALL_MEMBASE:
3967                 case OP_CALL_MEMBASE: {
3968                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3969                         s390_basr (code, s390_r14, s390_r1);
3970                 }
3971                         break;
3972                 case OP_LOCALLOC: {
3973                         int alloca_skip;
3974                         int area_offset;
3975
3976                         if (cfg->param_area == 0)
3977                                 alloca_skip = S390_MINIMAL_STACK_SIZE;
3978                         else
3979                                 alloca_skip = cfg->param_area;
3980
3981                         area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
3982                         s390_lgr  (code, s390_r1, ins->sreg1);
3983                         if (ins->flags & MONO_INST_INIT)
3984                                 s390_lgr  (code, s390_r0, ins->sreg1);
3985                         s390_aghi (code, s390_r1, 14);
3986                         s390_srlg (code, s390_r1, s390_r1, 0, 3);
3987                         s390_sllg (code, s390_r1, s390_r1, 0, 3);
3988                         if (cfg->method->save_lmf) {
3989                                 /*----------------------------------*/
3990                                 /* we have to adjust lmf ebp value  */
3991                                 /*----------------------------------*/
3992                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
3993
3994                                 s390_lgr (code, s390_r13, cfg->frame_reg);
3995                                 if (s390_is_imm16(lmfOffset)) {
3996                                         s390_aghi (code, s390_r13, lmfOffset);
3997                                 } else if (s390_is_imm32(lmfOffset)) {
3998                                         s390_agfi (code, s390_r13, lmfOffset);
3999                                 } else {
4000                                         S390_SET  (code, s390_r13, lmfOffset);
4001                                 }
4002                                 s390_lgr (code, s390_r14, STK_BASE);
4003                                 s390_sgr (code, s390_r14, s390_r1);
4004                                 s390_stg (code, s390_r14, 0, s390_r13,
4005                                           G_STRUCT_OFFSET(MonoLMF, ebp));
4006                         }
4007                         s390_lg   (code, s390_r13, 0, STK_BASE, 0);
4008                         s390_sgr  (code, STK_BASE, s390_r1);
4009                         s390_stg  (code, s390_r13, 0, STK_BASE, 0);
4010                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
4011                         s390_srlg (code, ins->dreg, ins->dreg, 0, 3);
4012                         s390_sllg (code, ins->dreg, ins->dreg, 0, 3);
4013                         if (ins->flags & MONO_INST_INIT) {
4014                                 s390_lgr  (code, s390_r1, s390_r0);
4015                                 s390_lgr  (code, s390_r0, ins->dreg);
4016                                 s390_lgr  (code, s390_r14, s390_r12);
4017                                 s390_lghi (code, s390_r13, 0);
4018                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4019                                 s390_jo   (code, -2);
4020                                 s390_lgr  (code, s390_r12, s390_r14);
4021                         }
4022                 }
4023                         break;
4024                 case OP_THROW: {
4025                         s390_lgr  (code, s390_r2, ins->sreg1);
4026                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4027                                              (gpointer) "mono_arch_throw_exception");
4028                         S390_CALL_TEMPLATE(code, s390_r14);
4029                 }
4030                         break;
4031                 case OP_RETHROW: {
4032                         s390_lgr  (code, s390_r2, ins->sreg1);
4033                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4034                                              (gpointer) "mono_arch_rethrow_exception");
4035                         S390_CALL_TEMPLATE(code, s390_r14);
4036                 }
4037                         break;
4038                 case OP_START_HANDLER: {
4039                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4040
4041                         S390_LONG (code, stg, stg, s390_r14, 0,
4042                                    spvar->inst_basereg,
4043                                    spvar->inst_offset);
4044                 }
4045                         break;
4046                 case OP_ENDFILTER: {
4047                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4048
4049                         if (ins->sreg1 != s390_r2)
4050                                 s390_lgr(code, s390_r2, ins->sreg1);
4051                         S390_LONG (code, lg, lg, s390_r14, 0,
4052                                    spvar->inst_basereg,
4053                                    spvar->inst_offset);
4054                         s390_br  (code, s390_r14);
4055                 }
4056                         break;
4057                 case OP_ENDFINALLY: {
4058                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4059
4060                         S390_LONG (code, lg, lg, s390_r14, 0,
4061                                    spvar->inst_basereg,
4062                                    spvar->inst_offset);
4063                         s390_br  (code, s390_r14);
4064                 }
4065                         break;
4066                 case OP_CALL_HANDLER: {
4067                         mono_add_patch_info (cfg, code-cfg->native_code,
4068                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
4069                         s390_brasl (code, s390_r14, 0);
4070                         mono_cfg_add_try_hole (cfg, ins->inst_eh_block, code, bb);
4071                 }
4072                         break;
4073                 case OP_LABEL: {
4074                         ins->inst_c0 = code - cfg->native_code;
4075                 }
4076                         break;
4077                 case OP_RELAXED_NOP:
4078                 case OP_NOP:
4079                 case OP_DUMMY_USE:
4080                 case OP_DUMMY_STORE:
4081                 case OP_NOT_REACHED:
4082                 case OP_NOT_NULL: {
4083                 }
4084                         break;
4085                 case OP_IL_SEQ_POINT:
4086                         mono_add_seq_point (cfg, bb, ins, code - cfg->native_code);
4087                         break;
4088                 case OP_SEQ_POINT: {
4089                         int i;
4090
4091                         if (cfg->compile_aot)
4092                                 NOT_IMPLEMENTED;
4093
4094                         /*
4095                          * Read from the single stepping trigger page. This will cause a
4096                          * SIGSEGV when single stepping is enabled.
4097                          * We do this _before_ the breakpoint, so single stepping after
4098                          * a breakpoint is hit will step to the next IL offset.
4099                          */
4100                         if (ins->flags & MONO_INST_SINGLE_STEP_LOC) {
4101                                 breakpointCode.pTrigger = ss_trigger_page;
4102                                 memcpy(code, (void *) &breakpointCode, BREAKPOINT_SIZE);
4103                                 code += BREAKPOINT_SIZE;
4104                         }
4105
4106                         mono_add_seq_point (cfg, bb, ins, code - cfg->native_code);
4107
4108                         /*
4109                          * A placeholder for a possible breakpoint inserted by
4110                          * mono_arch_set_breakpoint ().
4111                          */
4112                         for (i = 0; i < (BREAKPOINT_SIZE / S390X_NOP_SIZE); ++i)
4113                                 s390_nop (code);
4114
4115                         /*
4116                          * Add an additional nop so skipping the bp doesn't cause the ip to point
4117                          * to another IL offset.
4118                          */
4119                         s390_nop (code);
4120
4121                         break;
4122                 }
4123                 case OP_GENERIC_CLASS_INIT: {
4124                         static int byte_offset = -1;
4125                         static guint8 bitmask;
4126                         guint16 *jump;
4127
4128                         g_assert (ins->sreg1 == S390_FIRST_ARG_REG);
4129
4130                         if (byte_offset < 0)
4131                                 mono_marshal_find_bitfield_offset (MonoVTable, initialized, &byte_offset, &bitmask);
4132
4133                         s390_tm (code, ins->sreg1, byte_offset, bitmask);
4134                         s390_jo (code, 0); CODEPTR(code, jump);
4135
4136                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_JIT_ICALL_ADDR,
4137                                                 "specific_trampoline_generic_class_init");
4138                         S390_CALL_TEMPLATE(code, s390_r14);
4139
4140                         PTRSLOT (code, jump);
4141
4142                         ins->flags |= MONO_INST_GC_CALLSITE;
4143                         ins->backend.pc_offset = code - cfg->native_code;
4144                         break;
4145                 }
4146                 case OP_BR:
4147                         EMIT_UNCOND_BRANCH(ins);
4148                         break;
4149                 case OP_BR_REG: {
4150                         s390_br  (code, ins->sreg1);
4151                 }
4152                         break;
4153                 case OP_CEQ:
4154                 case OP_ICEQ:
4155                 case OP_LCEQ: {
4156                         s390_lghi(code, ins->dreg, 1);
4157                         s390_jz  (code, 4);
4158                         s390_lghi(code, ins->dreg, 0);
4159                 }
4160                         break;
4161                 case OP_CLT:
4162                 case OP_ICLT:
4163                 case OP_LCLT: {
4164                         s390_lghi(code, ins->dreg, 1);
4165                         s390_jl  (code, 4);
4166                         s390_lghi(code, ins->dreg, 0);
4167                 }
4168                         break;
4169                 case OP_CLT_UN:
4170                 case OP_ICLT_UN:
4171                 case OP_LCLT_UN: {
4172                         s390_lghi(code, ins->dreg, 1);
4173                         s390_jlo (code, 4);
4174                         s390_lghi(code, ins->dreg, 0);
4175                 }
4176                         break;
4177                 case OP_CGT:
4178                 case OP_ICGT:
4179                 case OP_LCGT: {
4180                         s390_lghi(code, ins->dreg, 1);
4181                         s390_jh  (code, 4);
4182                         s390_lghi(code, ins->dreg, 0);
4183                 }
4184                         break;
4185                 case OP_CGT_UN:
4186                 case OP_ICGT_UN:
4187                 case OP_LCGT_UN: {
4188                         s390_lghi(code, ins->dreg, 1);
4189                         s390_jho (code, 4);
4190                         s390_lghi(code, ins->dreg, 0);
4191                 }
4192                         break;
4193                 case OP_COND_EXC_EQ:
4194                 case OP_COND_EXC_IEQ:
4195                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
4196                         break;
4197                 case OP_COND_EXC_NE_UN:
4198                 case OP_COND_EXC_INE_UN:
4199                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
4200                         break;
4201                 case OP_COND_EXC_LT:
4202                 case OP_COND_EXC_ILT:
4203                 case OP_COND_EXC_LT_UN:
4204                 case OP_COND_EXC_ILT_UN:
4205                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
4206                         break;
4207                 case OP_COND_EXC_GT:
4208                 case OP_COND_EXC_IGT:
4209                 case OP_COND_EXC_GT_UN:
4210                 case OP_COND_EXC_IGT_UN:
4211                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
4212                         break;
4213                 case OP_COND_EXC_GE:
4214                 case OP_COND_EXC_IGE:
4215                 case OP_COND_EXC_GE_UN:
4216                 case OP_COND_EXC_IGE_UN:
4217                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
4218                         break;
4219                 case OP_COND_EXC_LE:
4220                 case OP_COND_EXC_ILE:
4221                 case OP_COND_EXC_LE_UN:
4222                 case OP_COND_EXC_ILE_UN:
4223                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
4224                         break;
4225                 case OP_COND_EXC_OV:
4226                 case OP_COND_EXC_IOV:
4227                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
4228                         break;
4229                 case OP_COND_EXC_NO:
4230                 case OP_COND_EXC_INO:
4231                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
4232                         break;
4233                 case OP_COND_EXC_C:
4234                 case OP_COND_EXC_IC:
4235                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
4236                         break;
4237                 case OP_COND_EXC_NC:
4238                 case OP_COND_EXC_INC:
4239                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
4240                         break;
4241                 case OP_LBEQ:
4242                 case OP_IBEQ:
4243                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4244                         break;
4245                 case OP_LBNE_UN:
4246                 case OP_IBNE_UN:
4247                         EMIT_COND_BRANCH (ins, S390_CC_NE);
4248                         break;
4249                 case OP_LBLT:
4250                 case OP_LBLT_UN:
4251                 case OP_IBLT:
4252                 case OP_IBLT_UN:
4253                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4254                         break;
4255                 case OP_LBGT:
4256                 case OP_LBGT_UN:
4257                 case OP_IBGT:
4258                 case OP_IBGT_UN:
4259                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4260                         break;
4261                 case OP_LBGE:
4262                 case OP_LBGE_UN:
4263                 case OP_IBGE:
4264                 case OP_IBGE_UN:
4265                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4266                         break;
4267                 case OP_LBLE:
4268                 case OP_LBLE_UN:
4269                 case OP_IBLE:
4270                 case OP_IBLE_UN:
4271                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4272                         break;
4273
4274                 /* floating point opcodes */
4275                 case OP_R8CONST: {
4276                         if (*((double *) ins->inst_p0) == 0) {
4277                                 s390_lzdr (code, ins->dreg);
4278                         } else {
4279                                 S390_SET  (code, s390_r13, ins->inst_p0);
4280                                 s390_ld   (code, ins->dreg, 0, s390_r13, 0);
4281                         }
4282                 }
4283                         break;
4284                 case OP_R4CONST: {
4285                         if (*((float *) ins->inst_p0) == 0) {
4286                                 s390_lzdr (code, ins->dreg);
4287                         } else {
4288                                 S390_SET  (code, s390_r13, ins->inst_p0);
4289                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
4290                         }
4291                 }
4292                         break;
4293                 case OP_STORER8_MEMBASE_REG: {
4294                         S390_LONG (code, stdy, std, ins->sreg1, 0,
4295                                    ins->inst_destbasereg, ins->inst_offset);
4296                 }
4297                         break;
4298                 case OP_LOADR8_MEMBASE: {
4299                         S390_LONG (code, ldy, ld, ins->dreg, 0,
4300                                    ins->inst_basereg, ins->inst_offset);
4301                 }
4302                         break;
4303                 case OP_STORER4_MEMBASE_REG: {
4304                         s390_ledbr (code, s390_f15, ins->sreg1);
4305                         S390_LONG (code, stey, ste, s390_f15, 0,
4306                                    ins->inst_destbasereg, ins->inst_offset);
4307                 }
4308                         break;
4309                 case OP_LOADR4_MEMBASE: {
4310                         S390_LONG (code, ldy, ld, s390_f15, 0,
4311                                    ins->inst_basereg, ins->inst_offset);
4312                         s390_ldebr (code, ins->dreg, s390_f15);
4313                 }
4314                         break;
4315                 case OP_ICONV_TO_R_UN: {
4316                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4317                         s390_ltr   (code, ins->sreg1, ins->sreg1);
4318                         s390_jnl   (code, 8);
4319                         S390_SET   (code, s390_r13, 0x41f0000000000000llu);
4320                         s390_ldgr  (code, s390_f15, s390_r13);
4321                         s390_adbr  (code, ins->dreg, s390_f15);
4322                 }
4323                         break;
4324                 case OP_LCONV_TO_R_UN: {
4325                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4326                         s390_ltgr  (code, ins->sreg1, ins->sreg1);
4327                         s390_jnl   (code, 8);
4328                         S390_SET   (code, s390_r13, 0x41f0000000000000llu);
4329                         s390_ldgr  (code, s390_f15, s390_r13);
4330                         s390_adbr  (code, ins->dreg, s390_f15);
4331                 }
4332                         break;
4333                 case OP_LCONV_TO_R4:
4334                 case OP_ICONV_TO_R4: {
4335                         s390_cegbr (code, ins->dreg, ins->sreg1);
4336                         s390_ldebr (code, ins->dreg, ins->dreg);
4337                 }
4338                         break;
4339                 case OP_LCONV_TO_R8:
4340                 case OP_ICONV_TO_R8: {
4341                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4342                 }
4343                         break;
4344                 case OP_FCONV_TO_I1:
4345                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
4346                         break;
4347                 case OP_FCONV_TO_U1:
4348                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
4349                         break;
4350                 case OP_FCONV_TO_I2:
4351                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
4352                         break;
4353                 case OP_FCONV_TO_U2:
4354                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
4355                         break;
4356                 case OP_FCONV_TO_I4:
4357                 case OP_FCONV_TO_I:
4358                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
4359                         break;
4360                 case OP_FCONV_TO_U4:
4361                 case OP_FCONV_TO_U:
4362                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
4363                         break;
4364                 case OP_FCONV_TO_I8:
4365                         s390_cgdbr (code, ins->dreg, 5, ins->sreg1);
4366                         break;
4367                 case OP_LCONV_TO_OVF_I: {
4368                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
4369                         short int *o[5];
4370                         s390_ltgr (code, ins->sreg2, ins->sreg2);
4371                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
4372                         s390_ltgr (code, ins->sreg1, ins->sreg1);
4373                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
4374                         s390_lhi  (code, s390_r13, -1);
4375                         s390_cgr  (code, ins->sreg1, s390_r13);
4376                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
4377                         if (ins->dreg != ins->sreg2)
4378                                 s390_lgr  (code, ins->dreg, ins->sreg2);
4379                         s390_j    (code, 0); CODEPTR(code, o[3]);
4380                         PTRSLOT(code, o[0]);
4381                         s390_jz   (code, 0); CODEPTR(code, o[4]);
4382                         PTRSLOT(code, o[1]);
4383                         PTRSLOT(code, o[2]);
4384                         mono_add_patch_info (cfg, code - cfg->native_code,
4385                                              MONO_PATCH_INFO_EXC, "OverflowException");
4386                         s390_brasl (code, s390_r14, 0);
4387                         PTRSLOT(code, o[3]);
4388                         PTRSLOT(code, o[4]);
4389                 }
4390                         break;
4391                 case OP_ABS: {
4392                         s390_lpdbr (code, ins->dreg, ins->sreg1);
4393                 }
4394                         break;
4395                 case OP_SQRT: {
4396                         s390_sqdbr (code, ins->dreg, ins->sreg1);
4397                 }
4398                         break;
4399                 case OP_FADD: {
4400                         CHECK_SRCDST_COM_F;
4401                         s390_adbr (code, ins->dreg, src2);
4402                 }
4403                         break;
4404                 case OP_FSUB: {
4405                         CHECK_SRCDST_NCOM_F;
4406                         s390_sdbr (code, ins->dreg, src2);
4407                 }
4408                         break;
4409                 case OP_FMUL: {
4410                         CHECK_SRCDST_COM_F;
4411                         s390_mdbr (code, ins->dreg, src2);
4412                 }
4413                         break;
4414                 case OP_FDIV: {
4415                         CHECK_SRCDST_NCOM_F;
4416                         s390_ddbr (code, ins->dreg, src2);
4417                 }
4418                         break;
4419                 case OP_FNEG: {
4420                         s390_lcdbr (code, ins->dreg, ins->sreg1);
4421                 }
4422                         break;
4423                 case OP_FREM: {
4424                         CHECK_SRCDST_NCOM_F;
4425                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
4426                 }
4427                         break;
4428                 case OP_FCOMPARE: {
4429                         s390_cdbr (code, ins->sreg1, ins->sreg2);
4430                 }
4431                         break;
4432                 case OP_FCEQ: {
4433                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4434                         s390_lghi  (code, ins->dreg, 1);
4435                         s390_je    (code, 4);
4436                         s390_lghi  (code, ins->dreg, 0);
4437                 }
4438                         break;
4439                 case OP_FCLT: {
4440                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4441                         s390_lghi  (code, ins->dreg, 1);
4442                         s390_jl    (code, 4);
4443                         s390_lghi  (code, ins->dreg, 0);
4444                 }
4445                         break;
4446                 case OP_FCLT_UN: {
4447                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4448                         s390_lghi  (code, ins->dreg, 1);
4449                         s390_jlo   (code, 4);
4450                         s390_lghi  (code, ins->dreg, 0);
4451                 }
4452                         break;
4453                 case OP_FCGT: {
4454                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4455                         s390_lghi  (code, ins->dreg, 1);
4456                         s390_jh    (code, 4);
4457                         s390_lghi  (code, ins->dreg, 0);
4458                 }
4459                         break;
4460                 case OP_FCGT_UN: {
4461                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4462                         s390_lghi  (code, ins->dreg, 1);
4463                         s390_jho   (code, 4);
4464                         s390_lghi  (code, ins->dreg, 0);
4465                 }
4466                         break;
4467                 case OP_FBEQ: {
4468                         short *o;
4469                         s390_jo (code, 0); CODEPTR(code, o);
4470                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4471                         PTRSLOT (code, o);
4472                 }
4473                         break;
4474                 case OP_FBNE_UN:
4475                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
4476                         break;
4477                 case OP_FBLT: {
4478                         short *o;
4479                         s390_jo (code, 0); CODEPTR(code, o);
4480                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4481                         PTRSLOT (code, o);
4482                 }
4483                         break;
4484                 case OP_FBLT_UN:
4485                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
4486                         break;
4487                 case OP_FBGT: {
4488                         short *o;
4489                         s390_jo (code, 0); CODEPTR(code, o);
4490                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4491                         PTRSLOT (code, o);
4492                 }
4493                         break;
4494                 case OP_FBGT_UN:
4495                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
4496                         break;
4497                 case OP_FBGE: {
4498                         short *o;
4499                         s390_jo (code, 0); CODEPTR(code, o);
4500                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4501                         PTRSLOT (code, o);
4502                 }
4503                         break;
4504                 case OP_FBGE_UN:
4505                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
4506                         break;
4507                 case OP_FBLE: {
4508                         short *o;
4509                         s390_jo (code, 0); CODEPTR(code, o);
4510                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4511                         PTRSLOT (code, o);
4512                 }
4513                         break;
4514                 case OP_FBLE_UN:
4515                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
4516                         break;
4517                 case OP_CKFINITE: {
4518                         short *o;
4519                         s390_lhi  (code, s390_r13, 0x7f);
4520                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
4521                         s390_jz   (code, 0); CODEPTR(code, o);
4522                         mono_add_patch_info (cfg, code - cfg->native_code,
4523                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
4524                         s390_brasl (code, s390_r14,0);
4525                         PTRSLOT(code, o);
4526                 }
4527                         break;
4528                 case OP_S390_MOVE: {
4529                         if (ins->backend.size > 0) {
4530                                 if (ins->backend.size <= 256) {
4531                                         s390_mvc  (code, ins->backend.size, ins->dreg,
4532                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
4533                                 } else {
4534                                         s390_lgr  (code, s390_r0, ins->dreg);
4535                                         if (ins->inst_offset > 0) {
4536                                                 if (s390_is_imm16 (ins->inst_offset)) {
4537                                                         s390_aghi (code, s390_r0, ins->inst_offset);
4538                                                 } else if (s390_is_imm32 (ins->inst_offset)) {
4539                                                         s390_agfi (code, s390_r0, ins->inst_offset);
4540                                                 } else {
4541                                                         S390_SET  (code, s390_r13, ins->inst_offset);
4542                                                         s390_agr  (code, s390_r0, s390_r13);
4543                                                 }
4544                                         }
4545                                         s390_lgr  (code, s390_r12, ins->sreg1);
4546                                         if (ins->inst_imm > 0) {
4547                                                 if (s390_is_imm16 (ins->inst_imm)) {
4548                                                         s390_aghi (code, s390_r12, ins->inst_imm);
4549                                                 } else if (s390_is_imm32 (ins->inst_imm)) {
4550                                                         s390_agfi (code, s390_r12, ins->inst_imm);
4551                                                 } else {
4552                                                         S390_SET  (code, s390_r13, ins->inst_imm);
4553                                                         s390_agr  (code, s390_r12, s390_r13);
4554                                                 }
4555                                         }
4556                                         if (s390_is_imm16 (ins->backend.size)) {
4557                                                 s390_lghi (code, s390_r1, ins->backend.size);
4558                                         } else if (s390_is_imm32 (ins->inst_offset)) {
4559                                                 s390_agfi (code, s390_r1, ins->backend.size);
4560                                         } else {
4561                                                 S390_SET  (code, s390_r13, ins->backend.size);
4562                                                 s390_agr  (code, s390_r1, s390_r13);
4563                                         }
4564                                         s390_lgr  (code, s390_r13, s390_r1);
4565                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4566                                         s390_jo   (code, -2);
4567                                 }
4568                         }
4569                 }
4570                         break;
4571                 case OP_ATOMIC_ADD_I8: {
4572                         s390_lgr (code, s390_r1, ins->sreg2);
4573                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4574                         s390_agr (code, s390_r1, s390_r0);
4575                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4576                         s390_jnz (code, -10);
4577                         s390_lgr (code, ins->dreg, s390_r1);
4578                 }
4579                         break;
4580                 case OP_ATOMIC_EXCHANGE_I8: {
4581                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4582                         s390_csg (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4583                         s390_jnz (code, -6);
4584                         s390_lgr (code, ins->dreg, s390_r0);
4585                 }
4586                         break;
4587                 case OP_ATOMIC_ADD_I4: {
4588                         s390_lgfr(code, s390_r1, ins->sreg2);
4589                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4590                         s390_agr (code, s390_r1, s390_r0);
4591                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4592                         s390_jnz (code, -9);
4593                         s390_lgfr(code, ins->dreg, s390_r1);
4594                 }
4595                         break;
4596                 case OP_ATOMIC_EXCHANGE_I4: {
4597                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4598                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4599                         s390_jnz (code, -4);
4600                         s390_lgfr(code, ins->dreg, s390_r0);
4601                 }
4602                         break;
4603                 case OP_S390_BKCHAIN: {
4604                         s390_lgr  (code, ins->dreg, ins->sreg1);
4605                         if (s390_is_imm16 (cfg->stack_offset)) {
4606                                 s390_aghi (code, ins->dreg, cfg->stack_offset);
4607                         } else if (s390_is_imm32 (cfg->stack_offset)) {
4608                                 s390_agfi (code, ins->dreg, cfg->stack_offset);
4609                         } else {
4610                                 S390_SET  (code, s390_r13, cfg->stack_offset);
4611                                 s390_agr  (code, ins->dreg, s390_r13);
4612                         }
4613                 }
4614                         break;
4615                 case OP_MEMORY_BARRIER:
4616                         s390_mem (code);
4617                         break;
4618 #if USE_COOP_GC
4619                 case OP_GC_SAFE_POINT: {
4620                         guint8 *br;
4621
4622                         s390_chi (code, ins->sreg1, 1);
4623                         s390_je  (code, 0); CODEPTR(code, br);
4624                         mono_add_patch_info (cfg, code- cfg->native_code, MONO_PATCH_INFO_ABS,
4625                                              mono_threads_state_poll);
4626                         S390_CALL_TEMPLATE (code, s390_r14);
4627                         PTRSLOT (code, br);
4628                         break;
4629                 }
4630 #endif
4631                 case OP_GC_LIVENESS_DEF:
4632                 case OP_GC_LIVENESS_USE:
4633                 case OP_GC_PARAM_SLOT_LIVENESS_DEF:
4634                         ins->backend.pc_offset = code - cfg->native_code;
4635                         break;
4636                 case OP_GC_SPILL_SLOT_LIVENESS_DEF:
4637                         ins->backend.pc_offset = code - cfg->native_code;
4638                         bb->spill_slot_defs = g_slist_prepend_mempool (cfg->mempool, bb->spill_slot_defs, ins);
4639                         break;
4640                 default:
4641                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4642                         g_assert_not_reached ();
4643                 }
4644
4645                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4646                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %ld)",
4647                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4648                         g_assert_not_reached ();
4649                 }
4650
4651                 last_offset = offset;
4652         }
4653
4654         cfg->code_len = code - cfg->native_code;
4655 }
4656
4657 /*========================= End of Function ========================*/
4658
4659 /*------------------------------------------------------------------*/
4660 /*                                                                  */
4661 /* Name         - mono_arch_register_lowlevel_calls                 */
4662 /*                                                                  */
4663 /* Function     - Register routines to help with --trace operation. */
4664 /*                                                                  */
4665 /*------------------------------------------------------------------*/
4666
4667 void
4668 mono_arch_register_lowlevel_calls (void)
4669 {
4670 }
4671
4672 /*========================= End of Function ========================*/
4673
4674 /*------------------------------------------------------------------*/
4675 /*                                                                  */
4676 /* Name         - mono_arch_patch_code                              */
4677 /*                                                                  */
4678 /* Function     - Process the patch data created during the         */
4679 /*                instruction build process. This resolves jumps,   */
4680 /*                calls, variables etc.                             */
4681 /*                                                                  */
4682 /*------------------------------------------------------------------*/
4683
4684 void
4685 mono_arch_patch_code (MonoCompile *cfg, MonoMethod *method, MonoDomain *domain,
4686                       guint8 *code, MonoJumpInfo *ji, gboolean run_cctors)
4687 {
4688         MonoJumpInfo *patch_info;
4689
4690         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4691                 unsigned char *ip = patch_info->ip.i + code;
4692                 gconstpointer target = NULL;
4693
4694                 target = mono_resolve_patch_target (method, domain, code,
4695                                                     patch_info, run_cctors);
4696
4697                 switch (patch_info->type) {
4698                         case MONO_PATCH_INFO_IP:
4699                         case MONO_PATCH_INFO_LDSTR:
4700                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4701                         case MONO_PATCH_INFO_LDTOKEN:
4702                         case MONO_PATCH_INFO_EXC:
4703                                 s390_patch_addr (ip, (guint64) target);
4704                                 continue;
4705                         case MONO_PATCH_INFO_METHOD:
4706                         case MONO_PATCH_INFO_INTERNAL_METHOD:
4707                         case MONO_PATCH_INFO_JIT_ICALL_ADDR:
4708                         case MONO_PATCH_INFO_CLASS_INIT:
4709                         case MONO_PATCH_INFO_RGCTX_FETCH:
4710                         case MONO_PATCH_INFO_MONITOR_ENTER:
4711                         case MONO_PATCH_INFO_MONITOR_ENTER_V4:
4712                         case MONO_PATCH_INFO_MONITOR_EXIT:
4713                         case MONO_PATCH_INFO_ABS: {
4714                                 S390_EMIT_CALL (ip, target);
4715                                 continue;
4716                         }
4717                         case MONO_PATCH_INFO_SWITCH:
4718                                 /*----------------------------------*/
4719                                 /* ip points at the basr r13,0/j +4 */
4720                                 /* instruction the vtable value     */
4721                                 /* follows this (i.e. ip+6)         */
4722                                 /*----------------------------------*/
4723                                 S390_EMIT_LOAD (ip, target);
4724                                 continue;
4725                         case MONO_PATCH_INFO_METHODCONST:
4726                         case MONO_PATCH_INFO_CLASS:
4727                         case MONO_PATCH_INFO_IMAGE:
4728                         case MONO_PATCH_INFO_FIELD:
4729                         case MONO_PATCH_INFO_IID:
4730                         case MONO_PATCH_INFO_EXC_NAME:
4731                                 target = S390_RELATIVE(target, ip);
4732                                 s390_patch_rel (ip, (guint64) target);
4733                                 continue;
4734                         case MONO_PATCH_INFO_R4:
4735                         case MONO_PATCH_INFO_R8:
4736                         case MONO_PATCH_INFO_METHOD_REL:
4737                                 g_assert_not_reached ();
4738                                 continue;
4739                         default:
4740                                 target = S390_RELATIVE(target, ip);
4741                                 ip += 2;
4742                                 s390_patch_rel (ip, (guint64) target);
4743                 }
4744         }
4745 }
4746
4747 /*========================= End of Function ========================*/
4748
4749 /*------------------------------------------------------------------*/
4750 /*                                                                  */
4751 /* Name         - emit_load_volatile_arguments                      */
4752 /*                                                                  */
4753 /* Function     - Emit the instructions to reload parameter regist- */
4754 /*                registers for use with "tail" operations.         */
4755 /*                                                                  */
4756 /*                The register loading operations performed here    */
4757 /*                are the mirror of the store operations performed  */
4758 /*                in mono_arch_emit_prolog and need to be kept in   */
4759 /*                synchronization with it.                          */
4760 /*                                                                  */
4761 /*------------------------------------------------------------------*/
4762
4763 guint8 *
4764 emit_load_volatile_arguments (guint8 *code, MonoCompile *cfg)
4765 {
4766         MonoInst *inst;
4767         MonoMethod *method = cfg->method;
4768         MonoMethodSignature *sig = mono_method_signature(method);
4769         int pos = 0, i;
4770         CallInfo *cinfo;
4771
4772         cinfo = get_call_info (NULL, NULL, sig);
4773
4774         if (cinfo->struct_ret) {
4775                 ArgInfo *ainfo = &cinfo->ret;
4776                 inst         = cfg->vret_addr;
4777                 s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4778         }
4779
4780         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4781                 ArgInfo *ainfo = cinfo->args + i;
4782                 inst = cfg->args [pos];
4783
4784                 if (inst->opcode == OP_REGVAR) {
4785                         if (ainfo->regtype == RegTypeGeneral)
4786                                 s390_lgr (code, ainfo->reg, inst->dreg);
4787                         else if (ainfo->regtype == RegTypeFP) {
4788                                 if (inst->dreg != ainfo->reg) {
4789                                         if (ainfo->size == 4) {
4790                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4791                                         } else {
4792                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4793                                         }
4794                                 }
4795                         }
4796                         else if (ainfo->regtype == RegTypeBase) {
4797                         } else
4798                                 g_assert_not_reached ();
4799                 } else {
4800                         if (ainfo->regtype == RegTypeGeneral) {
4801                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4802                                         g_assert_not_reached();
4803                                 switch (ainfo->size) {
4804                                 case 1:
4805                                         s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4806                                         break;
4807                                 case 2:
4808                                         s390_lgh  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4809                                         break;
4810                                 case 4:
4811                                         s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4812                                         break;
4813                                 case 8:
4814                                         s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4815                                         break;
4816                                 }
4817                         } else if (ainfo->regtype == RegTypeBase) {
4818                         } else if (ainfo->regtype == RegTypeFP) {
4819                                 if (ainfo->size == 8)
4820                                         s390_ld  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4821                                 else if (ainfo->size == 4)
4822                                         s390_le  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4823                                 else
4824                                         g_assert_not_reached ();
4825                         } else if (ainfo->regtype == RegTypeStructByVal) {
4826                                 if (ainfo->reg != STK_BASE) {
4827                                         switch (ainfo->size) {
4828                                         case 1:
4829                                                 s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4830                                                 break;
4831                                         case 2:
4832                                                 s390_lgh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4833                                                 break;
4834                                         case 4:
4835                                                 s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4836                                                 break;
4837                                         case 8:
4838                                                 s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4839                                                 break;
4840                                         }
4841                                 }
4842                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4843                                 if (ainfo->reg != STK_BASE) {
4844                                         s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4845                                 }
4846                         } else
4847                                 g_assert_not_reached ();
4848                 }
4849                 pos++;
4850         }
4851
4852         return code;
4853 }
4854
4855 /*========================= End of Function ========================*/
4856
4857 /*------------------------------------------------------------------*/
4858 /*                                                                  */
4859 /* Name         - mono_arch_emit_prolog                             */
4860 /*                                                                  */
4861 /* Function     - Create the instruction sequence for a function    */
4862 /*                prolog.                                           */
4863 /*                                                                  */
4864 /*------------------------------------------------------------------*/
4865
4866 guint8 *
4867 mono_arch_emit_prolog (MonoCompile *cfg)
4868 {
4869         MonoMethod *method = cfg->method;
4870         MonoBasicBlock *bb;
4871         MonoMethodSignature *sig;
4872         MonoInst *inst;
4873         long alloc_size, pos, max_offset, i, cfa_offset = 0;
4874         guint8 *code;
4875         guint32 size;
4876         CallInfo *cinfo;
4877         int tracing = 0;
4878         int lmfOffset;
4879
4880         cfg->code_size   = 512;
4881
4882         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4883                 tracing         = 1;
4884                 cfg->code_size += 256;
4885         } else if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
4886                 cfg->code_size += 256;
4887
4888         if (method->save_lmf)
4889                 cfg->code_size += 200;
4890
4891         cfg->native_code = code = g_malloc (cfg->code_size);
4892
4893         mono_emit_unwind_op_def_cfa (cfg, code, STK_BASE, 0);
4894         emit_unwind_regs(cfg, code, s390_r6, s390_r14, S390_REG_SAVE_OFFSET);
4895         s390_stmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4896         mono_emit_unwind_op_offset (cfg, code, s390_r14, S390_RET_ADDR_OFFSET);
4897
4898         if (cfg->arch.bkchain_reg != -1)
4899                 s390_lgr (code, cfg->arch.bkchain_reg, STK_BASE);
4900
4901         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4902                 cfg->used_int_regs |= 1 << 11;
4903         }
4904
4905         alloc_size = cfg->stack_offset;
4906
4907         cfg->stack_usage = cfa_offset = alloc_size;
4908         mono_emit_unwind_op_def_cfa_offset (cfg, code, alloc_size);
4909         s390_lgr  (code, s390_r11, STK_BASE);
4910         if (s390_is_imm16 (alloc_size)) {
4911                 s390_aghi (code, STK_BASE, -alloc_size);
4912         } else if (s390_is_imm32 (alloc_size)) {
4913                 s390_agfi (code, STK_BASE, -alloc_size);
4914         } else {
4915                 int stackSize = alloc_size;
4916                 while (stackSize > INT_MAX) {
4917                         s390_agfi (code, STK_BASE, -INT_MAX);
4918                         stackSize -= INT_MAX;
4919                 }
4920                 s390_agfi (code, STK_BASE, -stackSize);
4921         }
4922         s390_stg  (code, s390_r11, 0, STK_BASE, 0);
4923
4924         if (cfg->frame_reg != STK_BASE)
4925                 s390_lgr (code, s390_r11, STK_BASE);
4926
4927         mono_emit_unwind_op_def_cfa_reg (cfg, code, cfg->frame_reg);
4928
4929         /* store runtime generic context */
4930         if (cfg->rgctx_var) {
4931                 g_assert (cfg->rgctx_var->opcode == OP_REGOFFSET);
4932
4933                 s390_stg  (code, MONO_ARCH_RGCTX_REG, 0,
4934                            cfg->rgctx_var->inst_basereg,
4935                            cfg->rgctx_var->inst_offset);
4936         }
4937
4938         /* compute max_offset in order to use short forward jumps
4939          * we always do it on s390 because the immediate displacement
4940          * for jumps is too small
4941          */
4942         max_offset = 0;
4943         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4944                 MonoInst *ins;
4945                 bb->max_offset = max_offset;
4946
4947                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4948                         max_offset += 6;
4949
4950                 MONO_BB_FOR_EACH_INS (bb, ins)
4951                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4952         }
4953
4954         /* load arguments allocated to register from the stack */
4955         sig = mono_method_signature (method);
4956         pos = 0;
4957
4958         cinfo = get_call_info (cfg, cfg->mempool, sig);
4959
4960         if (cinfo->struct_ret) {
4961                 ArgInfo *ainfo     = &cinfo->ret;
4962                 inst               = cfg->vret_addr;
4963                 inst->backend.size = ainfo->vtsize;
4964                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4965         }
4966
4967         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4968                 ArgInfo *ainfo = cinfo->args + i;
4969                 inst = cfg->args [pos];
4970
4971                 if (inst->opcode == OP_VTARG_ADDR)
4972                         inst = inst->inst_left;
4973
4974                 if (inst->opcode == OP_REGVAR) {
4975                         if (ainfo->regtype == RegTypeGeneral)
4976                                 s390_lgr (code, inst->dreg, ainfo->reg);
4977                         else if (ainfo->regtype == RegTypeFP) {
4978                                 if (inst->dreg != ainfo->reg) {
4979                                         if (ainfo->size == 4) {
4980                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
4981                                         } else {
4982                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
4983                                         }
4984                                 }
4985                         }
4986                         else if (ainfo->regtype == RegTypeBase) {
4987                                 s390_lgr  (code, s390_r13, STK_BASE);
4988                                 s390_aghi (code, s390_r13, alloc_size);
4989                                 s390_lg   (code, inst->dreg, 0, s390_r13, ainfo->offset);
4990                         } else
4991                                 g_assert_not_reached ();
4992
4993                         if (cfg->verbose_level > 2)
4994                                 g_print ("Argument %d assigned to register %s\n",
4995                                          pos, mono_arch_regname (inst->dreg));
4996                 } else {
4997                         if (ainfo->regtype == RegTypeGeneral) {
4998                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4999                                         g_assert_not_reached();
5000                                 switch (ainfo->size) {
5001                                 case 1:
5002                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5003                                         break;
5004                                 case 2:
5005                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5006                                         break;
5007                                 case 4:
5008                                         s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5009                                         break;
5010                                 case 8:
5011                                         s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5012                                         break;
5013                                 }
5014                         } else if (ainfo->regtype == RegTypeBase) {
5015                         } else if (ainfo->regtype == RegTypeFP) {
5016                                 if (ainfo->size == 8)
5017                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5018                                 else if (ainfo->size == 4)
5019                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5020                                 else
5021                                         g_assert_not_reached ();
5022                         } else if (ainfo->regtype == RegTypeStructByVal) {
5023                                 int doffset = inst->inst_offset;
5024                                 int reg;
5025                                 if (ainfo->reg != STK_BASE)
5026                                         reg = ainfo->reg;
5027                                 else {
5028                                         reg = s390_r0;
5029                                         s390_lgr  (code, s390_r13, STK_BASE);
5030                                         s390_aghi (code, s390_r13, alloc_size);
5031                                 }
5032
5033                                 size = (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE
5034                                         ? mono_class_native_size(mono_class_from_mono_type(inst->inst_vtype), NULL)
5035                                         : ainfo->size);
5036
5037                                 switch (size) {
5038                                         case 1:
5039                                                 if (ainfo->reg == STK_BASE)
5040                                                         s390_ic (code, reg, 0, s390_r13, ainfo->offset+7);
5041                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
5042                                                 break;
5043                                         case 2:
5044                                                 if (ainfo->reg == STK_BASE)
5045                                                         s390_lh (code, reg, 0, s390_r13, ainfo->offset+6);
5046                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
5047                                                 break;
5048                                         case 4:
5049                                                 if (ainfo->reg == STK_BASE)
5050                                                         s390_l  (code, reg, 0, s390_r13, ainfo->offset+4);
5051                                                 s390_st (code, reg, 0, inst->inst_basereg, doffset);
5052                                                 break;
5053                                         case 8:
5054                                                 if (ainfo->reg == STK_BASE)
5055                                                         s390_lg  (code, reg, 0, s390_r13, ainfo->offset);
5056                                                 s390_stg (code, reg, 0, inst->inst_basereg, doffset);
5057                                                 break;
5058                                 }
5059                         } else if (ainfo->regtype == RegTypeStructByAddr) {
5060                                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5061                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
5062                         } else
5063                                 g_assert_not_reached ();
5064                 }
5065                 pos++;
5066         }
5067
5068         if (method->save_lmf) {
5069                 /*---------------------------------------------------------------*/
5070                 /* build the MonoLMF structure on the stack - see mini-s390x.h   */
5071                 /*---------------------------------------------------------------*/
5072                 lmfOffset = alloc_size - sizeof(MonoLMF);
5073
5074                 s390_lgr   (code, s390_r13, cfg->frame_reg);
5075                 s390_aghi  (code, s390_r13, lmfOffset);
5076
5077                 /*---------------------------------------------------------------*/
5078                 /* Preserve the parameter registers while we fix up the lmf      */
5079                 /*---------------------------------------------------------------*/
5080                 s390_stmg  (code, s390_r2, s390_r6, s390_r13,
5081                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5082
5083                 /*---------------------------------------------------------------*/
5084                 /* On return from this call r2 have the address of the &lmf      */
5085                 /*---------------------------------------------------------------*/
5086                 if (lmf_addr_tls_offset == -1) {
5087                         mono_add_patch_info (cfg, code - cfg->native_code,
5088                                              MONO_PATCH_INFO_INTERNAL_METHOD,
5089                                              (gpointer)"mono_get_lmf_addr");
5090                         S390_CALL_TEMPLATE(code, s390_r1);
5091                 } else {
5092                         /*-------------------------------------------------------*/
5093                         /* Get LMF by getting value from thread level storage    */
5094                         /*-------------------------------------------------------*/
5095                         s390_ear (code, s390_r1, 0);
5096                         s390_sllg(code, s390_r1, s390_r1, 0, 32);
5097                         s390_ear (code, s390_r1, 1);
5098                         s390_lg  (code, s390_r2, 0, s390_r1, lmf_addr_tls_offset);
5099                 }
5100
5101                 /*---------------------------------------------------------------*/
5102                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
5103                 /*---------------------------------------------------------------*/
5104                 s390_stg   (code, s390_r2, 0, s390_r13,
5105                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
5106
5107                 /*---------------------------------------------------------------*/
5108                 /* Get current lmf                                               */
5109                 /*---------------------------------------------------------------*/
5110                 s390_lg    (code, s390_r0, 0, s390_r2, 0);
5111
5112                 /*---------------------------------------------------------------*/
5113                 /* Set our lmf as the current lmf                                */
5114                 /*---------------------------------------------------------------*/
5115                 s390_stg   (code, s390_r13, 0, s390_r2, 0);
5116
5117                 /*---------------------------------------------------------------*/
5118                 /* Have our lmf.previous_lmf point to the last lmf               */
5119                 /*---------------------------------------------------------------*/
5120                 s390_stg   (code, s390_r0, 0, s390_r13,
5121                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
5122
5123                 /*---------------------------------------------------------------*/
5124                 /* save method info                                              */
5125                 /*---------------------------------------------------------------*/
5126                 S390_SET   (code, s390_r1, method);
5127                 s390_stg   (code, s390_r1, 0, s390_r13,
5128                             G_STRUCT_OFFSET(MonoLMF, method));
5129
5130                 /*---------------------------------------------------------------*/
5131                 /* save the current IP                                           */
5132                 /*---------------------------------------------------------------*/
5133                 s390_stg   (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
5134                 s390_basr  (code, s390_r1, 0);
5135                 s390_stg   (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
5136
5137                 /*---------------------------------------------------------------*/
5138                 /* Save general and floating point registers                     */
5139                 /*---------------------------------------------------------------*/
5140                 s390_stmg  (code, s390_r2, s390_r12, s390_r13,
5141                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
5142                 for (i = 0; i < 16; i++) {
5143                         s390_std  (code, i, 0, s390_r13,
5144                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
5145                 }
5146
5147                 /*---------------------------------------------------------------*/
5148                 /* Restore the parameter registers now that we've set up the lmf */
5149                 /*---------------------------------------------------------------*/
5150                 s390_lmg   (code, s390_r2, s390_r6, s390_r13,
5151                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5152         }
5153
5154         if (tracing)
5155                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
5156
5157         cfg->code_len = code - cfg->native_code;
5158         g_assert (cfg->code_len < cfg->code_size);
5159
5160         return code;
5161 }
5162
5163 /*========================= End of Function ========================*/
5164
5165 /*------------------------------------------------------------------*/
5166 /*                                                                  */
5167 /* Name         - mono_arch_emit_epilog                             */
5168 /*                                                                  */
5169 /* Function     - Emit the instructions for a function epilog.      */
5170 /*                                                                  */
5171 /*------------------------------------------------------------------*/
5172
5173 void
5174 mono_arch_emit_epilog (MonoCompile *cfg)
5175 {
5176         MonoMethod *method = cfg->method;
5177         int tracing = 0;
5178         guint8 *code;
5179         int max_epilog_size = 96;
5180
5181         if (cfg->method->save_lmf)
5182                 max_epilog_size += 128;
5183
5184         if (mono_jit_trace_calls != NULL)
5185                 max_epilog_size += 128;
5186         else if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
5187                 max_epilog_size += 128;
5188
5189         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
5190                 cfg->code_size  *= 2;
5191                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5192                 cfg->stat_code_reallocs++;
5193         }
5194
5195         code = cfg->native_code + cfg->code_len;
5196
5197         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
5198                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
5199                 tracing = 1;
5200         }
5201
5202         if (method->save_lmf)
5203                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
5204
5205         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
5206                 s390_lg  (code, STK_BASE, 0, STK_BASE, 0);
5207         } else
5208                 code = backUpStackPtr(cfg, code);
5209
5210         s390_lmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
5211         s390_br  (code, s390_r14);
5212
5213         cfg->code_len = code - cfg->native_code;
5214
5215         g_assert (cfg->code_len < cfg->code_size);
5216
5217 }
5218
5219 /*========================= End of Function ========================*/
5220
5221 /*------------------------------------------------------------------*/
5222 /*                                                                  */
5223 /* Name         - mono_arch_emit_exceptions                         */
5224 /*                                                                  */
5225 /* Function     - Emit the blocks to handle exception conditions.   */
5226 /*                                                                  */
5227 /*------------------------------------------------------------------*/
5228
5229 void
5230 mono_arch_emit_exceptions (MonoCompile *cfg)
5231 {
5232         MonoJumpInfo    *patch_info;
5233         guint8          *code;
5234         int             nThrows = 0,
5235                         exc_count = 0,
5236                         iExc;
5237         guint32         code_size;
5238         MonoClass       *exc_classes [MAX_EXC];
5239         guint8          *exc_throw_start [MAX_EXC];
5240
5241         for (patch_info = cfg->patch_info;
5242              patch_info;
5243              patch_info = patch_info->next) {
5244                 if (patch_info->type == MONO_PATCH_INFO_EXC)
5245                         exc_count++;
5246         }
5247
5248         code_size = exc_count * 48;
5249
5250         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
5251                 cfg->code_size  *= 2;
5252                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5253                 cfg->stat_code_reallocs++;
5254         }
5255
5256         code = cfg->native_code + cfg->code_len;
5257
5258         /*---------------------------------------------------------------------*/
5259         /* Add code to raise exceptions                                        */
5260         /*---------------------------------------------------------------------*/
5261         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
5262                 switch (patch_info->type) {
5263                 case MONO_PATCH_INFO_EXC: {
5264                         guint8 *ip = patch_info->ip.i + cfg->native_code;
5265                         MonoClass *exc_class;
5266                         guint64 throw_ip;
5267
5268                         /*-----------------------------------------------------*/
5269                         /* Patch the branch in epilog to come here             */
5270                         /*-----------------------------------------------------*/
5271                         s390_patch_rel (ip + 2, (guint64) S390_RELATIVE(code,ip));
5272
5273                         exc_class = mono_class_from_name (mono_defaults.corlib,
5274                                                           "System",
5275                                                           patch_info->data.name);
5276                         g_assert (exc_class);
5277                         throw_ip = patch_info->ip.i;
5278
5279                         for (iExc = 0; iExc < nThrows; ++iExc)
5280                                 if (exc_classes [iExc] == exc_class)
5281                                         break;
5282
5283                         if (iExc < nThrows) {
5284                                 s390_jcl (code, S390_CC_UN,
5285                                           (guint64) exc_throw_start [iExc]);
5286                                 patch_info->type = MONO_PATCH_INFO_NONE;
5287                         } else {
5288
5289                                 if (nThrows < MAX_EXC) {
5290                                         exc_classes [nThrows]     = exc_class;
5291                                         exc_throw_start [nThrows] = code;
5292                                 }
5293
5294                                 /*---------------------------------------------*/
5295                                 /* Patch the parameter passed to the handler   */
5296                                 /*---------------------------------------------*/
5297                                 S390_SET  (code, s390_r2, exc_class->type_token);
5298                                 /*---------------------------------------------*/
5299                                 /* Load return address & parameter register    */
5300                                 /*---------------------------------------------*/
5301                                 s390_larl (code, s390_r14, (guint64)S390_RELATIVE((patch_info->ip.i +
5302                                                            cfg->native_code + 8), code));
5303                                 /*---------------------------------------------*/
5304                                 /* Reuse the current patch to set the jump     */
5305                                 /*---------------------------------------------*/
5306                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
5307                                 patch_info->data.name = "mono_arch_throw_corlib_exception";
5308                                 patch_info->ip.i      = code - cfg->native_code;
5309                                 S390_BR_TEMPLATE (code, s390_r1);
5310                         }
5311                         break;
5312                 }
5313                 default:
5314                         /* do nothing */
5315                         break;
5316                 }
5317         }
5318
5319         cfg->code_len = code - cfg->native_code;
5320
5321         g_assert (cfg->code_len < cfg->code_size);
5322
5323 }
5324
5325 /*========================= End of Function ========================*/
5326
5327 /*------------------------------------------------------------------*/
5328 /*                                                                  */
5329 /* Name         - mono_arch_finish_init                                 */
5330 /*                                                                  */
5331 /* Function     - Setup the JIT's Thread Level Specific Data.       */
5332 /*                                                                  */
5333 /*------------------------------------------------------------------*/
5334
5335 void
5336 mono_arch_finish_init (void)
5337 {
5338         appdomain_tls_offset = mono_domain_get_tls_offset();
5339         lmf_tls_offset = mono_get_lmf_tls_offset();
5340         lmf_addr_tls_offset = mono_get_lmf_addr_tls_offset();
5341 }
5342
5343 /*========================= End of Function ========================*/
5344
5345 /*------------------------------------------------------------------*/
5346 /*                                                                  */
5347 /* Name         - mono_arch_free_jit_tls_data                       */
5348 /*                                                                  */
5349 /* Function     - Free tls data.                                    */
5350 /*                                                                  */
5351 /*------------------------------------------------------------------*/
5352
5353 void
5354 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
5355 {
5356 }
5357
5358 /*========================= End of Function ========================*/
5359
5360 /*------------------------------------------------------------------*/
5361 /*                                                                  */
5362 /* Name         - mono_arch_emit_inst_for_method                    */
5363 /*                                                                  */
5364 /*------------------------------------------------------------------*/
5365
5366 MonoInst*
5367 mono_arch_emit_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args)
5368 {
5369         return NULL;
5370 }
5371
5372 /*========================= End of Function ========================*/
5373
5374 /*------------------------------------------------------------------*/
5375 /*                                                                  */
5376 /* Name         - mono_arch_decompose_opts                          */
5377 /*                                                                  */
5378 /* Function     - Decompose opcode into a System z opcode.          */
5379 /*                                                                  */
5380 /*------------------------------------------------------------------*/
5381
5382 void
5383 mono_arch_decompose_opts (MonoCompile *cfg, MonoInst *ins)
5384 {
5385         /*
5386          * Have to rename these to avoid being decomposed normally, since the normal
5387          * decomposition does not work on S390.
5388          */
5389         switch (ins->opcode) {
5390         case OP_ISUB_OVF:
5391                 ins->opcode = OP_S390_ISUB_OVF;
5392                 break;
5393         case OP_ISUB_OVF_UN:
5394                 ins->opcode = OP_S390_ISUB_OVF_UN;
5395                 break;
5396         case OP_IADD_OVF:
5397                 ins->opcode = OP_S390_IADD_OVF;
5398                 break;
5399         case OP_IADD_OVF_UN:
5400                 ins->opcode = OP_S390_IADD_OVF_UN;
5401                 break;
5402         case OP_LADD_OVF:
5403                 ins->opcode = OP_S390_LADD_OVF;
5404                 break;
5405         case OP_LADD_OVF_UN:
5406                 ins->opcode = OP_S390_LADD_OVF_UN;
5407                 break;
5408         case OP_LSUB_OVF:
5409                 ins->opcode = OP_S390_LSUB_OVF;
5410                 break;
5411         case OP_LSUB_OVF_UN:
5412                 ins->opcode = OP_S390_LSUB_OVF_UN;
5413                 break;
5414         default:
5415                 break;
5416         }
5417 }
5418
5419 /*========================= End of Function ========================*/
5420
5421 /*------------------------------------------------------------------*/
5422 /*                                                                  */
5423 /* Name         - mono_arch_print_tree                              */
5424 /*                                                                  */
5425 /* Function     - Print platform-specific opcode details.           */
5426 /*                                                                  */
5427 /* Returns      - 1 - opcode details have been printed              */
5428 /*                0 - opcode details have not been printed          */
5429 /*                                                                  */
5430 /*------------------------------------------------------------------*/
5431
5432 gboolean
5433 mono_arch_print_tree (MonoInst *tree, int arity)
5434 {
5435         gboolean done;
5436
5437         switch (tree->opcode) {
5438                 case OP_S390_LOADARG:
5439                 case OP_S390_ARGREG:
5440                 case OP_S390_ARGPTR:
5441                         printf ("[0x%lx(%s)]", tree->inst_offset,
5442                                 mono_arch_regname (tree->inst_basereg));
5443                         done = 1;
5444                         break;
5445                 case OP_S390_STKARG:
5446                         printf ("[0x%lx(previous_frame)]",
5447                                 tree->inst_offset);
5448                         done = 1;
5449                         break;
5450                 case OP_S390_MOVE:
5451                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
5452                                 tree->inst_offset, tree->backend.size,
5453                                 mono_arch_regname(tree->dreg),
5454                                 tree->inst_imm,
5455                                 mono_arch_regname(tree->sreg1));
5456                         done = 1;
5457                         break;
5458                 case OP_S390_SETF4RET:
5459                         printf ("[f%s,f%s]",
5460                                 mono_arch_regname (tree->dreg),
5461                                 mono_arch_regname (tree->sreg1));
5462                         done = 1;
5463                         break;
5464                 case OP_TLS_GET:
5465                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
5466                                 tree->inst_imm,
5467                                 mono_arch_regname (tree->sreg1));
5468                         done = 1;
5469                         break;
5470                 case OP_S390_BKCHAIN:
5471                         printf ("[previous_frame(%s)]",
5472                                 mono_arch_regname (tree->sreg1));
5473                         done = 1;
5474                 default:
5475                         done = 0;
5476         }
5477         return (done);
5478 }
5479
5480 /*========================= End of Function ========================*/
5481
5482 /*------------------------------------------------------------------*/
5483 /*                                                                  */
5484 /* Name         - mono_arch_regalloc_cost                           */
5485 /*                                                                  */
5486 /* Function     - Determine the cost, in the number of memory       */
5487 /*                references, of the action of allocating the var-  */
5488 /*                iable VMV into a register during global register  */
5489 /*                allocation.                                       */
5490 /*                                                                  */
5491 /* Returns      - Cost                                              */
5492 /*                                                                  */
5493 /*------------------------------------------------------------------*/
5494
5495 guint32
5496 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
5497 {
5498         /* FIXME: */
5499         return 2;
5500 }
5501
5502 /*========================= End of Function ========================*/
5503
5504 /*------------------------------------------------------------------*/
5505 /*                                                                  */
5506 /* Name         - mono_arch_flush_register_windows                  */
5507 /*                                                                  */
5508 /* Function     -                                                   */
5509 /*                                                                  */
5510 /* Returns      -                                                   */
5511 /*                                                                  */
5512 /*------------------------------------------------------------------*/
5513
5514 void
5515 mono_arch_flush_register_windows (void)
5516 {
5517 }
5518
5519 /*========================= End of Function ========================*/
5520
5521 /*------------------------------------------------------------------*/
5522 /*                                                                  */
5523 /* Name         - mono_arch_is_inst_imm                             */
5524 /*                                                                  */
5525 /* Function     - Determine if operand qualifies as an immediate    */
5526 /*                value. For s390 this is a value -32768-32768      */
5527 /*                                                                  */
5528 /* Returns      - True|False - is [not] immediate value.            */
5529 /*                                                                  */
5530 /*------------------------------------------------------------------*/
5531
5532 gboolean
5533 mono_arch_is_inst_imm (gint64 imm)
5534 {
5535         return s390_is_imm32 (imm);
5536 }
5537
5538 /*========================= End of Function ========================*/
5539
5540 /*------------------------------------------------------------------*/
5541 /*                                                                  */
5542 /* Name         - mono_arch_get_patch_offset                        */
5543 /*                                                                  */
5544 /* Function     - Dummy entry point until s390x supports aot.       */
5545 /*                                                                  */
5546 /* Returns      - Offset for patch.                                 */
5547 /*                                                                  */
5548 /*------------------------------------------------------------------*/
5549
5550 guint32
5551 mono_arch_get_patch_offset (guint8 *code)
5552 {
5553         return 0;
5554 }
5555
5556 /*========================= End of Function ========================*/
5557
5558 /*------------------------------------------------------------------*/
5559 /*                                                                  */
5560 /* Name         - mono_arch_context_get_int_reg.                    */
5561 /*                                                                  */
5562 /* Function     -                                                   */
5563 /*                                                                  */
5564 /* Returns      - Return a register from the context.               */
5565 /*                                                                  */
5566 /*------------------------------------------------------------------*/
5567
5568 mgreg_t
5569 mono_arch_context_get_int_reg (MonoContext *ctx, int reg)
5570 {
5571         return ((mgreg_t) ctx->uc_mcontext.gregs[reg]);
5572 }
5573
5574 /*========================= End of Function ========================*/
5575
5576 /*------------------------------------------------------------------*/
5577 /*                                                                  */
5578 /* Name         - mono_arch_context_set_int_reg.                    */
5579 /*                                                                  */
5580 /* Function     - Set a value in a specified register.              */
5581 /*                                                                  */
5582 /*------------------------------------------------------------------*/
5583
5584 void
5585 mono_arch_context_set_int_reg (MonoContext *ctx, int reg, mgreg_t val)
5586 {
5587         ctx->uc_mcontext.gregs[reg] = val;
5588 }
5589
5590 /*========================= End of Function ========================*/
5591
5592 /*------------------------------------------------------------------*/
5593 /*                                                                  */
5594 /* Name         - mono_arch_get_this_arg_from_call.                 */
5595 /*                                                                  */
5596 /* Function     -                                                   */
5597 /*                                                                  */
5598 /*------------------------------------------------------------------*/
5599
5600 gpointer
5601 mono_arch_get_this_arg_from_call (mgreg_t *regs, guint8 *code)
5602 {
5603         return (gpointer) regs [s390_r2];
5604 }
5605
5606 /*========================= End of Function ========================*/
5607
5608 /*------------------------------------------------------------------*/
5609 /*                                                                  */
5610 /* Name         - mono_arch_install_handler_block_guard             */
5611 /*                                                                  */
5612 /* Function     -                                                   */
5613 /*                                                                  */
5614 /*------------------------------------------------------------------*/
5615
5616 gpointer
5617 mono_arch_install_handler_block_guard (MonoJitInfo *ji, MonoJitExceptionInfo *clause,
5618                                        MonoContext *ctx, gpointer new_value)
5619 {
5620         int offset;
5621         gpointer *sp, old_value;
5622         char *bp;
5623
5624         offset = clause->exvar_offset;
5625
5626         /*Load the spvar*/
5627         bp = MONO_CONTEXT_GET_BP (ctx);
5628         sp = *(gpointer*)(bp + offset);
5629
5630         old_value = *sp;
5631         if (old_value < ji->code_start || (char*)old_value > ((char*)ji->code_start + ji->code_size))
5632                 return old_value;
5633
5634         *sp = new_value;
5635
5636         return old_value;
5637 }
5638
5639 /*========================= End of Function ========================*/
5640
5641 /*------------------------------------------------------------------*/
5642 /*                                                                  */
5643 /* Name         - get_delegate_invoke_impl.                         */
5644 /*                                                                  */
5645 /* Function     -                                                   */
5646 /*                                                                  */
5647 /*------------------------------------------------------------------*/
5648
5649 static gpointer
5650 get_delegate_invoke_impl (gboolean has_target, guint32 param_count, guint32 *code_len, gboolean aot)
5651 {
5652         guint8 *code, *start;
5653
5654         if (has_target) {
5655                 int size = 32;
5656
5657                 start = code = mono_global_codeman_reserve (size);
5658
5659                 /* Replace the this argument with the target */
5660                 s390_lg   (code, s390_r1, 0, s390_r2, MONO_STRUCT_OFFSET (MonoDelegate, method_ptr));
5661                 s390_lg   (code, s390_r2, 0, s390_r2, MONO_STRUCT_OFFSET (MonoDelegate, target));
5662                 s390_br   (code, s390_r1);
5663                 g_assert ((code - start) <= size);
5664
5665                 mono_arch_flush_icache (start, size);
5666         } else {
5667                 int size, i;
5668
5669                 size = 32 + param_count * 8;
5670                 start = code = mono_global_codeman_reserve (size);
5671
5672                 s390_lg   (code, s390_r1, 0, s390_r2, MONO_STRUCT_OFFSET (MonoDelegate, method_ptr));
5673                 /* slide down the arguments */
5674                 for (i = 0; i < param_count; ++i) {
5675                         s390_lgr (code, (s390_r2 + i), (s390_r2 + i + 1));
5676                 }
5677                 s390_br   (code, s390_r1);
5678
5679                 g_assert ((code - start) <= size);
5680
5681                 mono_arch_flush_icache (start, size);
5682         }
5683
5684         mono_profiler_code_buffer_new (start, code - start, MONO_PROFILER_CODE_BUFFER_DELEGATE_INVOKE, NULL);
5685
5686         if (code_len)
5687                 *code_len = code - start;
5688
5689         return start;
5690 }
5691
5692 /*========================= End of Function ========================*/
5693
5694 /*------------------------------------------------------------------*/
5695 /*                                                                  */
5696 /* Name         - mono_arch_get_delegate_invoke_impls.              */
5697 /*                                                                  */
5698 /* Function     -                                                   */
5699 /*                                                                  */
5700 /*------------------------------------------------------------------*/
5701
5702 GSList*
5703 mono_arch_get_delegate_invoke_impls (void)
5704 {
5705         GSList *res = NULL;
5706         guint8 *code;
5707         guint32 code_len;
5708         int i;
5709         char *tramp_name;
5710
5711         code = get_delegate_invoke_impl (TRUE, 0, &code_len, TRUE);
5712         res = g_slist_prepend (res, mono_tramp_info_create ("delegate_invoke_impl_has_target", code, code_len, NULL, NULL));
5713
5714         for (i = 0; i < MAX_ARCH_DELEGATE_PARAMS; ++i) {
5715                 code = get_delegate_invoke_impl (FALSE, i, &code_len, TRUE);
5716                 tramp_name = g_strdup_printf ("delegate_invoke_impl_target_%d", i);
5717                 res = g_slist_prepend (res, mono_tramp_info_create (tramp_name, code, code_len, NULL, NULL));
5718                 g_free (tramp_name);
5719         }
5720
5721         return res;
5722 }
5723
5724 /*========================= End of Function ========================*/
5725
5726 /*------------------------------------------------------------------*/
5727 /*                                                                  */
5728 /* Name         - mono_arch_get_delegate_invoke_impl.               */
5729 /*                                                                  */
5730 /* Function     -                                                   */
5731 /*                                                                  */
5732 /*------------------------------------------------------------------*/
5733
5734 gpointer
5735 mono_arch_get_delegate_invoke_impl (MonoMethodSignature *sig, gboolean has_target)
5736 {
5737         guint8 *code, *start;
5738
5739         /* FIXME: Support more cases */
5740         if (MONO_TYPE_ISSTRUCT (sig->ret))
5741                 return NULL;
5742
5743         if (has_target) {
5744                 static guint8* cached = NULL;
5745
5746                 if (cached)
5747                         return cached;
5748
5749                 if (mono_aot_only)
5750                         start = mono_aot_get_trampoline ("delegate_invoke_impl_has_target");
5751                 else
5752                         start = get_delegate_invoke_impl (TRUE, 0, NULL, FALSE);
5753
5754                 mono_memory_barrier ();
5755
5756                 cached = start;
5757         } else {
5758                 static guint8* cache [MAX_ARCH_DELEGATE_PARAMS + 1] = {NULL};
5759                 int i;
5760
5761                 if (sig->param_count > MAX_ARCH_DELEGATE_PARAMS)
5762                         return NULL;
5763                 for (i = 0; i < sig->param_count; ++i)
5764                         if (!mono_is_regsize_var (sig->params [i]))
5765                                 return NULL;
5766
5767
5768                 code = cache [sig->param_count];
5769                 if (code)
5770                         return code;
5771
5772                 if (mono_aot_only) {
5773                         char *name = g_strdup_printf ("delegate_invoke_impl_target_%d", sig->param_count);
5774                         start = mono_aot_get_trampoline (name);
5775                         g_free (name);
5776                 } else {
5777                         start = get_delegate_invoke_impl (FALSE, sig->param_count, NULL, FALSE);
5778                 }
5779
5780                 mono_memory_barrier ();
5781
5782                 cache [sig->param_count] = start;
5783         }
5784         return start;
5785 }
5786
5787 /*========================= End of Function ========================*/
5788
5789 /*------------------------------------------------------------------*/
5790 /*                                                                  */
5791 /* Name         - mono_arch_get_delegate_virtual_invoke_impl.       */
5792 /*                                                                  */
5793 /* Function     -                                                   */
5794 /*                                                                  */
5795 /*------------------------------------------------------------------*/
5796
5797 gpointer
5798 mono_arch_get_delegate_virtual_invoke_impl (MonoMethodSignature *sig, MonoMethod *method,
5799                                             int offset, gboolean load_imt_reg)
5800 {
5801         guint8 *code, *start;
5802         int size = 40;
5803
5804         start = code = mono_global_codeman_reserve (size);
5805
5806         /*
5807         * Replace the "this" argument with the target
5808         */
5809         s390_lgr  (code, s390_r1, s390_r2);
5810         s390_lg   (code, s390_r2, 0, s390_r1, MONO_STRUCT_OFFSET(MonoDelegate, target));
5811
5812         /*
5813         * Load the IMT register, if needed
5814         */
5815         if (load_imt_reg) {
5816                 s390_lg  (code, MONO_ARCH_IMT_REG, 0, s390_r1, MONO_STRUCT_OFFSET(MonoDelegate, method));
5817         }
5818
5819         /*
5820         * Load the vTable
5821         */
5822         s390_lg  (code, s390_r1, 0, s390_r2, MONO_STRUCT_OFFSET(MonoObject, vtable));
5823         if (offset != 0) {
5824                 s390_agfi(code, s390_r1, offset);
5825         }
5826         s390_lg  (code, s390_r1, 0, s390_r1, 0);
5827         s390_br  (code, s390_r1);
5828
5829         return(start);
5830 }
5831
5832 /*========================= End of Function ========================*/
5833
5834 /*------------------------------------------------------------------*/
5835 /*                                                                  */
5836 /* Name         - mono_arch_build_imt_thunk.                        */
5837 /*                                                                  */
5838 /* Function     -                                                   */
5839 /*                                                                  */
5840 /*------------------------------------------------------------------*/
5841
5842 gpointer
5843 mono_arch_build_imt_thunk (MonoVTable *vtable, MonoDomain *domain,
5844                            MonoIMTCheckItem **imt_entries, int count,
5845                            gpointer fail_tramp)
5846 {
5847         int i;
5848         int size = 0;
5849         guchar *code, *start;
5850
5851         for (i = 0; i < count; ++i) {
5852                 MonoIMTCheckItem *item = imt_entries [i];
5853                 if (item->is_equals) {
5854                         if (item->check_target_idx) {
5855                                 if (!item->compare_done)
5856                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5857                                 if (item->has_target_code)
5858                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE;
5859                                 else
5860                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE +
5861                                                             LOAD_SIZE;
5862                         } else {
5863                                 if (fail_tramp) {
5864                                         item->chunk_size += CMP_SIZE + 2 * BR_SIZE + JUMP_SIZE +
5865                                                             2 * LOADCON_SIZE;
5866                                         if (!item->has_target_code)
5867                                                 item->chunk_size += LOAD_SIZE;
5868                                 } else {
5869                                         item->chunk_size += LOADCON_SIZE + LOAD_SIZE + BR_SIZE;
5870 #if ENABLE_WRONG_METHOD_CHECK
5871                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5872 #endif
5873                                 }
5874                         }
5875                 } else {
5876                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5877                         imt_entries [item->check_target_idx]->compare_done = TRUE;
5878                 }
5879                 size += item->chunk_size;
5880         }
5881
5882         if (fail_tramp)
5883                 code = mono_method_alloc_generic_virtual_thunk (domain, size);
5884         else
5885                 code = mono_domain_code_reserve (domain, size);
5886
5887         start = code;
5888
5889         for (i = 0; i < count; ++i) {
5890                 MonoIMTCheckItem *item = imt_entries [i];
5891                 item->code_target = (guint8 *) code;
5892                 if (item->is_equals) {
5893                         if (item->check_target_idx) {
5894                                 if (!item->compare_done) {
5895                                         S390_SET  (code, s390_r0, item->key);
5896                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5897                                 }
5898                                 item->jmp_code = (guint8*) code;
5899                                 s390_jcl (code, S390_CC_NE, 0);
5900
5901                                 if (item->has_target_code) {
5902                                         S390_SET (code, s390_r1, item->value.target_code);
5903                                 } else {
5904                                         S390_SET (code, s390_r1, (&(vtable->vtable [item->value.vtable_slot])));
5905                                         s390_lg  (code, s390_r1, 0, s390_r1, 0);
5906                                 }
5907                                 s390_br   (code, s390_r1);
5908                         } else {
5909                                 if (fail_tramp) {
5910                                         gint64  target;
5911
5912                                         S390_SET  (code, s390_r0, item->key);
5913                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5914                                         item->jmp_code = (guint8*) code;
5915                                         s390_jcl  (code, S390_CC_NE, 0);
5916                                         if (item->has_target_code) {
5917                                                 S390_SET (code, s390_r1, item->value.target_code);
5918                                         } else {
5919                                                 g_assert (vtable);
5920                                                 S390_SET  (code, s390_r1,
5921                                                            (&(vtable->vtable [item->value.vtable_slot])));
5922                                                 s390_lg   (code, s390_r1, 0, s390_r1, 0);
5923                                         }
5924                                         s390_br   (code, s390_r1);
5925                                         target = (gint64) S390_RELATIVE(code, item->jmp_code);
5926                                         s390_patch_rel(item->jmp_code+2, target);
5927                                         S390_SET  (code, s390_r1, fail_tramp);
5928                                         s390_br   (code, s390_r1);
5929                                         item->jmp_code = NULL;
5930                                 } else {
5931                                 /* enable the commented code to assert on wrong method */
5932 #if ENABLE_WRONG_METHOD_CHECK
5933                                         g_assert_not_reached ();
5934 #endif
5935                                         S390_SET (code, s390_r1, (&(vtable->vtable [item->value.vtable_slot])));
5936                                         s390_lg   (code, s390_r1, 0, s390_r1, 0);
5937                                         s390_br   (code, s390_r1);
5938                                 }
5939                         }
5940                 } else {
5941                         S390_SET  (code, s390_r0, item->key);
5942                         s390_cgr  (code, MONO_ARCH_IMT_REG, s390_r0);
5943                         item->jmp_code = (guint8 *) code;
5944                         s390_jcl  (code, S390_CC_GE, 0);
5945                 }
5946         }
5947         /*
5948          * patch the branches to get to the target items
5949          */
5950         for (i = 0; i < count; ++i) {
5951                 MonoIMTCheckItem *item = imt_entries [i];
5952                 if (item->jmp_code) {
5953                         if (item->check_target_idx) {
5954                                 gint64 offset;
5955                                 offset = (gint64) S390_RELATIVE(imt_entries [item->check_target_idx]->code_target,
5956                                                        item->jmp_code);
5957                                 s390_patch_rel ((guchar *) item->jmp_code + 2, (guint64) offset);
5958                         }
5959                 }
5960         }
5961
5962         mono_arch_flush_icache ((guint8*)start, (code - start));
5963         mono_profiler_code_buffer_new (start, code - start, MONO_PROFILER_CODE_BUFFER_IMT_TRAMPOLINE, NULL);
5964
5965         if (!fail_tramp)
5966                 mono_stats.imt_thunks_size += (code - start);
5967
5968         g_assert (code - start <= size);
5969
5970         return (start);
5971 }
5972
5973 /*========================= End of Function ========================*/
5974
5975 /*------------------------------------------------------------------*/
5976 /*                                                                  */
5977 /* Name         - mono_arch_find_imt_method.                        */
5978 /*                                                                  */
5979 /* Function     - Get the method address from MONO_ARCH_IMT_REG     */
5980 /*                found in the save area.                           */
5981 /*                                                                  */
5982 /*------------------------------------------------------------------*/
5983
5984 MonoMethod*
5985 mono_arch_find_imt_method (mgreg_t *regs, guint8 *code)
5986 {
5987         return ((MonoMethod *) regs [MONO_ARCH_IMT_REG]);
5988 }
5989
5990 /*========================= End of Function ========================*/
5991
5992 /*------------------------------------------------------------------*/
5993 /*                                                                  */
5994 /* Name         - mono_arch_find_static_call_vtable                 */
5995 /*                                                                  */
5996 /* Function     - Find the static call vtable.                      */
5997 /*                                                                  */
5998 /*------------------------------------------------------------------*/
5999
6000 MonoVTable*
6001 mono_arch_find_static_call_vtable (mgreg_t *regs, guint8 *code)
6002 {
6003         mgreg_t *r = (mgreg_t*)regs;
6004
6005         return (MonoVTable*)(gsize) r [MONO_ARCH_RGCTX_REG];
6006 }
6007
6008 /*========================= End of Function ========================*/
6009
6010 /*------------------------------------------------------------------*/
6011 /*                                                                  */
6012 /* Name         - mono_arch_get_cie_program                         */
6013 /*                                                                  */
6014 /* Function     - Find the static call vtable.                      */
6015 /*                                                                  */
6016 /*------------------------------------------------------------------*/
6017
6018 GSList*
6019 mono_arch_get_cie_program (void)
6020 {
6021         GSList *l = NULL;
6022
6023         mono_add_unwind_op_def_cfa (l, 0, 0, STK_BASE, 0);
6024
6025         return(l);
6026 }
6027
6028 /*========================= End of Function ========================*/
6029
6030 #ifdef MONO_ARCH_SOFT_DEBUG_SUPPORTED
6031
6032 /*------------------------------------------------------------------*/
6033 /*                                                                  */
6034 /* Name         - mono_arch_set_breakpoint.                         */
6035 /*                                                                  */
6036 /* Function     - Set a breakpoint at the native code corresponding */
6037 /*                to JI at NATIVE_OFFSET.  The location should      */
6038 /*                contain code emitted by OP_SEQ_POINT.             */
6039 /*                                                                  */
6040 /*------------------------------------------------------------------*/
6041
6042 void
6043 mono_arch_set_breakpoint (MonoJitInfo *ji, guint8 *ip)
6044 {
6045         guint8 *code = ip;
6046
6047         breakpointCode.pTrigger = bp_trigger_page;
6048         memcpy(code, (void *) &breakpointCode, BREAKPOINT_SIZE);
6049         code += BREAKPOINT_SIZE;
6050 }
6051
6052 /*========================= End of Function ========================*/
6053
6054 /*------------------------------------------------------------------*/
6055 /*                                                                  */
6056 /* Name         - mono_arch_clear_breakpoint.                       */
6057 /*                                                                  */
6058 /* Function     - Clear the breakpoint at IP.                       */
6059 /*                                                                  */
6060 /*------------------------------------------------------------------*/
6061
6062 void
6063 mono_arch_clear_breakpoint (MonoJitInfo *ji, guint8 *ip)
6064 {
6065         guint8 *code = ip;
6066         int i;
6067
6068         for (i = 0; i < (BREAKPOINT_SIZE / S390X_NOP_SIZE); i++)
6069                 s390_nop(code);
6070 }
6071
6072 /*========================= End of Function ========================*/
6073
6074 /*------------------------------------------------------------------*/
6075 /*                                                                  */
6076 /* Name         - mono_arch_is_breakpoint_event.                    */
6077 /*                                                                  */
6078 /* Function     -                                                   */
6079 /*                                                                  */
6080 /*------------------------------------------------------------------*/
6081
6082 gboolean
6083 mono_arch_is_breakpoint_event (void *info, void *sigctx)
6084 {
6085         siginfo_t* sinfo = (siginfo_t*) info;
6086
6087         /*
6088          * Sometimes the address is off by 4
6089          */
6090         if (sinfo->si_addr >= bp_trigger_page && (guint8*)sinfo->si_addr <= (guint8*)bp_trigger_page + 128)
6091                 return TRUE;
6092         else
6093                 return FALSE;
6094 }
6095
6096 /*========================= End of Function ========================*/
6097
6098 /*------------------------------------------------------------------*/
6099 /*                                                                  */
6100 /* Name         - mono_arch_skip_breakpoint.                        */
6101 /*                                                                  */
6102 /* Function     - Modify the CTX so the IP is placed after the      */
6103 /*                breakpoint instruction, so when we resume, the    */
6104 /*                instruction is not executed again.                */
6105 /*                                                                  */
6106 /*------------------------------------------------------------------*/
6107
6108 void
6109 mono_arch_skip_breakpoint (MonoContext *ctx, MonoJitInfo *ji)
6110 {
6111         MONO_CONTEXT_SET_IP (ctx, ((guint8*)MONO_CONTEXT_GET_IP (ctx) + sizeof(RXY_Format)));
6112 }
6113
6114 /*========================= End of Function ========================*/
6115
6116 /*------------------------------------------------------------------*/
6117 /*                                                                  */
6118 /* Name         - mono_arch_start_single_stepping.                  */
6119 /*                                                                  */
6120 /* Function     - Start single stepping.                            */
6121 /*                                                                  */
6122 /*------------------------------------------------------------------*/
6123
6124 void
6125 mono_arch_start_single_stepping (void)
6126 {
6127         mono_mprotect (ss_trigger_page, mono_pagesize (), 0);
6128 }
6129
6130 /*========================= End of Function ========================*/
6131
6132 /*------------------------------------------------------------------*/
6133 /*                                                                  */
6134 /* Name         - mono_arch_stop_single_stepping.                   */
6135 /*                                                                  */
6136 /* Function     - Stop single stepping.                             */
6137 /*                                                                  */
6138 /*------------------------------------------------------------------*/
6139
6140 void
6141 mono_arch_stop_single_stepping (void)
6142 {
6143         mono_mprotect (ss_trigger_page, mono_pagesize (), MONO_MMAP_READ);
6144 }
6145
6146 /*========================= End of Function ========================*/
6147
6148 /*------------------------------------------------------------------*/
6149 /*                                                                  */
6150 /* Name         - mono_arch_is_single_step_event.                   */
6151 /*                                                                  */
6152 /* Function     - Return whether the machine state in sigctx cor-   */
6153 /*                responds to a single step event.                  */
6154 /*                                                                  */
6155 /*------------------------------------------------------------------*/
6156
6157 gboolean
6158 mono_arch_is_single_step_event (void *info, void *sigctx)
6159 {
6160         siginfo_t* sinfo = (siginfo_t*) info;
6161
6162         /*
6163          * Sometimes the address is off by 4
6164          */
6165         if (sinfo->si_addr >= ss_trigger_page && (guint8*)sinfo->si_addr <= (guint8*)ss_trigger_page + 128)
6166                 return TRUE;
6167         else
6168                 return FALSE;
6169 }
6170
6171 /*========================= End of Function ========================*/
6172
6173 /*------------------------------------------------------------------*/
6174 /*                                                                  */
6175 /* Name         - mono_arch_skip_single_step.                       */
6176 /*                                                                  */
6177 /* Function     - Modify the ctx so the IP is placed after the      */
6178 /*                single step trigger instruction, so that the      */
6179 /*                instruction is not executed again.                */
6180 /*                                                                  */
6181 /*------------------------------------------------------------------*/
6182
6183 void
6184 mono_arch_skip_single_step (MonoContext *ctx)
6185 {
6186         MONO_CONTEXT_SET_IP (ctx, (guint8*)MONO_CONTEXT_GET_IP (ctx) + BREAKPOINT_SIZE);
6187 }
6188
6189 /*========================= End of Function ========================*/
6190
6191 /*------------------------------------------------------------------*/
6192 /*                                                                  */
6193 /* Name         - mono_arch_create_seq_point_info.                  */
6194 /*                                                                  */
6195 /* Function     - Return a pointer to a data struction which is     */
6196 /*                used by the sequence point implementation in      */
6197 /*                AOTed code.                                       */
6198 /*                                                                  */
6199 /*------------------------------------------------------------------*/
6200
6201 gpointer
6202 mono_arch_get_seq_point_info (MonoDomain *domain, guint8 *code)
6203 {
6204         NOT_IMPLEMENTED;
6205         return NULL;
6206 }
6207
6208 /*------------------------------------------------------------------*/
6209 /*                                                                  */
6210 /* Name         - mono_arch_init_lmf_ext.                               */
6211 /*                                                                  */
6212 /* Function -                                                       */
6213 /*                                                                  */
6214 /*------------------------------------------------------------------*/
6215
6216 void
6217 mono_arch_init_lmf_ext (MonoLMFExt *ext, gpointer prev_lmf)
6218 {
6219         ext->lmf.previous_lmf = prev_lmf;
6220         /* Mark that this is a MonoLMFExt */
6221         ext->lmf.previous_lmf = (gpointer)(((gssize)ext->lmf.previous_lmf) | 2);
6222         ext->lmf.ebp = (gssize)ext;
6223 }
6224
6225 /*========================= End of Function ========================*/
6226
6227 #endif
6228
6229 gboolean
6230 mono_arch_opcode_supported (int opcode)
6231 {
6232         switch (opcode) {
6233         case OP_ATOMIC_ADD_I4:
6234         case OP_ATOMIC_ADD_I8:
6235         case OP_ATOMIC_EXCHANGE_I4:
6236         case OP_ATOMIC_EXCHANGE_I8:
6237                 return TRUE;
6238         default:
6239                 return FALSE;
6240         }
6241 }