mono/mini/mini-s390x.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define MAX_ARCH_DELEGATE_PARAMS 7
  22
  23 #define EMIT_COND_BRANCH(ins,cond)                                              \
  24 {                                                                               \
  25 if (ins->inst_true_bb->native_offset) {                                         \
  26         int displace;                                                           \
  27         displace = ((cfg->native_code +                                         \
  28                     ins->inst_true_bb->native_offset) - code) / 2;              \
  29         if (s390_is_imm16(displace)) {                                          \
  30                 s390_brc (code, cond, displace);                                \
  31         } else {                                                                \
  32                 s390_jcl (code, cond, displace);                                \
  33         }                                                                       \
  34 } else {                                                                        \
  35         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  36                              MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  37         s390_jcl (code, cond, 0);                                               \
  38 }                                                                               \
  39 }
  40
  41 #define EMIT_UNCOND_BRANCH(ins)                                                 \
  42 {                                                                               \
  43 if (ins->inst_target_bb->native_offset) {                                       \
  44         int displace;                                                           \
  45         displace = ((cfg->native_code +                                         \
  46                     ins->inst_target_bb->native_offset) - code) / 2;            \
  47         if (s390_is_imm16(displace)) {                                          \
  48                 s390_brc (code, S390_CC_UN, displace);                          \
  49         } else {                                                                \
  50                 s390_jcl (code, S390_CC_UN, displace);                          \
  51         }                                                                       \
  52 } else {                                                                        \
  53         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  54                              MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  55         s390_jcl (code, S390_CC_UN, 0);                                         \
  56 }                                                                               \
  57 }
  58
  59 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  60         do {                                                            \
  61                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  62                                      MONO_PATCH_INFO_EXC, exc_name);    \
  63                 s390_jcl (code, cond, 0);                               \
  64         } while (0);
  65
  66 #define CHECK_SRCDST_COM                                                \
  67         if (ins->dreg == ins->sreg2) {                                  \
  68                 src2 = ins->sreg1;                                      \
  69         } else {                                                        \
  70                 src2 = ins->sreg2;                                      \
  71                 if (ins->dreg != ins->sreg1) {                          \
  72                         s390_lgr (code, ins->dreg, ins->sreg1);         \
  73                 }                                                       \
  74         }
  75
  76 #define CHECK_SRCDST_NCOM                                               \
  77         if (ins->dreg == ins->sreg2) {                                  \
  78                 src2 = s390_r13;                                        \
  79                 s390_lgr (code, s390_r13, ins->sreg2);                  \
  80         } else {                                                        \
  81                 src2 = ins->sreg2;                                      \
  82         }                                                               \
  83         if (ins->dreg != ins->sreg1) {                                  \
  84                 s390_lgr (code, ins->dreg, ins->sreg1);                 \
  85         }
  86
  87 #define CHECK_SRCDST_COM_I                                              \
  88         if (ins->dreg == ins->sreg2) {                                  \
  89                 src2 = ins->sreg1;                                      \
  90         } else {                                                        \
  91                 src2 = ins->sreg2;                                      \
  92                 if (ins->dreg != ins->sreg1) {                          \
  93                         s390_lgfr (code, ins->dreg, ins->sreg1);        \
  94                 }                                                       \
  95         }
  96
  97 #define CHECK_SRCDST_NCOM_I                                             \
  98         if (ins->dreg == ins->sreg2) {                                  \
  99                 src2 = s390_r13;                                        \
 100                 s390_lgfr (code, s390_r13, ins->sreg2);                 \
 101         } else {                                                        \
 102                 src2 = ins->sreg2;                                      \
 103         }                                                               \
 104         if (ins->dreg != ins->sreg1) {                                  \
 105                 s390_lgfr (code, ins->dreg, ins->sreg1);                \
 106         }
 107
 108 #define CHECK_SRCDST_COM_F                                              \
 109         if (ins->dreg == ins->sreg2) {                                  \
 110                 src2 = ins->sreg1;                                      \
 111         } else {                                                        \
 112                 src2 = ins->sreg2;                                      \
 113                 if (ins->dreg != ins->sreg1) {                          \
 114                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 115                 }                                                       \
 116         }
 117
 118 #define CHECK_SRCDST_NCOM_F                                             \
 119         if (ins->dreg == ins->sreg2) {                                  \
 120                 src2 = s390_f15;                                        \
 121                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 122         } else {                                                        \
 123                 src2 = ins->sreg2;                                      \
 124         }                                                               \
 125         if (ins->dreg != ins->sreg1) {                                  \
 126                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 127         }
 128
 129 #define MONO_EMIT_NEW_MOVE(cfg,dest,offset,src,imm,size) do {                   \
 130                 MonoInst *inst;                                                 \
 131                 int sReg, dReg;                                                 \
 132                 MONO_INST_NEW (cfg, inst, OP_NOP);                              \
 133                 if (size > 256) {                                               \
 134                         inst->dreg        = dest;                               \
 135                         inst->inst_offset = offset;                             \
 136                         inst->sreg1       = src;                                \
 137                         inst->inst_imm    = imm;                                \
 138                 } else {                                                        \
 139                         if (s390_is_uimm12(offset)) {                           \
 140                                 inst->dreg        = dest;                       \
 141                                 inst->inst_offset = offset;                     \
 142                         } else {                                                \
 143                                 dReg = mono_alloc_preg (cfg);                   \
 144                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 145                                         dReg, dest, offset);                    \
 146                                 inst->dreg        = dReg;                       \
 147                                 inst->inst_offset = 0;                          \
 148                         }                                                       \
 149                         if (s390_is_uimm12(imm)) {                              \
 150                                 inst->sreg1       = src;                        \
 151                                 inst->inst_imm    = imm;                        \
 152                         } else {                                                \
 153                                 sReg = mono_alloc_preg (cfg);                   \
 154                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 155                                         sReg, src, imm);                        \
 156                                 inst->sreg1       = sReg;                       \
 157                                 inst->inst_imm    = 0;                          \
 158                         }                                                       \
 159                 }                                                               \
 160                 inst->opcode            = OP_S390_MOVE;                         \
 161                 inst->backend.size      = size;                                 \
 162         MONO_ADD_INS (cfg->cbb, inst);                                          \
 163         } while (0)
 164
 165 #define MONO_OUTPUT_VTR(cfg, size, dr, sr, so) do {                             \
 166         int reg = mono_alloc_preg (cfg); \
 167         switch (size) {                                                         \
 168                 case 0:                                                         \
 169                         MONO_EMIT_NEW_ICONST(cfg, reg, 0);                      \
 170                 break;                                                          \
 171                 case 1:                                                         \
 172                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 173                                 reg, sr, so);                                   \
 174                 break;                                                          \
 175                 case 2:                                                         \
 176                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 177                                 reg, sr, so);                                   \
 178                 break;                                                          \
 179                 case 4:                                                         \
 180                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 181                                 reg, sr, so);                                   \
 182                 break;                                                          \
 183                 case 8:                                                         \
 184                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI8_MEMBASE,   \
 185                                 reg, sr, so);                                   \
 186                 break;                                                          \
 187         }                                                                       \
 188         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);               \
 189 } while (0)
 190
 191 #define MONO_OUTPUT_VTS(cfg, size, dr, dx, sr, so) do {                         \
 192         int tmpr;                                                               \
 193         switch (size) {                                                         \
 194                 case 0:                                                         \
 195                         tmpr = mono_alloc_preg (cfg); \
 196                         MONO_EMIT_NEW_ICONST(cfg, tmpr, 0);                     \
 197                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 198                                 dr, dx, tmpr);                                  \
 199                 break;                                                          \
 200                 case 1:                                                         \
 201                         tmpr = mono_alloc_preg (cfg); \
 202                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 203                                 tmpr, sr, so);                                  \
 204                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 205                                 dr, dx, tmpr);                                  \
 206                 break;                                                          \
 207                 case 2:                                                         \
 208                         tmpr = mono_alloc_preg (cfg);                           \
 209                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 210                                 tmpr, sr, so);                                  \
 211                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 212                                 dr, dx, tmpr);                                  \
 213                 break;                                                          \
 214                 case 4:                                                         \
 215                         tmpr = mono_alloc_preg (cfg);                           \
 216                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 217                                 tmpr, sr, so);                                  \
 218                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 219                                 dr, dx, tmpr);                                  \
 220                 break;                                                          \
 221                 case 8:                                                         \
 222                         MONO_EMIT_NEW_MOVE (cfg, dr, dx, sr, so, size);         \
 223                 break;                                                          \
 224         }                                                                       \
 225 } while (0)
 226
 227 #undef DEBUG
 228 #define DEBUG(a) if (cfg->verbose_level > 1) a
 229
 230 #define MAX_EXC 16
 231
 232 #define S390_TRACE_STACK_SIZE (5*sizeof(gpointer)+4*sizeof(gdouble))
 233
 234 #define BREAKPOINT_SIZE         sizeof(breakpoint_t)
 235 #define S390X_NOP_SIZE          sizeof(RR_Format)
 236
 237 #define MAX(a, b) ((a) > (b) ? (a) : (b))
 238
 239 /*
 240  * imt thunking size values
 241  */
 242 #define CMP_SIZE        24
 243 #define LOADCON_SIZE    20
 244 #define LOAD_SIZE       6
 245 #define BR_SIZE         2
 246 #define JUMP_SIZE       6
 247 #define ENABLE_WRONG_METHOD_CHECK 0
 248
 249 #define mono_mini_arch_lock() mono_mutex_lock (&mini_arch_mutex)
 250 #define mono_mini_arch_unlock() mono_mutex_unlock (&mini_arch_mutex)
 251
 252 /*========================= End of Defines =========================*/
 253
 254 /*------------------------------------------------------------------*/
 255 /*                 I n c l u d e s                                  */
 256 /*------------------------------------------------------------------*/
 257
 258 #include "mini.h"
 259 #include <string.h>
 260 #include <sys/types.h>
 261 #include <unistd.h>
 262
 263 #include <mono/metadata/abi-details.h>
 264 #include <mono/metadata/appdomain.h>
 265 #include <mono/metadata/debug-helpers.h>
 266 #include <mono/metadata/profiler-private.h>
 267 #include <mono/utils/mono-math.h>
 268 #include <mono/utils/mono-mmap.h>
 269 #include <mono/utils/mono-hwcap-s390x.h>
 270
 271 #include "mini-s390x.h"
 272 #include "cpu-s390x.h"
 273 #include "support-s390x.h"
 274 #include "jit-icalls.h"
 275 #include "ir-emit.h"
 276 #include "trace.h"
 277
 278 /*========================= End of Includes ========================*/
 279
 280 /*------------------------------------------------------------------*/
 281 /*                 T y p e d e f s                                  */
 282 /*------------------------------------------------------------------*/
 283
 284 typedef struct {
 285         guint stack_size,
 286               local_size,
 287               code_size,
 288               parm_size,
 289               offset,
 290               offStruct,
 291               retStruct;
 292 } size_data;
 293
 294 /*------------------------------------------------------------------*/
 295 /* Used by the instrument_emit_epilog                               */
 296 /*------------------------------------------------------------------*/
 297
 298 enum {
 299         SAVE_NONE,
 300         SAVE_STRUCT,
 301         SAVE_ONE,
 302         SAVE_TWO,
 303         SAVE_R4,
 304         SAVE_R8
 305 };
 306
 307 typedef struct InstList InstList;
 308
 309 struct InstList {
 310         InstList *prev;
 311         InstList *next;
 312         MonoInst *data;
 313 };
 314
 315 typedef enum {
 316         RegTypeGeneral,
 317         RegTypeBase,
 318         RegTypeFP,
 319         RegTypeFPR4,
 320         RegTypeStructByVal,
 321         RegTypeStructByValInFP,
 322         RegTypeStructByAddr,
 323         RegTypeStructByAddrOnStack
 324 } ArgStorage;
 325
 326 typedef struct {
 327         gint32  offset;         /* offset from caller's stack */
 328         gint32  offparm;        /* offset from callee's stack */
 329         guint16 vtsize;         /* in param area */
 330         guint8  reg;
 331         ArgStorage regtype;
 332         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 333         gint32  type;           /* Data type of argument */
 334 } ArgInfo;
 335
 336 typedef struct {
 337         int nargs;
 338         int lastgr;
 339         guint32 stack_usage;
 340         guint32 struct_ret;
 341         ArgInfo ret;
 342         ArgInfo sigCookie;
 343         size_data sz;
 344         int vret_arg_index;
 345         ArgInfo args [1];
 346 } CallInfo;
 347
 348 typedef struct {
 349         gint64  gr[5];          /* R2-R6                            */
 350         gdouble fp[3];          /* F0-F2                            */
 351 } __attribute__ ((packed)) RegParm;
 352
 353 typedef struct {
 354         RR_Format  basr;
 355         RI_Format  j;
 356         void       *pTrigger;
 357         RXY_Format lg;
 358         RXY_Format trigger;
 359 } __attribute__ ((packed)) breakpoint_t;
 360
 361 /*========================= End of Typedefs ========================*/
 362
 363 /*------------------------------------------------------------------*/
 364 /*                   P r o t o t y p e s                            */
 365 /*------------------------------------------------------------------*/
 366
 367 static void indent (int);
 368 static guint8 * backUpStackPtr(MonoCompile *, guint8 *);
 369 static void decodeParm (MonoType *, void *, int);
 370 static void enter_method (MonoMethod *, RegParm *, char *);
 371 static void leave_method (MonoMethod *, ...);
 372 static inline void add_general (guint *, size_data *, ArgInfo *);
 373 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 374 static inline void add_float (guint *, size_data *, ArgInfo *);
 375 static CallInfo * get_call_info (MonoCompile *, MonoMemPool *, MonoMethodSignature *);
 376 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 377 static guint8 * emit_load_volatile_arguments (guint8 *, MonoCompile *);
 378 static __inline__ void emit_unwind_regs(MonoCompile *, guint8 *, int, int, long);
 379
 380 /*========================= End of Prototypes ======================*/
 381
 382 /*------------------------------------------------------------------*/
 383 /*                 G l o b a l   V a r i a b l e s                  */
 384 /*------------------------------------------------------------------*/
 385
 386 int mono_exc_esp_offset = 0;
 387
 388 __thread int indent_level = 0;
 389
 390 static gint appdomain_tls_offset = -1,
 391             lmf_tls_offset = -1,
 392             lmf_addr_tls_offset = -1;
 393
 394 pthread_key_t lmf_addr_key;
 395
 396 gboolean lmf_addr_key_inited = FALSE;
 397
 398 facilityList_t facs;
 399
 400 /*
 401  * The code generated for sequence points reads from this location,
 402  * which is made read-only when single stepping is enabled.
 403  */
 404 static gpointer ss_trigger_page;
 405
 406 /*
 407  * Enabled breakpoints read from this trigger page
 408  */
 409 static gpointer bp_trigger_page;
 410
 411 breakpoint_t breakpointCode;
 412
 413 static mono_mutex_t mini_arch_mutex;
 414
 415 /*====================== End of Global Variables ===================*/
 416
 417 /*------------------------------------------------------------------*/
 418 /*                                                                  */
 419 /* Name         - mono_arch_regname                                 */
 420 /*                                                                  */
 421 /* Function     - Returns the name of the register specified by     */
 422 /*                the input parameter.                              */
 423 /*                                                                  */
 424 /*------------------------------------------------------------------*/
 425
 426 const char*
 427 mono_arch_regname (int reg) {
 428         static const char * rnames[] = {
 429                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 430                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 431                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 432                 "s390_r15"
 433         };
 434
 435         if (reg >= 0 && reg < 16)
 436                 return rnames [reg];
 437         else
 438                 return "unknown";
 439 }
 440
 441 /*========================= End of Function ========================*/
 442
 443 /*------------------------------------------------------------------*/
 444 /*                                                                  */
 445 /* Name         - mono_arch_fregname                                */
 446 /*                                                                  */
 447 /* Function     - Returns the name of the register specified by     */
 448 /*                the input parameter.                              */
 449 /*                                                                  */
 450 /*------------------------------------------------------------------*/
 451
 452 const char*
 453 mono_arch_fregname (int reg) {
 454         static const char * rnames[] = {
 455                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 456                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 457                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 458                 "s390_f15"
 459         };
 460
 461         if (reg >= 0 && reg < 16)
 462                 return rnames [reg];
 463         else
 464                 return "unknown";
 465 }
 466
 467 /*========================= End of Function ========================*/
 468
 469 /*------------------------------------------------------------------*/
 470 /*                                                                  */
 471 /* Name         - arch_get_argument_info                            */
 472 /*                                                                  */
 473 /* Function     - Gathers information on parameters such as size,   */
 474 /*                alignment, and padding. arg_info should be large  */
 475 /*                enough to hold param_count + 1 entries.           */
 476 /*                                                                  */
 477 /* Parameters   - @csig - Method signature                          */
 478 /*                @param_count - No. of parameters to consider      */
 479 /*                @arg_info - An array to store the result info     */
 480 /*                                                                  */
 481 /* Returns      - Size of the activation frame                      */
 482 /*                                                                  */
 483 /*------------------------------------------------------------------*/
 484
 485 int
 486 mono_arch_get_argument_info (MonoGenericSharingContext *gsctx, MonoMethodSignature *csig,
 487                              int param_count,
 488                              MonoJitArgumentInfo *arg_info)
 489 {
 490         int k, frame_size = 0;
 491         int size, align, pad;
 492         int offset = 8;
 493
 494         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 495                 frame_size += sizeof (gpointer);
 496                 offset += 8;
 497         }
 498
 499         arg_info [0].offset = offset;
 500
 501         if (csig->hasthis) {
 502                 frame_size += sizeof (gpointer);
 503                 offset += 8;
 504         }
 505
 506         arg_info [0].size = frame_size;
 507
 508         for (k = 0; k < param_count; k++) {
 509
 510                 if (csig->pinvoke)
 511                         size = mono_type_native_stack_size (csig->params [k], (guint32 *) &align);
 512                 else
 513                         size = mini_type_stack_size (NULL, csig->params [k], &align);
 514
 515                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 516                 arg_info [k].pad = pad;
 517                 frame_size += size;
 518                 arg_info [k + 1].pad = 0;
 519                 arg_info [k + 1].size = size;
 520                 offset += pad;
 521                 arg_info [k + 1].offset = offset;
 522                 offset += size;
 523         }
 524
 525         align = MONO_ARCH_FRAME_ALIGNMENT;
 526         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 527         arg_info [k].pad = pad;
 528
 529         return frame_size;
 530 }
 531
 532 /*========================= End of Function ========================*/
 533
 534 /*------------------------------------------------------------------*/
 535 /*                                                                  */
 536 /* Name         - emit_unwind_regs.                                 */
 537 /*                                                                  */
 538 /* Function     - Determines if a value can be returned in one or   */
 539 /*                two registers.                                    */
 540 /*                                                                  */
 541 /*------------------------------------------------------------------*/
 542
 543 static void __inline__
 544 emit_unwind_regs(MonoCompile *cfg, guint8 *code, int start, int end, long offset)
 545 {
 546         int i;
 547
 548         for (i = start; i < end; i++) {
 549                 mono_emit_unwind_op_offset (cfg, code, i, offset);
 550                 offset += sizeof(gulong);
 551         }
 552 }
 553
 554 /*========================= End of Function ========================*/
 555
 556 /*------------------------------------------------------------------*/
 557 /*                                                                  */
 558 /* Name         - retFitsInReg.                                     */
 559 /*                                                                  */
 560 /* Function     - Determines if a value can be returned in one or   */
 561 /*                two registers.                                    */
 562 /*                                                                  */
 563 /*------------------------------------------------------------------*/
 564
 565 static inline gboolean
 566 retFitsInReg(guint32 size)
 567 {
 568         switch (size) {
 569                 case 0:
 570                 case 1:
 571                 case 2:
 572                 case 4:
 573                 case 8:
 574                         return (TRUE);
 575                 break;
 576                 default:
 577                         return (FALSE);
 578         }
 579 }
 580
 581 /*========================= End of Function ========================*/
 582
 583 /*------------------------------------------------------------------*/
 584 /*                                                                  */
 585 /* Name         - backStackPtr.                                     */
 586 /*                                                                  */
 587 /* Function     - Restore Stack Pointer to previous frame.          */
 588 /*                                                                  */
 589 /*------------------------------------------------------------------*/
 590
 591 static inline guint8 *
 592 backUpStackPtr(MonoCompile *cfg, guint8 *code)
 593 {
 594         int stackSize = cfg->stack_usage;
 595
 596         if (cfg->frame_reg != STK_BASE)
 597                 s390_lgr (code, STK_BASE, cfg->frame_reg);
 598
 599         if (s390_is_imm16 (stackSize)) {
 600                 s390_aghi  (code, STK_BASE, stackSize);
 601         } else {
 602                 while (stackSize > 32767) {
 603                         s390_aghi  (code, STK_BASE, 32767);
 604                         stackSize -= 32767;
 605                 }
 606                 s390_aghi  (code, STK_BASE, stackSize);
 607         }
 608         return (code);
 609 }
 610
 611 /*========================= End of Function ========================*/
 612
 613 /*------------------------------------------------------------------*/
 614 /*                                                                  */
 615 /* Name         - indent                                            */
 616 /*                                                                  */
 617 /* Function     - Perform nice indenting to current level           */
 618 /*                                                                  */
 619 /*------------------------------------------------------------------*/
 620
 621 static void
 622 indent (int diff) {
 623         int v;
 624         if (diff < 0)
 625                 indent_level += diff;
 626         v = indent_level;
 627         printf("%p [%3d] ",(void *)pthread_self(),v);
 628         while (v-- > 0) {
 629                 printf (". ");
 630         }
 631         if (diff > 0)
 632                 indent_level += diff;
 633 }
 634
 635 /*========================= End of Function ========================*/
 636
 637 /*------------------------------------------------------------------*/
 638 /*                                                                  */
 639 /* Name         - cvtMonoType                                       */
 640 /*                                                                  */
 641 /* Function     - Convert a mono-type to a string.                  */
 642 /*                                                                  */
 643 /*------------------------------------------------------------------*/
 644
 645 static const char *
 646 cvtMonoType(MonoTypeEnum t)
 647 {
 648   switch(t)
 649     {
 650     case MONO_TYPE_END:
 651       return "MONO_TYPE_END";
 652     case MONO_TYPE_VOID:
 653       return "MONO_TYPE_VOID";
 654     case MONO_TYPE_BOOLEAN:
 655       return "MONO_TYPE_BOOLEAN";
 656     case MONO_TYPE_CHAR:
 657       return "MONO_TYPE_CHAR";
 658     case MONO_TYPE_I1:
 659       return "MONO_TYPE_I1";
 660     case MONO_TYPE_U1:
 661       return "MONO_TYPE_U1";
 662     case MONO_TYPE_I2:
 663       return "MONO_TYPE_I2";
 664     case MONO_TYPE_U2:
 665       return "MONO_TYPE_U2";
 666     case MONO_TYPE_I4:
 667       return "MONO_TYPE_I4";
 668     case MONO_TYPE_U4:
 669       return "MONO_TYPE_U4";
 670     case MONO_TYPE_I8:
 671       return "MONO_TYPE_I8";
 672     case MONO_TYPE_U8:
 673       return "MONO_TYPE_U8";
 674     case MONO_TYPE_R4:
 675       return "MONO_TYPE_R4";
 676     case MONO_TYPE_R8:
 677       return "MONO_TYPE_R8";
 678     case MONO_TYPE_STRING:
 679       return "MONO_TYPE_STRING";
 680     case MONO_TYPE_PTR:
 681       return "MONO_TYPE_PTR";
 682     case MONO_TYPE_BYREF:
 683       return "MONO_TYPE_BYREF";
 684     case MONO_TYPE_VALUETYPE:
 685       return "MONO_TYPE_VALUETYPE";
 686     case MONO_TYPE_CLASS:
 687       return "MONO_TYPE_CLASS";
 688     case MONO_TYPE_VAR:
 689       return "MONO_TYPE_VAR";
 690     case MONO_TYPE_ARRAY:
 691       return "MONO_TYPE_ARRAY";
 692     case MONO_TYPE_GENERICINST:
 693       return "MONO_TYPE_GENERICINST";
 694     case MONO_TYPE_TYPEDBYREF:
 695       return "MONO_TYPE_TYPEDBYREF";
 696     case MONO_TYPE_I:
 697       return "MONO_TYPE_I";
 698     case MONO_TYPE_U:
 699       return "MONO_TYPE_U";
 700     case MONO_TYPE_FNPTR:
 701       return "MONO_TYPE_FNPTR";
 702     case MONO_TYPE_OBJECT:
 703       return "MONO_TYPE_OBJECT";
 704     case MONO_TYPE_SZARRAY:
 705       return "MONO_TYPE_SZARRAY";
 706     case MONO_TYPE_MVAR:
 707       return "MONO_TYPE_MVAR";
 708     case MONO_TYPE_CMOD_REQD:
 709       return "MONO_TYPE_CMOD_REQD";
 710     case MONO_TYPE_CMOD_OPT:
 711       return "MONO_TYPE_CMOD_OPT";
 712     case MONO_TYPE_INTERNAL:
 713       return "MONO_TYPE_INTERNAL";
 714     case MONO_TYPE_MODIFIER:
 715       return "MONO_TYPE_MODIFIER";
 716     case MONO_TYPE_SENTINEL:
 717       return "MONO_TYPE_SENTINEL";
 718     case MONO_TYPE_PINNED:
 719       return "MONO_TYPE_PINNED";
 720     default:
 721       ;
 722     }
 723   return "unknown";
 724 }
 725
 726 /*========================= End of Function ========================*/
 727
 728 /*------------------------------------------------------------------*/
 729 /*                                                                  */
 730 /* Name         - decodeParm                                        */
 731 /*                                                                  */
 732 /* Function     - Decode a parameter for the trace.                 */
 733 /*                                                                  */
 734 /*------------------------------------------------------------------*/
 735
 736 static void
 737 decodeParm(MonoType *type, void *curParm, int size)
 738 {
 739         guint32 simpleType;
 740
 741         if (type->byref) {
 742                 printf("[BYREF:%p], ", *((char **) curParm));
 743         } else {
 744                 simpleType = mono_type_get_underlying_type(type)->type;
 745 enum_parmtype:
 746                 switch (simpleType) {
 747                         case MONO_TYPE_I :
 748                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 749                                 break;
 750                         case MONO_TYPE_U :
 751                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 752                                 break;
 753                         case MONO_TYPE_BOOLEAN :
 754                                 printf ("[BOOL:%ld], ", *((gint64 *) curParm));
 755                                 break;
 756                         case MONO_TYPE_CHAR :
 757                                 printf ("[CHAR:%c], ", *((int  *) curParm));
 758                                 break;
 759                         case MONO_TYPE_I1 :
 760                                 printf ("[INT1:%ld], ", *((gint64 *) curParm));
 761                                 break;
 762                         case MONO_TYPE_I2 :
 763                                 printf ("[INT2:%ld], ", *((gint64 *) curParm));
 764                                 break;
 765                         case MONO_TYPE_I4 :
 766                                 printf ("[INT4:%ld], ", *((gint64 *) curParm));
 767                                 break;
 768                         case MONO_TYPE_U1 :
 769                                 printf ("[UINT1:%lu], ", *((guint64 *) curParm));
 770                                 break;
 771                         case MONO_TYPE_U2 :
 772                                 printf ("[UINT2:%lu], ", *((guint64 *) curParm));
 773                                 break;
 774                         case MONO_TYPE_U4 :
 775                                 printf ("[UINT4:%lu], ", *((guint64 *) curParm));
 776                                 break;
 777                         case MONO_TYPE_U8 :
 778                                 printf ("[UINT8:%lu], ", *((guint64 *) curParm));
 779                                 break;
 780                         case MONO_TYPE_STRING : {
 781                                 MonoString *s = *((MonoString **) curParm);
 782                                 if (s) {
 783                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 784                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 785                                 } else {
 786                                         printf("[STRING:null], ");
 787                                 }
 788                                 break;
 789                         }
 790                         case MONO_TYPE_CLASS :
 791                         case MONO_TYPE_OBJECT : {
 792                                 MonoObject *obj = *((MonoObject **) curParm);
 793                                 MonoClass *class;
 794                                 if ((obj) && (obj->vtable)) {
 795                                         printf("[CLASS/OBJ:");
 796                                         class = obj->vtable->klass;
 797                                         printf("%p [%p] ",obj,curParm);
 798                                         if (class == mono_defaults.string_class) {
 799                                                 printf("[STRING:%p:%s]",
 800                                                        obj, mono_string_to_utf8 ((MonoString *) obj));
 801                                         } else if (class == mono_defaults.int32_class) {
 802                                                 printf("[INT32:%p:%d]",
 803                                                         obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 804                                         } else
 805                                                 printf("[%s.%s:%p]",
 806                                                        class->name_space, class->name, obj);
 807                                         printf("], ");
 808                                 } else {
 809                                         printf("[OBJECT:null], ");
 810                                 }
 811                                 break;
 812                         }
 813                         case MONO_TYPE_PTR :
 814                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 815                                 break;
 816                         case MONO_TYPE_FNPTR :
 817                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 818                                 break;
 819                         case MONO_TYPE_ARRAY :
 820                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 821                                 break;
 822                         case MONO_TYPE_SZARRAY :
 823                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 824                                 break;
 825                         case MONO_TYPE_I8 :
 826                                 printf("[INT8:%ld], ", *((gint64 *) (curParm)));
 827                                 break;
 828                         case MONO_TYPE_R4 :
 829                                 printf("[FLOAT4:%g], ", *((float *) (curParm)));
 830                                 break;
 831                         case MONO_TYPE_R8 :
 832                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 833                                 break;
 834                         case MONO_TYPE_VALUETYPE : {
 835                                 int i;
 836                                 MonoMarshalType *info;
 837
 838                                 if (type->data.klass->enumtype) {
 839                                         simpleType = mono_class_enum_basetype (type->data.klass)->type;
 840                                         printf("{VALUETYPE} - ");
 841                                         goto enum_parmtype;
 842                                 }
 843
 844                                 info = mono_marshal_load_type_info (type->data.klass);
 845
 846                                 if ((info->native_size == sizeof(float)) &&
 847                                     (info->num_fields  == 1) &&
 848                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 849                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 850                                         break;
 851                                 }
 852
 853                                 if ((info->native_size == sizeof(double)) &&
 854                                     (info->num_fields  == 1) &&
 855                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 856                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 857                                         break;
 858                                 }
 859
 860                                 printf("[VALUETYPE:");
 861                                 for (i = 0; i < size; i++)
 862                                         printf("%02x,", *((guint8 *)curParm+i));
 863                                 printf("], ");
 864                                 break;
 865                         }
 866                         case MONO_TYPE_TYPEDBYREF: {
 867                                 int i;
 868                                 printf("[TYPEDBYREF:");
 869                                 for (i = 0; i < size; i++)
 870                                         printf("%02x,", *((guint8 *)curParm+i));
 871                                 printf("]");
 872                                 break;
 873                         }
 874                         default :
 875                                 printf("[%s], ",cvtMonoType(simpleType));
 876                 }
 877         }
 878 }
 879
 880 /*========================= End of Function ========================*/
 881
 882 /*------------------------------------------------------------------*/
 883 /*                                                                  */
 884 /* Name         - enter_method                                      */
 885 /*                                                                  */
 886 /* Function     - Perform tracing of the entry to the current       */
 887 /*                method.                                           */
 888 /*                                                                  */
 889 /*------------------------------------------------------------------*/
 890
 891 static void
 892 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 893 {
 894         int i, oParm = 0, iParm = 0;
 895         MonoClass *class;
 896         MonoObject *obj;
 897         MonoMethodSignature *sig;
 898         char *fname;
 899         guint64 ip;
 900         CallInfo *cinfo;
 901         ArgInfo *ainfo;
 902         void *curParm;
 903
 904         fname = mono_method_full_name (method, TRUE);
 905         indent (1);
 906         printf ("ENTER: %s ", fname);
 907         g_free (fname);
 908
 909         ip  = (*(guint64 *) (sp+S390_RET_ADDR_OFFSET));
 910         printf ("ip: %p sp: %p - ", (gpointer) ip, sp);
 911
 912         if (rParm == NULL)
 913                 return;
 914
 915         sig = mono_method_signature (method);
 916
 917         cinfo = get_call_info (NULL, NULL, sig);
 918
 919         if (cinfo->struct_ret) {
 920                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 921                 iParm = 1;
 922         }
 923
 924         if (sig->hasthis) {
 925                 gpointer *this = (gpointer *) rParm->gr[iParm];
 926                 obj = (MonoObject *) this;
 927                 switch(method->klass->this_arg.type) {
 928                 case MONO_TYPE_VALUETYPE:
 929                         if (obj) {
 930                                 guint64 *value = (guint64 *) ((uintptr_t)this + sizeof(MonoObject));
 931                                 printf("this:[value:%p:%016lx], ", this, *value);
 932                         } else
 933                                 printf ("this:[NULL], ");
 934                         break;
 935                 case MONO_TYPE_STRING:
 936                         if (obj) {
 937                                 if (obj->vtable) {
 938                                         class = obj->vtable->klass;
 939                                         if (class == mono_defaults.string_class) {
 940                                                 printf ("this:[STRING:%p:%s], ",
 941                                                         obj, mono_string_to_utf8 ((MonoString *)obj));
 942                                         } else {
 943                                                 printf ("this:%p[%s.%s], ",
 944                                                         obj, class->name_space, class->name);
 945                                         }
 946                                 } else
 947                                         printf("vtable:[NULL], ");
 948                         } else
 949                                 printf ("this:[NULL], ");
 950                         break;
 951                 default :
 952                         printf("this[%s]: %p, ",cvtMonoType(method->klass->this_arg.type),this);
 953                 }
 954                 oParm++;
 955         }
 956
 957         for (i = 0; i < sig->param_count; ++i) {
 958                 ainfo = &cinfo->args[i + oParm];
 959                 switch (ainfo->regtype) {
 960                         case RegTypeGeneral :
 961                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 962                                 break;
 963                         case RegTypeFP :
 964                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 965                                 break;
 966                         case RegTypeBase :
 967                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 968                                 break;
 969                         case RegTypeStructByVal :
 970                                 if (ainfo->reg != STK_BASE) {
 971                                         int offset = sizeof(glong) - ainfo->size;
 972                                         curParm = &(rParm->gr[ainfo->reg-2])+offset;
 973                                 }
 974                                 else
 975                                         curParm = sp+ainfo->offset;
 976
 977                                 if (retFitsInReg (ainfo->vtsize))
 978                                         decodeParm(sig->params[i],
 979                                                    curParm,
 980                                                    ainfo->size);
 981                                 else
 982                                         decodeParm(sig->params[i],
 983                                                    *((char **) curParm),
 984                                                    ainfo->vtsize);
 985                                 break;
 986                         case RegTypeStructByAddr :
 987                                 if (ainfo->reg != STK_BASE)
 988                                         curParm = &(rParm->gr[ainfo->reg-2]);
 989                                 else
 990                                         curParm = sp+ainfo->offset;
 991
 992                                 decodeParm(sig->params[i],
 993                                            *((char **) curParm),
 994                                            ainfo->vtsize);
 995                                 break;
 996
 997                         default :
 998                                 printf("???, ");
 999                 }
1000         }
1001         printf("\n");
1002         g_free(cinfo);
1003 }
1004
1005 /*========================= End of Function ========================*/
1006
1007 /*------------------------------------------------------------------*/
1008 /*                                                                  */
1009 /* Name         - leave_method                                      */
1010 /*                                                                  */
1011 /* Function     -                                                   */
1012 /*                                                                  */
1013 /*------------------------------------------------------------------*/
1014
1015 static void
1016 leave_method (MonoMethod *method, ...)
1017 {
1018         MonoType *type;
1019         char *fname;
1020         guint64 ip;
1021         va_list ap;
1022
1023         va_start(ap, method);
1024
1025         fname = mono_method_full_name (method, TRUE);
1026         indent (-1);
1027         printf ("LEAVE: %s", fname);
1028         g_free (fname);
1029
1030         type = mono_method_signature (method)->ret;
1031
1032 handle_enum:
1033         switch (type->type) {
1034         case MONO_TYPE_VOID:
1035                 break;
1036         case MONO_TYPE_BOOLEAN: {
1037                 int val = va_arg (ap, int);
1038                 if (val)
1039                         printf ("[TRUE:%d]", val);
1040                 else
1041                         printf ("[FALSE]");
1042
1043                 break;
1044         }
1045         case MONO_TYPE_CHAR: {
1046                 int val = va_arg (ap, int);
1047                 printf ("[CHAR:%d]", val);
1048                 break;
1049         }
1050         case MONO_TYPE_I1: {
1051                 int val = va_arg (ap, int);
1052                 printf ("[INT1:%d]", val);
1053                 break;
1054         }
1055         case MONO_TYPE_U1: {
1056                 int val = va_arg (ap, int);
1057                 printf ("[UINT1:%d]", val);
1058                 break;
1059         }
1060         case MONO_TYPE_I2: {
1061                 int val = va_arg (ap, int);
1062                 printf ("[INT2:%d]", val);
1063                 break;
1064         }
1065         case MONO_TYPE_U2: {
1066                 int val = va_arg (ap, int);
1067                 printf ("[UINT2:%d]", val);
1068                 break;
1069         }
1070         case MONO_TYPE_I4: {
1071                 int val = va_arg (ap, int);
1072                 printf ("[INT4:%d]", val);
1073                 break;
1074         }
1075         case MONO_TYPE_U4: {
1076                 int val = va_arg (ap, int);
1077                 printf ("[UINT4:%d]", val);
1078                 break;
1079         }
1080         case MONO_TYPE_I: {
1081                 gint64 val = va_arg (ap, gint64);
1082                 printf ("[INT:%ld]", val);
1083                 printf("]");
1084                 break;
1085         }
1086         case MONO_TYPE_U: {
1087                 gint64 val = va_arg (ap, gint64);
1088                 printf ("[UINT:%lu]", val);
1089                 printf("]");
1090                 break;
1091         }
1092         case MONO_TYPE_STRING: {
1093                 MonoString *s = va_arg (ap, MonoString *);
1094 ;
1095                 if (s) {
1096                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
1097                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
1098                 } else
1099                         printf ("[STRING:null], ");
1100                 break;
1101         }
1102         case MONO_TYPE_CLASS:
1103         case MONO_TYPE_OBJECT: {
1104                 MonoObject *o = va_arg (ap, MonoObject *);
1105
1106                 if ((o) && (o->vtable)) {
1107                         if (o->vtable->klass == mono_defaults.boolean_class) {
1108                                 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
1109                         } else if  (o->vtable->klass == mono_defaults.int32_class) {
1110                                 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
1111                         } else if  (o->vtable->klass == mono_defaults.int64_class) {
1112                                 printf ("[INT64:%p:%ld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
1113                         } else
1114                                 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
1115                 } else
1116                         printf ("[OBJECT:%p]", o);
1117
1118                 break;
1119         }
1120         case MONO_TYPE_PTR:
1121         case MONO_TYPE_FNPTR:
1122         case MONO_TYPE_ARRAY:
1123         case MONO_TYPE_SZARRAY: {
1124                 gpointer p = va_arg (ap, gpointer);
1125                 printf ("[result=%p]", p);
1126                 break;
1127         }
1128         case MONO_TYPE_I8: {
1129                 gint64 l =  va_arg (ap, gint64);
1130                 printf ("[LONG:%ld]", l);
1131                 break;
1132         }
1133         case MONO_TYPE_U8: {
1134                 guint64 l =  va_arg (ap, guint64);
1135                 printf ("[ULONG:%lu]", l);
1136                 break;
1137         }
1138         case MONO_TYPE_R4: {
1139                 double f = va_arg (ap, double);
1140                 printf ("[FLOAT4:%g]\n", f);
1141                 break;
1142         }
1143         case MONO_TYPE_R8: {
1144                 double f = va_arg (ap, double);
1145                 printf ("[FLOAT8:%g]\n", f);
1146                 break;
1147         }
1148         case MONO_TYPE_VALUETYPE: {
1149                 MonoMarshalType *info;
1150                 if (type->data.klass->enumtype) {
1151                         type = mono_class_enum_basetype (type->data.klass);
1152                         goto handle_enum;
1153                 } else {
1154                         int size, align;
1155
1156                         info = mono_marshal_load_type_info (type->data.klass);
1157
1158                         if ((info->native_size == sizeof(float)) &&
1159                             (info->num_fields  == 1) &&
1160                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1161                                 double f = va_arg (ap, double);
1162                                 printf("[FLOAT4:%g]\n", (double) f);
1163                                 break;
1164                         }
1165
1166                         if ((info->native_size == sizeof(double)) &&
1167                             (info->num_fields  == 1) &&
1168                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1169                                 double f = va_arg (ap, double);
1170                                 printf("[FLOAT8:%g]\n", f);
1171                                 break;
1172                         }
1173
1174                         size = mono_type_size (type, &align);
1175                         switch (size) {
1176                                 case 1: {
1177                                         guint32 p = va_arg (ap, guint32);
1178                                         printf ("[%02x]\n",p);
1179                                         break;
1180                                 }
1181                                 case 2: {
1182                                         guint32 p = va_arg (ap, guint32);
1183                                         printf ("[%04x]\n",p);
1184                                         break;
1185                                 }
1186                                 case 4: {
1187                                         guint32 p = va_arg (ap, guint32);
1188                                         printf ("[%08x]\n",p);
1189                                         break;
1190                                 }
1191                                 case 8: {
1192                                         guint64 p = va_arg (ap, guint64);
1193                                         printf ("[%016lx]\n",p);
1194                                         break;
1195                                 }
1196                                 default: {
1197                                         gpointer p = va_arg (ap, gpointer);
1198                                         printf ("[VALUETYPE] %p\n",p);
1199                                 }
1200                         }
1201                 }
1202                 break;
1203         }
1204         case MONO_TYPE_TYPEDBYREF: {
1205                 guint8 *p = va_arg (ap, gpointer);
1206                 int j, size, align;
1207                 size = mono_type_size (type, &align);
1208                 switch (size) {
1209                 case 1:
1210                 case 2:
1211                 case 4:
1212                 case 8:
1213                         printf ("[");
1214                         for (j = 0; p && j < size; j++)
1215                                 printf ("%02x,", p [j]);
1216                         printf ("]\n");
1217                         break;
1218                 default:
1219                         printf ("[TYPEDBYREF]\n");
1220                 }
1221         }
1222                 break;
1223         default:
1224                 printf ("(unknown return type %x)",
1225                         mono_method_signature (method)->ret->type);
1226         }
1227
1228         ip = ((gint64) __builtin_extract_return_addr (__builtin_return_address (0)));
1229         printf (" ip: %p\n", (gpointer) ip);
1230 }
1231
1232 /*========================= End of Function ========================*/
1233
1234 /*------------------------------------------------------------------*/
1235 /*                                                                  */
1236 /* Name         - mono_arch_cpu_init                                */
1237 /*                                                                  */
1238 /* Function     - Perform CPU specific initialization to execute    */
1239 /*                managed code.                                     */
1240 /*                                                                  */
1241 /*------------------------------------------------------------------*/
1242
1243 void
1244 mono_arch_cpu_init (void)
1245 {
1246 }
1247
1248 /*========================= End of Function ========================*/
1249
1250 /*------------------------------------------------------------------*/
1251 /*                                                                  */
1252 /* Name         - mono_arch_init.                                   */
1253 /*                                                                  */
1254 /* Function     - Initialize architecture specific code.            */
1255 /*                                                                  */
1256 /*------------------------------------------------------------------*/
1257
1258 void
1259 mono_arch_init (void)
1260 {
1261         guint8 *code;
1262
1263         mono_mutex_init_recursive (&mini_arch_mutex);
1264
1265         ss_trigger_page = mono_valloc (NULL, mono_pagesize (), MONO_MMAP_READ);
1266         bp_trigger_page = mono_valloc (NULL, mono_pagesize (), MONO_MMAP_READ);
1267         mono_mprotect (bp_trigger_page, mono_pagesize (), 0);
1268
1269         code = (guint8 *) &breakpointCode;
1270         s390_basr(code, s390_r13, 0);
1271         s390_j(code, 6);
1272         s390_llong(code, 0);
1273         s390_lg(code, s390_r13, 0, s390_r13, 4);
1274         s390_lg(code, s390_r0, 0, s390_r13, 0);
1275 }
1276
1277 /*========================= End of Function ========================*/
1278
1279 /*------------------------------------------------------------------*/
1280 /*                                                                  */
1281 /* Name         - mono_arch_cleanup.                                */
1282 /*                                                                  */
1283 /* Function     - Cleanup architecture specific code    .           */
1284 /*                                                                  */
1285 /*------------------------------------------------------------------*/
1286
1287 void
1288 mono_arch_cleanup (void)
1289 {
1290         if (ss_trigger_page)
1291                 mono_vfree (ss_trigger_page, mono_pagesize ());
1292         if (bp_trigger_page)
1293                 mono_vfree (bp_trigger_page, mono_pagesize ());
1294         mono_mutex_destroy (&mini_arch_mutex);
1295 }
1296
1297 /*========================= End of Function ========================*/
1298
1299 /*------------------------------------------------------------------*/
1300 /*                                                                  */
1301 /* Name         - mono_arch_cpu_optimizations                       */
1302 /*                                                                  */
1303 /* Function     - Returns the optimizations supported on this CPU   */
1304 /*                                                                  */
1305 /*------------------------------------------------------------------*/
1306
1307 guint32
1308 mono_arch_cpu_optimizations (guint32 *exclude_mask)
1309 {
1310         guint32 opts = 0;
1311
1312         /*----------------------------------------------------------*/
1313         /* No s390-specific optimizations yet                       */
1314         /*----------------------------------------------------------*/
1315         *exclude_mask = MONO_OPT_LINEARS;
1316         return opts;
1317 }
1318
1319 /*========================= End of Function ========================*/
1320
1321 /*------------------------------------------------------------------*/
1322 /*                                                                  */
1323 /* Name         - mono_arch_cpu_enumerate_simd_versions             */
1324 /*                                                                  */
1325 /* Function     - Returns the SIMD instruction sets on this CPU     */
1326 /*                                                                  */
1327 /*------------------------------------------------------------------*/
1328 guint32
1329 mono_arch_cpu_enumerate_simd_versions (void)
1330 {
1331         /* SIMD is currently unimplemented */
1332         return 0;
1333 }
1334 /*========================= End of Function ========================*/
1335
1336 /*------------------------------------------------------------------*/
1337 /*                                                                  */
1338 /* Name         - mono_arch_get_allocatable_int_vars                */
1339 /*                                                                  */
1340 /* Function     -                                                   */
1341 /*                                                                  */
1342 /*------------------------------------------------------------------*/
1343
1344 GList *
1345 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1346 {
1347         GList *vars = NULL;
1348         int i;
1349
1350         for (i = 0; i < cfg->num_varinfo; i++) {
1351                 MonoInst *ins = cfg->varinfo [i];
1352                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1353
1354                 /* unused vars */
1355                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1356                         continue;
1357
1358                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1359                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1360                         continue;
1361
1362                 /* we can only allocate 32 bit values */
1363                 if (mono_is_regsize_var(ins->inst_vtype)) {
1364                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1365                         g_assert (i == vmv->idx);
1366                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1367                 }
1368         }
1369
1370         return vars;
1371 }
1372
1373 /*========================= End of Function ========================*/
1374
1375 /*------------------------------------------------------------------*/
1376 /*                                                                  */
1377 /* Name         - mono_arch_global_int_regs                         */
1378 /*                                                                  */
1379 /* Function     - Return a list of usable integer registers.        */
1380 /*                                                                  */
1381 /*------------------------------------------------------------------*/
1382
1383 GList *
1384 mono_arch_get_global_int_regs (MonoCompile *cfg)
1385 {
1386         GList *regs = NULL;
1387         MonoMethodHeader *header;
1388         int i, top = 13;
1389
1390         header = cfg->header;
1391         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1392                 cfg->frame_reg = s390_r11;
1393
1394
1395         /* FIXME: s390_r12 is reserved for bkchain_reg. Only reserve it if needed */
1396         top = 12;
1397         for (i = 8; i < top; ++i) {
1398                 if (cfg->frame_reg != i)
1399                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1400         }
1401
1402         return regs;
1403 }
1404
1405 /*========================= End of Function ========================*/
1406
1407 /*------------------------------------------------------------------*/
1408 /*                                                                  */
1409 /* Name         -  mono_arch_flush_icache                           */
1410 /*                                                                  */
1411 /* Function     -  Flush the CPU icache.                            */
1412 /*                                                                  */
1413 /*------------------------------------------------------------------*/
1414
1415 void
1416 mono_arch_flush_icache (guint8 *code, gint size)
1417 {
1418 }
1419
1420 /*========================= End of Function ========================*/
1421
1422 /*------------------------------------------------------------------*/
1423 /*                                                                  */
1424 /* Name         - add_general                                       */
1425 /*                                                                  */
1426 /* Function     - Determine code and stack size incremements for a  */
1427 /*                parameter.                                        */
1428 /*                                                                  */
1429 /*------------------------------------------------------------------*/
1430
1431 static void inline
1432 add_general (guint *gr, size_data *sz, ArgInfo *ainfo)
1433 {
1434         if (*gr > S390_LAST_ARG_REG) {
1435                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1436                 ainfo->offset   = sz->stack_size;
1437                 ainfo->reg      = STK_BASE;
1438                 ainfo->regtype  = RegTypeBase;
1439                 sz->stack_size += sizeof(long);
1440                 sz->local_size += sizeof(long);
1441                 sz->offStruct  += sizeof(long);
1442                 sz->code_size  += 12;
1443         } else {
1444                 ainfo->reg      = *gr;
1445                 sz->code_size  += 8;
1446         }
1447         (*gr) ++;
1448 }
1449
1450 /*========================= End of Function ========================*/
1451
1452 /*------------------------------------------------------------------*/
1453 /*                                                                  */
1454 /* Name         - add_stackParm                                     */
1455 /*                                                                  */
1456 /* Function     - Determine code and stack size incremements for a  */
1457 /*                parameter.                                        */
1458 /*                                                                  */
1459 /*------------------------------------------------------------------*/
1460
1461 static void inline
1462 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1463 {
1464         if (*gr > S390_LAST_ARG_REG) {
1465                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1466                 ainfo->reg          = STK_BASE;
1467                 ainfo->offset   = sz->stack_size;
1468                 ainfo->regtype  = RegTypeStructByAddrOnStack;
1469                 sz->stack_size += sizeof (gpointer);
1470                 sz->parm_size  += sizeof(gpointer);
1471                 sz->offStruct  += sizeof(gpointer);
1472         } else {
1473                 ainfo->reg      = *gr;
1474                 ainfo->offset   = sz->stack_size;
1475                 ainfo->regtype  = RegTypeStructByAddr;
1476         }
1477         (*gr) ++;
1478         ainfo->offparm  = sz->offset;
1479         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1480         ainfo->size     = size;
1481         ainfo->vtsize   = size;
1482         sz->parm_size  += size;
1483 }
1484
1485 /*========================= End of Function ========================*/
1486
1487 /*------------------------------------------------------------------*/
1488 /*                                                                  */
1489 /* Name         - add_float                                         */
1490 /*                                                                  */
1491 /* Function     - Determine code and stack size incremements for a  */
1492 /*                float parameter.                                  */
1493 /*                                                                  */
1494 /*------------------------------------------------------------------*/
1495
1496 static void inline
1497 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1498 {
1499         if ((*fr) <= S390_LAST_FPARG_REG) {
1500                 ainfo->regtype = RegTypeFP;
1501                 ainfo->reg     = *fr;
1502                 sz->code_size += 4;
1503                 (*fr) += 2;
1504         }
1505         else {
1506                 ainfo->offset   = sz->stack_size;
1507                 ainfo->reg      = STK_BASE;
1508                 ainfo->regtype  = RegTypeBase;
1509                 sz->code_size  += 4;
1510                 sz->stack_size += sizeof(double);
1511                 sz->local_size += sizeof(double);
1512                 sz->offStruct  += sizeof(double);
1513         }
1514 }
1515
1516 /*========================= End of Function ========================*/
1517
1518 /*------------------------------------------------------------------*/
1519 /*                                                                  */
1520 /* Name         - get_call_info                                     */
1521 /*                                                                  */
1522 /* Function     - Determine the amount of space required for code   */
1523 /*                and stack. In addition determine starting points  */
1524 /*                for stack-based parameters, and area for struct-  */
1525 /*                ures being returned on the stack.                 */
1526 /*                                                                  */
1527 /*------------------------------------------------------------------*/
1528
1529 static CallInfo *
1530 get_call_info (MonoCompile *cfg, MonoMemPool *mp, MonoMethodSignature *sig)
1531 {
1532         guint i, fr, gr, size, pstart;
1533         int nParm = sig->hasthis + sig->param_count;
1534         MonoType *ret_type;
1535         guint32 simpleType, align;
1536         gboolean is_pinvoke = sig->pinvoke;
1537         CallInfo *cinfo;
1538         size_data *sz;
1539         MonoGenericSharingContext *gsctx = cfg ? cfg->generic_sharing_context : NULL;
1540
1541         if (mp)
1542                 cinfo = mono_mempool_alloc0 (mp, sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1543         else
1544                 cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1545
1546         fr                = 0;
1547         gr                = s390_r2;
1548         nParm             = 0;
1549         cinfo->struct_ret = 0;
1550         sz                = &cinfo->sz;
1551         sz->retStruct     = 0;
1552         sz->offset        = 0;
1553         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1554         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1555         sz->code_size     = 0;
1556         sz->parm_size     = 0;
1557         sz->local_size    = 0;
1558         align             = 0;
1559         size              = 0;
1560
1561         /*----------------------------------------------------------*/
1562         /* We determine the size of the return code/stack in case we*/
1563         /* need to reserve a register to be used to address a stack */
1564         /* area that the callee will use.                           */
1565         /*----------------------------------------------------------*/
1566
1567         ret_type = mini_type_get_underlying_type (gsctx, sig->ret);
1568         ret_type = mini_get_basic_type_from_generic (gsctx, ret_type);
1569         simpleType = ret_type->type;
1570 enum_retvalue:
1571         switch (simpleType) {
1572                 case MONO_TYPE_BOOLEAN:
1573                 case MONO_TYPE_I1:
1574                 case MONO_TYPE_U1:
1575                 case MONO_TYPE_I2:
1576                 case MONO_TYPE_U2:
1577                 case MONO_TYPE_CHAR:
1578                 case MONO_TYPE_I4:
1579                 case MONO_TYPE_U4:
1580                 case MONO_TYPE_I:
1581                 case MONO_TYPE_U:
1582                 case MONO_TYPE_CLASS:
1583                 case MONO_TYPE_OBJECT:
1584                 case MONO_TYPE_SZARRAY:
1585                 case MONO_TYPE_ARRAY:
1586                 case MONO_TYPE_PTR:
1587                 case MONO_TYPE_FNPTR:
1588                 case MONO_TYPE_STRING:
1589                         cinfo->ret.reg = s390_r2;
1590                         sz->code_size += 4;
1591                         break;
1592                 case MONO_TYPE_R4:
1593                 case MONO_TYPE_R8:
1594                         cinfo->ret.reg = s390_f0;
1595                         sz->code_size += 4;
1596                         break;
1597                 case MONO_TYPE_I8:
1598                 case MONO_TYPE_U8:
1599                         cinfo->ret.reg = s390_r2;
1600                         sz->code_size += 4;
1601                         break;
1602                 case MONO_TYPE_GENERICINST:
1603                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1604                                 cinfo->ret.reg = s390_r2;
1605                                 sz->code_size += 4;
1606                                 break;
1607                         }
1608                         /* Fall through */
1609                 case MONO_TYPE_VALUETYPE: {
1610                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1611                         if (klass->enumtype) {
1612                                 simpleType = mono_class_enum_basetype (klass)->type;
1613                                 goto enum_retvalue;
1614                         }
1615                         size = mini_type_stack_size_full (gsctx, &klass->byval_arg, NULL, sig->pinvoke);
1616
1617                         cinfo->struct_ret = 1;
1618                         cinfo->ret.size   = size;
1619                         cinfo->ret.vtsize = size;
1620                         break;
1621                 }
1622                 case MONO_TYPE_TYPEDBYREF:
1623                         size = sizeof (MonoTypedRef);
1624                         cinfo->struct_ret = 1;
1625                         cinfo->ret.size   = size;
1626                         cinfo->ret.vtsize = size;
1627                         break;
1628                 case MONO_TYPE_VOID:
1629                         break;
1630                 default:
1631                         g_error ("Can't handle as return value 0x%x", sig->ret->type);
1632         }
1633
1634
1635         pstart = 0;
1636         /*
1637          * To simplify get_this_arg_reg () and LLVM integration, emit the vret arg after
1638          * the first argument, allowing 'this' to be always passed in the first arg reg.
1639          * Also do this if the first argument is a reference type, since virtual calls
1640          * are sometimes made using calli without sig->hasthis set, like in the delegate
1641          * invoke wrappers.
1642          */
1643         if (cinfo->struct_ret && !is_pinvoke &&
1644             (sig->hasthis ||
1645              (sig->param_count > 0 &&
1646               MONO_TYPE_IS_REFERENCE (mini_type_get_underlying_type (gsctx, sig->params [0]))))) {
1647                 if (sig->hasthis) {
1648                         cinfo->args[nParm].size = sizeof (gpointer);
1649                         add_general (&gr, sz, cinfo->args + nParm);
1650                 } else {
1651                         cinfo->args[nParm].size = sizeof (gpointer);
1652                         add_general (&gr, sz, &cinfo->args [sig->hasthis + nParm]);
1653                         pstart = 1;
1654                 }
1655                 nParm ++;
1656                 cinfo->vret_arg_index = 1;
1657                 cinfo->ret.reg = gr;
1658                 gr ++;
1659         } else {
1660                 /* this */
1661                 if (sig->hasthis) {
1662                         cinfo->args[nParm].size = sizeof (gpointer);
1663                         add_general (&gr, sz, cinfo->args + nParm);
1664                         nParm ++;
1665                 }
1666
1667                 if (cinfo->struct_ret) {
1668                         cinfo->ret.reg = gr;
1669                         gr ++;
1670                 }
1671         }
1672
1673         if ((sig->call_convention == MONO_CALL_VARARG) && (sig->param_count == 0)) {
1674                 gr = S390_LAST_ARG_REG + 1;
1675                 fr = S390_LAST_FPARG_REG + 1;
1676
1677                 /* Emit the signature cookie just before the implicit arguments */
1678                 add_general (&gr, sz, &cinfo->sigCookie);
1679         }
1680
1681         /*----------------------------------------------------------*/
1682         /* We determine the size of the parameter code and stack    */
1683         /* requirements by checking the types and sizes of the      */
1684         /* parameters.                                              */
1685         /*----------------------------------------------------------*/
1686
1687         for (i = pstart; i < sig->param_count; ++i) {
1688                 MonoType *ptype;
1689
1690                 /*--------------------------------------------------*/
1691                 /* Handle vararg type calls. All args are put on    */
1692                 /* the stack.                                       */
1693                 /*--------------------------------------------------*/
1694                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1695                     (i == sig->sentinelpos)) {
1696                         gr = S390_LAST_ARG_REG + 1;
1697                         fr = S390_LAST_FPARG_REG + 1;
1698                         add_general (&gr, sz, &cinfo->sigCookie);
1699                 }
1700
1701                 if (sig->params [i]->byref) {
1702                         add_general (&gr, sz, cinfo->args+nParm);
1703                         cinfo->args[nParm].size = sizeof(gpointer);
1704                         nParm++;
1705                         continue;
1706                 }
1707
1708                 ptype = mini_type_get_underlying_type (gsctx, sig->params [i]);
1709                 simpleType = ptype->type;
1710                 cinfo->args[nParm].type = simpleType;
1711                 switch (simpleType) {
1712                 case MONO_TYPE_BOOLEAN:
1713                 case MONO_TYPE_I1:
1714                 case MONO_TYPE_U1:
1715                         cinfo->args[nParm].size = sizeof(char);
1716                         add_general (&gr, sz, cinfo->args+nParm);
1717                         nParm++;
1718                         break;
1719                 case MONO_TYPE_I2:
1720                 case MONO_TYPE_U2:
1721                 case MONO_TYPE_CHAR:
1722                         cinfo->args[nParm].size = sizeof(short);
1723                         add_general (&gr, sz, cinfo->args+nParm);
1724                         nParm++;
1725                         break;
1726                 case MONO_TYPE_I4:
1727                 case MONO_TYPE_U4:
1728                         cinfo->args[nParm].size = sizeof(int);
1729                         add_general (&gr, sz, cinfo->args+nParm);
1730                         nParm++;
1731                         break;
1732                 case MONO_TYPE_I:
1733                 case MONO_TYPE_U:
1734                 case MONO_TYPE_PTR:
1735                 case MONO_TYPE_FNPTR:
1736                 case MONO_TYPE_CLASS:
1737                 case MONO_TYPE_OBJECT:
1738                 case MONO_TYPE_STRING:
1739                 case MONO_TYPE_SZARRAY:
1740                 case MONO_TYPE_ARRAY:
1741                         cinfo->args[nParm].size = sizeof(gpointer);
1742                         add_general (&gr, sz, cinfo->args+nParm);
1743                         nParm++;
1744                         break;
1745                 case MONO_TYPE_I8:
1746                 case MONO_TYPE_U8:
1747                         cinfo->args[nParm].size = sizeof(long long);
1748                         add_general (&gr, sz, cinfo->args+nParm);
1749                         nParm++;
1750                         break;
1751                 case MONO_TYPE_R4:
1752                         cinfo->args[nParm].size = sizeof(float);
1753                         add_float (&fr, sz, cinfo->args+nParm);
1754                         nParm++;
1755                         break;
1756                 case MONO_TYPE_R8:
1757                         cinfo->args[nParm].size = sizeof(double);
1758                         add_float (&fr, sz, cinfo->args+nParm);
1759                         nParm++;
1760                         break;
1761                 case MONO_TYPE_GENERICINST:
1762                         if (!mono_type_generic_inst_is_valuetype (ptype)) {
1763                                 cinfo->args[nParm].size = sizeof(gpointer);
1764                                 add_general (&gr, sz, cinfo->args+nParm);
1765                                 nParm++;
1766                                 break;
1767                         }
1768                         /* Fall through */
1769                 case MONO_TYPE_VALUETYPE: {
1770                         MonoMarshalType *info;
1771                         MonoClass *klass = mono_class_from_mono_type (ptype);
1772
1773                         if (sig->pinvoke)
1774                                 size = mono_class_native_size(klass, NULL);
1775                         else
1776                                 size = mono_class_value_size(klass, NULL);
1777
1778                         if (simpleType != MONO_TYPE_GENERICINST) {
1779                                 info = mono_marshal_load_type_info(klass);
1780
1781                                 if ((info->native_size == sizeof(float)) &&
1782                                     (info->num_fields  == 1) &&
1783                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1784                                         cinfo->args[nParm].size = sizeof(float);
1785                                         add_float(&fr, sz, cinfo->args+nParm);
1786                                         nParm ++;
1787                                         break;
1788                                 }
1789
1790                                 if ((info->native_size == sizeof(double)) &&
1791                                     (info->num_fields  == 1) &&
1792                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1793                                         cinfo->args[nParm].size = sizeof(double);
1794                                         add_float(&fr, sz, cinfo->args+nParm);
1795                                         nParm ++;
1796                                         break;
1797                                 }
1798                         }
1799
1800                         cinfo->args[nParm].vtsize  = 0;
1801                         cinfo->args[nParm].size    = 0;
1802
1803                         switch (size) {
1804                                 /*----------------------------------*/
1805                                 /* On S/390, structures of size 1,  */
1806                                 /* 2, 4, and 8 bytes are passed in  */
1807                                 /* (a) register(s).                 */
1808                                 /*----------------------------------*/
1809                                 case 0:
1810                                 case 1:
1811                                 case 2:
1812                                 case 4:
1813                                 case 8:
1814                                         add_general(&gr, sz, cinfo->args+nParm);
1815                                         cinfo->args[nParm].size    = size;
1816                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1817                                         nParm++;
1818                                         sz->local_size            += sizeof(long);
1819                                         break;
1820                                 default:
1821                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1822                                         nParm++;
1823                         }
1824                 }
1825                         break;
1826                 case MONO_TYPE_TYPEDBYREF: {
1827                         int size = sizeof (MonoTypedRef);
1828
1829                         cinfo->args[nParm].vtsize  = 0;
1830                         cinfo->args[nParm].size    = 0;
1831
1832                         switch (size) {
1833                                 /*----------------------------------*/
1834                                 /* On S/390, structures of size 1,  */
1835                                 /* 2, 4, and 8 bytes are passed in  */
1836                                 /* (a) register(s).                 */
1837                                 /*----------------------------------*/
1838                                 case 0:
1839                                 case 1:
1840                                 case 2:
1841                                 case 4:
1842                                 case 8:
1843                                         add_general(&gr, sz, cinfo->args+nParm);
1844                                         cinfo->args[nParm].size    = size;
1845                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1846                                         nParm++;
1847                                         sz->local_size            += sizeof(long);
1848                                         break;
1849                                 default:
1850                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1851                                         nParm++;
1852                         }
1853                 }
1854                         break;
1855                 default:
1856                         g_error ("Can't trampoline 0x%x", ptype);
1857                 }
1858         }
1859
1860         /*----------------------------------------------------------*/
1861         /* Handle the case where there are no implicit arguments    */
1862         /*----------------------------------------------------------*/
1863         if ((sig->call_convention == MONO_CALL_VARARG) &&
1864             (nParm > 0) &&
1865             (!sig->pinvoke) &&
1866             (sig->param_count == sig->sentinelpos)) {
1867                 gr = S390_LAST_ARG_REG + 1;
1868                 fr = S390_LAST_FPARG_REG + 1;
1869                 add_general (&gr, sz, &cinfo->sigCookie);
1870         }
1871
1872         /*----------------------------------------------------------*/
1873         /* If we are passing a structure back then if it won't be   */
1874         /* in a register(s) then we make room at the end of the     */
1875         /* parameters that may have been placed on the stack        */
1876         /*----------------------------------------------------------*/
1877         if (cinfo->struct_ret) {
1878                 cinfo->ret.offset = sz->stack_size;
1879                 switch (cinfo->ret.size) {
1880                 case 0:
1881                 case 1:
1882                 case 2:
1883                 case 4:
1884                 case 8:
1885                         break;
1886                 default:
1887                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1888                 }
1889         }
1890
1891         cinfo->lastgr   = gr;
1892         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1893                           sz->offset;
1894         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1895
1896         return (cinfo);
1897 }
1898
1899 /*========================= End of Function ========================*/
1900
1901 /*------------------------------------------------------------------*/
1902 /*                                                                  */
1903 /* Name         - mono_arch_allocate_vars                           */
1904 /*                                                                  */
1905 /* Function     - Set var information according to the calling      */
1906 /*                convention for S/390. The local var stuff should  */
1907 /*                most likely be split in another method.           */
1908 /*                                                                  */
1909 /* Parameter    - @m - Compile unit.                                */
1910 /*                                                                  */
1911 /*------------------------------------------------------------------*/
1912
1913 void
1914 mono_arch_allocate_vars (MonoCompile *cfg)
1915 {
1916         MonoMethodSignature *sig;
1917         MonoMethodHeader *header;
1918         MonoInst *inst;
1919         CallInfo *cinfo;
1920         int iParm, iVar, offset, align, size, curinst;
1921         int frame_reg = STK_BASE;
1922         int sArg, eArg;
1923
1924         header  = cfg->header;
1925
1926         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1927
1928         /*---------------------------------------------------------*/
1929         /* We use the frame register also for any method that has  */
1930         /* filter clauses. This way, when the handlers are called, */
1931         /* the code will reference local variables using the frame */
1932         /* reg instead of the stack pointer: if we had to restore  */
1933         /* the stack pointer, we'd corrupt the method frames that  */
1934         /* are already on the stack (since filters get called      */
1935         /* before stack unwinding happens) when the filter code    */
1936         /* would call any method.                                  */
1937         /*---------------------------------------------------------*/
1938         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1939                 frame_reg = s390_r11;
1940
1941         cfg->frame_reg = frame_reg;
1942
1943         cfg->arch.bkchain_reg = -1;
1944
1945         if (frame_reg != STK_BASE)
1946                 cfg->used_int_regs |= 1 << frame_reg;
1947
1948         sig     = mono_method_signature (cfg->method);
1949
1950         cinfo   = get_call_info (cfg, cfg->mempool, sig);
1951
1952         if (!cinfo->struct_ret) {
1953                 switch (mini_type_get_underlying_type (cfg->generic_sharing_context, sig->ret)->type) {
1954                 case MONO_TYPE_VOID:
1955                         break;
1956                 default:
1957                         cfg->ret->opcode = OP_REGVAR;
1958                         cfg->ret->dreg   = s390_r2;
1959                         break;
1960                 }
1961         }
1962
1963         /*--------------------------------------------------------------*/
1964         /* local vars are at a positive offset from the stack pointer   */
1965         /* also note that if the function uses alloca, we use s390_r11  */
1966         /* to point at the local variables.                             */
1967         /* add parameter area size for called functions                 */
1968         /*--------------------------------------------------------------*/
1969         if (cfg->param_area == 0)
1970                 offset = S390_MINIMAL_STACK_SIZE;
1971         else
1972                 offset = cfg->param_area;
1973
1974         cfg->sig_cookie = 0;
1975
1976         if (cinfo->struct_ret) {
1977                 inst               = cfg->vret_addr;
1978                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1979                 inst->inst_offset  = offset;
1980                 inst->opcode       = OP_REGOFFSET;
1981                 inst->inst_basereg = frame_reg;
1982                 offset            += sizeof(gpointer);
1983                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
1984                         printf ("vret_addr =");
1985                         mono_print_ins (cfg->vret_addr);
1986                 }
1987         }
1988
1989         if (sig->hasthis) {
1990                 inst = cfg->args [0];
1991                 if (inst->opcode != OP_REGVAR) {
1992                         inst->opcode       = OP_REGOFFSET;
1993                         inst->inst_basereg = frame_reg;
1994                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1995                         inst->inst_offset  = offset;
1996                         offset            += sizeof (gpointer);
1997                 }
1998                 curinst = sArg = 1;
1999         } else {
2000                 curinst = sArg = 0;
2001         }
2002
2003         eArg = sig->param_count + sArg;
2004
2005         if (sig->call_convention == MONO_CALL_VARARG)
2006                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
2007
2008         for (iParm = sArg; iParm < eArg; ++iParm) {
2009                 inst = cfg->args [curinst];
2010                 if (inst->opcode != OP_REGVAR) {
2011                         switch (cinfo->args[iParm].regtype) {
2012                         case RegTypeStructByAddr : {
2013                                 MonoInst *indir;
2014
2015                                 size = sizeof (gpointer);
2016
2017                                 inst->opcode       = OP_REGOFFSET;
2018                                 inst->inst_basereg = frame_reg;
2019                                 offset             = S390_ALIGN (offset, sizeof (gpointer));
2020                                 inst->inst_offset  = offset;
2021
2022                                 /* Add a level of indirection */
2023                                 MONO_INST_NEW (cfg, indir, 0);
2024                                 *indir          = *inst;
2025                                 inst->opcode    = OP_VTARG_ADDR;
2026                                 inst->inst_left = indir;
2027                         }
2028                                 break;
2029                         case RegTypeStructByAddrOnStack : {
2030                                 MonoInst *indir;
2031
2032                                 size = sizeof (gpointer);
2033
2034                                 /* Similar to the == STK_BASE case below */
2035                                 cfg->arch.bkchain_reg = s390_r12;
2036                                 cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
2037
2038                                 inst->opcode = OP_REGOFFSET;
2039                                 inst->dreg = mono_alloc_preg (cfg);
2040                                 inst->inst_basereg = cfg->arch.bkchain_reg;
2041                                 inst->inst_offset = cinfo->args [iParm].offset;
2042
2043                                 /* Add a level of indirection */
2044                                 MONO_INST_NEW (cfg, indir, 0);
2045                                 *indir = *inst;
2046                                 inst->opcode = OP_VTARG_ADDR;
2047                                 inst->inst_left = indir;
2048                                 break;
2049                         }
2050                         case RegTypeStructByVal :
2051                                 size               = cinfo->args[iParm].size;
2052                                 offset             = S390_ALIGN(offset, size);
2053                                 inst->opcode       = OP_REGOFFSET;
2054                                 inst->inst_basereg = frame_reg;
2055                                 inst->inst_offset  = offset;
2056                                 break;
2057                         default :
2058                                 if (cinfo->args [iParm].reg == STK_BASE) {
2059                                         /*
2060                                          * These arguments are in the previous frame, so we can't
2061                                          * compute their offset from the current frame pointer right
2062                                          * now, since cfg->stack_offset is not yet known, so dedicate a
2063                                          * register holding the previous frame pointer.
2064                                          */
2065                                         cfg->arch.bkchain_reg = s390_r12;
2066                                         cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
2067
2068                                         inst->opcode       = OP_REGOFFSET;
2069                                         inst->inst_basereg = cfg->arch.bkchain_reg;
2070                                         size               = (cinfo->args[iParm].size < 8
2071                                                                           ? 8 - cinfo->args[iParm].size
2072                                                                           : 0);
2073                                         inst->inst_offset  = cinfo->args [iParm].offset + size;
2074                                         size = sizeof (long);
2075                                 } else {
2076                                         inst->opcode       = OP_REGOFFSET;
2077                                         inst->inst_basereg = frame_reg;
2078                                         size               = (cinfo->args[iParm].size < 8
2079                                                                           ? sizeof(int)
2080                                                                           : sizeof(long));
2081                                         offset             = S390_ALIGN(offset, size);
2082                                         if (cfg->method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
2083                                                 inst->inst_offset  = offset;
2084                                         else
2085                                                 inst->inst_offset  = offset + (8 - size);
2086                                 }
2087                                 break;
2088                         }
2089 #if 0
2090                         if ((sig->call_convention == MONO_CALL_VARARG) &&
2091                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
2092                             (iParm < sig->sentinelpos))
2093                                 cfg->sig_cookie += size;
2094 printf("%s %4d cookine %x\n",__FUNCTION__,__LINE__,cfg->sig_cookie);
2095 #endif
2096
2097                         offset += MAX(size, 8);
2098                 }
2099                 curinst++;
2100         }
2101
2102         cfg->locals_min_stack_offset = offset;
2103
2104         curinst = cfg->locals_start;
2105         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
2106                 inst = cfg->varinfo [iVar];
2107                 if ((inst->flags & MONO_INST_IS_DEAD) ||
2108                     (inst->opcode == OP_REGVAR))
2109                         continue;
2110
2111                 /*--------------------------------------------------*/
2112                 /* inst->backend.is_pinvoke indicates native sized  */
2113                 /* value typs this is used by the pinvoke wrappers  */
2114                 /* when they call functions returning structure     */
2115                 /*--------------------------------------------------*/
2116                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
2117                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype),
2118                                                        (guint32 *) &align);
2119                 else
2120                         size = mono_type_size (inst->inst_vtype, &align);
2121
2122                 offset             = S390_ALIGN(offset, align);
2123                 inst->inst_offset  = offset;
2124                 inst->opcode       = OP_REGOFFSET;
2125                 inst->inst_basereg = frame_reg;
2126                 offset            += size;
2127                 DEBUG (g_print("allocating local %d to %ld, size: %d\n",
2128                                 iVar, inst->inst_offset, size));
2129         }
2130
2131         cfg->locals_max_stack_offset = offset;
2132
2133         /*------------------------------------------------------*/
2134         /* Allow space for the trace method stack area if needed*/
2135         /*------------------------------------------------------*/
2136         if ((mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method))
2137             || (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE))
2138                 offset += S390_TRACE_STACK_SIZE;
2139
2140         /*------------------------------------------------------*/
2141         /* Reserve space to save LMF and caller saved registers */
2142         /*------------------------------------------------------*/
2143         if (cfg->method->save_lmf)
2144                 offset += sizeof (MonoLMF);
2145
2146         /*------------------------------------------------------*/
2147         /* align the offset                                     */
2148         /*------------------------------------------------------*/
2149         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
2150
2151         /*------------------------------------------------------*/
2152         /* Fix offsets for args whose value is in parent frame  */
2153         /*------------------------------------------------------*/
2154         for (iParm = sArg; iParm < eArg; ++iParm) {
2155                 inst = cfg->args [iParm];
2156
2157                 if (inst->opcode == OP_S390_STKARG) {
2158                         inst->opcode = OP_REGOFFSET;
2159                         inst->inst_offset += cfg->stack_offset;
2160                 }
2161         }
2162 }
2163
2164 /*========================= End of Function ========================*/
2165
2166 /*------------------------------------------------------------------*/
2167 /*                                                                  */
2168 /* Name         - mono_arch_create_vars                             */
2169 /*                                                                  */
2170 /*------------------------------------------------------------------*/
2171
2172 void
2173 mono_arch_create_vars (MonoCompile *cfg)
2174 {
2175         MonoMethodSignature *sig;
2176         CallInfo *cinfo;
2177
2178         sig = mono_method_signature (cfg->method);
2179
2180         cinfo = get_call_info (cfg, cfg->mempool, sig);
2181
2182         if (cinfo->struct_ret) {
2183                 cfg->vret_addr = mono_compile_create_var (cfg, &mono_defaults.int_class->byval_arg, OP_ARG);
2184                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
2185                         printf ("vret_addr = ");
2186                         mono_print_ins (cfg->vret_addr);
2187                 }
2188         }
2189 }
2190
2191 /*========================= End of Function ========================*/
2192
2193 /*------------------------------------------------------------------*/
2194 /*                                                                  */
2195 /* Name         - add_outarg_reg2.                                  */
2196 /*                                                                  */
2197 /*------------------------------------------------------------------*/
2198
2199 static void
2200 add_outarg_reg2 (MonoCompile *cfg, MonoCallInst *call, ArgStorage storage, int reg, MonoInst *tree)
2201 {
2202         MonoInst *ins;
2203
2204         switch (storage) {
2205         case RegTypeGeneral:
2206                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2207                 ins->dreg = mono_alloc_ireg (cfg);
2208                 ins->sreg1 = tree->dreg;
2209                 MONO_ADD_INS (cfg->cbb, ins);
2210                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, FALSE);
2211                 break;
2212         case RegTypeFP:
2213                 MONO_INST_NEW (cfg, ins, OP_FMOVE);
2214                 ins->dreg = mono_alloc_freg (cfg);
2215                 ins->sreg1 = tree->dreg;
2216                 MONO_ADD_INS (cfg->cbb, ins);
2217                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2218                 break;
2219         case RegTypeFPR4:
2220                 MONO_INST_NEW (cfg, ins, OP_S390_SETF4RET);
2221                 ins->dreg = mono_alloc_freg (cfg);
2222                 ins->sreg1 = tree->dreg;
2223                 MONO_ADD_INS (cfg->cbb, ins);
2224                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2225                 break;
2226         default:
2227                 g_assert_not_reached ();
2228         }
2229 }
2230
2231 /*========================= End of Function ========================*/
2232
2233 /*------------------------------------------------------------------*/
2234 /*                                                                  */
2235 /* Name         - emit_sig_cookie.                                  */
2236 /*                                                                  */
2237 /*------------------------------------------------------------------*/
2238
2239 static void
2240 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call, CallInfo *cinfo)
2241 {
2242         MonoMethodSignature *tmpSig;
2243         MonoInst *sig_arg;
2244
2245         cfg->disable_aot = TRUE;
2246
2247         /*----------------------------------------------------------*/
2248         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2249         /* passed first and all the arguments which were before it  */
2250         /* passed on the stack after the signature. So compensate   */
2251         /* by passing a different signature.                        */
2252         /*----------------------------------------------------------*/
2253         tmpSig = mono_metadata_signature_dup (call->signature);
2254         tmpSig->param_count -= call->signature->sentinelpos;
2255         tmpSig->sentinelpos  = 0;
2256         if (tmpSig->param_count > 0)
2257                 memcpy (tmpSig->params,
2258                         call->signature->params + call->signature->sentinelpos,
2259                         tmpSig->param_count * sizeof(MonoType *));
2260
2261         MONO_INST_NEW (cfg, sig_arg, OP_ICONST);
2262         sig_arg->dreg = mono_alloc_ireg (cfg);
2263         sig_arg->inst_p0 = tmpSig;
2264         MONO_ADD_INS (cfg->cbb, sig_arg);
2265
2266         MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG, STK_BASE,
2267                                      cinfo->sigCookie.offset, sig_arg->dreg);
2268 }
2269
2270 /*========================= End of Function ========================*/
2271
2272 /*------------------------------------------------------------------*/
2273 /*                                                                  */
2274 /* Name         - mono_arch_emit_call                               */
2275 /*                                                                  */
2276 /*------------------------------------------------------------------*/
2277
2278 void
2279 mono_arch_emit_call (MonoCompile *cfg, MonoCallInst *call)
2280 {
2281         MonoInst *in;
2282         MonoMethodSignature *sig;
2283         MonoInst *ins;
2284         int i, n, lParamArea;
2285         CallInfo *cinfo;
2286         ArgInfo *ainfo = NULL;
2287         int stackSize;
2288         MonoMethodHeader *header;
2289         int frmReg;
2290
2291         sig = call->signature;
2292         n = sig->param_count + sig->hasthis;
2293         DEBUG (g_print ("Call requires: %d parameters\n",n));
2294
2295         cinfo = get_call_info (cfg, cfg->mempool, sig);
2296
2297         stackSize         = cinfo->sz.stack_size + cinfo->sz.local_size +
2298                             cinfo->sz.parm_size + cinfo->sz.offset;
2299         call->stack_usage = MAX(stackSize, call->stack_usage);
2300         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-cinfo->sz.parm_size), 0);
2301         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
2302         cfg->flags       |= MONO_CFG_HAS_CALLS;
2303
2304         if (cinfo->struct_ret) {
2305                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2306                 ins->sreg1 = call->vret_var->dreg;
2307                 ins->dreg = mono_alloc_preg (cfg);
2308                 MONO_ADD_INS (cfg->cbb, ins);
2309                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, cinfo->ret.reg, FALSE);
2310         }
2311
2312         header = cfg->header;
2313         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2314                 frmReg = s390_r11;
2315         else
2316                 frmReg = STK_BASE;
2317
2318         for (i = 0; i < n; ++i) {
2319                 MonoType *t;
2320
2321                 ainfo = cinfo->args + i;
2322                 if (i >= sig->hasthis)
2323                         t = sig->params [i - sig->hasthis];
2324                 else
2325                         t = &mono_defaults.int_class->byval_arg;
2326                 t = mini_type_get_underlying_type (cfg->generic_sharing_context, t);
2327
2328                 in = call->args [i];
2329
2330                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2331                     (!sig->pinvoke) &&
2332                     (i == sig->sentinelpos)) {
2333                         emit_sig_cookie (cfg, call, cinfo);
2334                 }
2335
2336                 switch (ainfo->regtype) {
2337                 case RegTypeGeneral:
2338                         add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2339                         break;
2340                 case RegTypeFP:
2341                         if (MONO_TYPE_ISSTRUCT (t)) {
2342                                 /* Valuetype passed in one fp register */
2343                                 ainfo->regtype = RegTypeStructByValInFP;
2344                                 /* Fall through */
2345                         } else {
2346                                 if (ainfo->size == 4)
2347                                         ainfo->regtype = RegTypeFPR4;
2348                                 add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2349                                 break;
2350                         }
2351                 case RegTypeStructByVal:
2352                 case RegTypeStructByAddr:
2353                 case RegTypeStructByAddrOnStack: {
2354                         guint32 align;
2355                         guint32 size;
2356
2357                         if (sig->params [i - sig->hasthis]->type == MONO_TYPE_TYPEDBYREF) {
2358                                 size = sizeof (MonoTypedRef);
2359                                 align = sizeof (gpointer);
2360                         }
2361                         else
2362                                 if (sig->pinvoke)
2363                                         size = mono_type_native_stack_size (&in->klass->byval_arg, &align);
2364                                 else {
2365                                         /*
2366                                          * Other backends use mono_type_stack_size (), but that
2367                                          * aligns the size to 8, which is larger than the size of
2368                                          * the source, leading to reads of invalid memory if the
2369                                          * source is at the end of address space.
2370                                          */
2371                                         size = mono_class_value_size (in->klass, &align);
2372                                 }
2373
2374                         g_assert (in->klass);
2375
2376                         ainfo->offparm += cinfo->sz.offStruct;
2377
2378                         MONO_INST_NEW (cfg, ins, OP_OUTARG_VT);
2379                         ins->sreg1 = in->dreg;
2380                         ins->klass = in->klass;
2381                         ins->backend.size = ainfo->size;
2382                         ins->inst_p0 = call;
2383                         ins->inst_p1 = mono_mempool_alloc (cfg->mempool, sizeof (ArgInfo));
2384                         memcpy (ins->inst_p1, ainfo, sizeof (ArgInfo));
2385
2386                         MONO_ADD_INS (cfg->cbb, ins);
2387
2388                         if (ainfo->regtype == RegTypeStructByAddr) {
2389                                 /*
2390                                  * We use OP_OUTARG_VT to copy the valuetype to a stack location, then
2391                                  * use the normal OUTARG opcodes to pass the address of the location to
2392                                  * the callee.
2393                                  */
2394                                 int treg = mono_alloc_preg (cfg);
2395                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2396                                                          frmReg, ainfo->offparm);
2397                                 mono_call_inst_add_outarg_reg (cfg, call, treg, ainfo->reg, FALSE);
2398                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
2399                                 /* The address of the valuetype is passed on the stack */
2400                                 int treg = mono_alloc_preg (cfg);
2401                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2402                                                          frmReg, ainfo->offparm);
2403                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG,
2404                                                              ainfo->reg, ainfo->offset, treg);
2405
2406                                 if (cfg->compute_gc_maps) {
2407                                         MonoInst *def;
2408
2409                                         EMIT_NEW_GC_PARAM_SLOT_LIVENESS_DEF (cfg, def, ainfo->offset, t);
2410                                 }
2411                         }
2412                         break;
2413                 }
2414                 case RegTypeBase:
2415                         if (!t->byref && t->type == MONO_TYPE_R4) {
2416                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER4_MEMBASE_REG,
2417                                                              STK_BASE, ainfo->offset + 4,
2418                                                              in->dreg);
2419                         } else if (!t->byref && (t->type == MONO_TYPE_R8)) {
2420                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER8_MEMBASE_REG,
2421                                                              STK_BASE, ainfo->offset,
2422                                                              in->dreg);
2423                         } else {
2424                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2425                                 ins->inst_destbasereg = STK_BASE;
2426                                 ins->inst_offset = ainfo->offset;
2427                                 ins->sreg1 = in->dreg;
2428
2429 #if 0
2430                                 /* This is needed by MonoTypedRef->value to point to the correct data */
2431                                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2432                                         (i >= sig->sentinelpos)) {
2433                                         switch (ainfo->size) {
2434                                         case 1:
2435                                                 ins->opcode = OP_STOREI1_MEMBASE_REG;
2436                                                 break;
2437                                         case 2:
2438                                                 ins->opcode = OP_STOREI2_MEMBASE_REG;
2439                                                 break;
2440                                         case 4:
2441                                                 ins->opcode = OP_STOREI4_MEMBASE_REG;
2442                                                 break;
2443                                         default:
2444                                                 break;
2445                                         }
2446                                 }
2447 #endif
2448
2449                                 MONO_ADD_INS (cfg->cbb, ins);
2450                         }
2451                         break;
2452                 default:
2453                         g_assert_not_reached ();
2454                         break;
2455                 }
2456         }
2457
2458         /*
2459          * Handle the case where there are no implicit arguments
2460          */
2461         if ((sig->call_convention == MONO_CALL_VARARG) &&
2462             (!sig->pinvoke) &&
2463             (i == sig->sentinelpos)) {
2464                 emit_sig_cookie (cfg, call, cinfo);
2465         }
2466 }
2467
2468 /*========================= End of Function ========================*/
2469
2470 /*------------------------------------------------------------------*/
2471 /*                                                                  */
2472 /* Name         - mono_arch_emit_outarg_vt                          */
2473 /*                                                                  */
2474 /*------------------------------------------------------------------*/
2475
2476 void
2477 mono_arch_emit_outarg_vt (MonoCompile *cfg, MonoInst *ins, MonoInst *src)
2478 {
2479         MonoCallInst *call = (MonoCallInst*)ins->inst_p0;
2480         ArgInfo *ainfo = (ArgInfo*)ins->inst_p1;
2481         int size = ins->backend.size;
2482
2483         if (ainfo->regtype == RegTypeStructByVal) {
2484                 /*
2485                                 arg->ins.sreg1  = ainfo->reg;
2486                                 arg->ins.opcode = OP_OUTARG_VT;
2487                                 arg->size       = ainfo->size;
2488                                 arg->offset     = ainfo->offset;
2489                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2490                 */
2491                 if (ainfo->reg != STK_BASE) {
2492                         MONO_OUTPUT_VTR (cfg, size, ainfo->reg, src->dreg, 0);
2493                 } else {
2494                         MONO_OUTPUT_VTS (cfg, size, ainfo->reg, ainfo->offset,
2495                                                           src->dreg, 0);
2496                 }
2497         } else if (ainfo->regtype == RegTypeStructByValInFP) {
2498                 int dreg = mono_alloc_freg (cfg);
2499
2500                 if (ainfo->size == 4) {
2501                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR4_MEMBASE, dreg, src->dreg, 0);
2502                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, dreg, dreg);
2503                 } else {
2504                         g_assert (ainfo->size == 8);
2505
2506                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR8_MEMBASE, dreg, src->dreg, 0);
2507                 }
2508
2509                 mono_call_inst_add_outarg_reg (cfg, call, dreg, ainfo->reg, TRUE);
2510         } else {
2511                 MonoMethodHeader *header;
2512                 int srcReg;
2513
2514                 header = mono_method_get_header (cfg->method);
2515                 if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2516                         srcReg = s390_r11;
2517                 else
2518                         srcReg = STK_BASE;
2519
2520                 MONO_EMIT_NEW_MOVE (cfg, srcReg, ainfo->offparm,
2521                                                          src->dreg, 0, size);
2522
2523                 if (cfg->compute_gc_maps) {
2524                         MonoInst *def;
2525
2526                         EMIT_NEW_GC_PARAM_SLOT_LIVENESS_DEF (cfg, def, ainfo->offset, &ins->klass->byval_arg);
2527                 }
2528         }
2529 }
2530
2531 /*========================= End of Function ========================*/
2532
2533 /*------------------------------------------------------------------*/
2534 /*                                                                  */
2535 /* Name         - mono_arch_emit_setret                             */
2536 /*                                                                  */
2537 /*------------------------------------------------------------------*/
2538
2539 void
2540 mono_arch_emit_setret (MonoCompile *cfg, MonoMethod *method, MonoInst *val)
2541 {
2542         MonoType *ret = mini_type_get_underlying_type (cfg->generic_sharing_context,
2543                                 mono_method_signature (method)->ret);
2544
2545         if (!ret->byref) {
2546                 if (ret->type == MONO_TYPE_R4) {
2547                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, s390_f0, val->dreg);
2548                         return;
2549                 } else if (ret->type == MONO_TYPE_R8) {
2550                         MONO_EMIT_NEW_UNALU (cfg, OP_FMOVE, s390_f0, val->dreg);
2551                         return;
2552                 }
2553         }
2554
2555         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, cfg->ret->dreg, val->dreg);
2556 }
2557
2558 /*========================= End of Function ========================*/
2559
2560 /*------------------------------------------------------------------*/
2561 /*                                                                  */
2562 /* Name         - mono_arch_instrument_mem_needs                    */
2563 /*                                                                  */
2564 /* Function     - Allow tracing to work with this interface (with   */
2565 /*                an optional argument).                            */
2566 /*                                                                  */
2567 /*------------------------------------------------------------------*/
2568
2569 void
2570 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
2571 {
2572         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2573         *stack = 0;
2574         /* split prolog-epilog requirements? */
2575         *code = 50; /* max bytes needed: check this number */
2576 }
2577
2578 /*========================= End of Function ========================*/
2579
2580 /*------------------------------------------------------------------*/
2581 /*                                                                  */
2582 /* Name         - mono_arch_instrument_prolog                       */
2583 /*                                                                  */
2584 /* Function     - Create an "instrumented" prolog.                  */
2585 /*                                                                  */
2586 /*------------------------------------------------------------------*/
2587
2588 void*
2589 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2590                              gboolean enable_arguments)
2591 {
2592         guchar  *code = p;
2593         int     parmOffset,
2594                 fpOffset,
2595                 baseReg;
2596
2597         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2598         if (cfg->method->save_lmf)
2599                 parmOffset -= sizeof(MonoLMF);
2600         fpOffset   = parmOffset + (5*sizeof(gpointer));
2601         baseReg = STK_BASE;
2602
2603         s390_stmg (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2604         s390_stdy (code, s390_f0, 0, STK_BASE, fpOffset);
2605         s390_stdy (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2606         s390_stdy (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2607         s390_stdy (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2608         S390_SET  (code, s390_r1, func);
2609         S390_SET  (code, s390_r2, cfg->method);
2610         s390_lay  (code, s390_r3, 0, STK_BASE, parmOffset);
2611         s390_lgr  (code, s390_r4, STK_BASE);
2612         s390_aghi (code, s390_r4, cfg->stack_usage);
2613         s390_basr (code, s390_r14, s390_r1);
2614         s390_ldy  (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2615         s390_ldy  (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2616         s390_ldy  (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2617         s390_ldy  (code, s390_f0, 0, STK_BASE, fpOffset);
2618         s390_lmg  (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2619
2620         return code;
2621 }
2622
2623 /*========================= End of Function ========================*/
2624
2625 /*------------------------------------------------------------------*/
2626 /*                                                                  */
2627 /* Name         - mono_arch_instrument_epilog                       */
2628 /*                                                                  */
2629 /* Function     - Create an epilog that will handle the returned    */
2630 /*                values used in instrumentation.                   */
2631 /*                                                                  */
2632 /*------------------------------------------------------------------*/
2633
2634 void*
2635 mono_arch_instrument_epilog_full (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments, gboolean preserve_argument_registers)
2636 {
2637         guchar     *code = p;
2638         int        save_mode = SAVE_NONE,
2639                    saveOffset,
2640                    offset;
2641         MonoMethod *method = cfg->method;
2642         int rtype = mini_type_get_underlying_type (cfg->generic_sharing_context,
2643                         mono_method_signature (method)->ret)->type;
2644
2645         offset = code - cfg->native_code;
2646         /*-----------------------------------------*/
2647         /* We need about 128 bytes of instructions */
2648         /*-----------------------------------------*/
2649         if (offset > (cfg->code_size - 128)) {
2650                 cfg->code_size *= 2;
2651                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2652                 code = cfg->native_code + offset;
2653         }
2654
2655         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2656         if (method->save_lmf)
2657                 saveOffset -= sizeof(MonoLMF);
2658
2659 handle_enum:
2660         switch (rtype) {
2661         case MONO_TYPE_VOID:
2662                 /* special case string .ctor icall */
2663                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2664                         save_mode = SAVE_ONE;
2665                 else
2666                         save_mode = SAVE_NONE;
2667                 break;
2668         case MONO_TYPE_I8:
2669         case MONO_TYPE_U8:
2670                 save_mode = SAVE_ONE;
2671                 break;
2672         case MONO_TYPE_R4:
2673                 save_mode = SAVE_R4;
2674                 break;
2675         case MONO_TYPE_R8:
2676                 save_mode = SAVE_R8;
2677                 break;
2678         case MONO_TYPE_VALUETYPE:
2679                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2680                         rtype = mono_class_enum_basetype (mono_method_signature (method)->ret->data.klass)->type;
2681                         goto handle_enum;
2682                 }
2683                 save_mode = SAVE_STRUCT;
2684                 break;
2685         default:
2686                 save_mode = SAVE_ONE;
2687                 break;
2688         }
2689
2690         switch (save_mode) {
2691         case SAVE_ONE:
2692                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2693                 if (enable_arguments) {
2694                         s390_lgr (code, s390_r3, s390_r2);
2695                 }
2696                 break;
2697         case SAVE_R4:
2698                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2699                 if (enable_arguments) {
2700                         s390_ldebr (code, s390_f0, s390_f0);
2701                 }
2702                 break;
2703         case SAVE_R8:
2704                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2705                 break;
2706         case SAVE_STRUCT:
2707                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2708                 if (enable_arguments) {
2709                         s390_lg (code, s390_r3, 0, cfg->frame_reg,
2710                                  S390_MINIMAL_STACK_SIZE+cfg->param_area);
2711                 }
2712                 break;
2713         case SAVE_NONE:
2714         default:
2715                 break;
2716         }
2717
2718         S390_SET  (code, s390_r1, func);
2719         S390_SET  (code, s390_r2, cfg->method);
2720         s390_basr (code, s390_r14, s390_r1);
2721
2722         switch (save_mode) {
2723         case SAVE_ONE:
2724                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2725                 break;
2726         case SAVE_R4:
2727         case SAVE_R8:
2728                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2729                 break;
2730         case SAVE_STRUCT:
2731                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2732                 break;
2733         case SAVE_NONE:
2734         default:
2735                 break;
2736         }
2737
2738         return code;
2739 }
2740
2741 /*========================= End of Function ========================*/
2742
2743 /*------------------------------------------------------------------*/
2744 /*                                                                  */
2745 /* Name         - mono_arch_peephole_pass_1                         */
2746 /*                                                                  */
2747 /* Function     - Form a peephole pass at the code looking for      */
2748 /*                simple optimizations.                             */
2749 /*                                                                  */
2750 /*------------------------------------------------------------------*/
2751
2752 void
2753 mono_arch_peephole_pass_1 (MonoCompile *cfg, MonoBasicBlock *bb)
2754 {
2755 }
2756
2757 /*========================= End of Function ========================*/
2758
2759 /*------------------------------------------------------------------*/
2760 /*                                                                  */
2761 /* Name         - mono_arch_peephole_pass_2                         */
2762 /*                                                                  */
2763 /* Function     - Form a peephole pass at the code looking for      */
2764 /*                simple optimizations.                             */
2765 /*                                                                  */
2766 /*------------------------------------------------------------------*/
2767
2768 void
2769 mono_arch_peephole_pass_2 (MonoCompile *cfg, MonoBasicBlock *bb)
2770 {
2771         MonoInst *ins, *n;
2772
2773         MONO_BB_FOR_EACH_INS_SAFE (bb, n, ins) {
2774                 mono_peephole_ins (bb, ins);
2775         }
2776 }
2777
2778 /*========================= End of Function ========================*/
2779
2780 /*------------------------------------------------------------------*/
2781 /*                                                                  */
2782 /* Name         - mono_arch_lowering_pass.                          */
2783 /*                                                                  */
2784 /*------------------------------------------------------------------*/
2785
2786 void
2787 mono_arch_lowering_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2788 {
2789         MonoInst *ins, *next;
2790
2791         MONO_BB_FOR_EACH_INS_SAFE (bb, next, ins) {
2792                 switch (ins->opcode) {
2793                 case OP_DIV_IMM:
2794                 case OP_REM_IMM:
2795                 case OP_IDIV_IMM:
2796                 case OP_IREM_IMM:
2797                 case OP_IDIV_UN_IMM:
2798                 case OP_IREM_UN_IMM:
2799                 case OP_LAND_IMM:
2800                 case OP_LOR_IMM:
2801                 case OP_LREM_IMM:
2802                 case OP_LXOR_IMM:
2803                 case OP_LOCALLOC_IMM:
2804                         mono_decompose_op_imm (cfg, bb, ins);
2805                         break;
2806                 case OP_LADD_IMM:
2807                         if (!s390_is_imm16 (ins->inst_imm))
2808                                 /* This is created by the memcpy code which ignores is_inst_imm */
2809                                 mono_decompose_op_imm (cfg, bb, ins);
2810                         break;
2811                 default:
2812                         break;
2813                 }
2814         }
2815
2816         bb->max_vreg = cfg->next_vreg;
2817 }
2818
2819 /*========================= End of Function ========================*/
2820
2821 /*------------------------------------------------------------------*/
2822 /*                                                                  */
2823 /* Name         - emit_float_to_int                                 */
2824 /*                                                                  */
2825 /* Function     - Create instructions which will convert a floating */
2826 /*                point value to integer.                           */
2827 /*                                                                  */
2828 /*------------------------------------------------------------------*/
2829
2830 static guchar*
2831 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2832 {
2833         /* sreg is a float, dreg is an integer reg. */
2834         if (is_signed) {
2835                 s390_cgdbr (code, dreg, 5, sreg);
2836                 switch (size) {
2837                         case 1:
2838                                 s390_lghi (code, s390_r0, 0);
2839                                 s390_lghi (code, s390_r13, 0xff);
2840                                 s390_ltgr (code, dreg, dreg);
2841                                 s390_jnl  (code, 4);
2842                                 s390_lghi (code, s390_r0, 0x80);
2843                                 s390_ngr  (code, dreg, s390_r13);
2844                                 s390_ogr  (code, dreg, s390_r0);
2845                                 break;
2846                 }
2847         } else {
2848                 short *o[1];
2849                 S390_SET    (code, s390_r13, 0x41e0000000000000llu);
2850                 s390_ldgr   (code, s390_f14, s390_r13);
2851                 s390_ldr    (code, s390_f15, sreg);
2852                 s390_cdbr   (code, s390_f15, s390_f14);
2853                 s390_jl     (code, 0); CODEPTR (code, o[0]);
2854                 S390_SET    (code, s390_r13, 0x41f0000000000000llu);
2855                 s390_ldgr   (code, s390_f14, s390_r13);
2856                 s390_sdbr   (code, s390_f15, s390_f14);
2857                 s390_cfdbr  (code, dreg, 7, s390_f15);
2858                 s390_j      (code, 4);
2859                 PTRSLOT (code, o[0]);
2860                 s390_cfdbr  (code, dreg, 5, sreg);
2861                 switch (size) {
2862                         case 1:
2863                                 s390_lghi (code, s390_r0, 0xff);
2864                                 s390_ngr  (code, dreg, s390_r0);
2865                                 break;
2866                         case 2:
2867                                 s390_lghi (code, s390_r0, -1);
2868                                 s390_srlg (code, s390_r0, s390_r0, 0, 16);
2869                                 s390_ngr  (code, dreg, s390_r0);
2870                                 break;
2871                 }
2872         }
2873         return code;
2874 }
2875
2876 /*========================= End of Function ========================*/
2877
2878 /*------------------------------------------------------------------*/
2879 /*                                                                  */
2880 /* Name         - gboolean_is_unsigned.                             */
2881 /*                                                                  */
2882 /* Function     - Return TRUE if next opcode is checking for un-    */
2883 /*                signed value.                                     */
2884 /*                                                                  */
2885 /*------------------------------------------------------------------*/
2886
2887 static
2888 gboolean is_unsigned (MonoInst *next)
2889 {
2890         if ((next) &&
2891                 (((next->opcode >= OP_IBNE_UN) &&
2892                   (next->opcode <= OP_IBLT_UN)) ||
2893                  ((next->opcode >= OP_LBNE_UN) &&
2894                   (next->opcode <= OP_LBLT_UN)) ||
2895                  ((next->opcode >= OP_COND_EXC_NE_UN) &&
2896                   (next->opcode <= OP_COND_EXC_LT_UN)) ||
2897                  ((next->opcode >= OP_COND_EXC_INE_UN) &&
2898                   (next->opcode <= OP_COND_EXC_ILT_UN)) ||
2899                  ((next->opcode == OP_CLT_UN) ||
2900                   (next->opcode == OP_CGT_UN)) ||
2901                  ((next->opcode == OP_ICLT_UN) ||
2902                   (next->opcode == OP_ICGT_UN) ||
2903                   (next->opcode == OP_LCLT_UN) ||
2904                   (next->opcode == OP_LCGT_UN))))
2905                 return TRUE;
2906         else
2907                 return FALSE;
2908 }
2909
2910 /*========================= End of Function ========================*/
2911
2912 /*------------------------------------------------------------------*/
2913 /*                                                                  */
2914 /* Name         - mono_arch_output_basic_block                      */
2915 /*                                                                  */
2916 /* Function     - Perform the "real" work of emitting instructions  */
2917 /*                that will do the work of in the basic block.      */
2918 /*                                                                  */
2919 /*------------------------------------------------------------------*/
2920
2921 void
2922 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2923 {
2924         MonoInst *ins;
2925         MonoCallInst *call;
2926         guint offset;
2927         guint8 *code = cfg->native_code + cfg->code_len;
2928         guint last_offset = 0;
2929         int max_len, cpos, src2;
2930
2931         /* we don't align basic blocks of loops on s390 */
2932
2933         if (cfg->verbose_level > 2)
2934                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2935
2936         cpos = bb->max_offset;
2937
2938         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2939                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2940                 //g_assert (!mono_compile_aot);
2941                 //cpos += 6;
2942                 //if (bb->cil_code)
2943                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2944                 /* this is not thread save, but good enough */
2945                 /* fixme: howto handle overflows? */
2946                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2947         }
2948
2949         MONO_BB_FOR_EACH_INS (bb, ins) {
2950                 offset = code - cfg->native_code;
2951
2952                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2953
2954                 if (offset > (cfg->code_size - max_len - 16)) {
2955                         cfg->code_size *= 2;
2956                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2957                         code = cfg->native_code + offset;
2958                 }
2959
2960                 mono_debug_record_line_number (cfg, ins, offset);
2961
2962                 switch (ins->opcode) {
2963                 case OP_STOREI1_MEMBASE_IMM: {
2964                         s390_lghi (code, s390_r0, ins->inst_imm);
2965                         S390_LONG (code, stcy, stc, s390_r0, 0,
2966                                    ins->inst_destbasereg, ins->inst_offset);
2967                 }
2968                         break;
2969                 case OP_STOREI2_MEMBASE_IMM: {
2970                         s390_lghi (code, s390_r0, ins->inst_imm);
2971                         S390_LONG (code, sthy, sth, s390_r0, 0,
2972                                    ins->inst_destbasereg, ins->inst_offset);
2973                 }
2974                         break;
2975                 case OP_STOREI4_MEMBASE_IMM: {
2976                         s390_lgfi (code, s390_r0, ins->inst_imm);
2977                         S390_LONG (code, sty, st, s390_r0, 0,
2978                                    ins->inst_destbasereg, ins->inst_offset);
2979                 }
2980                         break;
2981                 case OP_STORE_MEMBASE_IMM:
2982                 case OP_STOREI8_MEMBASE_IMM: {
2983                         S390_SET (code, s390_r0, ins->inst_imm);
2984                         S390_LONG (code, stg, stg, s390_r0, 0,
2985                                    ins->inst_destbasereg, ins->inst_offset);
2986                 }
2987                         break;
2988                 case OP_STOREI1_MEMBASE_REG: {
2989                         S390_LONG (code, stcy, stc, ins->sreg1, 0,
2990                                    ins->inst_destbasereg, ins->inst_offset);
2991                 }
2992                         break;
2993                 case OP_STOREI2_MEMBASE_REG: {
2994                         S390_LONG (code, sthy, sth, ins->sreg1, 0,
2995                                    ins->inst_destbasereg, ins->inst_offset);
2996                 }
2997                         break;
2998                 case OP_STOREI4_MEMBASE_REG: {
2999                         S390_LONG (code, sty, st, ins->sreg1, 0,
3000                                    ins->inst_destbasereg, ins->inst_offset);
3001                 }
3002                         break;
3003                 case OP_STORE_MEMBASE_REG:
3004                 case OP_STOREI8_MEMBASE_REG: {
3005                         S390_LONG (code, stg, stg, ins->sreg1, 0,
3006                                    ins->inst_destbasereg, ins->inst_offset);
3007                 }
3008                         break;
3009                 case OP_LOADU4_MEM:
3010                         g_assert_not_reached ();
3011                         break;
3012                 case OP_LOAD_MEMBASE:
3013                 case OP_LOADI8_MEMBASE: {
3014                         S390_LONG (code, lg, lg, ins->dreg, 0,
3015                                    ins->inst_basereg, ins->inst_offset);
3016                 }
3017                         break;
3018                 case OP_LOADI4_MEMBASE: {
3019                         S390_LONG (code, lgf, lgf, ins->dreg, 0,
3020                                    ins->inst_basereg, ins->inst_offset);
3021                 }
3022                         break;
3023                 case OP_LOADU4_MEMBASE: {
3024                         S390_LONG (code, llgf, llgf, ins->dreg, 0,
3025                                    ins->inst_basereg, ins->inst_offset);
3026                 }
3027                         break;
3028                 case OP_LOADU1_MEMBASE: {
3029                         S390_LONG (code, llgc, llgc, ins->dreg, 0,
3030                                    ins->inst_basereg, ins->inst_offset);
3031                 }
3032                         break;
3033                 case OP_LOADI1_MEMBASE: {
3034                         S390_LONG (code, lgb, lgb, ins->dreg, 0,
3035                                    ins->inst_basereg, ins->inst_offset);
3036                 }
3037                         break;
3038                 case OP_LOADU2_MEMBASE: {
3039                         S390_LONG (code, llgh, llgh, ins->dreg, 0,
3040                                    ins->inst_basereg, ins->inst_offset);
3041                 }
3042                         break;
3043                 case OP_LOADI2_MEMBASE: {
3044                         S390_LONG (code, lgh, lgh, ins->dreg, 0,
3045                                    ins->inst_basereg, ins->inst_offset);
3046                 }
3047                         break;
3048                 case OP_LCONV_TO_I1: {
3049                         s390_lgbr (code, ins->dreg, ins->sreg1);
3050                 }
3051                         break;
3052                 case OP_LCONV_TO_I2: {
3053                         s390_lghr (code, ins->dreg, ins->sreg1);
3054                 }
3055                         break;
3056                 case OP_LCONV_TO_U1: {
3057                         s390_llgcr (code, ins->dreg, ins->sreg1);
3058                 }
3059                         break;
3060                 case OP_LCONV_TO_U2: {
3061                         s390_llghr (code, ins->dreg, ins->sreg1);
3062                 }
3063                         break;
3064                 case OP_ICONV_TO_I1: {
3065                         s390_lgbr  (code, ins->dreg, ins->sreg1);
3066                 }
3067                         break;
3068                 case OP_ICONV_TO_I2: {
3069                         s390_lghr  (code, ins->dreg, ins->sreg1);
3070                 }
3071                         break;
3072                 case OP_ICONV_TO_U1: {
3073                         s390_llgcr (code, ins->dreg, ins->sreg1);
3074                 }
3075                         break;
3076                 case OP_ICONV_TO_U2: {
3077                         s390_llghr (code, ins->dreg, ins->sreg1);
3078                 }
3079                         break;
3080                 case OP_COMPARE:
3081                 case OP_LCOMPARE: {
3082                         if (is_unsigned (ins->next))
3083                                 s390_clgr (code, ins->sreg1, ins->sreg2);
3084                         else
3085                                 s390_cgr  (code, ins->sreg1, ins->sreg2);
3086                 }
3087                         break;
3088                 case OP_ICOMPARE: {
3089                         if (is_unsigned (ins->next))
3090                                 s390_clr  (code, ins->sreg1, ins->sreg2);
3091                         else
3092                                 s390_cr   (code, ins->sreg1, ins->sreg2);
3093                 }
3094                         break;
3095                 case OP_COMPARE_IMM:
3096                 case OP_LCOMPARE_IMM: {
3097                         S390_SET (code, s390_r0, ins->inst_imm);
3098                         if (is_unsigned (ins->next))
3099                                 s390_clgr (code, ins->sreg1, s390_r0);
3100                         else
3101                                 s390_cgr  (code, ins->sreg1, s390_r0);
3102                 }
3103                         break;
3104                 case OP_ICOMPARE_IMM: {
3105                         S390_SET (code, s390_r0, ins->inst_imm);
3106                         if (is_unsigned (ins->next))
3107                                 s390_clr  (code, ins->sreg1, s390_r0);
3108                         else
3109                                 s390_cr   (code, ins->sreg1, s390_r0);
3110                 }
3111                         break;
3112                 case OP_BREAK: {
3113                         mono_add_patch_info (cfg, code - cfg->native_code, MONO_PATCH_INFO_ABS,
3114                                              mono_break);
3115                         S390_CALL_TEMPLATE (code, s390_r14);
3116                 }
3117                         break;
3118                 case OP_ADDCC: {
3119                         CHECK_SRCDST_COM;
3120                         s390_agr  (code, ins->dreg, src2);
3121                 }
3122                         break;
3123                 case OP_LADD: {
3124                         CHECK_SRCDST_COM;
3125                         s390_agr   (code, ins->dreg, src2);
3126                 }
3127                         break;
3128                 case OP_ADC: {
3129                         CHECK_SRCDST_COM;
3130                         s390_alcgr (code, ins->dreg, src2);
3131                 }
3132                         break;
3133                 case OP_ADD_IMM: {
3134                         if (ins->dreg != ins->sreg1) {
3135                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3136                         }
3137                         if (s390_is_imm16 (ins->inst_imm)) {
3138                                 s390_aghi (code, ins->dreg, ins->inst_imm);
3139                         } else if (s390_is_imm32 (ins->inst_imm)) {
3140                                 s390_agfi (code, ins->dreg, ins->inst_imm);
3141                         } else {
3142                                 S390_SET  (code, s390_r0, ins->inst_imm);
3143                                 s390_agr  (code, ins->dreg, s390_r0);
3144                         }
3145                 }
3146                         break;
3147                 case OP_LADD_IMM: {
3148                         if (ins->dreg != ins->sreg1) {
3149                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3150                         }
3151                         g_assert (s390_is_imm16 (ins->inst_imm));
3152                         s390_aghi (code, ins->dreg, ins->inst_imm);
3153                 }
3154                         break;
3155                 case OP_ADC_IMM: {
3156                         if (ins->dreg != ins->sreg1) {
3157                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3158                         }
3159                         if (s390_is_imm16 (ins->inst_imm)) {
3160                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3161                                 s390_alcgr (code, ins->dreg, s390_r0);
3162                         } else {
3163                                 S390_SET   (code, s390_r0, ins->inst_imm);
3164                                 s390_alcgr (code, ins->dreg, s390_r0);
3165                         }
3166                 }
3167                         break;
3168                 case OP_IADD_OVF:
3169                 case OP_S390_IADD_OVF: {
3170                         CHECK_SRCDST_COM;
3171                         s390_ar    (code, ins->dreg, src2);
3172                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3173                         s390_lgfr  (code, ins->dreg, ins->dreg);
3174                 }
3175                         break;
3176                 case OP_IADD_OVF_UN:
3177                 case OP_S390_IADD_OVF_UN: {
3178                         CHECK_SRCDST_COM;
3179                         s390_algr  (code, ins->dreg, src2);
3180                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3181                         s390_llgfr (code, ins->dreg, ins->dreg);
3182                 }
3183                         break;
3184                 case OP_ADD_OVF_CARRY: {
3185                         CHECK_SRCDST_COM;
3186                         s390_lghi  (code, s390_r0, 0);
3187                         s390_lgr   (code, s390_r1, s390_r0);
3188                         s390_alcgr (code, s390_r0, s390_r1);
3189                         s390_agr   (code, ins->dreg, src2);
3190                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3191                         s390_agr   (code, ins->dreg, s390_r0);
3192                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3193                 }
3194                         break;
3195                 case OP_ADD_OVF_UN_CARRY: {
3196                         CHECK_SRCDST_COM;
3197                         s390_alcgr (code, ins->dreg, src2);
3198                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3199                 }
3200                         break;
3201                 case OP_SUBCC: {
3202                         CHECK_SRCDST_NCOM;
3203                         s390_sgr (code, ins->dreg, src2);
3204                 }
3205                         break;
3206                 case OP_LSUB: {
3207                         CHECK_SRCDST_NCOM;
3208                         s390_sgr  (code, ins->dreg, src2);
3209                 }
3210                         break;
3211                 case OP_SBB: {
3212                         CHECK_SRCDST_NCOM;
3213                         s390_slbgr(code, ins->dreg, src2);
3214                 }
3215                         break;
3216                 case OP_SUB_IMM: {
3217                         if (ins->dreg != ins->sreg1) {
3218                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3219                         }
3220                         if (s390_is_imm16 (-ins->inst_imm)) {
3221                                 s390_aghi  (code, ins->dreg, -ins->inst_imm);
3222                         } else if (s390_is_imm32 (-ins->inst_imm)) {
3223                                 s390_slgfi  (code, ins->dreg, ins->inst_imm);
3224                         } else {
3225                                 S390_SET  (code, s390_r0, ins->inst_imm);
3226                                 s390_slgr (code, ins->dreg, s390_r0);
3227                         }
3228                 }
3229                         break;
3230                 case OP_LSUB_IMM: {
3231                         if (ins->dreg != ins->sreg1) {
3232                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3233                         }
3234                         if (s390_is_imm16 (-ins->inst_imm)) {
3235                                 s390_aghi  (code, ins->dreg, -ins->inst_imm);
3236                         } else if (s390_is_imm32 (-ins->inst_imm)) {
3237                                 s390_slgfi (code, ins->dreg, ins->inst_imm);
3238                         } else {
3239                                 S390_SET  (code, s390_r0, ins->inst_imm);
3240                                 s390_slgr (code, ins->dreg, s390_r0);
3241                         }
3242                 }
3243                         break;
3244                 case OP_SBB_IMM: {
3245                         if (ins->dreg != ins->sreg1) {
3246                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3247                         }
3248                         if (s390_is_imm16 (-ins->inst_imm)) {
3249                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3250                                 s390_slbgr (code, ins->dreg, s390_r0);
3251                         } else {
3252                                 S390_SET  (code, s390_r0, ins->inst_imm);
3253                                 s390_slbgr(code, ins->dreg, s390_r0);
3254                         }
3255                 }
3256                         break;
3257                 case OP_SUB_OVF_CARRY: {
3258                         CHECK_SRCDST_NCOM;
3259                         s390_lghi  (code, s390_r0, 0);
3260                         s390_lgr   (code, s390_r1, s390_r0);
3261                         s390_slbgr (code, s390_r0, s390_r1);
3262                         s390_sgr   (code, ins->dreg, src2);
3263                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3264                         s390_agr   (code, ins->dreg, s390_r0);
3265                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3266                 }
3267                         break;
3268                 case OP_SUB_OVF_UN_CARRY: {
3269                         CHECK_SRCDST_NCOM;
3270                         s390_slbgr (code, ins->dreg, src2);
3271                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3272                 }
3273                         break;
3274                 case OP_LAND: {
3275                         if (ins->sreg1 == ins->dreg) {
3276                                 s390_ngr  (code, ins->dreg, ins->sreg2);
3277                         }
3278                         else {
3279                                 if (ins->sreg2 == ins->dreg) {
3280                                         s390_ngr (code, ins->dreg, ins->sreg1);
3281                                 }
3282                                 else {
3283                                         s390_lgr (code, ins->dreg, ins->sreg1);
3284                                         s390_ngr (code, ins->dreg, ins->sreg2);
3285                                 }
3286                         }
3287                 }
3288                         break;
3289                 case OP_AND_IMM: {
3290                         if (ins->dreg != ins->sreg1) {
3291                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3292                         }
3293                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3294                         s390_ngr (code, ins->dreg, s390_r0);
3295                 }
3296                         break;
3297                 case OP_LDIV: {
3298                         s390_lgr  (code, s390_r1, ins->sreg1);
3299                         s390_dsgr (code, s390_r0, ins->sreg2);
3300                         s390_lgr  (code, ins->dreg, s390_r1);
3301                 }
3302                         break;
3303                 case OP_LDIV_UN: {
3304                         s390_lgr   (code, s390_r1, ins->sreg1);
3305                         s390_lghi  (code, s390_r0, 0);
3306                         s390_dlgr  (code, s390_r0, ins->sreg2);
3307                         s390_lgr   (code, ins->dreg, s390_r1);
3308                 }
3309                         break;
3310                 case OP_LREM: {
3311                         s390_lgr  (code, s390_r1, ins->sreg1);
3312                         s390_dsgr (code, s390_r0, ins->sreg2);
3313                         s390_lgr  (code, ins->dreg, s390_r0);
3314                         break;
3315                 }
3316                 case OP_LREM_IMM: {
3317                         if (s390_is_imm16 (ins->inst_imm)) {
3318                                 s390_lghi (code, s390_r13, ins->inst_imm);
3319                         } else {
3320                                 s390_lgfi (code, s390_r13, ins->inst_imm);
3321                         }
3322                         s390_lgr  (code, s390_r0, ins->sreg1);
3323                         s390_dsgr (code, s390_r0, s390_r13);
3324                         s390_lgfr (code, ins->dreg, s390_r0);
3325                 }
3326                         break;
3327                 case OP_LREM_UN: {
3328                         s390_lgr   (code, s390_r1, ins->sreg1);
3329                         s390_lghi  (code, s390_r0, 0);
3330                         s390_dlgr  (code, s390_r0, ins->sreg2);
3331                         s390_lgr   (code, ins->dreg, s390_r0);
3332                 }
3333                         break;
3334                 case OP_LOR: {
3335                         if (ins->sreg1 == ins->dreg) {
3336                                 s390_ogr  (code, ins->dreg, ins->sreg2);
3337                         }
3338                         else {
3339                                 if (ins->sreg2 == ins->dreg) {
3340                                         s390_ogr (code, ins->dreg, ins->sreg1);
3341                                 }
3342                                 else {
3343                                         s390_lgr (code, ins->dreg, ins->sreg1);
3344                                         s390_ogr (code, ins->dreg, ins->sreg2);
3345                                 }
3346                         }
3347                 }
3348                         break;
3349                 case OP_OR_IMM: {
3350                         if (ins->dreg != ins->sreg1) {
3351                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3352                         }
3353                         S390_SET_MASK(code, s390_r0, ins->inst_imm);
3354                         s390_ogr (code, ins->dreg, s390_r0);
3355                 }
3356                         break;
3357                 case OP_LXOR: {
3358                         if (ins->sreg1 == ins->dreg) {
3359                                 s390_xgr  (code, ins->dreg, ins->sreg2);
3360                         }
3361                         else {
3362                                 if (ins->sreg2 == ins->dreg) {
3363                                         s390_xgr (code, ins->dreg, ins->sreg1);
3364                                 }
3365                                 else {
3366                                         s390_lgr (code, ins->dreg, ins->sreg1);
3367                                         s390_xgr (code, ins->dreg, ins->sreg2);
3368                                 }
3369                         }
3370                 }
3371                         break;
3372                 case OP_XOR_IMM: {
3373                         if (ins->dreg != ins->sreg1) {
3374                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3375                         }
3376                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3377                         s390_xgr (code, ins->dreg, s390_r0);
3378                 }
3379                         break;
3380                 case OP_LSHL: {
3381                         CHECK_SRCDST_NCOM;
3382                         s390_sllg (code, ins->dreg, ins->dreg, src2, 0);
3383                 }
3384                         break;
3385                 case OP_SHL_IMM:
3386                 case OP_LSHL_IMM: {
3387                         if (ins->sreg1 != ins->dreg) {
3388                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3389                         }
3390                         s390_sllg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3391                 }
3392                         break;
3393                 case OP_LSHR: {
3394                         CHECK_SRCDST_NCOM;
3395                         s390_srag  (code, ins->dreg, ins->dreg, src2, 0);
3396                 }
3397                         break;
3398                 case OP_SHR_IMM:
3399                 case OP_LSHR_IMM: {
3400                         if (ins->sreg1 != ins->dreg) {
3401                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3402                         }
3403                         s390_srag  (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3404                 }
3405                         break;
3406                 case OP_SHR_UN_IMM:
3407                 case OP_LSHR_UN_IMM: {
3408                         if (ins->sreg1 != ins->dreg) {
3409                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3410                         }
3411                         s390_srlg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3412                 }
3413                         break;
3414                 case OP_LSHR_UN: {
3415                         CHECK_SRCDST_NCOM;
3416                         s390_srlg (code, ins->dreg, ins->dreg, src2, 0);
3417                 }
3418                         break;
3419                 case OP_LNOT: {
3420                         if (ins->sreg1 != ins->dreg) {
3421                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3422                         }
3423                         s390_lghi (code, s390_r0, -1);
3424                         s390_xgr  (code, ins->dreg, s390_r0);
3425                 }
3426                         break;
3427                 case OP_LNEG: {
3428                         s390_lcgr (code, ins->dreg, ins->sreg1);
3429                 }
3430                         break;
3431                 case OP_LMUL: {
3432                         CHECK_SRCDST_COM;
3433                         s390_msgr (code, ins->dreg, src2);
3434                 }
3435                         break;
3436                 case OP_MUL_IMM:
3437                 case OP_LMUL_IMM: {
3438                         if (ins->dreg != ins->sreg1) {
3439                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3440                         }
3441                         if (s390_is_imm16 (ins->inst_imm)) {
3442                                 s390_lghi (code, s390_r13, ins->inst_imm);
3443                         } else if (s390_is_imm32 (ins->inst_imm)) {
3444                                 s390_lgfi (code, s390_r13, ins->inst_imm);
3445                         } else {
3446                                 S390_SET (code, s390_r13, ins->inst_imm);
3447                         }
3448                         s390_msgr (code, ins->dreg, s390_r13);
3449                 }
3450                         break;
3451                 case OP_LMUL_OVF: {
3452                         short int *o[2];
3453                         s390_ltgr (code, s390_r1, ins->sreg1);
3454                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3455                         s390_ltgr (code, s390_r0, ins->sreg2);
3456                         s390_jnz  (code, 6);
3457                         s390_lghi (code, s390_r1, 0);
3458                         s390_j    (code, 0); CODEPTR(code, o[1]);
3459                         s390_xgr  (code, s390_r0, s390_r1);
3460                         s390_msgr (code, s390_r1, ins->sreg2);
3461                         s390_xgr  (code, s390_r0, s390_r1);
3462                         s390_srlg (code, s390_r0, s390_r0, 0, 63);
3463                         s390_ltgr (code, s390_r0, s390_r0);
3464                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3465                         PTRSLOT   (code, o[0]);
3466                         PTRSLOT   (code, o[1]);
3467                         s390_lgr  (code, ins->dreg, s390_r1);
3468                 }
3469                         break;
3470                 case OP_LMUL_OVF_UN: {
3471                         s390_lghi  (code, s390_r0, 0);
3472                         s390_lgr   (code, s390_r1, ins->sreg1);
3473                         s390_mlgr  (code, s390_r0, ins->sreg2);
3474                         s390_ltgr  (code, s390_r0, s390_r0);
3475                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3476                         s390_lgr   (code, ins->dreg, s390_r1);
3477                 }
3478                         break;
3479                 case OP_IADDCC: {
3480                         g_assert_not_reached ();
3481                         CHECK_SRCDST_COM_I;
3482                         s390_algr (code, ins->dreg, src2);
3483                 }
3484                         break;
3485                 case OP_IADD: {
3486                         CHECK_SRCDST_COM_I;
3487                         s390_agr  (code, ins->dreg, src2);
3488                 }
3489                         break;
3490                 case OP_IADC: {
3491                         g_assert_not_reached ();
3492                         CHECK_SRCDST_COM_I;
3493                         s390_alcgr (code, ins->dreg, src2);
3494                 }
3495                         break;
3496                 case OP_IADD_IMM: {
3497                         if (ins->dreg != ins->sreg1) {
3498                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3499                         }
3500                         if (s390_is_imm16 (ins->inst_imm)) {
3501                                 s390_aghi (code, ins->dreg, ins->inst_imm);
3502                         } else {
3503                                 s390_afi  (code, ins->dreg, ins->inst_imm);
3504                         }
3505                 }
3506                         break;
3507                 case OP_IADC_IMM: {
3508                         if (ins->dreg != ins->sreg1) {
3509                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3510                         }
3511                         if (s390_is_imm16 (ins->inst_imm)) {
3512                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3513                                 s390_alcgr (code, ins->dreg, s390_r0);
3514                         } else {
3515                                 S390_SET   (code, s390_r0, ins->inst_imm);
3516                                 s390_alcgr (code, ins->dreg, s390_r0);
3517                         }
3518                 }
3519                         break;
3520                 case OP_LADD_OVF:
3521                 case OP_S390_LADD_OVF: {
3522                         CHECK_SRCDST_COM;
3523                         s390_agr    (code, ins->dreg, src2);
3524                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3525                 }
3526                         break;
3527                 case OP_LADD_OVF_UN:
3528                 case OP_S390_LADD_OVF_UN: {
3529                         CHECK_SRCDST_COM;
3530                         s390_algr  (code, ins->dreg, src2);
3531                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3532                 }
3533                         break;
3534                 case OP_ISUBCC: {
3535                         CHECK_SRCDST_NCOM_I;
3536                         s390_slgr (code, ins->dreg, src2);
3537                 }
3538                         break;
3539                 case OP_ISUB: {
3540                         CHECK_SRCDST_NCOM_I;
3541                         s390_sgr  (code, ins->dreg, src2);
3542                 }
3543                         break;
3544                 case OP_ISBB: {
3545                         CHECK_SRCDST_NCOM_I;
3546                         s390_slbgr (code, ins->dreg, src2);
3547                 }
3548                         break;
3549                 case OP_ISUB_IMM: {
3550                         if (ins->dreg != ins->sreg1) {
3551                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3552                         }
3553                         if (s390_is_imm16 (-ins->inst_imm)) {
3554                                 s390_aghi (code, ins->dreg, -ins->inst_imm);
3555                         } else {
3556                                 s390_agfi (code, ins->dreg, -ins->inst_imm);
3557                         }
3558                 }
3559                         break;
3560                 case OP_ISBB_IMM: {
3561                         S390_SET (code, s390_r0, ins->inst_imm);
3562                         s390_slgfr (code, ins->dreg, s390_r0);
3563                 }
3564                         break;
3565                 case OP_ISUB_OVF:
3566                 case OP_S390_ISUB_OVF: {
3567                         CHECK_SRCDST_NCOM;
3568                         s390_sr   (code, ins->dreg, src2);
3569                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3570                         s390_lgfr (code, ins->dreg, ins->dreg);
3571                 }
3572                         break;
3573                 case OP_ISUB_OVF_UN:
3574                 case OP_S390_ISUB_OVF_UN: {
3575                         CHECK_SRCDST_NCOM;
3576                         s390_slr  (code, ins->dreg, src2);
3577                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3578                         s390_llgfr(code, ins->dreg, ins->dreg);
3579                 }
3580                         break;
3581                 case OP_LSUB_OVF:
3582                 case OP_S390_LSUB_OVF: {
3583                         CHECK_SRCDST_NCOM;
3584                         s390_sgr   (code, ins->dreg, src2);
3585                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3586                 }
3587                         break;
3588                 case OP_LSUB_OVF_UN:
3589                 case OP_S390_LSUB_OVF_UN: {
3590                         CHECK_SRCDST_NCOM;
3591                         s390_slgr  (code, ins->dreg, src2);
3592                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3593                 }
3594                         break;
3595                 case OP_IAND: {
3596                         CHECK_SRCDST_NCOM_I;
3597                         s390_ngr (code, ins->dreg, src2);
3598                 }
3599                         break;
3600                 case OP_IAND_IMM: {
3601                         if (ins->dreg != ins->sreg1) {
3602                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3603                         }
3604                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3605                         s390_ngr  (code, ins->dreg, s390_r0);
3606                 }
3607                         break;
3608                 case OP_IDIV: {
3609                         s390_lgfr (code, s390_r0, ins->sreg1);
3610                         s390_srda (code, s390_r0, 0, 32);
3611                         s390_dr   (code, s390_r0, ins->sreg2);
3612                         s390_lgfr (code, ins->dreg, s390_r1);
3613                 }
3614                         break;
3615                 case OP_IDIV_UN: {
3616                         s390_lgfr (code, s390_r0, ins->sreg1);
3617                         s390_srdl (code, s390_r0, 0, 32);
3618                         s390_dlr  (code, s390_r0, ins->sreg2);
3619                         s390_lgfr (code, ins->dreg, s390_r1);
3620                 }
3621                         break;
3622                 case OP_IDIV_IMM: {
3623                         if (s390_is_imm16 (ins->inst_imm)) {
3624                                 s390_lghi (code, s390_r13, ins->inst_imm);
3625                         } else {
3626                                 s390_lgfi (code, s390_r13, ins->inst_imm);
3627                         }
3628                         s390_lgfr (code, s390_r0, ins->sreg1);
3629                         s390_srda (code, s390_r0, 0, 32);
3630                         s390_dr   (code, s390_r0, ins->sreg2);
3631                         s390_lgfr (code, ins->dreg, s390_r1);
3632                 }
3633                         break;
3634                 case OP_IREM: {
3635                         s390_lgfr (code, s390_r0, ins->sreg1);
3636                         s390_srda (code, s390_r0, 0, 32);
3637                         s390_dr   (code, s390_r0, ins->sreg2);
3638                         s390_lgfr (code, ins->dreg, s390_r0);
3639                         break;
3640                 case OP_IREM_UN:
3641                         s390_lgfr (code, s390_r0, ins->sreg1);
3642                         s390_srdl (code, s390_r0, 0, 32);
3643                         s390_dlr  (code, s390_r0, ins->sreg2);
3644                         s390_lgfr (code, ins->dreg, s390_r0);
3645                 }
3646                         break;
3647                 case OP_IREM_IMM: {
3648                         if (s390_is_imm16 (ins->inst_imm)) {
3649                                 s390_lghi (code, s390_r13, ins->inst_imm);
3650                         } else {
3651                                 s390_lgfi (code, s390_r13, ins->inst_imm);
3652                         }
3653                         s390_lgfr (code, s390_r0, ins->sreg1);
3654                         s390_srda (code, s390_r0, 0, 32);
3655                         s390_dr   (code, s390_r0, ins->sreg2);
3656                         s390_lgfr (code, ins->dreg, s390_r0);
3657                 }
3658                         break;
3659                 case OP_IOR: {
3660                         CHECK_SRCDST_COM_I;
3661                         s390_ogr (code, ins->dreg, src2);
3662                 }
3663                         break;
3664                 case OP_IOR_IMM: {
3665                         if (ins->dreg != ins->sreg1) {
3666                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3667                         }
3668                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3669                         s390_ogr  (code, ins->dreg, s390_r0);
3670                 }
3671                         break;
3672                 case OP_IXOR: {
3673                         CHECK_SRCDST_COM_I;
3674                         s390_xgr (code, ins->dreg, src2);
3675                 }
3676                         break;
3677                 case OP_IXOR_IMM: {
3678                         if (ins->dreg != ins->sreg1) {
3679                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3680                         }
3681                         S390_SET_MASK (code, s390_r0, ins->inst_imm);
3682                         s390_xgr  (code, ins->dreg, s390_r0);
3683                 }
3684                         break;
3685                 case OP_ISHL: {
3686                         CHECK_SRCDST_NCOM;
3687                         s390_sll  (code, ins->dreg, src2, 0);
3688                 }
3689                         break;
3690                 case OP_ISHL_IMM: {
3691                         if (ins->sreg1 != ins->dreg) {
3692                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3693                         }
3694                         s390_sll (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3695                 }
3696                         break;
3697                 case OP_ISHR: {
3698                         CHECK_SRCDST_NCOM;
3699                         s390_sra (code, ins->dreg, src2, 0);
3700                 }
3701                         break;
3702                 case OP_ISHR_IMM: {
3703                         if (ins->sreg1 != ins->dreg) {
3704                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3705                         }
3706                         s390_sra (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3707                 }
3708                         break;
3709                 case OP_ISHR_UN_IMM: {
3710                         if (ins->sreg1 != ins->dreg) {
3711                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3712                         }
3713                         s390_srl (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3714                 }
3715                         break;
3716                 case OP_ISHR_UN: {
3717                         CHECK_SRCDST_NCOM;
3718                         s390_srl  (code, ins->dreg, src2, 0);
3719                 }
3720                         break;
3721                 case OP_INOT: {
3722                         if (ins->sreg1 != ins->dreg) {
3723                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3724                         }
3725                         s390_lghi (code, s390_r0, -1);
3726                         s390_xgr  (code, ins->dreg, s390_r0);
3727                 }
3728                         break;
3729                 case OP_INEG: {
3730                         s390_lcgr (code, ins->dreg, ins->sreg1);
3731                 }
3732                         break;
3733                 case OP_IMUL: {
3734                         CHECK_SRCDST_COM_I;
3735                         s390_msr (code, ins->dreg, src2);
3736                 }
3737                         break;
3738                 case OP_IMUL_IMM: {
3739                         if (ins->dreg != ins->sreg1) {
3740                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3741                         }
3742                         if (s390_is_imm16 (ins->inst_imm)) {
3743                                 s390_lghi (code, s390_r0, ins->inst_imm);
3744                         } else {
3745                                 s390_lgfi (code, s390_r0, ins->inst_imm);
3746                         }
3747                         s390_msr  (code, ins->dreg, s390_r0);
3748                 }
3749                         break;
3750                 case OP_IMUL_OVF: {
3751                         short int *o[2];
3752                         s390_ltr  (code, s390_r1, ins->sreg1);
3753                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3754                         s390_ltr  (code, s390_r0, ins->sreg2);
3755                         s390_jnz  (code, 6);
3756                         s390_lhi  (code, s390_r1, 0);
3757                         s390_j    (code, 0); CODEPTR(code, o[1]);
3758                         s390_xr   (code, s390_r0, s390_r1);
3759                         s390_msr  (code, s390_r1, ins->sreg2);
3760                         s390_xr   (code, s390_r0, s390_r1);
3761                         s390_srl  (code, s390_r0, 0, 31);
3762                         s390_ltr  (code, s390_r0, s390_r0);
3763                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3764                         PTRSLOT   (code, o[0]);
3765                         PTRSLOT   (code, o[1]);
3766                         s390_lgfr (code, ins->dreg, s390_r1);
3767                 }
3768                         break;
3769                 case OP_IMUL_OVF_UN: {
3770                         s390_lhi  (code, s390_r0, 0);
3771                         s390_lr   (code, s390_r1, ins->sreg1);
3772                         s390_mlr  (code, s390_r0, ins->sreg2);
3773                         s390_ltr  (code, s390_r0, s390_r0);
3774                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3775                         s390_lgfr (code, ins->dreg, s390_r1);
3776                 }
3777                         break;
3778                 case OP_ICONST:
3779                 case OP_I8CONST: {
3780                         S390_SET (code, ins->dreg, ins->inst_c0);
3781                 }
3782                         break;
3783                 case OP_AOTCONST: {
3784                         mono_add_patch_info (cfg, code - cfg->native_code,
3785                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3786                         S390_LOAD_TEMPLATE (code, ins->dreg);
3787                 }
3788                         break;
3789                 case OP_JUMP_TABLE: {
3790                         mono_add_patch_info (cfg, code - cfg->native_code,
3791                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3792                         S390_LOAD_TEMPLATE (code, ins->dreg);
3793                 }
3794                         break;
3795                 case OP_MOVE:
3796                         if (ins->dreg != ins->sreg1) {
3797                                 s390_lgr (code, ins->dreg, ins->sreg1);
3798                         }
3799                         break;
3800                 case OP_LCONV_TO_I:
3801                 case OP_LCONV_TO_I8:
3802                 case OP_SEXT_I4:
3803                         s390_lgfr (code, ins->dreg, ins->sreg1);
3804                         break;
3805                 case OP_LCONV_TO_I4:
3806                         s390_lgfr (code, ins->dreg, ins->sreg1);
3807                         break;
3808                 case OP_LCONV_TO_U:
3809                 case OP_LCONV_TO_U8:
3810                 case OP_LCONV_TO_U4:
3811                 case OP_ZEXT_I4:
3812                         s390_llgfr (code, ins->dreg, ins->sreg1);
3813                         break;
3814                 case OP_LCONV_TO_OVF_U4:
3815                         S390_SET  (code, s390_r0, 4294967295);
3816                         s390_clgr (code, ins->sreg1, s390_r0);
3817                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3818                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3819                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3820                         s390_llgfr(code, ins->dreg, ins->sreg1);
3821                         break;
3822                 case OP_LCONV_TO_OVF_I4_UN:
3823                         S390_SET  (code, s390_r0, 2147483647);
3824                         s390_cgr  (code, ins->sreg1, s390_r0);
3825                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3826                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3827                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3828                         s390_lgfr (code, ins->dreg, ins->sreg1);
3829                         break;
3830                 case OP_FMOVE:
3831                         if (ins->dreg != ins->sreg1) {
3832                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3833                         }
3834                         break;
3835                 case OP_MOVE_F_TO_I8:
3836                         s390_lgdr (code, ins->dreg, ins->sreg1);
3837                         break;
3838                 case OP_MOVE_I8_TO_F:
3839                         s390_ldgr (code, ins->dreg, ins->sreg1);
3840                         break;
3841                 case OP_MOVE_F_TO_I4:
3842                         s390_lgdr (code, ins->dreg, ins->sreg1);
3843                         break;
3844                 case OP_MOVE_I4_TO_F:
3845                         s390_lgfr (code, s390_r0, ins->sreg1);
3846                         s390_ldgr (code, ins->dreg, s390_r0);
3847                         break;
3848                 case OP_FCONV_TO_R4:
3849                         s390_ledbr (code, ins->dreg, ins->sreg1);
3850                         s390_ldebr (code, ins->dreg, ins->dreg);
3851                         break;
3852                 case OP_S390_SETF4RET:
3853                         s390_ledbr (code, ins->dreg, ins->sreg1);
3854                         break;
3855                 case OP_TLS_GET: {
3856                         if (s390_is_imm16 (ins->inst_offset)) {
3857                                 s390_lghi (code, s390_r13, ins->inst_offset);
3858                         } else if (s390_is_imm32 (ins->inst_offset)) {
3859                                 s390_lgfi (code, s390_r13, ins->inst_offset);
3860                         } else {
3861                                 S390_SET  (code, s390_r13, ins->inst_offset);
3862                         }
3863                         s390_ear (code, s390_r1, 0);
3864                         s390_sllg(code, s390_r1, s390_r1, 0, 32);
3865                         s390_ear (code, s390_r1, 1);
3866                         s390_lg  (code, ins->dreg, s390_r13, s390_r1, 0);
3867                 }
3868                         break;
3869                 case OP_JMP: {
3870                         if (cfg->method->save_lmf)
3871                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3872
3873                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3874                                 code =  emit_load_volatile_arguments (code, cfg);
3875                         }
3876
3877                         code = backUpStackPtr(cfg, code);
3878                         s390_lg  (code, s390_r14, 0, cfg->frame_reg, S390_RET_ADDR_OFFSET);
3879                         mono_add_patch_info (cfg, code - cfg->native_code,
3880                                              MONO_PATCH_INFO_METHOD_JUMP,
3881                                              ins->inst_p0);
3882                         s390_jcl (code, S390_CC_UN, 0);
3883                 }
3884                         break;
3885                 case OP_CHECK_THIS: {
3886                         /* ensure ins->sreg1 is not NULL */
3887                         s390_lg   (code, s390_r0, 0, ins->sreg1, 0);
3888                         s390_ltgr (code, s390_r0, s390_r0);
3889 //                      EMIT_COND_SYSTEM_EXCEPTION (S390_CC_ZR, "NullReferenceException");
3890                 }
3891                         break;
3892                 case OP_ARGLIST: {
3893                         int offset = cfg->sig_cookie + cfg->stack_usage;
3894
3895                         if (s390_is_imm16 (offset)) {
3896                                 s390_lghi (code, s390_r0, offset);
3897                         } else if (s390_is_imm32 (offset)) {
3898                                 s390_lgfi (code, s390_r0, offset);
3899                         } else {
3900                                 S390_SET  (code, s390_r0, offset);
3901                         }
3902                         s390_agr  (code, s390_r0, cfg->frame_reg);
3903                         s390_stg  (code, s390_r0, 0, ins->sreg1, 0);
3904                 }
3905                         break;
3906                 case OP_FCALL: {
3907                         call = (MonoCallInst*)ins;
3908                         if (ins->flags & MONO_INST_HAS_METHOD)
3909                                 mono_add_patch_info (cfg, code-cfg->native_code,
3910                                                      MONO_PATCH_INFO_METHOD,
3911                                                      call->method);
3912                         else
3913                                 mono_add_patch_info (cfg, code-cfg->native_code,
3914                                                      MONO_PATCH_INFO_ABS,
3915                                                      call->fptr);
3916                         S390_CALL_TEMPLATE (code, s390_r14);
3917                         if (call->signature->ret->type == MONO_TYPE_R4)
3918                                 s390_ldebr (code, s390_f0, s390_f0);
3919                 }
3920                         break;
3921                 case OP_LCALL:
3922                 case OP_VCALL:
3923                 case OP_VCALL2:
3924                 case OP_VOIDCALL:
3925                 case OP_CALL: {
3926                         call = (MonoCallInst*)ins;
3927                         if (ins->flags & MONO_INST_HAS_METHOD)
3928                                 mono_add_patch_info (cfg, code-cfg->native_code,
3929                                                      MONO_PATCH_INFO_METHOD,
3930                                                      call->method);
3931                         else
3932                                 mono_add_patch_info (cfg, code-cfg->native_code,
3933                                                      MONO_PATCH_INFO_ABS,
3934                                                      call->fptr);
3935                         S390_CALL_TEMPLATE (code, s390_r14);
3936                 }
3937                         break;
3938                 case OP_FCALL_REG: {
3939                         call = (MonoCallInst*)ins;
3940                         s390_lgr  (code, s390_r1, ins->sreg1);
3941                         s390_basr (code, s390_r14, s390_r1);
3942                         if (call->signature->ret->type == MONO_TYPE_R4)
3943                                 s390_ldebr (code, s390_f0, s390_f0);
3944                 }
3945                         break;
3946                 case OP_LCALL_REG:
3947                 case OP_VCALL_REG:
3948                 case OP_VCALL2_REG:
3949                 case OP_VOIDCALL_REG:
3950                 case OP_CALL_REG: {
3951                         s390_lgr  (code, s390_r1, ins->sreg1);
3952                         s390_basr (code, s390_r14, s390_r1);
3953                 }
3954                         break;
3955                 case OP_FCALL_MEMBASE: {
3956                         call = (MonoCallInst*)ins;
3957                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3958                         s390_basr (code, s390_r14, s390_r1);
3959                         if (call->signature->ret->type == MONO_TYPE_R4)
3960                                 s390_ldebr (code, s390_f0, s390_f0);
3961                 }
3962                         break;
3963                 case OP_LCALL_MEMBASE:
3964                 case OP_VCALL_MEMBASE:
3965                 case OP_VCALL2_MEMBASE:
3966                 case OP_VOIDCALL_MEMBASE:
3967                 case OP_CALL_MEMBASE: {
3968                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3969                         s390_basr (code, s390_r14, s390_r1);
3970                 }
3971                         break;
3972                 case OP_LOCALLOC: {
3973                         int alloca_skip;
3974                         int area_offset;
3975
3976                         if (cfg->param_area == 0)
3977                                 alloca_skip = S390_MINIMAL_STACK_SIZE;
3978                         else
3979                                 alloca_skip = cfg->param_area;
3980
3981                         area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
3982                         s390_lgr  (code, s390_r1, ins->sreg1);
3983                         if (ins->flags & MONO_INST_INIT)
3984                                 s390_lgr  (code, s390_r0, ins->sreg1);
3985                         s390_aghi (code, s390_r1, 14);
3986                         s390_srlg (code, s390_r1, s390_r1, 0, 3);
3987                         s390_sllg (code, s390_r1, s390_r1, 0, 3);
3988                         if (cfg->method->save_lmf) {
3989                                 /*----------------------------------*/
3990                                 /* we have to adjust lmf ebp value  */
3991                                 /*----------------------------------*/
3992                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
3993
3994                                 s390_lgr (code, s390_r13, cfg->frame_reg);
3995                                 if (s390_is_imm16(lmfOffset)) {
3996                                         s390_aghi (code, s390_r13, lmfOffset);
3997                                 } else if (s390_is_imm32(lmfOffset)) {
3998                                         s390_agfi (code, s390_r13, lmfOffset);
3999                                 } else {
4000                                         S390_SET  (code, s390_r13, lmfOffset);
4001                                 }
4002                                 s390_lgr (code, s390_r14, STK_BASE);
4003                                 s390_sgr (code, s390_r14, s390_r1);
4004                                 s390_stg (code, s390_r14, 0, s390_r13,
4005                                           G_STRUCT_OFFSET(MonoLMF, ebp));
4006                         }
4007                         s390_lg   (code, s390_r13, 0, STK_BASE, 0);
4008                         s390_sgr  (code, STK_BASE, s390_r1);
4009                         s390_stg  (code, s390_r13, 0, STK_BASE, 0);
4010                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
4011                         s390_srlg (code, ins->dreg, ins->dreg, 0, 3);
4012                         s390_sllg (code, ins->dreg, ins->dreg, 0, 3);
4013                         if (ins->flags & MONO_INST_INIT) {
4014                                 s390_lgr  (code, s390_r1, s390_r0);
4015                                 s390_lgr  (code, s390_r0, ins->dreg);
4016                                 s390_lgr  (code, s390_r14, s390_r12);
4017                                 s390_lghi (code, s390_r13, 0);
4018                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4019                                 s390_jo   (code, -2);
4020                                 s390_lgr  (code, s390_r12, s390_r14);
4021                         }
4022                 }
4023                         break;
4024                 case OP_THROW: {
4025                         s390_lgr  (code, s390_r2, ins->sreg1);
4026                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4027                                              (gpointer) "mono_arch_throw_exception");
4028                         S390_CALL_TEMPLATE(code, s390_r14);
4029                 }
4030                         break;
4031                 case OP_RETHROW: {
4032                         s390_lgr  (code, s390_r2, ins->sreg1);
4033                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4034                                              (gpointer) "mono_arch_rethrow_exception");
4035                         S390_CALL_TEMPLATE(code, s390_r14);
4036                 }
4037                         break;
4038                 case OP_START_HANDLER: {
4039                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4040
4041                         S390_LONG (code, stg, stg, s390_r14, 0,
4042                                    spvar->inst_basereg,
4043                                    spvar->inst_offset);
4044                 }
4045                         break;
4046                 case OP_ENDFILTER: {
4047                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4048
4049                         if (ins->sreg1 != s390_r2)
4050                                 s390_lgr(code, s390_r2, ins->sreg1);
4051                         S390_LONG (code, lg, lg, s390_r14, 0,
4052                                    spvar->inst_basereg,
4053                                    spvar->inst_offset);
4054                         s390_br  (code, s390_r14);
4055                 }
4056                         break;
4057                 case OP_ENDFINALLY: {
4058                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4059
4060                         S390_LONG (code, lg, lg, s390_r14, 0,
4061                                    spvar->inst_basereg,
4062                                    spvar->inst_offset);
4063                         s390_br  (code, s390_r14);
4064                 }
4065                         break;
4066                 case OP_CALL_HANDLER: {
4067                         mono_add_patch_info (cfg, code-cfg->native_code,
4068                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
4069                         s390_brasl (code, s390_r14, 0);
4070                         mono_cfg_add_try_hole (cfg, ins->inst_eh_block, code, bb);
4071                 }
4072                         break;
4073                 case OP_LABEL: {
4074                         ins->inst_c0 = code - cfg->native_code;
4075                 }
4076                         break;
4077                 case OP_RELAXED_NOP:
4078                 case OP_NOP:
4079                 case OP_DUMMY_USE:
4080                 case OP_DUMMY_STORE:
4081                 case OP_NOT_REACHED:
4082                 case OP_NOT_NULL: {
4083                 }
4084                         break;
4085                 case OP_IL_SEQ_POINT:
4086                         mono_add_seq_point (cfg, bb, ins, code - cfg->native_code);
4087                         break;
4088                 case OP_SEQ_POINT: {
4089                         int i;
4090
4091                         if (cfg->compile_aot)
4092                                 NOT_IMPLEMENTED;
4093
4094                         /*
4095                          * Read from the single stepping trigger page. This will cause a
4096                          * SIGSEGV when single stepping is enabled.
4097                          * We do this _before_ the breakpoint, so single stepping after
4098                          * a breakpoint is hit will step to the next IL offset.
4099                          */
4100                         if (ins->flags & MONO_INST_SINGLE_STEP_LOC) {
4101                                 breakpointCode.pTrigger = ss_trigger_page;
4102                                 memcpy(code, (void *) &breakpointCode, BREAKPOINT_SIZE);
4103                                 code += BREAKPOINT_SIZE;
4104                         }
4105
4106                         mono_add_seq_point (cfg, bb, ins, code - cfg->native_code);
4107
4108                         /*
4109                          * A placeholder for a possible breakpoint inserted by
4110                          * mono_arch_set_breakpoint ().
4111                          */
4112                         for (i = 0; i < (BREAKPOINT_SIZE / S390X_NOP_SIZE); ++i)
4113                                 s390_nop (code);
4114
4115                         /*
4116                          * Add an additional nop so skipping the bp doesn't cause the ip to point
4117                          * to another IL offset.
4118                          */
4119                         s390_nop (code);
4120
4121                         break;
4122                 }
4123
4124                 case OP_BR:
4125                         EMIT_UNCOND_BRANCH(ins);
4126                         break;
4127                 case OP_BR_REG: {
4128                         s390_br  (code, ins->sreg1);
4129                 }
4130                         break;
4131                 case OP_CEQ:
4132                 case OP_ICEQ:
4133                 case OP_LCEQ: {
4134                         s390_lghi(code, ins->dreg, 1);
4135                         s390_jz  (code, 4);
4136                         s390_lghi(code, ins->dreg, 0);
4137                 }
4138                         break;
4139                 case OP_CLT:
4140                 case OP_ICLT:
4141                 case OP_LCLT: {
4142                         s390_lghi(code, ins->dreg, 1);
4143                         s390_jl  (code, 4);
4144                         s390_lghi(code, ins->dreg, 0);
4145                 }
4146                         break;
4147                 case OP_CLT_UN:
4148                 case OP_ICLT_UN:
4149                 case OP_LCLT_UN: {
4150                         s390_lghi(code, ins->dreg, 1);
4151                         s390_jlo (code, 4);
4152                         s390_lghi(code, ins->dreg, 0);
4153                 }
4154                         break;
4155                 case OP_CGT:
4156                 case OP_ICGT:
4157                 case OP_LCGT: {
4158                         s390_lghi(code, ins->dreg, 1);
4159                         s390_jh  (code, 4);
4160                         s390_lghi(code, ins->dreg, 0);
4161                 }
4162                         break;
4163                 case OP_CGT_UN:
4164                 case OP_ICGT_UN:
4165                 case OP_LCGT_UN: {
4166                         s390_lghi(code, ins->dreg, 1);
4167                         s390_jho (code, 4);
4168                         s390_lghi(code, ins->dreg, 0);
4169                 }
4170                         break;
4171                 case OP_COND_EXC_EQ:
4172                 case OP_COND_EXC_IEQ:
4173                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
4174                         break;
4175                 case OP_COND_EXC_NE_UN:
4176                 case OP_COND_EXC_INE_UN:
4177                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
4178                         break;
4179                 case OP_COND_EXC_LT:
4180                 case OP_COND_EXC_ILT:
4181                 case OP_COND_EXC_LT_UN:
4182                 case OP_COND_EXC_ILT_UN:
4183                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
4184                         break;
4185                 case OP_COND_EXC_GT:
4186                 case OP_COND_EXC_IGT:
4187                 case OP_COND_EXC_GT_UN:
4188                 case OP_COND_EXC_IGT_UN:
4189                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
4190                         break;
4191                 case OP_COND_EXC_GE:
4192                 case OP_COND_EXC_IGE:
4193                 case OP_COND_EXC_GE_UN:
4194                 case OP_COND_EXC_IGE_UN:
4195                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
4196                         break;
4197                 case OP_COND_EXC_LE:
4198                 case OP_COND_EXC_ILE:
4199                 case OP_COND_EXC_LE_UN:
4200                 case OP_COND_EXC_ILE_UN:
4201                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
4202                         break;
4203                 case OP_COND_EXC_OV:
4204                 case OP_COND_EXC_IOV:
4205                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
4206                         break;
4207                 case OP_COND_EXC_NO:
4208                 case OP_COND_EXC_INO:
4209                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
4210                         break;
4211                 case OP_COND_EXC_C:
4212                 case OP_COND_EXC_IC:
4213                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
4214                         break;
4215                 case OP_COND_EXC_NC:
4216                 case OP_COND_EXC_INC:
4217                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
4218                         break;
4219                 case OP_LBEQ:
4220                 case OP_IBEQ:
4221                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4222                         break;
4223                 case OP_LBNE_UN:
4224                 case OP_IBNE_UN:
4225                         EMIT_COND_BRANCH (ins, S390_CC_NE);
4226                         break;
4227                 case OP_LBLT:
4228                 case OP_LBLT_UN:
4229                 case OP_IBLT:
4230                 case OP_IBLT_UN:
4231                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4232                         break;
4233                 case OP_LBGT:
4234                 case OP_LBGT_UN:
4235                 case OP_IBGT:
4236                 case OP_IBGT_UN:
4237                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4238                         break;
4239                 case OP_LBGE:
4240                 case OP_LBGE_UN:
4241                 case OP_IBGE:
4242                 case OP_IBGE_UN:
4243                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4244                         break;
4245                 case OP_LBLE:
4246                 case OP_LBLE_UN:
4247                 case OP_IBLE:
4248                 case OP_IBLE_UN:
4249                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4250                         break;
4251
4252                 /* floating point opcodes */
4253                 case OP_R8CONST: {
4254                         if (*((double *) ins->inst_p0) == 0) {
4255                                 s390_lzdr (code, ins->dreg);
4256                         } else {
4257                                 S390_SET  (code, s390_r13, ins->inst_p0);
4258                                 s390_ld   (code, ins->dreg, 0, s390_r13, 0);
4259                         }
4260                 }
4261                         break;
4262                 case OP_R4CONST: {
4263                         if (*((float *) ins->inst_p0) == 0) {
4264                                 s390_lzdr (code, ins->dreg);
4265                         } else {
4266                                 S390_SET  (code, s390_r13, ins->inst_p0);
4267                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
4268                         }
4269                 }
4270                         break;
4271                 case OP_STORER8_MEMBASE_REG: {
4272                         S390_LONG (code, stdy, std, ins->sreg1, 0,
4273                                    ins->inst_destbasereg, ins->inst_offset);
4274                 }
4275                         break;
4276                 case OP_LOADR8_MEMBASE: {
4277                         S390_LONG (code, ldy, ld, ins->dreg, 0,
4278                                    ins->inst_basereg, ins->inst_offset);
4279                 }
4280                         break;
4281                 case OP_STORER4_MEMBASE_REG: {
4282                         s390_ledbr (code, s390_f15, ins->sreg1);
4283                         S390_LONG (code, stey, ste, s390_f15, 0,
4284                                    ins->inst_destbasereg, ins->inst_offset);
4285                 }
4286                         break;
4287                 case OP_LOADR4_MEMBASE: {
4288                         S390_LONG (code, ldy, ld, s390_f15, 0,
4289                                    ins->inst_basereg, ins->inst_offset);
4290                         s390_ldebr (code, ins->dreg, s390_f15);
4291                 }
4292                         break;
4293                 case OP_ICONV_TO_R_UN: {
4294                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4295                         s390_ltr   (code, ins->sreg1, ins->sreg1);
4296                         s390_jnl   (code, 8);
4297                         S390_SET   (code, s390_r13, 0x41f0000000000000llu);
4298                         s390_ldgr  (code, s390_f15, s390_r13);
4299                         s390_adbr  (code, ins->dreg, s390_f15);
4300                 }
4301                         break;
4302                 case OP_LCONV_TO_R_UN: {
4303                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4304                         s390_ltgr  (code, ins->sreg1, ins->sreg1);
4305                         s390_jnl   (code, 8);
4306                         S390_SET   (code, s390_r13, 0x41f0000000000000llu);
4307                         s390_ldgr  (code, s390_f15, s390_r13);
4308                         s390_adbr  (code, ins->dreg, s390_f15);
4309                 }
4310                         break;
4311                 case OP_LCONV_TO_R4:
4312                 case OP_ICONV_TO_R4: {
4313                         s390_cegbr (code, ins->dreg, ins->sreg1);
4314                         s390_ldebr (code, ins->dreg, ins->dreg);
4315                 }
4316                         break;
4317                 case OP_LCONV_TO_R8:
4318                 case OP_ICONV_TO_R8: {
4319                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4320                 }
4321                         break;
4322                 case OP_FCONV_TO_I1:
4323                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
4324                         break;
4325                 case OP_FCONV_TO_U1:
4326                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
4327                         break;
4328                 case OP_FCONV_TO_I2:
4329                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
4330                         break;
4331                 case OP_FCONV_TO_U2:
4332                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
4333                         break;
4334                 case OP_FCONV_TO_I4:
4335                 case OP_FCONV_TO_I:
4336                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
4337                         break;
4338                 case OP_FCONV_TO_U4:
4339                 case OP_FCONV_TO_U:
4340                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
4341                         break;
4342                 case OP_FCONV_TO_I8:
4343                         s390_cgdbr (code, ins->dreg, 5, ins->sreg1);
4344                         break;
4345                 case OP_LCONV_TO_OVF_I: {
4346                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
4347                         short int *o[5];
4348                         s390_ltgr (code, ins->sreg2, ins->sreg2);
4349                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
4350                         s390_ltgr (code, ins->sreg1, ins->sreg1);
4351                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
4352                         s390_lhi  (code, s390_r13, -1);
4353                         s390_cgr  (code, ins->sreg1, s390_r13);
4354                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
4355                         if (ins->dreg != ins->sreg2)
4356                                 s390_lgr  (code, ins->dreg, ins->sreg2);
4357                         s390_j    (code, 0); CODEPTR(code, o[3]);
4358                         PTRSLOT(code, o[0]);
4359                         s390_jz   (code, 0); CODEPTR(code, o[4]);
4360                         PTRSLOT(code, o[1]);
4361                         PTRSLOT(code, o[2]);
4362                         mono_add_patch_info (cfg, code - cfg->native_code,
4363                                              MONO_PATCH_INFO_EXC, "OverflowException");
4364                         s390_brasl (code, s390_r14, 0);
4365                         PTRSLOT(code, o[3]);
4366                         PTRSLOT(code, o[4]);
4367                 }
4368                         break;
4369                 case OP_ABS: {
4370                         s390_lpdbr (code, ins->dreg, ins->sreg1);
4371                 }
4372                         break;
4373                 case OP_SQRT: {
4374                         s390_sqdbr (code, ins->dreg, ins->sreg1);
4375                 }
4376                         break;
4377                 case OP_FADD: {
4378                         CHECK_SRCDST_COM_F;
4379                         s390_adbr (code, ins->dreg, src2);
4380                 }
4381                         break;
4382                 case OP_FSUB: {
4383                         CHECK_SRCDST_NCOM_F;
4384                         s390_sdbr (code, ins->dreg, src2);
4385                 }
4386                         break;
4387                 case OP_FMUL: {
4388                         CHECK_SRCDST_COM_F;
4389                         s390_mdbr (code, ins->dreg, src2);
4390                 }
4391                         break;
4392                 case OP_FDIV: {
4393                         CHECK_SRCDST_NCOM_F;
4394                         s390_ddbr (code, ins->dreg, src2);
4395                 }
4396                         break;
4397                 case OP_FNEG: {
4398                         s390_lcdbr (code, ins->dreg, ins->sreg1);
4399                 }
4400                         break;
4401                 case OP_FREM: {
4402                         CHECK_SRCDST_NCOM_F;
4403                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
4404                 }
4405                         break;
4406                 case OP_FCOMPARE: {
4407                         s390_cdbr (code, ins->sreg1, ins->sreg2);
4408                 }
4409                         break;
4410                 case OP_FCEQ: {
4411                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4412                         s390_lghi  (code, ins->dreg, 1);
4413                         s390_je    (code, 4);
4414                         s390_lghi  (code, ins->dreg, 0);
4415                 }
4416                         break;
4417                 case OP_FCLT: {
4418                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4419                         s390_lghi  (code, ins->dreg, 1);
4420                         s390_jl    (code, 4);
4421                         s390_lghi  (code, ins->dreg, 0);
4422                 }
4423                         break;
4424                 case OP_FCLT_UN: {
4425                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4426                         s390_lghi  (code, ins->dreg, 1);
4427                         s390_jlo   (code, 4);
4428                         s390_lghi  (code, ins->dreg, 0);
4429                 }
4430                         break;
4431                 case OP_FCGT: {
4432                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4433                         s390_lghi  (code, ins->dreg, 1);
4434                         s390_jh    (code, 4);
4435                         s390_lghi  (code, ins->dreg, 0);
4436                 }
4437                         break;
4438                 case OP_FCGT_UN: {
4439                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4440                         s390_lghi  (code, ins->dreg, 1);
4441                         s390_jho   (code, 4);
4442                         s390_lghi  (code, ins->dreg, 0);
4443                 }
4444                         break;
4445                 case OP_FBEQ: {
4446                         short *o;
4447                         s390_jo (code, 0); CODEPTR(code, o);
4448                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4449                         PTRSLOT (code, o);
4450                 }
4451                         break;
4452                 case OP_FBNE_UN:
4453                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
4454                         break;
4455                 case OP_FBLT: {
4456                         short *o;
4457                         s390_jo (code, 0); CODEPTR(code, o);
4458                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4459                         PTRSLOT (code, o);
4460                 }
4461                         break;
4462                 case OP_FBLT_UN:
4463                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
4464                         break;
4465                 case OP_FBGT: {
4466                         short *o;
4467                         s390_jo (code, 0); CODEPTR(code, o);
4468                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4469                         PTRSLOT (code, o);
4470                 }
4471                         break;
4472                 case OP_FBGT_UN:
4473                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
4474                         break;
4475                 case OP_FBGE: {
4476                         short *o;
4477                         s390_jo (code, 0); CODEPTR(code, o);
4478                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4479                         PTRSLOT (code, o);
4480                 }
4481                         break;
4482                 case OP_FBGE_UN:
4483                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
4484                         break;
4485                 case OP_FBLE: {
4486                         short *o;
4487                         s390_jo (code, 0); CODEPTR(code, o);
4488                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4489                         PTRSLOT (code, o);
4490                 }
4491                         break;
4492                 case OP_FBLE_UN:
4493                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
4494                         break;
4495                 case OP_CKFINITE: {
4496                         short *o;
4497                         s390_lhi  (code, s390_r13, 0x7f);
4498                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
4499                         s390_jz   (code, 0); CODEPTR(code, o);
4500                         mono_add_patch_info (cfg, code - cfg->native_code,
4501                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
4502                         s390_brasl (code, s390_r14,0);
4503                         PTRSLOT(code, o);
4504                 }
4505                         break;
4506                 case OP_S390_MOVE: {
4507                         if (ins->backend.size > 0) {
4508                                 if (ins->backend.size <= 256) {
4509                                         s390_mvc  (code, ins->backend.size, ins->dreg,
4510                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
4511                                 } else {
4512                                         s390_lgr  (code, s390_r0, ins->dreg);
4513                                         if (ins->inst_offset > 0) {
4514                                                 if (s390_is_imm16 (ins->inst_offset)) {
4515                                                         s390_aghi (code, s390_r0, ins->inst_offset);
4516                                                 } else if (s390_is_imm32 (ins->inst_offset)) {
4517                                                         s390_agfi (code, s390_r0, ins->inst_offset);
4518                                                 } else {
4519                                                         S390_SET  (code, s390_r13, ins->inst_offset);
4520                                                         s390_agr  (code, s390_r0, s390_r13);
4521                                                 }
4522                                         }
4523                                         s390_lgr  (code, s390_r12, ins->sreg1);
4524                                         if (ins->inst_imm > 0) {
4525                                                 if (s390_is_imm16 (ins->inst_imm)) {
4526                                                         s390_aghi (code, s390_r12, ins->inst_imm);
4527                                                 } else if (s390_is_imm32 (ins->inst_imm)) {
4528                                                         s390_agfi (code, s390_r12, ins->inst_imm);
4529                                                 } else {
4530                                                         S390_SET  (code, s390_r13, ins->inst_imm);
4531                                                         s390_agr  (code, s390_r12, s390_r13);
4532                                                 }
4533                                         }
4534                                         if (s390_is_imm16 (ins->backend.size)) {
4535                                                 s390_lghi (code, s390_r1, ins->backend.size);
4536                                         } else if (s390_is_imm32 (ins->inst_offset)) {
4537                                                 s390_agfi (code, s390_r1, ins->backend.size);
4538                                         } else {
4539                                                 S390_SET  (code, s390_r13, ins->backend.size);
4540                                                 s390_agr  (code, s390_r1, s390_r13);
4541                                         }
4542                                         s390_lgr  (code, s390_r13, s390_r1);
4543                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4544                                         s390_jo   (code, -2);
4545                                 }
4546                         }
4547                 }
4548                         break;
4549                 case OP_ATOMIC_ADD_I8: {
4550                         s390_lgr (code, s390_r1, ins->sreg2);
4551                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4552                         s390_agr (code, s390_r1, s390_r0);
4553                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4554                         s390_jnz (code, -10);
4555                         s390_lgr (code, ins->dreg, s390_r1);
4556                 }
4557                         break;
4558                 case OP_ATOMIC_EXCHANGE_I8: {
4559                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4560                         s390_csg (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4561                         s390_jnz (code, -6);
4562                         s390_lgr (code, ins->dreg, s390_r0);
4563                 }
4564                         break;
4565                 case OP_ATOMIC_ADD_I4: {
4566                         s390_lgfr(code, s390_r1, ins->sreg2);
4567                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4568                         s390_agr (code, s390_r1, s390_r0);
4569                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4570                         s390_jnz (code, -9);
4571                         s390_lgfr(code, ins->dreg, s390_r1);
4572                 }
4573                         break;
4574                 case OP_ATOMIC_EXCHANGE_I4: {
4575                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4576                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4577                         s390_jnz (code, -4);
4578                         s390_lgfr(code, ins->dreg, s390_r0);
4579                 }
4580                         break;
4581                 case OP_S390_BKCHAIN: {
4582                         s390_lgr  (code, ins->dreg, ins->sreg1);
4583                         if (s390_is_imm16 (cfg->stack_offset)) {
4584                                 s390_aghi (code, ins->dreg, cfg->stack_offset);
4585                         } else if (s390_is_imm32 (cfg->stack_offset)) {
4586                                 s390_agfi (code, ins->dreg, cfg->stack_offset);
4587                         } else {
4588                                 S390_SET  (code, s390_r13, cfg->stack_offset);
4589                                 s390_agr  (code, ins->dreg, s390_r13);
4590                         }
4591                 }
4592                         break;
4593                 case OP_MEMORY_BARRIER:
4594                         s390_mem (code);
4595                         break;
4596                 case OP_GC_LIVENESS_DEF:
4597                 case OP_GC_LIVENESS_USE:
4598                 case OP_GC_PARAM_SLOT_LIVENESS_DEF:
4599                         ins->backend.pc_offset = code - cfg->native_code;
4600                         break;
4601                 case OP_GC_SPILL_SLOT_LIVENESS_DEF:
4602                         ins->backend.pc_offset = code - cfg->native_code;
4603                         bb->spill_slot_defs = g_slist_prepend_mempool (cfg->mempool, bb->spill_slot_defs, ins);
4604                         break;
4605                 default:
4606                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4607                         g_assert_not_reached ();
4608                 }
4609
4610                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4611                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %ld)",
4612                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4613                         g_assert_not_reached ();
4614                 }
4615
4616                 cpos += max_len;
4617
4618                 last_offset = offset;
4619         }
4620
4621         cfg->code_len = code - cfg->native_code;
4622 }
4623
4624 /*========================= End of Function ========================*/
4625
4626 /*------------------------------------------------------------------*/
4627 /*                                                                  */
4628 /* Name         - mono_arch_register_lowlevel_calls                 */
4629 /*                                                                  */
4630 /* Function     - Register routines to help with --trace operation. */
4631 /*                                                                  */
4632 /*------------------------------------------------------------------*/
4633
4634 void
4635 mono_arch_register_lowlevel_calls (void)
4636 {
4637 }
4638
4639 /*========================= End of Function ========================*/
4640
4641 /*------------------------------------------------------------------*/
4642 /*                                                                  */
4643 /* Name         - mono_arch_patch_code                              */
4644 /*                                                                  */
4645 /* Function     - Process the patch data created during the         */
4646 /*                instruction build process. This resolves jumps,   */
4647 /*                calls, variables etc.                             */
4648 /*                                                                  */
4649 /*------------------------------------------------------------------*/
4650
4651 void
4652 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4653                       guint8 *code, MonoJumpInfo *ji, MonoCodeManager *dyn_code_mp, gboolean run_cctors)
4654 {
4655         MonoJumpInfo *patch_info;
4656
4657         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4658                 unsigned char *ip = patch_info->ip.i + code;
4659                 gconstpointer target = NULL;
4660
4661                 target = mono_resolve_patch_target (method, domain, code,
4662                                                     patch_info, run_cctors);
4663
4664                 switch (patch_info->type) {
4665                         case MONO_PATCH_INFO_IP:
4666                         case MONO_PATCH_INFO_LDSTR:
4667                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4668                         case MONO_PATCH_INFO_LDTOKEN:
4669                         case MONO_PATCH_INFO_EXC:
4670                                 s390_patch_addr (ip, (guint64) target);
4671                                 continue;
4672                         case MONO_PATCH_INFO_METHOD:
4673                         case MONO_PATCH_INFO_INTERNAL_METHOD:
4674                         case MONO_PATCH_INFO_JIT_ICALL_ADDR:
4675                         case MONO_PATCH_INFO_CLASS_INIT:
4676                         case MONO_PATCH_INFO_GENERIC_CLASS_INIT:
4677                         case MONO_PATCH_INFO_RGCTX_FETCH:
4678                         case MONO_PATCH_INFO_ABS: {
4679                                 S390_EMIT_CALL (ip, target);
4680                                 continue;
4681                         }
4682                         case MONO_PATCH_INFO_SWITCH:
4683                                 /*----------------------------------*/
4684                                 /* ip points at the basr r13,0/j +4 */
4685                                 /* instruction the vtable value     */
4686                                 /* follows this (i.e. ip+6)         */
4687                                 /*----------------------------------*/
4688                                 S390_EMIT_LOAD (ip, target);
4689                                 continue;
4690                         case MONO_PATCH_INFO_METHODCONST:
4691                         case MONO_PATCH_INFO_CLASS:
4692                         case MONO_PATCH_INFO_IMAGE:
4693                         case MONO_PATCH_INFO_FIELD:
4694                         case MONO_PATCH_INFO_IID:
4695                         case MONO_PATCH_INFO_EXC_NAME:
4696                                 target = S390_RELATIVE(target, ip);
4697                                 s390_patch_rel (ip, (guint64) target);
4698                                 continue;
4699                         case MONO_PATCH_INFO_R4:
4700                         case MONO_PATCH_INFO_R8:
4701                         case MONO_PATCH_INFO_METHOD_REL:
4702                                 g_assert_not_reached ();
4703                                 continue;
4704                         default:
4705                                 target = S390_RELATIVE(target, ip);
4706                                 ip += 2;
4707                                 s390_patch_rel (ip, (guint64) target);
4708                 }
4709         }
4710 }
4711
4712 /*========================= End of Function ========================*/
4713
4714 /*------------------------------------------------------------------*/
4715 /*                                                                  */
4716 /* Name         - emit_load_volatile_arguments                      */
4717 /*                                                                  */
4718 /* Function     - Emit the instructions to reload parameter regist- */
4719 /*                registers for use with "tail" operations.         */
4720 /*                                                                  */
4721 /*                The register loading operations performed here    */
4722 /*                are the mirror of the store operations performed  */
4723 /*                in mono_arch_emit_prolog and need to be kept in   */
4724 /*                synchronization with it.                          */
4725 /*                                                                  */
4726 /*------------------------------------------------------------------*/
4727
4728 guint8 *
4729 emit_load_volatile_arguments (guint8 *code, MonoCompile *cfg)
4730 {
4731         MonoInst *inst;
4732         MonoMethod *method = cfg->method;
4733         MonoMethodSignature *sig = mono_method_signature(method);
4734         int pos = 0, i;
4735         CallInfo *cinfo;
4736
4737         cinfo = get_call_info (NULL, NULL, sig);
4738
4739         if (cinfo->struct_ret) {
4740                 ArgInfo *ainfo = &cinfo->ret;
4741                 inst         = cfg->vret_addr;
4742                 s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4743         }
4744
4745         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4746                 ArgInfo *ainfo = cinfo->args + i;
4747                 inst = cfg->args [pos];
4748
4749                 if (inst->opcode == OP_REGVAR) {
4750                         if (ainfo->regtype == RegTypeGeneral)
4751                                 s390_lgr (code, ainfo->reg, inst->dreg);
4752                         else if (ainfo->regtype == RegTypeFP) {
4753                                 if (inst->dreg != ainfo->reg) {
4754                                         if (ainfo->size == 4) {
4755                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4756                                         } else {
4757                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4758                                         }
4759                                 }
4760                         }
4761                         else if (ainfo->regtype == RegTypeBase) {
4762                         } else
4763                                 g_assert_not_reached ();
4764                 } else {
4765                         if (ainfo->regtype == RegTypeGeneral) {
4766                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4767                                         g_assert_not_reached();
4768                                 switch (ainfo->size) {
4769                                 case 1:
4770                                         s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4771                                         break;
4772                                 case 2:
4773                                         s390_lgh  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4774                                         break;
4775                                 case 4:
4776                                         s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4777                                         break;
4778                                 case 8:
4779                                         s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4780                                         break;
4781                                 }
4782                         } else if (ainfo->regtype == RegTypeBase) {
4783                         } else if (ainfo->regtype == RegTypeFP) {
4784                                 if (ainfo->size == 8)
4785                                         s390_ld  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4786                                 else if (ainfo->size == 4)
4787                                         s390_le  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4788                                 else
4789                                         g_assert_not_reached ();
4790                         } else if (ainfo->regtype == RegTypeStructByVal) {
4791                                 if (ainfo->reg != STK_BASE) {
4792                                         switch (ainfo->size) {
4793                                         case 1:
4794                                                 s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4795                                                 break;
4796                                         case 2:
4797                                                 s390_lgh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4798                                                 break;
4799                                         case 4:
4800                                                 s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4801                                                 break;
4802                                         case 8:
4803                                                 s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4804                                                 break;
4805                                         }
4806                                 }
4807                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4808                                 if (ainfo->reg != STK_BASE) {
4809                                         s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4810                                 }
4811                         } else
4812                                 g_assert_not_reached ();
4813                 }
4814                 pos++;
4815         }
4816
4817         return code;
4818 }
4819
4820 /*========================= End of Function ========================*/
4821
4822 /*------------------------------------------------------------------*/
4823 /*                                                                  */
4824 /* Name         - mono_arch_emit_prolog                             */
4825 /*                                                                  */
4826 /* Function     - Create the instruction sequence for a function    */
4827 /*                prolog.                                           */
4828 /*                                                                  */
4829 /*------------------------------------------------------------------*/
4830
4831 guint8 *
4832 mono_arch_emit_prolog (MonoCompile *cfg)
4833 {
4834         MonoMethod *method = cfg->method;
4835         MonoBasicBlock *bb;
4836         MonoMethodSignature *sig;
4837         MonoInst *inst;
4838         long alloc_size, pos, max_offset, i, cfa_offset = 0;
4839         guint8 *code;
4840         guint32 size;
4841         CallInfo *cinfo;
4842         int tracing = 0;
4843         int lmfOffset;
4844
4845         cfg->code_size   = 512;
4846
4847         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4848                 tracing         = 1;
4849                 cfg->code_size += 256;
4850         } else if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
4851                 cfg->code_size += 256;
4852
4853         if (method->save_lmf)
4854                 cfg->code_size += 200;
4855
4856         cfg->native_code = code = g_malloc (cfg->code_size);
4857
4858         mono_emit_unwind_op_def_cfa (cfg, code, STK_BASE, 0);
4859         emit_unwind_regs(cfg, code, s390_r6, s390_r14, S390_REG_SAVE_OFFSET);
4860         s390_stmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4861         mono_emit_unwind_op_offset (cfg, code, s390_r14, S390_RET_ADDR_OFFSET);
4862
4863         if (cfg->arch.bkchain_reg != -1)
4864                 s390_lgr (code, cfg->arch.bkchain_reg, STK_BASE);
4865
4866         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4867                 cfg->used_int_regs |= 1 << 11;
4868         }
4869
4870         alloc_size = cfg->stack_offset;
4871
4872         cfg->stack_usage = cfa_offset = alloc_size;
4873         mono_emit_unwind_op_def_cfa_offset (cfg, code, alloc_size);
4874         s390_lgr  (code, s390_r11, STK_BASE);
4875         if (s390_is_imm16 (alloc_size)) {
4876                 s390_aghi (code, STK_BASE, -alloc_size);
4877         } else if (s390_is_imm32 (alloc_size)) {
4878                 s390_agfi (code, STK_BASE, -alloc_size);
4879         } else {
4880                 int stackSize = alloc_size;
4881                 while (stackSize > INT_MAX) {
4882                         s390_agfi (code, STK_BASE, -INT_MAX);
4883                         stackSize -= INT_MAX;
4884                 }
4885                 s390_agfi (code, STK_BASE, -stackSize);
4886         }
4887         s390_stg  (code, s390_r11, 0, STK_BASE, 0);
4888
4889         if (cfg->frame_reg != STK_BASE)
4890                 s390_lgr (code, s390_r11, STK_BASE);
4891
4892         mono_emit_unwind_op_def_cfa_reg (cfg, code, cfg->frame_reg);
4893
4894         /* store runtime generic context */
4895         if (cfg->rgctx_var) {
4896                 g_assert (cfg->rgctx_var->opcode == OP_REGOFFSET);
4897
4898                 s390_stg  (code, MONO_ARCH_RGCTX_REG, 0,
4899                            cfg->rgctx_var->inst_basereg,
4900                            cfg->rgctx_var->inst_offset);
4901         }
4902
4903         /* compute max_offset in order to use short forward jumps
4904          * we always do it on s390 because the immediate displacement
4905          * for jumps is too small
4906          */
4907         max_offset = 0;
4908         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4909                 MonoInst *ins;
4910                 bb->max_offset = max_offset;
4911
4912                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4913                         max_offset += 6;
4914
4915                 MONO_BB_FOR_EACH_INS (bb, ins)
4916                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4917         }
4918
4919         /* load arguments allocated to register from the stack */
4920         sig = mono_method_signature (method);
4921         pos = 0;
4922
4923         cinfo = get_call_info (cfg, cfg->mempool, sig);
4924
4925         if (cinfo->struct_ret) {
4926                 ArgInfo *ainfo     = &cinfo->ret;
4927                 inst               = cfg->vret_addr;
4928                 inst->backend.size = ainfo->vtsize;
4929                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4930         }
4931
4932         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4933                 ArgInfo *ainfo = cinfo->args + i;
4934                 inst = cfg->args [pos];
4935
4936                 if (inst->opcode == OP_VTARG_ADDR)
4937                         inst = inst->inst_left;
4938
4939                 if (inst->opcode == OP_REGVAR) {
4940                         if (ainfo->regtype == RegTypeGeneral)
4941                                 s390_lgr (code, inst->dreg, ainfo->reg);
4942                         else if (ainfo->regtype == RegTypeFP) {
4943                                 if (inst->dreg != ainfo->reg) {
4944                                         if (ainfo->size == 4) {
4945                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
4946                                         } else {
4947                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
4948                                         }
4949                                 }
4950                         }
4951                         else if (ainfo->regtype == RegTypeBase) {
4952                                 s390_lgr  (code, s390_r13, STK_BASE);
4953                                 s390_aghi (code, s390_r13, alloc_size);
4954                                 s390_lg   (code, inst->dreg, 0, s390_r13, ainfo->offset);
4955                         } else
4956                                 g_assert_not_reached ();
4957
4958                         if (cfg->verbose_level > 2)
4959                                 g_print ("Argument %d assigned to register %s\n",
4960                                          pos, mono_arch_regname (inst->dreg));
4961                 } else {
4962                         if (ainfo->regtype == RegTypeGeneral) {
4963                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4964                                         g_assert_not_reached();
4965                                 switch (ainfo->size) {
4966                                 case 1:
4967                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4968                                         break;
4969                                 case 2:
4970                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4971                                         break;
4972                                 case 4:
4973                                         s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4974                                         break;
4975                                 case 8:
4976                                         s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4977                                         break;
4978                                 }
4979                         } else if (ainfo->regtype == RegTypeBase) {
4980                         } else if (ainfo->regtype == RegTypeFP) {
4981                                 if (ainfo->size == 8)
4982                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4983                                 else if (ainfo->size == 4)
4984                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4985                                 else
4986                                         g_assert_not_reached ();
4987                         } else if (ainfo->regtype == RegTypeStructByVal) {
4988                                 int doffset = inst->inst_offset;
4989                                 int reg;
4990                                 if (ainfo->reg != STK_BASE)
4991                                         reg = ainfo->reg;
4992                                 else {
4993                                         reg = s390_r0;
4994                                         s390_lgr  (code, s390_r13, STK_BASE);
4995                                         s390_aghi (code, s390_r13, alloc_size);
4996                                 }
4997
4998                                 size = (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE
4999                                         ? mono_class_native_size(mono_class_from_mono_type(inst->inst_vtype), NULL)
5000                                         : ainfo->size);
5001
5002                                 switch (size) {
5003                                         case 1:
5004                                                 if (ainfo->reg == STK_BASE)
5005                                                         s390_ic (code, reg, 0, s390_r13, ainfo->offset+7);
5006                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
5007                                                 break;
5008                                         case 2:
5009                                                 if (ainfo->reg == STK_BASE)
5010                                                         s390_lh (code, reg, 0, s390_r13, ainfo->offset+6);
5011                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
5012                                                 break;
5013                                         case 4:
5014                                                 if (ainfo->reg == STK_BASE)
5015                                                         s390_l  (code, reg, 0, s390_r13, ainfo->offset+4);
5016                                                 s390_st (code, reg, 0, inst->inst_basereg, doffset);
5017                                                 break;
5018                                         case 8:
5019                                                 if (ainfo->reg == STK_BASE)
5020                                                         s390_lg  (code, reg, 0, s390_r13, ainfo->offset);
5021                                                 s390_stg (code, reg, 0, inst->inst_basereg, doffset);
5022                                                 break;
5023                                 }
5024                         } else if (ainfo->regtype == RegTypeStructByAddr) {
5025                                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5026                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
5027                         } else
5028                                 g_assert_not_reached ();
5029                 }
5030                 pos++;
5031         }
5032
5033         if (method->save_lmf) {
5034                 /*---------------------------------------------------------------*/
5035                 /* build the MonoLMF structure on the stack - see mini-s390x.h   */
5036                 /*---------------------------------------------------------------*/
5037                 lmfOffset = alloc_size - sizeof(MonoLMF);
5038
5039                 s390_lgr   (code, s390_r13, cfg->frame_reg);
5040                 s390_aghi  (code, s390_r13, lmfOffset);
5041
5042                 /*---------------------------------------------------------------*/
5043                 /* Preserve the parameter registers while we fix up the lmf      */
5044                 /*---------------------------------------------------------------*/
5045                 s390_stmg  (code, s390_r2, s390_r6, s390_r13,
5046                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5047
5048                 /*---------------------------------------------------------------*/
5049                 /* On return from this call r2 have the address of the &lmf      */
5050                 /*---------------------------------------------------------------*/
5051                 if (lmf_addr_tls_offset == -1) {
5052                         mono_add_patch_info (cfg, code - cfg->native_code,
5053                                              MONO_PATCH_INFO_INTERNAL_METHOD,
5054                                              (gpointer)"mono_get_lmf_addr");
5055                         S390_CALL_TEMPLATE(code, s390_r1);
5056                 } else {
5057                         /*-------------------------------------------------------*/
5058                         /* Get LMF by getting value from thread level storage    */
5059                         /*-------------------------------------------------------*/
5060                         s390_ear (code, s390_r1, 0);
5061                         s390_sllg(code, s390_r1, s390_r1, 0, 32);
5062                         s390_ear (code, s390_r1, 1);
5063                         s390_lg  (code, s390_r2, 0, s390_r1, lmf_addr_tls_offset);
5064                 }
5065
5066                 /*---------------------------------------------------------------*/
5067                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
5068                 /*---------------------------------------------------------------*/
5069                 s390_stg   (code, s390_r2, 0, s390_r13,
5070                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
5071
5072                 /*---------------------------------------------------------------*/
5073                 /* Get current lmf                                               */
5074                 /*---------------------------------------------------------------*/
5075                 s390_lg    (code, s390_r0, 0, s390_r2, 0);
5076
5077                 /*---------------------------------------------------------------*/
5078                 /* Set our lmf as the current lmf                                */
5079                 /*---------------------------------------------------------------*/
5080                 s390_stg   (code, s390_r13, 0, s390_r2, 0);
5081
5082                 /*---------------------------------------------------------------*/
5083                 /* Have our lmf.previous_lmf point to the last lmf               */
5084                 /*---------------------------------------------------------------*/
5085                 s390_stg   (code, s390_r0, 0, s390_r13,
5086                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
5087
5088                 /*---------------------------------------------------------------*/
5089                 /* save method info                                              */
5090                 /*---------------------------------------------------------------*/
5091                 S390_SET   (code, s390_r1, method);
5092                 s390_stg   (code, s390_r1, 0, s390_r13,
5093                             G_STRUCT_OFFSET(MonoLMF, method));
5094
5095                 /*---------------------------------------------------------------*/
5096                 /* save the current IP                                           */
5097                 /*---------------------------------------------------------------*/
5098                 s390_stg   (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
5099                 s390_basr  (code, s390_r1, 0);
5100                 s390_stg   (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
5101
5102                 /*---------------------------------------------------------------*/
5103                 /* Save general and floating point registers                     */
5104                 /*---------------------------------------------------------------*/
5105                 s390_stmg  (code, s390_r2, s390_r12, s390_r13,
5106                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
5107                 for (i = 0; i < 16; i++) {
5108                         s390_std  (code, i, 0, s390_r13,
5109                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
5110                 }
5111
5112                 /*---------------------------------------------------------------*/
5113                 /* Restore the parameter registers now that we've set up the lmf */
5114                 /*---------------------------------------------------------------*/
5115                 s390_lmg   (code, s390_r2, s390_r6, s390_r13,
5116                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5117         }
5118
5119         if (tracing)
5120                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
5121
5122         cfg->code_len = code - cfg->native_code;
5123         g_assert (cfg->code_len < cfg->code_size);
5124
5125         return code;
5126 }
5127
5128 /*========================= End of Function ========================*/
5129
5130 /*------------------------------------------------------------------*/
5131 /*                                                                  */
5132 /* Name         - mono_arch_emit_epilog                             */
5133 /*                                                                  */
5134 /* Function     - Emit the instructions for a function epilog.      */
5135 /*                                                                  */
5136 /*------------------------------------------------------------------*/
5137
5138 void
5139 mono_arch_emit_epilog (MonoCompile *cfg)
5140 {
5141         MonoMethod *method = cfg->method;
5142         int tracing = 0;
5143         guint8 *code;
5144         int max_epilog_size = 96;
5145
5146         if (cfg->method->save_lmf)
5147                 max_epilog_size += 128;
5148
5149         if (mono_jit_trace_calls != NULL)
5150                 max_epilog_size += 128;
5151         else if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
5152                 max_epilog_size += 128;
5153
5154         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
5155                 cfg->code_size  *= 2;
5156                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5157                 cfg->stat_code_reallocs++;
5158         }
5159
5160         code = cfg->native_code + cfg->code_len;
5161
5162         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
5163                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
5164                 tracing = 1;
5165         }
5166
5167         if (method->save_lmf)
5168                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
5169
5170         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
5171                 s390_lg  (code, STK_BASE, 0, STK_BASE, 0);
5172         } else
5173                 code = backUpStackPtr(cfg, code);
5174
5175         s390_lmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
5176         s390_br  (code, s390_r14);
5177
5178         cfg->code_len = code - cfg->native_code;
5179
5180         g_assert (cfg->code_len < cfg->code_size);
5181
5182 }
5183
5184 /*========================= End of Function ========================*/
5185
5186 /*------------------------------------------------------------------*/
5187 /*                                                                  */
5188 /* Name         - mono_arch_emit_exceptions                         */
5189 /*                                                                  */
5190 /* Function     - Emit the blocks to handle exception conditions.   */
5191 /*                                                                  */
5192 /*------------------------------------------------------------------*/
5193
5194 void
5195 mono_arch_emit_exceptions (MonoCompile *cfg)
5196 {
5197         MonoJumpInfo    *patch_info;
5198         guint8          *code;
5199         int             nThrows = 0,
5200                         exc_count = 0,
5201                         iExc;
5202         guint32         code_size;
5203         MonoClass       *exc_classes [MAX_EXC];
5204         guint8          *exc_throw_start [MAX_EXC];
5205
5206         for (patch_info = cfg->patch_info;
5207              patch_info;
5208              patch_info = patch_info->next) {
5209                 if (patch_info->type == MONO_PATCH_INFO_EXC)
5210                         exc_count++;
5211         }
5212
5213         code_size = exc_count * 48;
5214
5215         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
5216                 cfg->code_size  *= 2;
5217                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5218                 cfg->stat_code_reallocs++;
5219         }
5220
5221         code = cfg->native_code + cfg->code_len;
5222
5223         /*---------------------------------------------------------------------*/
5224         /* Add code to raise exceptions                                        */
5225         /*---------------------------------------------------------------------*/
5226         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
5227                 switch (patch_info->type) {
5228                 case MONO_PATCH_INFO_EXC: {
5229                         guint8 *ip = patch_info->ip.i + cfg->native_code;
5230                         MonoClass *exc_class;
5231                         guint64 throw_ip;
5232
5233                         /*-----------------------------------------------------*/
5234                         /* Patch the branch in epilog to come here             */
5235                         /*-----------------------------------------------------*/
5236                         s390_patch_rel (ip + 2, (guint64) S390_RELATIVE(code,ip));
5237
5238                         exc_class = mono_class_from_name (mono_defaults.corlib,
5239                                                           "System",
5240                                                           patch_info->data.name);
5241                         g_assert (exc_class);
5242                         throw_ip = patch_info->ip.i;
5243
5244                         for (iExc = 0; iExc < nThrows; ++iExc)
5245                                 if (exc_classes [iExc] == exc_class)
5246                                         break;
5247
5248                         if (iExc < nThrows) {
5249                                 s390_jcl (code, S390_CC_UN,
5250                                           (guint64) exc_throw_start [iExc]);
5251                                 patch_info->type = MONO_PATCH_INFO_NONE;
5252                         } else {
5253
5254                                 if (nThrows < MAX_EXC) {
5255                                         exc_classes [nThrows]     = exc_class;
5256                                         exc_throw_start [nThrows] = code;
5257                                 }
5258
5259                                 /*---------------------------------------------*/
5260                                 /* Patch the parameter passed to the handler   */
5261                                 /*---------------------------------------------*/
5262                                 S390_SET  (code, s390_r2, exc_class->type_token);
5263                                 /*---------------------------------------------*/
5264                                 /* Load return address & parameter register    */
5265                                 /*---------------------------------------------*/
5266                                 s390_larl (code, s390_r14, (guint64)S390_RELATIVE((patch_info->ip.i +
5267                                                            cfg->native_code + 8), code));
5268                                 /*---------------------------------------------*/
5269                                 /* Reuse the current patch to set the jump     */
5270                                 /*---------------------------------------------*/
5271                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
5272                                 patch_info->data.name = "mono_arch_throw_corlib_exception";
5273                                 patch_info->ip.i      = code - cfg->native_code;
5274                                 S390_BR_TEMPLATE (code, s390_r1);
5275                         }
5276                         break;
5277                 }
5278                 default:
5279                         /* do nothing */
5280                         break;
5281                 }
5282         }
5283
5284         cfg->code_len = code - cfg->native_code;
5285
5286         g_assert (cfg->code_len < cfg->code_size);
5287
5288 }
5289
5290 /*========================= End of Function ========================*/
5291
5292 /*------------------------------------------------------------------*/
5293 /*                                                                  */
5294 /* Name         - mono_arch_finish_init                                 */
5295 /*                                                                  */
5296 /* Function     - Setup the JIT's Thread Level Specific Data.       */
5297 /*                                                                  */
5298 /*------------------------------------------------------------------*/
5299
5300 void
5301 mono_arch_finish_init (void)
5302 {
5303         appdomain_tls_offset = mono_domain_get_tls_offset();
5304         lmf_tls_offset = mono_get_lmf_tls_offset();
5305         lmf_addr_tls_offset = mono_get_lmf_addr_tls_offset();
5306 }
5307
5308 /*========================= End of Function ========================*/
5309
5310 /*------------------------------------------------------------------*/
5311 /*                                                                  */
5312 /* Name         - mono_arch_free_jit_tls_data                       */
5313 /*                                                                  */
5314 /* Function     - Free tls data.                                    */
5315 /*                                                                  */
5316 /*------------------------------------------------------------------*/
5317
5318 void
5319 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
5320 {
5321 }
5322
5323 /*========================= End of Function ========================*/
5324
5325 /*------------------------------------------------------------------*/
5326 /*                                                                  */
5327 /* Name         - mono_arch_emit_inst_for_method                    */
5328 /*                                                                  */
5329 /*------------------------------------------------------------------*/
5330
5331 MonoInst*
5332 mono_arch_emit_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args)
5333 {
5334         return NULL;
5335 }
5336
5337 /*========================= End of Function ========================*/
5338
5339 /*------------------------------------------------------------------*/
5340 /*                                                                  */
5341 /* Name         - mono_arch_decompose_opts                          */
5342 /*                                                                  */
5343 /* Function     - Decompose opcode into a System z opcode.          */
5344 /*                                                                  */
5345 /*------------------------------------------------------------------*/
5346
5347 void
5348 mono_arch_decompose_opts (MonoCompile *cfg, MonoInst *ins)
5349 {
5350         /*
5351          * Have to rename these to avoid being decomposed normally, since the normal
5352          * decomposition does not work on S390.
5353          */
5354         switch (ins->opcode) {
5355         case OP_ISUB_OVF:
5356                 ins->opcode = OP_S390_ISUB_OVF;
5357                 break;
5358         case OP_ISUB_OVF_UN:
5359                 ins->opcode = OP_S390_ISUB_OVF_UN;
5360                 break;
5361         case OP_IADD_OVF:
5362                 ins->opcode = OP_S390_IADD_OVF;
5363                 break;
5364         case OP_IADD_OVF_UN:
5365                 ins->opcode = OP_S390_IADD_OVF_UN;
5366                 break;
5367         case OP_LADD_OVF:
5368                 ins->opcode = OP_S390_LADD_OVF;
5369                 break;
5370         case OP_LADD_OVF_UN:
5371                 ins->opcode = OP_S390_LADD_OVF_UN;
5372                 break;
5373         case OP_LSUB_OVF:
5374                 ins->opcode = OP_S390_LSUB_OVF;
5375                 break;
5376         case OP_LSUB_OVF_UN:
5377                 ins->opcode = OP_S390_LSUB_OVF_UN;
5378                 break;
5379         default:
5380                 break;
5381         }
5382 }
5383
5384 /*========================= End of Function ========================*/
5385
5386 /*------------------------------------------------------------------*/
5387 /*                                                                  */
5388 /* Name         - mono_arch_print_tree                              */
5389 /*                                                                  */
5390 /* Function     - Print platform-specific opcode details.           */
5391 /*                                                                  */
5392 /* Returns      - 1 - opcode details have been printed              */
5393 /*                0 - opcode details have not been printed          */
5394 /*                                                                  */
5395 /*------------------------------------------------------------------*/
5396
5397 gboolean
5398 mono_arch_print_tree (MonoInst *tree, int arity)
5399 {
5400         gboolean done;
5401
5402         switch (tree->opcode) {
5403                 case OP_S390_LOADARG:
5404                 case OP_S390_ARGREG:
5405                 case OP_S390_ARGPTR:
5406                         printf ("[0x%lx(%s)]", tree->inst_offset,
5407                                 mono_arch_regname (tree->inst_basereg));
5408                         done = 1;
5409                         break;
5410                 case OP_S390_STKARG:
5411                         printf ("[0x%lx(previous_frame)]",
5412                                 tree->inst_offset);
5413                         done = 1;
5414                         break;
5415                 case OP_S390_MOVE:
5416                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
5417                                 tree->inst_offset, tree->backend.size,
5418                                 mono_arch_regname(tree->dreg),
5419                                 tree->inst_imm,
5420                                 mono_arch_regname(tree->sreg1));
5421                         done = 1;
5422                         break;
5423                 case OP_S390_SETF4RET:
5424                         printf ("[f%s,f%s]",
5425                                 mono_arch_regname (tree->dreg),
5426                                 mono_arch_regname (tree->sreg1));
5427                         done = 1;
5428                         break;
5429                 case OP_TLS_GET:
5430                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
5431                                 tree->inst_imm,
5432                                 mono_arch_regname (tree->sreg1));
5433                         done = 1;
5434                         break;
5435                 case OP_S390_BKCHAIN:
5436                         printf ("[previous_frame(%s)]",
5437                                 mono_arch_regname (tree->sreg1));
5438                         done = 1;
5439                 default:
5440                         done = 0;
5441         }
5442         return (done);
5443 }
5444
5445 /*========================= End of Function ========================*/
5446
5447 /*------------------------------------------------------------------*/
5448 /*                                                                  */
5449 /* Name         - mono_arch_regalloc_cost                           */
5450 /*                                                                  */
5451 /* Function     - Determine the cost, in the number of memory       */
5452 /*                references, of the action of allocating the var-  */
5453 /*                iable VMV into a register during global register  */
5454 /*                allocation.                                       */
5455 /*                                                                  */
5456 /* Returns      - Cost                                              */
5457 /*                                                                  */
5458 /*------------------------------------------------------------------*/
5459
5460 guint32
5461 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
5462 {
5463         /* FIXME: */
5464         return 2;
5465 }
5466
5467 /*========================= End of Function ========================*/
5468
5469 /*------------------------------------------------------------------*/
5470 /*                                                                  */
5471 /* Name         - mono_arch_flush_register_windows                  */
5472 /*                                                                  */
5473 /* Function     -                                                   */
5474 /*                                                                  */
5475 /* Returns      -                                                   */
5476 /*                                                                  */
5477 /*------------------------------------------------------------------*/
5478
5479 void
5480 mono_arch_flush_register_windows (void)
5481 {
5482 }
5483
5484 /*========================= End of Function ========================*/
5485
5486 /*------------------------------------------------------------------*/
5487 /*                                                                  */
5488 /* Name         - mono_arch_is_inst_imm                             */
5489 /*                                                                  */
5490 /* Function     - Determine if operand qualifies as an immediate    */
5491 /*                value. For s390 this is a value -32768-32768      */
5492 /*                                                                  */
5493 /* Returns      - True|False - is [not] immediate value.            */
5494 /*                                                                  */
5495 /*------------------------------------------------------------------*/
5496
5497 gboolean
5498 mono_arch_is_inst_imm (gint64 imm)
5499 {
5500         return s390_is_imm32 (imm);
5501 }
5502
5503 /*========================= End of Function ========================*/
5504
5505 /*------------------------------------------------------------------*/
5506 /*                                                                  */
5507 /* Name         - mono_arch_get_patch_offset                        */
5508 /*                                                                  */
5509 /* Function     - Dummy entry point until s390x supports aot.       */
5510 /*                                                                  */
5511 /* Returns      - Offset for patch.                                 */
5512 /*                                                                  */
5513 /*------------------------------------------------------------------*/
5514
5515 guint32
5516 mono_arch_get_patch_offset (guint8 *code)
5517 {
5518         return 0;
5519 }
5520
5521 /*========================= End of Function ========================*/
5522
5523 /*------------------------------------------------------------------*/
5524 /*                                                                  */
5525 /* Name         - mono_arch_context_get_int_reg.                    */
5526 /*                                                                  */
5527 /* Function     -                                                   */
5528 /*                                                                  */
5529 /* Returns      - Return a register from the context.               */
5530 /*                                                                  */
5531 /*------------------------------------------------------------------*/
5532
5533 mgreg_t
5534 mono_arch_context_get_int_reg (MonoContext *ctx, int reg)
5535 {
5536         return ((mgreg_t) ctx->uc_mcontext.gregs[reg]);
5537 }
5538
5539 /*========================= End of Function ========================*/
5540
5541 /*------------------------------------------------------------------*/
5542 /*                                                                  */
5543 /* Name         - mono_arch_context_set_int_reg.                    */
5544 /*                                                                  */
5545 /* Function     - Set a value in a specified register.              */
5546 /*                                                                  */
5547 /*------------------------------------------------------------------*/
5548
5549 void
5550 mono_arch_context_set_int_reg (MonoContext *ctx, int reg, mgreg_t val)
5551 {
5552         ctx->uc_mcontext.gregs[reg] = val;
5553 }
5554
5555 /*========================= End of Function ========================*/
5556
5557 /*------------------------------------------------------------------*/
5558 /*                                                                  */
5559 /* Name         - mono_arch_get_this_arg_from_call.                 */
5560 /*                                                                  */
5561 /* Function     -                                                   */
5562 /*                                                                  */
5563 /*------------------------------------------------------------------*/
5564
5565 gpointer
5566 mono_arch_get_this_arg_from_call (mgreg_t *regs, guint8 *code)
5567 {
5568         MonoLMF *lmf = (MonoLMF *) ((gchar *) regs - sizeof(MonoLMF));
5569
5570         return (gpointer) lmf->gregs [s390_r2];
5571 }
5572
5573 /*========================= End of Function ========================*/
5574
5575 /*------------------------------------------------------------------*/
5576 /*                                                                  */
5577 /* Name         - mono_arch_install_handler_block_guard             */
5578 /*                                                                  */
5579 /* Function     -                                                   */
5580 /*                                                                  */
5581 /*------------------------------------------------------------------*/
5582
5583 gpointer
5584 mono_arch_install_handler_block_guard (MonoJitInfo *ji, MonoJitExceptionInfo *clause,
5585                                        MonoContext *ctx, gpointer new_value)
5586 {
5587         int offset;
5588         gpointer *sp, old_value;
5589         char *bp;
5590
5591         offset = clause->exvar_offset;
5592
5593         /*Load the spvar*/
5594         bp = MONO_CONTEXT_GET_BP (ctx);
5595         sp = *(gpointer*)(bp + offset);
5596
5597         old_value = *sp;
5598         if (old_value < ji->code_start || (char*)old_value > ((char*)ji->code_start + ji->code_size))
5599                 return old_value;
5600
5601         *sp = new_value;
5602
5603         return old_value;
5604 }
5605
5606 /*========================= End of Function ========================*/
5607
5608 /*------------------------------------------------------------------*/
5609 /*                                                                  */
5610 /* Name         - get_delegate_invoke_impl.                         */
5611 /*                                                                  */
5612 /* Function     -                                                   */
5613 /*                                                                  */
5614 /*------------------------------------------------------------------*/
5615
5616 static gpointer
5617 get_delegate_invoke_impl (gboolean has_target, guint32 param_count, guint32 *code_len, gboolean aot)
5618 {
5619         guint8 *code, *start;
5620
5621         if (has_target) {
5622                 int size = 32;
5623
5624                 start = code = mono_global_codeman_reserve (size);
5625
5626                 /* Replace the this argument with the target */
5627                 s390_lg   (code, s390_r1, 0, s390_r2, MONO_STRUCT_OFFSET (MonoDelegate, method_ptr));
5628                 s390_lg   (code, s390_r2, 0, s390_r2, MONO_STRUCT_OFFSET (MonoDelegate, target));
5629                 s390_br   (code, s390_r1);
5630                 g_assert ((code - start) <= size);
5631
5632                 mono_arch_flush_icache (start, size);
5633         } else {
5634                 int size, i;
5635
5636                 size = 32 + param_count * 8;
5637                 start = code = mono_global_codeman_reserve (size);
5638
5639                 s390_lg   (code, s390_r1, 0, s390_r2, MONO_STRUCT_OFFSET (MonoDelegate, method_ptr));
5640                 /* slide down the arguments */
5641                 for (i = 0; i < param_count; ++i) {
5642                         s390_lgr (code, (s390_r2 + i), (s390_r2 + i + 1));
5643                 }
5644                 s390_br   (code, s390_r1);
5645
5646                 g_assert ((code - start) <= size);
5647
5648                 mono_arch_flush_icache (start, size);
5649         }
5650
5651         mono_profiler_code_buffer_new (start, code - start, MONO_PROFILER_CODE_BUFFER_DELEGATE_INVOKE, NULL);
5652
5653         if (code_len)
5654                 *code_len = code - start;
5655
5656         return start;
5657 }
5658
5659 /*========================= End of Function ========================*/
5660
5661 /*------------------------------------------------------------------*/
5662 /*                                                                  */
5663 /* Name         - mono_arch_get_delegate_invoke_impls.              */
5664 /*                                                                  */
5665 /* Function     -                                                   */
5666 /*                                                                  */
5667 /*------------------------------------------------------------------*/
5668
5669 GSList*
5670 mono_arch_get_delegate_invoke_impls (void)
5671 {
5672         GSList *res = NULL;
5673         guint8 *code;
5674         guint32 code_len;
5675         int i;
5676         char *tramp_name;
5677
5678         code = get_delegate_invoke_impl (TRUE, 0, &code_len, TRUE);
5679         res = g_slist_prepend (res, mono_tramp_info_create ("delegate_invoke_impl_has_target", code, code_len, NULL, NULL));
5680
5681         for (i = 0; i < MAX_ARCH_DELEGATE_PARAMS; ++i) {
5682                 code = get_delegate_invoke_impl (FALSE, i, &code_len, TRUE);
5683                 tramp_name = g_strdup_printf ("delegate_invoke_impl_target_%d", i);
5684                 res = g_slist_prepend (res, mono_tramp_info_create (tramp_name, code, code_len, NULL, NULL));
5685                 g_free (tramp_name);
5686         }
5687
5688         return res;
5689 }
5690
5691 /*========================= End of Function ========================*/
5692
5693 /*------------------------------------------------------------------*/
5694 /*                                                                  */
5695 /* Name         - mono_arch_get_delegate_invoke_impl.               */
5696 /*                                                                  */
5697 /* Function     -                                                   */
5698 /*                                                                  */
5699 /*------------------------------------------------------------------*/
5700
5701 gpointer
5702 mono_arch_get_delegate_invoke_impl (MonoMethodSignature *sig, gboolean has_target)
5703 {
5704         guint8 *code, *start;
5705
5706         /* FIXME: Support more cases */
5707         if (MONO_TYPE_ISSTRUCT (sig->ret))
5708                 return NULL;
5709
5710         if (has_target) {
5711                 static guint8* cached = NULL;
5712
5713                 if (cached)
5714                         return cached;
5715
5716                 if (mono_aot_only)
5717                         start = mono_aot_get_trampoline ("delegate_invoke_impl_has_target");
5718                 else
5719                         start = get_delegate_invoke_impl (TRUE, 0, NULL, FALSE);
5720
5721                 mono_memory_barrier ();
5722
5723                 cached = start;
5724         } else {
5725                 static guint8* cache [MAX_ARCH_DELEGATE_PARAMS + 1] = {NULL};
5726                 int i;
5727
5728                 if (sig->param_count > MAX_ARCH_DELEGATE_PARAMS)
5729                         return NULL;
5730                 for (i = 0; i < sig->param_count; ++i)
5731                         if (!mono_is_regsize_var (sig->params [i]))
5732                                 return NULL;
5733
5734
5735                 code = cache [sig->param_count];
5736                 if (code)
5737                         return code;
5738
5739                 if (mono_aot_only) {
5740                         char *name = g_strdup_printf ("delegate_invoke_impl_target_%d", sig->param_count);
5741                         start = mono_aot_get_trampoline (name);
5742                         g_free (name);
5743                 } else {
5744                         start = get_delegate_invoke_impl (FALSE, sig->param_count, NULL, FALSE);
5745                 }
5746
5747                 mono_memory_barrier ();
5748
5749                 cache [sig->param_count] = start;
5750         }
5751         return start;
5752 }
5753
5754 /*========================= End of Function ========================*/
5755
5756 /*------------------------------------------------------------------*/
5757 /*                                                                  */
5758 /* Name         - mono_arch_get_delegate_virtual_invoke_impl.       */
5759 /*                                                                  */
5760 /* Function     -                                                   */
5761 /*                                                                  */
5762 /*------------------------------------------------------------------*/
5763
5764 gpointer
5765 mono_arch_get_delegate_virtual_invoke_impl (MonoMethodSignature *sig, MonoMethod *method,
5766                                             int offset, gboolean load_imt_reg)
5767 {
5768        guint8 *code, *start;
5769        int size = 20;
5770
5771        start = code = mono_global_codeman_reserve (size);
5772
5773        /*
5774         * Replace the "this" argument with the target
5775         */
5776        s390_lgr  (code, s390_r1, s390_r2);
5777        s390_lg   (code, s390_r2, s390_r1, 0, MONO_STRUCT_OFFSET(MonoDelegate, target));
5778
5779        /*
5780         * Load the IMT register, if needed
5781         */
5782        if (load_imt_reg) {
5783                s390_lg  (code, MONO_ARCH_IMT_REG, s390_r2, 0, MONO_STRUCT_OFFSET(MonoDelegate, method));
5784        }
5785
5786        /*
5787         * Load the vTable
5788         */
5789        s390_lg  (code, s390_r1, s390_r2, 0, MONO_STRUCT_OFFSET(MonoObject, vtable));
5790        s390_agfi(code, s390_r1, offset);
5791        s390_br  (code, s390_r1);
5792
5793        return(start);
5794 }
5795
5796 /*========================= End of Function ========================*/
5797
5798 /*------------------------------------------------------------------*/
5799 /*                                                                  */
5800 /* Name         - mono_arch_build_imt_thunk.                        */
5801 /*                                                                  */
5802 /* Function     -                                                   */
5803 /*                                                                  */
5804 /*------------------------------------------------------------------*/
5805
5806 gpointer
5807 mono_arch_build_imt_thunk (MonoVTable *vtable, MonoDomain *domain,
5808                            MonoIMTCheckItem **imt_entries, int count,
5809                            gpointer fail_tramp)
5810 {
5811         int i;
5812         int size = 0;
5813         guchar *code, *start;
5814
5815         for (i = 0; i < count; ++i) {
5816                 MonoIMTCheckItem *item = imt_entries [i];
5817                 if (item->is_equals) {
5818                         if (item->check_target_idx) {
5819                                 if (!item->compare_done)
5820                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5821                                 if (item->has_target_code)
5822                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE;
5823                                 else
5824                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE +
5825                                                             LOAD_SIZE;
5826                         } else {
5827                                 if (fail_tramp) {
5828                                         item->chunk_size += CMP_SIZE + 2 * BR_SIZE + JUMP_SIZE +
5829                                                             2 * LOADCON_SIZE;
5830                                         if (!item->has_target_code)
5831                                                 item->chunk_size += LOAD_SIZE;
5832                                 } else {
5833                                         item->chunk_size += LOADCON_SIZE + LOAD_SIZE + BR_SIZE;
5834 #if ENABLE_WRONG_METHOD_CHECK
5835                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5836 #endif
5837                                 }
5838                         }
5839                 } else {
5840                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5841                         imt_entries [item->check_target_idx]->compare_done = TRUE;
5842                 }
5843                 size += item->chunk_size;
5844         }
5845
5846         if (fail_tramp)
5847                 code = mono_method_alloc_generic_virtual_thunk (domain, size);
5848         else
5849                 code = mono_domain_code_reserve (domain, size);
5850
5851         start = code;
5852
5853         for (i = 0; i < count; ++i) {
5854                 MonoIMTCheckItem *item = imt_entries [i];
5855                 item->code_target = (guint8 *) code;
5856                 if (item->is_equals) {
5857                         if (item->check_target_idx) {
5858                                 if (!item->compare_done) {
5859                                         S390_SET  (code, s390_r0, item->key);
5860                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5861                                 }
5862                                 item->jmp_code = (guint8*) code;
5863                                 s390_jcl (code, S390_CC_NE, 0);
5864
5865                                 if (item->has_target_code) {
5866                                         S390_SET (code, s390_r1, item->value.target_code);
5867                                 } else {
5868                                         S390_SET (code, s390_r1, (&(vtable->vtable [item->value.vtable_slot])));
5869                                         s390_lg  (code, s390_r1, 0, s390_r1, 0);
5870                                 }
5871                                 s390_br   (code, s390_r1);
5872                         } else {
5873                                 if (fail_tramp) {
5874                                         gint64  target;
5875
5876                                         S390_SET  (code, s390_r0, item->key);
5877                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5878                                         item->jmp_code = (guint8*) code;
5879                                         s390_jcl  (code, S390_CC_NE, 0);
5880                                         if (item->has_target_code) {
5881                                                 S390_SET (code, s390_r1, item->value.target_code);
5882                                         } else {
5883                                                 g_assert (vtable);
5884                                                 S390_SET  (code, s390_r1,
5885                                                            (&(vtable->vtable [item->value.vtable_slot])));
5886                                                 s390_lg   (code, s390_r1, 0, s390_r1, 0);
5887                                         }
5888                                         s390_br   (code, s390_r1);
5889                                         target = (gint64) S390_RELATIVE(code, item->jmp_code);
5890                                         s390_patch_rel(item->jmp_code+2, target);
5891                                         S390_SET  (code, s390_r1, fail_tramp);
5892                                         s390_br   (code, s390_r1);
5893                                         item->jmp_code = NULL;
5894                                 } else {
5895                                 /* enable the commented code to assert on wrong method */
5896 #if ENABLE_WRONG_METHOD_CHECK
5897                                         g_assert_not_reached ();
5898 #endif
5899                                         S390_SET (code, s390_r1, (&(vtable->vtable [item->value.vtable_slot])));
5900                                         s390_lg   (code, s390_r1, 0, s390_r1, 0);
5901                                         s390_br   (code, s390_r1);
5902                                 }
5903                         }
5904                 } else {
5905                         S390_SET  (code, s390_r0, item->key);
5906                         s390_cgr  (code, MONO_ARCH_IMT_REG, s390_r0);
5907                         item->jmp_code = (guint8 *) code;
5908                         s390_jcl  (code, S390_CC_GE, 0);
5909                 }
5910         }
5911         /*
5912          * patch the branches to get to the target items
5913          */
5914         for (i = 0; i < count; ++i) {
5915                 MonoIMTCheckItem *item = imt_entries [i];
5916                 if (item->jmp_code) {
5917                         if (item->check_target_idx) {
5918                                 gint64 offset;
5919                                 offset = (gint64) S390_RELATIVE(imt_entries [item->check_target_idx]->code_target,
5920                                                        item->jmp_code);
5921                                 s390_patch_rel ((guchar *) item->jmp_code + 2, (guint64) offset);
5922                         }
5923                 }
5924         }
5925
5926         mono_arch_flush_icache ((guint8*)start, (code - start));
5927         mono_profiler_code_buffer_new (start, code - start, MONO_PROFILER_CODE_BUFFER_IMT_TRAMPOLINE, NULL);
5928
5929         if (!fail_tramp)
5930                 mono_stats.imt_thunks_size += (code - start);
5931
5932         g_assert (code - start <= size);
5933
5934         return (start);
5935 }
5936
5937 /*========================= End of Function ========================*/
5938
5939 /*------------------------------------------------------------------*/
5940 /*                                                                  */
5941 /* Name         - mono_arch_find_imt_method.                        */
5942 /*                                                                  */
5943 /* Function     - Get the method address from MONO_ARCH_IMT_REG     */
5944 /*                found in the save area.                           */
5945 /*                                                                  */
5946 /*------------------------------------------------------------------*/
5947
5948 MonoMethod*
5949 mono_arch_find_imt_method (mgreg_t *regs, guint8 *code)
5950 {
5951         MonoLMF *lmf = (MonoLMF *) ((gchar *) regs - sizeof(MonoLMF));
5952
5953         return ((MonoMethod *) lmf->gregs [MONO_ARCH_IMT_REG]);
5954 }
5955
5956 /*========================= End of Function ========================*/
5957
5958 /*------------------------------------------------------------------*/
5959 /*                                                                  */
5960 /* Name         - mono_arch_find_static_call_vtable                 */
5961 /*                                                                  */
5962 /* Function     - Find the static call vtable.                      */
5963 /*                                                                  */
5964 /*------------------------------------------------------------------*/
5965
5966 MonoVTable*
5967 mono_arch_find_static_call_vtable (mgreg_t *regs, guint8 *code)
5968 {
5969         mgreg_t *r = (mgreg_t*)regs;
5970
5971         return (MonoVTable*)(gsize) r [MONO_ARCH_RGCTX_REG];
5972 }
5973
5974 /*========================= End of Function ========================*/
5975
5976 /*------------------------------------------------------------------*/
5977 /*                                                                  */
5978 /* Name         - mono_arch_get_cie_program                         */
5979 /*                                                                  */
5980 /* Function     - Find the static call vtable.                      */
5981 /*                                                                  */
5982 /*------------------------------------------------------------------*/
5983
5984 GSList*
5985 mono_arch_get_cie_program (void)
5986 {
5987         GSList *l = NULL;
5988
5989         mono_add_unwind_op_def_cfa (l, 0, 0, STK_BASE, 0);
5990
5991         return(l);
5992 }
5993
5994 /*========================= End of Function ========================*/
5995
5996 #ifdef MONO_ARCH_SOFT_DEBUG_SUPPORTED
5997
5998 /*------------------------------------------------------------------*/
5999 /*                                                                  */
6000 /* Name         - mono_arch_set_breakpoint.                         */
6001 /*                                                                  */
6002 /* Function     - Set a breakpoint at the native code corresponding */
6003 /*                to JI at NATIVE_OFFSET.  The location should      */
6004 /*                contain code emitted by OP_SEQ_POINT.             */
6005 /*                                                                  */
6006 /*------------------------------------------------------------------*/
6007
6008 void
6009 mono_arch_set_breakpoint (MonoJitInfo *ji, guint8 *ip)
6010 {
6011         guint8 *code = ip;
6012
6013         breakpointCode.pTrigger = bp_trigger_page;
6014         memcpy(code, (void *) &breakpointCode, BREAKPOINT_SIZE);
6015         code += BREAKPOINT_SIZE;
6016 }
6017
6018 /*========================= End of Function ========================*/
6019
6020 /*------------------------------------------------------------------*/
6021 /*                                                                  */
6022 /* Name         - mono_arch_clear_breakpoint.                       */
6023 /*                                                                  */
6024 /* Function     - Clear the breakpoint at IP.                       */
6025 /*                                                                  */
6026 /*------------------------------------------------------------------*/
6027
6028 void
6029 mono_arch_clear_breakpoint (MonoJitInfo *ji, guint8 *ip)
6030 {
6031         guint8 *code = ip;
6032         int i;
6033
6034         for (i = 0; i < (BREAKPOINT_SIZE / S390X_NOP_SIZE); i++)
6035                 s390_nop(code);
6036 }
6037
6038 /*========================= End of Function ========================*/
6039
6040 /*------------------------------------------------------------------*/
6041 /*                                                                  */
6042 /* Name         - mono_arch_is_breakpoint_event.                    */
6043 /*                                                                  */
6044 /* Function     -                                                   */
6045 /*                                                                  */
6046 /*------------------------------------------------------------------*/
6047
6048 gboolean
6049 mono_arch_is_breakpoint_event (void *info, void *sigctx)
6050 {
6051         siginfo_t* sinfo = (siginfo_t*) info;
6052
6053         /*
6054          * Sometimes the address is off by 4
6055          */
6056         if (sinfo->si_addr >= bp_trigger_page && (guint8*)sinfo->si_addr <= (guint8*)bp_trigger_page + 128)
6057                 return TRUE;
6058         else
6059                 return FALSE;
6060 }
6061
6062 /*========================= End of Function ========================*/
6063
6064 /*------------------------------------------------------------------*/
6065 /*                                                                  */
6066 /* Name         - mono_arch_skip_breakpoint.                        */
6067 /*                                                                  */
6068 /* Function     - Modify the CTX so the IP is placed after the      */
6069 /*                breakpoint instruction, so when we resume, the    */
6070 /*                instruction is not executed again.                */
6071 /*                                                                  */
6072 /*------------------------------------------------------------------*/
6073
6074 void
6075 mono_arch_skip_breakpoint (MonoContext *ctx, MonoJitInfo *ji)
6076 {
6077         MONO_CONTEXT_SET_IP (ctx, ((guint8*)MONO_CONTEXT_GET_IP (ctx) + sizeof(RXY_Format)));
6078 }
6079
6080 /*========================= End of Function ========================*/
6081
6082 /*------------------------------------------------------------------*/
6083 /*                                                                  */
6084 /* Name         - mono_arch_start_single_stepping.                  */
6085 /*                                                                  */
6086 /* Function     - Start single stepping.                            */
6087 /*                                                                  */
6088 /*------------------------------------------------------------------*/
6089
6090 void
6091 mono_arch_start_single_stepping (void)
6092 {
6093         mono_mprotect (ss_trigger_page, mono_pagesize (), 0);
6094 }
6095
6096 /*========================= End of Function ========================*/
6097
6098 /*------------------------------------------------------------------*/
6099 /*                                                                  */
6100 /* Name         - mono_arch_stop_single_stepping.                   */
6101 /*                                                                  */
6102 /* Function     - Stop single stepping.                             */
6103 /*                                                                  */
6104 /*------------------------------------------------------------------*/
6105
6106 void
6107 mono_arch_stop_single_stepping (void)
6108 {
6109         mono_mprotect (ss_trigger_page, mono_pagesize (), MONO_MMAP_READ);
6110 }
6111
6112 /*========================= End of Function ========================*/
6113
6114 /*------------------------------------------------------------------*/
6115 /*                                                                  */
6116 /* Name         - mono_arch_is_single_step_event.                   */
6117 /*                                                                  */
6118 /* Function     - Return whether the machine state in sigctx cor-   */
6119 /*                responds to a single step event.                  */
6120 /*                                                                  */
6121 /*------------------------------------------------------------------*/
6122
6123 gboolean
6124 mono_arch_is_single_step_event (void *info, void *sigctx)
6125 {
6126         siginfo_t* sinfo = (siginfo_t*) info;
6127
6128         /*
6129          * Sometimes the address is off by 4
6130          */
6131         if (sinfo->si_addr >= ss_trigger_page && (guint8*)sinfo->si_addr <= (guint8*)ss_trigger_page + 128)
6132                 return TRUE;
6133         else
6134                 return FALSE;
6135 }
6136
6137 /*========================= End of Function ========================*/
6138
6139 /*------------------------------------------------------------------*/
6140 /*                                                                  */
6141 /* Name         - mono_arch_skip_single_step.                       */
6142 /*                                                                  */
6143 /* Function     - Modify the ctx so the IP is placed after the      */
6144 /*                single step trigger instruction, so that the      */
6145 /*                instruction is not executed again.                */
6146 /*                                                                  */
6147 /*------------------------------------------------------------------*/
6148
6149 void
6150 mono_arch_skip_single_step (MonoContext *ctx)
6151 {
6152         MONO_CONTEXT_SET_IP (ctx, (guint8*)MONO_CONTEXT_GET_IP (ctx) + BREAKPOINT_SIZE);
6153 }
6154
6155 /*========================= End of Function ========================*/
6156
6157 /*------------------------------------------------------------------*/
6158 /*                                                                  */
6159 /* Name         - mono_arch_create_seq_point_info.                  */
6160 /*                                                                  */
6161 /* Function     - Return a pointer to a data struction which is     */
6162 /*                used by the sequence point implementation in      */
6163 /*                AOTed code.                                       */
6164 /*                                                                  */
6165 /*------------------------------------------------------------------*/
6166
6167 gpointer
6168 mono_arch_get_seq_point_info (MonoDomain *domain, guint8 *code)
6169 {
6170         NOT_IMPLEMENTED;
6171         return NULL;
6172 }
6173
6174 /*------------------------------------------------------------------*/
6175 /*                                                                  */
6176 /* Name         - mono_arch_init_lmf_ext.                               */
6177 /*                                                                  */
6178 /* Function -                                                       */
6179 /*                                                                  */
6180 /*------------------------------------------------------------------*/
6181
6182 void
6183 mono_arch_init_lmf_ext (MonoLMFExt *ext, gpointer prev_lmf)
6184 {
6185         ext->lmf.previous_lmf = prev_lmf;
6186         /* Mark that this is a MonoLMFExt */
6187         ext->lmf.previous_lmf = (gpointer)(((gssize)ext->lmf.previous_lmf) | 2);
6188         ext->lmf.ebp = (gssize)ext;
6189 }
6190
6191 /*========================= End of Function ========================*/
6192
6193 #endif
6194
6195 gboolean
6196 mono_arch_opcode_supported (int opcode)
6197 {
6198         switch (opcode) {
6199         case OP_ATOMIC_ADD_I4:
6200         case OP_ATOMIC_ADD_I8:
6201         case OP_ATOMIC_EXCHANGE_I4:
6202         case OP_ATOMIC_EXCHANGE_I8:
6203                 return TRUE;
6204         default:
6205                 return FALSE;
6206         }
6207 }