mono/mini/mini-s390x.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define MAX_ARCH_DELEGATE_PARAMS 7
  22
  23 #define EMIT_COND_BRANCH(ins,cond)                                              \
  24 {                                                                               \
  25 if (ins->inst_true_bb->native_offset) {                                         \
  26         int displace;                                                           \
  27         displace = ((cfg->native_code +                                         \
  28                     ins->inst_true_bb->native_offset) - code) / 2;              \
  29         if (s390_is_imm16(displace)) {                                          \
  30                 s390_brc (code, cond, displace);                                \
  31         } else {                                                                \
  32                 s390_jcl (code, cond, displace);                                \
  33         }                                                                       \
  34 } else {                                                                        \
  35         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  36                              MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  37         s390_jcl (code, cond, 0);                                               \
  38 }                                                                               \
  39 }
  40
  41 #define EMIT_UNCOND_BRANCH(ins)                                                 \
  42 {                                                                               \
  43 if (ins->inst_target_bb->native_offset) {                                       \
  44         int displace;                                                           \
  45         displace = ((cfg->native_code +                                         \
  46                     ins->inst_target_bb->native_offset) - code) / 2;            \
  47         if (s390_is_imm16(displace)) {                                          \
  48                 s390_brc (code, S390_CC_UN, displace);                          \
  49         } else {                                                                \
  50                 s390_jcl (code, S390_CC_UN, displace);                          \
  51         }                                                                       \
  52 } else {                                                                        \
  53         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  54                              MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  55         s390_jcl (code, S390_CC_UN, 0);                                         \
  56 }                                                                               \
  57 }
  58
  59 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  60         do {                                                            \
  61                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  62                                     MONO_PATCH_INFO_EXC, exc_name);     \
  63                 s390_jcl (code, cond, 0);                               \
  64         } while (0);
  65
  66 #define CHECK_SRCDST_COM                                                \
  67         if (ins->dreg == ins->sreg2) {                                  \
  68                 src2 = ins->sreg1;                                      \
  69         } else {                                                        \
  70                 src2 = ins->sreg2;                                      \
  71                 if (ins->dreg != ins->sreg1) {                          \
  72                         s390_lgr (code, ins->dreg, ins->sreg1);         \
  73                 }                                                       \
  74         }
  75
  76 #define CHECK_SRCDST_NCOM                                               \
  77         if (ins->dreg == ins->sreg2) {                                  \
  78                 src2 = s390_r13;                                        \
  79                 s390_lgr (code, s390_r13, ins->sreg2);                  \
  80         } else {                                                        \
  81                 src2 = ins->sreg2;                                      \
  82         }                                                               \
  83         if (ins->dreg != ins->sreg1) {                                  \
  84                 s390_lgr (code, ins->dreg, ins->sreg1);                 \
  85         }
  86
  87 #define CHECK_SRCDST_COM_I                                              \
  88         if (ins->dreg == ins->sreg2) {                                  \
  89                 src2 = ins->sreg1;                                      \
  90         } else {                                                        \
  91                 src2 = ins->sreg2;                                      \
  92                 if (ins->dreg != ins->sreg1) {                          \
  93                         s390_lgfr (code, ins->dreg, ins->sreg1);        \
  94                 }                                                       \
  95         }
  96
  97 #define CHECK_SRCDST_NCOM_I                                             \
  98         if (ins->dreg == ins->sreg2) {                                  \
  99                 src2 = s390_r13;                                        \
 100                 s390_lgfr (code, s390_r13, ins->sreg2);                 \
 101         } else {                                                        \
 102                 src2 = ins->sreg2;                                      \
 103         }                                                               \
 104         if (ins->dreg != ins->sreg1) {                                  \
 105                 s390_lgfr (code, ins->dreg, ins->sreg1);                \
 106         }
 107
 108 #define CHECK_SRCDST_COM_F                                              \
 109         if (ins->dreg == ins->sreg2) {                                  \
 110                 src2 = ins->sreg1;                                      \
 111         } else {                                                        \
 112                 src2 = ins->sreg2;                                      \
 113                 if (ins->dreg != ins->sreg1) {                          \
 114                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 115                 }                                                       \
 116         }
 117
 118 #define CHECK_SRCDST_NCOM_F                                             \
 119         if (ins->dreg == ins->sreg2) {                                  \
 120                 src2 = s390_f15;                                        \
 121                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 122         } else {                                                        \
 123                 src2 = ins->sreg2;                                      \
 124         }                                                               \
 125         if (ins->dreg != ins->sreg1) {                                  \
 126                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 127         }
 128
 129 #define MONO_EMIT_NEW_MOVE(cfg,dest,offset,src,imm,size) do {                   \
 130                 MonoInst *inst;                                                 \
 131                 int sReg, dReg;                                                 \
 132                 MONO_INST_NEW (cfg, inst, OP_NOP);                              \
 133                 if (size > 256) {                                               \
 134                         inst->dreg        = dest;                               \
 135                         inst->inst_offset = offset;                             \
 136                         inst->sreg1       = src;                                \
 137                         inst->inst_imm    = imm;                                \
 138                 } else {                                                        \
 139                         if (s390_is_uimm12(offset)) {                           \
 140                                 inst->dreg        = dest;                       \
 141                                 inst->inst_offset = offset;                     \
 142                         } else {                                                \
 143                                 dReg = mono_alloc_preg (cfg);                   \
 144                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 145                                         dReg, dest, offset);                    \
 146                                 inst->dreg        = dReg;                       \
 147                                 inst->inst_offset = 0;                          \
 148                         }                                                       \
 149                         if (s390_is_uimm12(imm)) {                              \
 150                                 inst->sreg1       = src;                        \
 151                                 inst->inst_imm    = imm;                        \
 152                         } else {                                                \
 153                                 sReg = mono_alloc_preg (cfg);                   \
 154                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 155                                         sReg, src, imm);                        \
 156                                 inst->sreg1       = sReg;                       \
 157                                 inst->inst_imm    = 0;                          \
 158                         }                                                       \
 159                 }                                                               \
 160                 inst->opcode            = OP_S390_MOVE;                         \
 161                 inst->backend.size      = size;                                 \
 162         MONO_ADD_INS (cfg->cbb, inst);                                          \
 163         } while (0)
 164
 165 #define MONO_OUTPUT_VTR(cfg, size, dr, sr, so) do {                             \
 166         int reg = mono_alloc_preg (cfg); \
 167         switch (size) {                                                         \
 168                 case 0:                                                         \
 169                         MONO_EMIT_NEW_ICONST(cfg, reg, 0);                      \
 170                 break;                                                          \
 171                 case 1:                                                         \
 172                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 173                                 reg, sr, so);                                   \
 174                 break;                                                          \
 175                 case 2:                                                         \
 176                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 177                                 reg, sr, so);                                   \
 178                 break;                                                          \
 179                 case 4:                                                         \
 180                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 181                                 reg, sr, so);                                   \
 182                 break;                                                          \
 183                 case 8:                                                         \
 184                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI8_MEMBASE,   \
 185                                 reg, sr, so);                                   \
 186                 break;                                                          \
 187         }                                                                       \
 188         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);               \
 189 } while (0)
 190
 191 #define MONO_OUTPUT_VTS(cfg, size, dr, dx, sr, so) do {                         \
 192         int tmpr;                                                               \
 193         switch (size) {                                                         \
 194                 case 0:                                                         \
 195                         tmpr = mono_alloc_preg (cfg); \
 196                         MONO_EMIT_NEW_ICONST(cfg, tmpr, 0);                     \
 197                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 198                                 dr, dx, tmpr);                                  \
 199                 break;                                                          \
 200                 case 1:                                                         \
 201                         tmpr = mono_alloc_preg (cfg); \
 202                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 203                                 tmpr, sr, so);                                  \
 204                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 205                                 dr, dx, tmpr);                                  \
 206                 break;                                                          \
 207                 case 2:                                                         \
 208                         tmpr = mono_alloc_preg (cfg);                           \
 209                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 210                                 tmpr, sr, so);                                  \
 211                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 212                                 dr, dx, tmpr);                                  \
 213                 break;                                                          \
 214                 case 4:                                                         \
 215                         tmpr = mono_alloc_preg (cfg);                           \
 216                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 217                                 tmpr, sr, so);                                  \
 218                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 219                                 dr, dx, tmpr);                                  \
 220                 break;                                                          \
 221                 case 8:                                                         \
 222                         MONO_EMIT_NEW_MOVE (cfg, dr, dx, sr, so, size);         \
 223                 break;                                                          \
 224         }                                                                       \
 225 } while (0)
 226
 227 #undef DEBUG
 228 #define DEBUG(a) if (cfg->verbose_level > 1) a
 229
 230 #define MAX_EXC 16
 231
 232 #define S390_TRACE_STACK_SIZE (5*sizeof(gpointer)+4*sizeof(gdouble))
 233
 234 #define MAX(a, b) ((a) > (b) ? (a) : (b))
 235
 236 /*
 237  * imt thunking size values
 238  */
 239 #define CMP_SIZE        24
 240 #define LOADCON_SIZE    20
 241 #define LOAD_SIZE       6
 242 #define BR_SIZE         2
 243 #define JUMP_SIZE       6
 244 #define ENABLE_WRONG_METHOD_CHECK 0
 245
 246 /*========================= End of Defines =========================*/
 247
 248 /*------------------------------------------------------------------*/
 249 /*                 I n c l u d e s                                  */
 250 /*------------------------------------------------------------------*/
 251
 252 #include "mini.h"
 253 #include <string.h>
 254
 255 #include <mono/metadata/appdomain.h>
 256 #include <mono/metadata/debug-helpers.h>
 257 #include <mono/metadata/profiler-private.h>
 258 #include <mono/utils/mono-math.h>
 259
 260 #include "mini-s390x.h"
 261 #include "cpu-s390x.h"
 262 #include "jit-icalls.h"
 263 #include "ir-emit.h"
 264
 265 /*========================= End of Includes ========================*/
 266
 267 /*------------------------------------------------------------------*/
 268 /*                 T y p e d e f s                                  */
 269 /*------------------------------------------------------------------*/
 270
 271 typedef struct {
 272         guint stack_size,
 273               local_size,
 274               code_size,
 275               parm_size,
 276               offset,
 277               offStruct,
 278               retStruct;
 279 } size_data;
 280
 281 /*------------------------------------------------------------------*/
 282 /* Used by the instrument_emit_epilog                               */
 283 /*------------------------------------------------------------------*/
 284
 285 enum {
 286         SAVE_NONE,
 287         SAVE_STRUCT,
 288         SAVE_ONE,
 289         SAVE_TWO,
 290         SAVE_R4,
 291         SAVE_R8
 292 };
 293
 294 typedef struct InstList InstList;
 295
 296 struct InstList {
 297         InstList *prev;
 298         InstList *next;
 299         MonoInst *data;
 300 };
 301
 302 typedef enum {
 303         RegTypeGeneral,
 304         RegTypeBase,
 305         RegTypeFP,
 306         RegTypeFPR4,
 307         RegTypeStructByVal,
 308         RegTypeStructByValInFP,
 309         RegTypeStructByAddr,
 310         RegTypeStructByAddrOnStack
 311 } ArgStorage;
 312
 313 typedef struct {
 314         gint32  offset;         /* offset from caller's stack */
 315         gint32  offparm;        /* offset from callee's stack */
 316         guint16 vtsize;         /* in param area */
 317         guint8  reg;
 318         ArgStorage regtype;
 319         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 320         gint32  type;           /* Data type of argument */
 321 } ArgInfo;
 322
 323 typedef struct {
 324         int nargs;
 325         int lastgr;
 326         guint32 stack_usage;
 327         guint32 struct_ret;
 328         ArgInfo ret;
 329         ArgInfo sigCookie;
 330         size_data sz;
 331         int vret_arg_index;
 332         ArgInfo args [1];
 333 } CallInfo;
 334
 335 typedef struct {
 336         gint64  gr[5];          /* R2-R6                            */
 337         gdouble fp[3];          /* F0-F2                            */
 338 } __attribute__ ((packed)) RegParm;
 339
 340 /*========================= End of Typedefs ========================*/
 341
 342 /*------------------------------------------------------------------*/
 343 /*                   P r o t o t y p e s                            */
 344 /*------------------------------------------------------------------*/
 345
 346 static void indent (int);
 347 static guint8 * backUpStackPtr(MonoCompile *, guint8 *);
 348 static void decodeParm (MonoType *, void *, int);
 349 static void enter_method (MonoMethod *, RegParm *, char *);
 350 static void leave_method (MonoMethod *, ...);
 351 static gboolean is_regsize_var (MonoType *);
 352 static inline void add_general (guint *, size_data *, ArgInfo *);
 353 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 354 static inline void add_float (guint *, size_data *, ArgInfo *);
 355 static CallInfo * get_call_info (MonoCompile *, MonoMemPool *, MonoMethodSignature *, gboolean);
 356 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 357 gpointer mono_arch_get_lmf_addr (void);
 358 static guint8 * emit_load_volatile_arguments (guint8 *, MonoCompile *);
 359 static void catch_SIGILL(int, siginfo_t *, void *);
 360 static __inline__ void emit_unwind_regs(MonoCompile *, guint8 *, int, int, long);
 361
 362 /*========================= End of Prototypes ======================*/
 363
 364 /*------------------------------------------------------------------*/
 365 /*                 G l o b a l   V a r i a b l e s                  */
 366 /*------------------------------------------------------------------*/
 367
 368 int mono_exc_esp_offset = 0;
 369
 370 static int indent_level = 0;
 371
 372 int has_ld = 0;
 373
 374 static gboolean tls_offset_inited = FALSE;
 375
 376 static int appdomain_tls_offset = -1,
 377            thread_tls_offset = -1;
 378
 379 pthread_key_t lmf_addr_key;
 380
 381 gboolean lmf_addr_key_inited = FALSE;
 382
 383 facilityList_t facs;
 384
 385 #if 0
 386
 387 extern __thread MonoDomain *tls_appdomain;
 388 extern __thread MonoThread *tls_current_object;
 389 extern __thread gpointer   mono_lmf_addr;
 390
 391 #endif
 392
 393 /*====================== End of Global Variables ===================*/
 394
 395 /*------------------------------------------------------------------*/
 396 /*                                                                  */
 397 /* Name         - mono_arch_regname                                 */
 398 /*                                                                  */
 399 /* Function     - Returns the name of the register specified by     */
 400 /*                the input parameter.                              */
 401 /*                                                                  */
 402 /*------------------------------------------------------------------*/
 403
 404 const char*
 405 mono_arch_regname (int reg) {
 406         static const char * rnames[] = {
 407                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 408                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 409                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 410                 "s390_r15"
 411         };
 412
 413         if (reg >= 0 && reg < 16)
 414                 return rnames [reg];
 415         else
 416                 return "unknown";
 417 }
 418
 419 /*========================= End of Function ========================*/
 420
 421 /*------------------------------------------------------------------*/
 422 /*                                                                  */
 423 /* Name         - mono_arch_fregname                                */
 424 /*                                                                  */
 425 /* Function     - Returns the name of the register specified by     */
 426 /*                the input parameter.                              */
 427 /*                                                                  */
 428 /*------------------------------------------------------------------*/
 429
 430 const char*
 431 mono_arch_fregname (int reg) {
 432         static const char * rnames[] = {
 433                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 434                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 435                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 436                 "s390_f15"
 437         };
 438
 439         if (reg >= 0 && reg < 16)
 440                 return rnames [reg];
 441         else
 442                 return "unknown";
 443 }
 444
 445 /*========================= End of Function ========================*/
 446
 447 /*------------------------------------------------------------------*/
 448 /*                                                                  */
 449 /* Name         - arch_get_argument_info                            */
 450 /*                                                                  */
 451 /* Function     - Gathers information on parameters such as size,   */
 452 /*                alignment, and padding. arg_info should be large  */
 453 /*                enough to hold param_count + 1 entries.           */
 454 /*                                                                  */
 455 /* Parameters   - @csig - Method signature                          */
 456 /*                @param_count - No. of parameters to consider      */
 457 /*                @arg_info - An array to store the result info     */
 458 /*                                                                  */
 459 /* Returns      - Size of the activation frame                      */
 460 /*                                                                  */
 461 /*------------------------------------------------------------------*/
 462
 463 int
 464 mono_arch_get_argument_info (MonoMethodSignature *csig,
 465                              int param_count,
 466                              MonoJitArgumentInfo *arg_info)
 467 {
 468         int k, frame_size = 0;
 469         int size, align, pad;
 470         int offset = 8;
 471
 472         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 473                 frame_size += sizeof (gpointer);
 474                 offset += 8;
 475         }
 476
 477         arg_info [0].offset = offset;
 478
 479         if (csig->hasthis) {
 480                 frame_size += sizeof (gpointer);
 481                 offset += 8;
 482         }
 483
 484         arg_info [0].size = frame_size;
 485
 486         for (k = 0; k < param_count; k++) {
 487
 488                 if (csig->pinvoke)
 489                         size = mono_type_native_stack_size (csig->params [k], (guint32 *) &align);
 490                 else
 491                         size = mini_type_stack_size (NULL, csig->params [k], &align);
 492
 493                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 494                 arg_info [k].pad = pad;
 495                 frame_size += size;
 496                 arg_info [k + 1].pad = 0;
 497                 arg_info [k + 1].size = size;
 498                 offset += pad;
 499                 arg_info [k + 1].offset = offset;
 500                 offset += size;
 501         }
 502
 503         align = MONO_ARCH_FRAME_ALIGNMENT;
 504         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 505         arg_info [k].pad = pad;
 506
 507         return frame_size;
 508 }
 509
 510 /*========================= End of Function ========================*/
 511
 512 /*------------------------------------------------------------------*/
 513 /*                                                                  */
 514 /* Name         - emit_unwind_regs.                                 */
 515 /*                                                                  */
 516 /* Function     - Determines if a value can be returned in one or   */
 517 /*                two registers.                                    */
 518 /*                                                                  */
 519 /*------------------------------------------------------------------*/
 520
 521 static void __inline__
 522 emit_unwind_regs(MonoCompile *cfg, guint8 *code, int start, int end, long offset)
 523 {
 524         int i;
 525
 526         for (i = start; i < end; i++) {
 527                 mono_emit_unwind_op_offset (cfg, code, i, offset);
 528                 offset += sizeof(gulong);
 529         }
 530 }
 531
 532 /*========================= End of Function ========================*/
 533
 534 /*------------------------------------------------------------------*/
 535 /*                                                                  */
 536 /* Name         - retFitsInReg.                                     */
 537 /*                                                                  */
 538 /* Function     - Determines if a value can be returned in one or   */
 539 /*                two registers.                                    */
 540 /*                                                                  */
 541 /*------------------------------------------------------------------*/
 542
 543 static inline gboolean
 544 retFitsInReg(guint32 size)
 545 {
 546         switch (size) {
 547                 case 0:
 548                 case 1:
 549                 case 2:
 550                 case 4:
 551                 case 8:
 552                         return (TRUE);
 553                 break;
 554                 default:
 555                         return (FALSE);
 556         }
 557 }
 558
 559 /*========================= End of Function ========================*/
 560
 561 /*------------------------------------------------------------------*/
 562 /*                                                                  */
 563 /* Name         - backStackPtr.                                     */
 564 /*                                                                  */
 565 /* Function     - Restore Stack Pointer to previous frame.          */
 566 /*                                                                  */
 567 /*------------------------------------------------------------------*/
 568
 569 static inline guint8 *
 570 backUpStackPtr(MonoCompile *cfg, guint8 *code)
 571 {
 572         int stackSize = cfg->stack_usage;
 573
 574         if (cfg->frame_reg != STK_BASE)
 575                 s390_lgr (code, STK_BASE, cfg->frame_reg);
 576
 577         if (s390_is_imm16 (stackSize)) {
 578                 s390_aghi  (code, STK_BASE, stackSize);
 579         } else {
 580                 while (stackSize > 32767) {
 581                         s390_aghi  (code, STK_BASE, 32767);
 582                         stackSize -= 32767;
 583                 }
 584                 s390_aghi  (code, STK_BASE, stackSize);
 585         }
 586         return (code);
 587 }
 588
 589 /*========================= End of Function ========================*/
 590
 591 /*------------------------------------------------------------------*/
 592 /*                                                                  */
 593 /* Name         - indent                                            */
 594 /*                                                                  */
 595 /* Function     - Perform nice indenting to current level           */
 596 /*                                                                  */
 597 /*------------------------------------------------------------------*/
 598
 599 static void
 600 indent (int diff) {
 601         int v;
 602         if (diff < 0)
 603                 indent_level += diff;
 604         v = indent_level;
 605         printf("[%3d] ",v);
 606         while (v-- > 0) {
 607                 printf (". ");
 608         }
 609         if (diff > 0)
 610                 indent_level += diff;
 611 }
 612
 613 /*========================= End of Function ========================*/
 614
 615 /*------------------------------------------------------------------*/
 616 /*                                                                  */
 617 /* Name         - decodeParm                                        */
 618 /*                                                                  */
 619 /* Function     - Decode a parameter for the trace.                 */
 620 /*                                                                  */
 621 /*------------------------------------------------------------------*/
 622
 623 static void
 624 decodeParm(MonoType *type, void *curParm, int size)
 625 {
 626         guint32 simpleType;
 627
 628         if (type->byref) {
 629                 printf("[BYREF:%p], ", *((char **) curParm));
 630         } else {
 631                 simpleType = mono_type_get_underlying_type(type)->type;
 632 enum_parmtype:
 633                 switch (simpleType) {
 634                         case MONO_TYPE_I :
 635                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 636                                 break;
 637                         case MONO_TYPE_U :
 638                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 639                                 break;
 640                         case MONO_TYPE_BOOLEAN :
 641                                 printf ("[BOOL:%ld], ", *((gint64 *) curParm));
 642                                 break;
 643                         case MONO_TYPE_CHAR :
 644                                 printf ("[CHAR:%c], ", *((int  *) curParm));
 645                                 break;
 646                         case MONO_TYPE_I1 :
 647                                 printf ("[INT1:%ld], ", *((gint64 *) curParm));
 648                                 break;
 649                         case MONO_TYPE_I2 :
 650                                 printf ("[INT2:%ld], ", *((gint64 *) curParm));
 651                                 break;
 652                         case MONO_TYPE_I4 :
 653                                 printf ("[INT4:%ld], ", *((gint64 *) curParm));
 654                                 break;
 655                         case MONO_TYPE_U1 :
 656                                 printf ("[UINT1:%lu], ", *((guint64 *) curParm));
 657                                 break;
 658                         case MONO_TYPE_U2 :
 659                                 printf ("[UINT2:%lu], ", *((guint64 *) curParm));
 660                                 break;
 661                         case MONO_TYPE_U4 :
 662                                 printf ("[UINT4:%lu], ", *((guint64 *) curParm));
 663                                 break;
 664                         case MONO_TYPE_U8 :
 665                                 printf ("[UINT8:%lu], ", *((guint64 *) curParm));
 666                                 break;
 667                         case MONO_TYPE_STRING : {
 668                                 MonoString *s = *((MonoString **) curParm);
 669                                 if (s) {
 670                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 671                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 672                                 } else {
 673                                         printf("[STRING:null], ");
 674                                 }
 675                                 break;
 676                         }
 677                         case MONO_TYPE_CLASS :
 678                         case MONO_TYPE_OBJECT : {
 679                                 MonoObject *obj = *((MonoObject **) curParm);
 680                                 MonoClass *class;
 681                                 if ((obj) && (obj->vtable)) {
 682                                         printf("[CLASS/OBJ:");
 683                                         class = obj->vtable->klass;
 684                                         printf("%p [%p] ",obj,curParm);
 685                                         if (class == mono_defaults.string_class) {
 686                                                 printf("[STRING:%p:%s]",
 687                                                        obj, mono_string_to_utf8 ((MonoString *) obj));
 688                                         } else if (class == mono_defaults.int32_class) {
 689                                                 printf("[INT32:%p:%d]",
 690                                                         obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 691                                         } else
 692                                                 printf("[%s.%s:%p]",
 693                                                        class->name_space, class->name, obj);
 694                                         printf("], ");
 695                                 } else {
 696                                         printf("[OBJECT:null], ");
 697                                 }
 698                                 break;
 699                         }
 700                         case MONO_TYPE_PTR :
 701                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 702                                 break;
 703                         case MONO_TYPE_FNPTR :
 704                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 705                                 break;
 706                         case MONO_TYPE_ARRAY :
 707                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 708                                 break;
 709                         case MONO_TYPE_SZARRAY :
 710                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 711                                 break;
 712                         case MONO_TYPE_I8 :
 713                                 printf("[INT8:%ld], ", *((gint64 *) (curParm)));
 714                                 break;
 715                         case MONO_TYPE_R4 :
 716                                 printf("[FLOAT4:%g], ", *((float *) (curParm)));
 717                                 break;
 718                         case MONO_TYPE_R8 :
 719                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 720                                 break;
 721                         case MONO_TYPE_VALUETYPE : {
 722                                 int i;
 723                                 MonoMarshalType *info;
 724
 725                                 if (type->data.klass->enumtype) {
 726                                         simpleType = mono_class_enum_basetype (type->data.klass)->type;
 727                                         printf("{VALUETYPE} - ");
 728                                         goto enum_parmtype;
 729                                 }
 730
 731                                 info = mono_marshal_load_type_info (type->data.klass);
 732
 733                                 if ((info->native_size == sizeof(float)) &&
 734                                     (info->num_fields  == 1) &&
 735                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 736                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 737                                         break;
 738                                 }
 739
 740                                 if ((info->native_size == sizeof(double)) &&
 741                                     (info->num_fields  == 1) &&
 742                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 743                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 744                                         break;
 745                                 }
 746
 747                                 printf("[VALUETYPE:");
 748                                 for (i = 0; i < size; i++)
 749                                         printf("%02x,", *((guint8 *)curParm+i));
 750                                 printf("]");
 751                                 break;
 752                         }
 753                         case MONO_TYPE_TYPEDBYREF: {
 754                                 int i;
 755                                 printf("[TYPEDBYREF:");
 756                                 for (i = 0; i < size; i++)
 757                                         printf("%02x,", *((guint8 *)curParm+i));
 758                                 printf("]");
 759                                 break;
 760                         }
 761                         default :
 762                                 printf("[?? - %d], ",simpleType);
 763                 }
 764         }
 765 }
 766
 767 /*========================= End of Function ========================*/
 768
 769 /*------------------------------------------------------------------*/
 770 /*                                                                  */
 771 /* Name         - enter_method                                      */
 772 /*                                                                  */
 773 /* Function     - Perform tracing of the entry to the current       */
 774 /*                method.                                           */
 775 /*                                                                  */
 776 /*------------------------------------------------------------------*/
 777
 778 static void
 779 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 780 {
 781         int i, oParm = 0, iParm = 0;
 782         MonoClass *class;
 783         MonoObject *obj;
 784         MonoMethodSignature *sig;
 785         char *fname;
 786         guint64 ip;
 787         CallInfo *cinfo;
 788         ArgInfo *ainfo;
 789         void *curParm;
 790
 791         fname = mono_method_full_name (method, TRUE);
 792         indent (1);
 793         printf ("ENTER: %s ", fname);
 794         g_free (fname);
 795
 796         ip  = (*(guint64 *) (sp+S390_RET_ADDR_OFFSET));
 797         printf ("ip: %p sp: %p - ", (gpointer) ip, sp);
 798
 799         if (rParm == NULL)
 800                 return;
 801
 802         sig = mono_method_signature (method);
 803
 804         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
 805
 806         if (cinfo->struct_ret) {
 807                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 808                 iParm = 1;
 809         }
 810
 811         if (sig->hasthis) {
 812                 gpointer *this = (gpointer *) rParm->gr[iParm];
 813                 obj = (MonoObject *) this;
 814                 if (method->klass->valuetype) {
 815                         if (obj) {
 816                                 printf("this:[value:%p:%016lx], ",
 817                                        this, *((guint64 *)(this+sizeof(MonoObject))));
 818                         } else
 819                                 printf ("this:[NULL], ");
 820                 } else {
 821                         if (obj) {
 822                                 class = obj->vtable->klass;
 823                                 if (class == mono_defaults.string_class) {
 824                                         printf ("this:[STRING:%p:%s], ",
 825                                                 obj, mono_string_to_utf8 ((MonoString *)obj));
 826                                 } else {
 827                                         printf ("this:%p[%s.%s], ",
 828                                                 obj, class->name_space, class->name);
 829                                 }
 830                         } else
 831                                 printf ("this:NULL, ");
 832                 }
 833                 oParm++;
 834         }
 835
 836         for (i = 0; i < sig->param_count; ++i) {
 837                 ainfo = &cinfo->args[i + oParm];
 838                 switch (ainfo->regtype) {
 839                         case RegTypeGeneral :
 840                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 841                                 break;
 842                         case RegTypeFP :
 843                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 844                                 break;
 845                         case RegTypeBase :
 846                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 847                                 break;
 848                         case RegTypeStructByVal :
 849                                 if (ainfo->reg != STK_BASE) {
 850                                         int offset = sizeof(glong) - ainfo->size;
 851                                         curParm = &(rParm->gr[ainfo->reg-2])+offset;
 852                                 }
 853                                 else
 854                                         curParm = sp+ainfo->offset;
 855
 856                                 if (retFitsInReg (ainfo->vtsize))
 857                                         decodeParm(sig->params[i],
 858                                                    curParm,
 859                                                    ainfo->size);
 860                                 else
 861                                         decodeParm(sig->params[i],
 862                                                    *((char **) curParm),
 863                                                    ainfo->vtsize);
 864                                 break;
 865                         case RegTypeStructByAddr :
 866                                 if (ainfo->reg != STK_BASE)
 867                                         curParm = &(rParm->gr[ainfo->reg-2]);
 868                                 else
 869                                         curParm = sp+ainfo->offset;
 870
 871                                 decodeParm(sig->params[i],
 872                                            *((char **) curParm),
 873                                            ainfo->vtsize);
 874                                 break;
 875
 876                         default :
 877                                 printf("???, ");
 878                 }
 879         }
 880         printf("\n");
 881         g_free(cinfo);
 882 }
 883
 884 /*========================= End of Function ========================*/
 885
 886 /*------------------------------------------------------------------*/
 887 /*                                                                  */
 888 /* Name         - leave_method                                      */
 889 /*                                                                  */
 890 /* Function     -                                                   */
 891 /*                                                                  */
 892 /*------------------------------------------------------------------*/
 893
 894 static void
 895 leave_method (MonoMethod *method, ...)
 896 {
 897         MonoType *type;
 898         char *fname;
 899         guint64 ip;
 900         va_list ap;
 901
 902         va_start(ap, method);
 903
 904         fname = mono_method_full_name (method, TRUE);
 905         indent (-1);
 906         printf ("LEAVE: %s", fname);
 907         g_free (fname);
 908
 909         type = mono_method_signature (method)->ret;
 910
 911 handle_enum:
 912         switch (type->type) {
 913         case MONO_TYPE_VOID:
 914                 break;
 915         case MONO_TYPE_BOOLEAN: {
 916                 int val = va_arg (ap, int);
 917                 if (val)
 918                         printf ("[TRUE:%d]", val);
 919                 else
 920                         printf ("[FALSE]");
 921
 922                 break;
 923         }
 924         case MONO_TYPE_CHAR: {
 925                 int val = va_arg (ap, int);
 926                 printf ("[CHAR:%d]", val);
 927                 break;
 928         }
 929         case MONO_TYPE_I1: {
 930                 int val = va_arg (ap, int);
 931                 printf ("[INT1:%d]", val);
 932                 break;
 933         }
 934         case MONO_TYPE_U1: {
 935                 int val = va_arg (ap, int);
 936                 printf ("[UINT1:%d]", val);
 937                 break;
 938         }
 939         case MONO_TYPE_I2: {
 940                 int val = va_arg (ap, int);
 941                 printf ("[INT2:%d]", val);
 942                 break;
 943         }
 944         case MONO_TYPE_U2: {
 945                 int val = va_arg (ap, int);
 946                 printf ("[UINT2:%d]", val);
 947                 break;
 948         }
 949         case MONO_TYPE_I4: {
 950                 int val = va_arg (ap, int);
 951                 printf ("[INT4:%d]", val);
 952                 break;
 953         }
 954         case MONO_TYPE_U4: {
 955                 int val = va_arg (ap, int);
 956                 printf ("[UINT4:%d]", val);
 957                 break;
 958         }
 959         case MONO_TYPE_I: {
 960                 gint64 val = va_arg (ap, gint64);
 961                 printf ("[INT:%ld]", val);
 962                 printf("]");
 963                 break;
 964         }
 965         case MONO_TYPE_U: {
 966                 gint64 val = va_arg (ap, gint64);
 967                 printf ("[UINT:%lu]", val);
 968                 printf("]");
 969                 break;
 970         }
 971         case MONO_TYPE_STRING: {
 972                 MonoString *s = va_arg (ap, MonoString *);
 973 ;
 974                 if (s) {
 975                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
 976                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
 977                 } else
 978                         printf ("[STRING:null], ");
 979                 break;
 980         }
 981         case MONO_TYPE_CLASS:
 982         case MONO_TYPE_OBJECT: {
 983                 MonoObject *o = va_arg (ap, MonoObject *);
 984
 985                 if ((o) && (o->vtable)) {
 986                         if (o->vtable->klass == mono_defaults.boolean_class) {
 987                                 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
 988                         } else if  (o->vtable->klass == mono_defaults.int32_class) {
 989                                 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
 990                         } else if  (o->vtable->klass == mono_defaults.int64_class) {
 991                                 printf ("[INT64:%p:%ld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
 992                         } else
 993                                 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
 994                 } else
 995                         printf ("[OBJECT:%p]", o);
 996
 997                 break;
 998         }
 999         case MONO_TYPE_PTR:
1000         case MONO_TYPE_FNPTR:
1001         case MONO_TYPE_ARRAY:
1002         case MONO_TYPE_SZARRAY: {
1003                 gpointer p = va_arg (ap, gpointer);
1004                 printf ("[result=%p]", p);
1005                 break;
1006         }
1007         case MONO_TYPE_I8: {
1008                 gint64 l =  va_arg (ap, gint64);
1009                 printf ("[LONG:%ld]", l);
1010                 break;
1011         }
1012         case MONO_TYPE_U8: {
1013                 guint64 l =  va_arg (ap, guint64);
1014                 printf ("[ULONG:%lu]", l);
1015                 break;
1016         }
1017         case MONO_TYPE_R4: {
1018                 double f = va_arg (ap, double);
1019                 printf ("[FLOAT4:%g]\n", f);
1020                 break;
1021         }
1022         case MONO_TYPE_R8: {
1023                 double f = va_arg (ap, double);
1024                 printf ("[FLOAT8:%g]\n", f);
1025                 break;
1026         }
1027         case MONO_TYPE_VALUETYPE: {
1028                 MonoMarshalType *info;
1029                 if (type->data.klass->enumtype) {
1030                         type = mono_class_enum_basetype (type->data.klass);
1031                         goto handle_enum;
1032                 } else {
1033                         int size, align;
1034
1035                         info = mono_marshal_load_type_info (type->data.klass);
1036
1037                         if ((info->native_size == sizeof(float)) &&
1038                             (info->num_fields  == 1) &&
1039                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1040                                 double f = va_arg (ap, double);
1041                                 printf("[FLOAT4:%g]\n", (double) f);
1042                                 break;
1043                         }
1044
1045                         if ((info->native_size == sizeof(double)) &&
1046                             (info->num_fields  == 1) &&
1047                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1048                                 double f = va_arg (ap, double);
1049                                 printf("[FLOAT8:%g]\n", f);
1050                                 break;
1051                         }
1052
1053                         size = mono_type_size (type, &align);
1054                         switch (size) {
1055                                 case 1: {
1056                                         guint32 p = va_arg (ap, guint32);
1057                                         printf ("[%02x]\n",p);
1058                                         break;
1059                                 }
1060                                 case 2: {
1061                                         guint32 p = va_arg (ap, guint32);
1062                                         printf ("[%04x]\n",p);
1063                                         break;
1064                                 }
1065                                 case 4: {
1066                                         guint32 p = va_arg (ap, guint32);
1067                                         printf ("[%08x]\n",p);
1068                                         break;
1069                                 }
1070                                 case 8: {
1071                                         guint64 p = va_arg (ap, guint64);
1072                                         printf ("[%016lx]\n",p);
1073                                         break;
1074                                 }
1075                                 default: {
1076                                         gpointer p = va_arg (ap, gpointer);
1077                                         printf ("[VALUETYPE] %p\n",p);
1078                                 }
1079                         }
1080                 }
1081                 break;
1082         }
1083         case MONO_TYPE_TYPEDBYREF: {
1084                 guint8 *p = va_arg (ap, gpointer);
1085                 int j, size, align;
1086                 size = mono_type_size (type, &align);
1087                 switch (size) {
1088                 case 1:
1089                 case 2:
1090                 case 4:
1091                 case 8:
1092                         printf ("[");
1093                         for (j = 0; p && j < size; j++)
1094                                 printf ("%02x,", p [j]);
1095                         printf ("]\n");
1096                         break;
1097                 default:
1098                         printf ("[TYPEDBYREF]\n");
1099                 }
1100         }
1101                 break;
1102         default:
1103                 printf ("(unknown return type %x)",
1104                         mono_method_signature (method)->ret->type);
1105         }
1106
1107         ip = ((gint64) __builtin_return_address (0));
1108         printf (" ip: %p\n", (gpointer) ip);
1109 }
1110
1111 /*========================= End of Function ========================*/
1112
1113 /*------------------------------------------------------------------*/
1114 /*                                                                  */
1115 /* Name         - catch_SIGILL                                      */
1116 /*                                                                  */
1117 /* Function     - Catch SIGILL as a result of testing for long      */
1118 /*                displacement facility.                            */
1119 /*                                                                  */
1120 /*------------------------------------------------------------------*/
1121
1122 void
1123 catch_SIGILL(int sigNo, siginfo_t *info, void *act) {
1124
1125         has_ld = 0;
1126
1127 }
1128
1129 /*========================= End of Function ========================*/
1130
1131 /*------------------------------------------------------------------*/
1132 /*                                                                  */
1133 /* Name         - mono_arch_cpu_init                                */
1134 /*                                                                  */
1135 /* Function     - Perform CPU specific initialization to execute    */
1136 /*                managed code.                                     */
1137 /*                                                                  */
1138 /*------------------------------------------------------------------*/
1139
1140 void
1141 mono_arch_cpu_init (void)
1142 {
1143         struct sigaction sa,
1144                          *oldSa = NULL;
1145         guint mode = 1;
1146
1147         /*--------------------------------------*/
1148         /* Set default rounding mode for FP     */
1149         /*--------------------------------------*/
1150         __asm__ ("SRNM\t%0\n\t"
1151                 : : "m" (mode));
1152
1153         /*--------------------------------------*/
1154         /* Determine if we have long displace-  */
1155         /* ment facility on this processor      */
1156         /*--------------------------------------*/
1157         sa.sa_sigaction = catch_SIGILL;
1158         sigemptyset (&sa.sa_mask);
1159         sa.sa_flags = SA_SIGINFO;
1160
1161         sigaction (SIGILL, &sa, oldSa);
1162
1163         /*--------------------------------------*/
1164         /* We test by executing the STY inst    */
1165         /*--------------------------------------*/
1166         __asm__ ("LGHI\t0,1\n\t"
1167                  "LA\t1,%0\n\t"
1168                  ".byte\t0xe3,0x00,0x10,0x00,0x00,0x50\n\t"
1169                 : "=m" (has_ld) : : "0", "1");
1170
1171         sigaction (SIGILL, oldSa, NULL);
1172 }
1173
1174 /*========================= End of Function ========================*/
1175
1176 /*------------------------------------------------------------------*/
1177 /*                                                                  */
1178 /* Name         - mono_arch_init.                                   */
1179 /*                                                                  */
1180 /* Function     - Initialize architecture specific code.            */
1181 /*                                                                  */
1182 /*------------------------------------------------------------------*/
1183
1184 void
1185 mono_arch_init (void)
1186 {
1187 #if 0
1188         /*
1189          * When we do an architectural level set at z9 or better
1190          * we can use the STFLE instruction to show us
1191          * what hardware facilities are available
1192          */
1193         int lFacility = sizeof(facs) % 8;
1194
1195         memset((char *) &facs, 0, sizeof(facs));
1196
1197         __asm__ ("      lgfr    0,%1\n"
1198                  "      stfle   %0\n"
1199                  : "=m" (facs) : "r" (lFacility) : "0", "cc");
1200 #endif
1201
1202 }
1203
1204 /*========================= End of Function ========================*/
1205
1206 /*------------------------------------------------------------------*/
1207 /*                                                                  */
1208 /* Name         - mono_arch_cleanup.                                */
1209 /*                                                                  */
1210 /* Function     - Cleanup architecture specific code    .           */
1211 /*                                                                  */
1212 /*------------------------------------------------------------------*/
1213
1214 void
1215 mono_arch_cleanup (void)
1216 {
1217 }
1218
1219 /*========================= End of Function ========================*/
1220
1221 /*------------------------------------------------------------------*/
1222 /*                                                                  */
1223 /* Name         - mono_arch_cpu_optimizazions                       */
1224 /*                                                                  */
1225 /* Function     - Returns the optimizations supported on this CPU   */
1226 /*                                                                  */
1227 /*------------------------------------------------------------------*/
1228
1229 guint32
1230 mono_arch_cpu_optimizazions (guint32 *exclude_mask)
1231 {
1232         guint32 opts = 0;
1233
1234         /*----------------------------------------------------------*/
1235         /* No s390-specific optimizations yet                       */
1236         /*----------------------------------------------------------*/
1237         *exclude_mask = MONO_OPT_INLINE|MONO_OPT_LINEARS;
1238 //      *exclude_mask = MONO_OPT_INLINE;
1239         return opts;
1240 }
1241
1242 /*========================= End of Function ========================*/
1243
1244 /*------------------------------------------------------------------*/
1245 /*                                                                  */
1246 /* Name         -                                                   */
1247 /*                                                                  */
1248 /* Function     -                                                   */
1249 /*                                                                  */
1250 /*------------------------------------------------------------------*/
1251
1252 static gboolean
1253 is_regsize_var (MonoType *t) {
1254         if (t->byref)
1255                 return TRUE;
1256         switch (mono_type_get_underlying_type (t)->type) {
1257         case MONO_TYPE_I4:
1258         case MONO_TYPE_U4:
1259         case MONO_TYPE_I:
1260         case MONO_TYPE_I8:
1261         case MONO_TYPE_U8:
1262         case MONO_TYPE_U:
1263         case MONO_TYPE_PTR:
1264         case MONO_TYPE_FNPTR:
1265                 return TRUE;
1266         case MONO_TYPE_OBJECT:
1267         case MONO_TYPE_STRING:
1268         case MONO_TYPE_CLASS:
1269         case MONO_TYPE_SZARRAY:
1270         case MONO_TYPE_ARRAY:
1271                 return FALSE;
1272         case MONO_TYPE_VALUETYPE:
1273                 if (t->data.klass->enumtype)
1274                         return is_regsize_var (mono_class_enum_basetype (t->data.klass));
1275                 return FALSE;
1276         }
1277         return FALSE;
1278 }
1279
1280 /*========================= End of Function ========================*/
1281
1282 /*------------------------------------------------------------------*/
1283 /*                                                                  */
1284 /* Name         - mono_arch_get_allocatable_int_vars                */
1285 /*                                                                  */
1286 /* Function     -                                                   */
1287 /*                                                                  */
1288 /*------------------------------------------------------------------*/
1289
1290 GList *
1291 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1292 {
1293         GList *vars = NULL;
1294         int i;
1295
1296         for (i = 0; i < cfg->num_varinfo; i++) {
1297                 MonoInst *ins = cfg->varinfo [i];
1298                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1299
1300                 /* unused vars */
1301                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1302                         continue;
1303
1304                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1305                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1306                         continue;
1307
1308                 /* we can only allocate 32 bit values */
1309                 if (is_regsize_var (ins->inst_vtype)) {
1310                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1311                         g_assert (i == vmv->idx);
1312                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1313                 }
1314         }
1315
1316         return vars;
1317 }
1318
1319 /*========================= End of Function ========================*/
1320
1321 /*------------------------------------------------------------------*/
1322 /*                                                                  */
1323 /* Name         - mono_arch_global_int_regs                         */
1324 /*                                                                  */
1325 /* Function     - Return a list of usable integer registers.        */
1326 /*                                                                  */
1327 /*------------------------------------------------------------------*/
1328
1329 GList *
1330 mono_arch_get_global_int_regs (MonoCompile *cfg)
1331 {
1332         GList *regs = NULL;
1333         MonoMethodHeader *header;
1334         int i, top = 13;
1335
1336         header = cfg->header;
1337         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1338                 cfg->frame_reg = s390_r11;
1339
1340
1341         /* FIXME: s390_r12 is reserved for bkchain_reg. Only reserve it if needed */
1342         top = 12;
1343         for (i = 8; i < top; ++i) {
1344                 if (cfg->frame_reg != i)
1345                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1346         }
1347
1348         return regs;
1349 }
1350
1351 /*========================= End of Function ========================*/
1352
1353 /*------------------------------------------------------------------*/
1354 /*                                                                  */
1355 /* Name         -  mono_arch_flush_icache                           */
1356 /*                                                                  */
1357 /* Function     -  Flush the CPU icache.                            */
1358 /*                                                                  */
1359 /*------------------------------------------------------------------*/
1360
1361 void
1362 mono_arch_flush_icache (guint8 *code, gint size)
1363 {
1364 }
1365
1366 /*========================= End of Function ========================*/
1367
1368 /*------------------------------------------------------------------*/
1369 /*                                                                  */
1370 /* Name         - add_general                                       */
1371 /*                                                                  */
1372 /* Function     - Determine code and stack size incremements for a  */
1373 /*                parameter.                                        */
1374 /*                                                                  */
1375 /*------------------------------------------------------------------*/
1376
1377 static void inline
1378 add_general (guint *gr, size_data *sz, ArgInfo *ainfo)
1379 {
1380         if (*gr > S390_LAST_ARG_REG) {
1381                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1382                 ainfo->offset   = sz->stack_size;
1383                 ainfo->reg      = STK_BASE;
1384                 ainfo->regtype  = RegTypeBase;
1385                 sz->stack_size += sizeof(long);
1386                 sz->local_size += sizeof(long);
1387                 sz->offStruct  += sizeof(long);
1388                 sz->code_size  += 12;
1389         } else {
1390                 ainfo->reg      = *gr;
1391                 sz->code_size  += 8;
1392         }
1393         (*gr) ++;
1394 }
1395
1396 /*========================= End of Function ========================*/
1397
1398 /*------------------------------------------------------------------*/
1399 /*                                                                  */
1400 /* Name         - add_stackParm                                     */
1401 /*                                                                  */
1402 /* Function     - Determine code and stack size incremements for a  */
1403 /*                parameter.                                        */
1404 /*                                                                  */
1405 /*------------------------------------------------------------------*/
1406
1407 static void inline
1408 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1409 {
1410         if (*gr > S390_LAST_ARG_REG) {
1411                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1412                 ainfo->reg          = STK_BASE;
1413                 ainfo->offset   = sz->stack_size;
1414                 ainfo->regtype  = RegTypeStructByAddrOnStack;
1415                 sz->stack_size += sizeof (gpointer);
1416                 sz->parm_size  += sizeof(gpointer);
1417                 sz->offStruct  += sizeof(gpointer);
1418         } else {
1419                 ainfo->reg      = *gr;
1420                 ainfo->offset   = sz->stack_size;
1421                 ainfo->regtype  = RegTypeStructByAddr;
1422         }
1423         (*gr) ++;
1424         ainfo->offparm  = sz->offset;
1425         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1426         ainfo->size     = size;
1427         ainfo->vtsize   = size;
1428         sz->parm_size  += size;
1429 }
1430
1431 /*========================= End of Function ========================*/
1432
1433 /*------------------------------------------------------------------*/
1434 /*                                                                  */
1435 /* Name         - add_float                                         */
1436 /*                                                                  */
1437 /* Function     - Determine code and stack size incremements for a  */
1438 /*                float parameter.                                  */
1439 /*                                                                  */
1440 /*------------------------------------------------------------------*/
1441
1442 static void inline
1443 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1444 {
1445         if ((*fr) <= S390_LAST_FPARG_REG) {
1446                 ainfo->regtype = RegTypeFP;
1447                 ainfo->reg     = *fr;
1448                 sz->code_size += 4;
1449                 (*fr) += 2;
1450         }
1451         else {
1452                 ainfo->offset   = sz->stack_size;
1453                 ainfo->reg      = STK_BASE;
1454                 ainfo->regtype  = RegTypeBase;
1455                 sz->code_size  += 4;
1456                 sz->stack_size += sizeof(double);
1457                 sz->local_size += sizeof(double);
1458                 sz->offStruct  += sizeof(double);
1459         }
1460 }
1461
1462 /*========================= End of Function ========================*/
1463
1464 /*------------------------------------------------------------------*/
1465 /*                                                                  */
1466 /* Name         - get_call_info                                     */
1467 /*                                                                  */
1468 /* Function     - Determine the amount of space required for code   */
1469 /*                and stack. In addition determine starting points  */
1470 /*                for stack-based parameters, and area for struct-  */
1471 /*                ures being returned on the stack.                 */
1472 /*                                                                  */
1473 /*------------------------------------------------------------------*/
1474
1475 static CallInfo *
1476 get_call_info (MonoCompile *cfg, MonoMemPool *mp, MonoMethodSignature *sig, gboolean is_pinvoke)
1477 {
1478         guint i, fr, gr, size, pstart;
1479         int nParm = sig->hasthis + sig->param_count;
1480         MonoType *ret_type;
1481         guint32 simpletype, align;
1482         CallInfo *cinfo;
1483         size_data *sz;
1484         MonoGenericSharingContext *gsctx = cfg ? cfg->generic_sharing_context : NULL;
1485
1486         if (mp)
1487                 cinfo = mono_mempool_alloc0 (mp, sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1488         else
1489                 cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1490
1491         fr                = 0;
1492         gr                = s390_r2;
1493         nParm             = 0;
1494         cinfo->struct_ret = 0;
1495         sz                = &cinfo->sz;
1496         sz->retStruct     = 0;
1497         sz->offset        = 0;
1498         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1499         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1500         sz->code_size     = 0;
1501         sz->parm_size     = 0;
1502         sz->local_size    = 0;
1503
1504         /*----------------------------------------------------------*/
1505         /* We determine the size of the return code/stack in case we*/
1506         /* need to reserve a register to be used to address a stack */
1507         /* area that the callee will use.                           */
1508         /*----------------------------------------------------------*/
1509
1510         ret_type = mono_type_get_underlying_type (sig->ret);
1511         ret_type = mini_get_basic_type_from_generic (gsctx, ret_type);
1512         simpletype = ret_type->type;
1513 enum_retvalue:
1514         switch (simpletype) {
1515                 case MONO_TYPE_BOOLEAN:
1516                 case MONO_TYPE_I1:
1517                 case MONO_TYPE_U1:
1518                 case MONO_TYPE_I2:
1519                 case MONO_TYPE_U2:
1520                 case MONO_TYPE_CHAR:
1521                 case MONO_TYPE_I4:
1522                 case MONO_TYPE_U4:
1523                 case MONO_TYPE_I:
1524                 case MONO_TYPE_U:
1525                 case MONO_TYPE_CLASS:
1526                 case MONO_TYPE_OBJECT:
1527                 case MONO_TYPE_SZARRAY:
1528                 case MONO_TYPE_ARRAY:
1529                 case MONO_TYPE_PTR:
1530                 case MONO_TYPE_FNPTR:
1531                 case MONO_TYPE_STRING:
1532                         cinfo->ret.reg = s390_r2;
1533                         sz->code_size += 4;
1534                         break;
1535                 case MONO_TYPE_R4:
1536                 case MONO_TYPE_R8:
1537                         cinfo->ret.reg = s390_f0;
1538                         sz->code_size += 4;
1539                         break;
1540                 case MONO_TYPE_I8:
1541                 case MONO_TYPE_U8:
1542                         cinfo->ret.reg = s390_r2;
1543                         sz->code_size += 4;
1544                         break;
1545                 case MONO_TYPE_GENERICINST:
1546                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1547                                 cinfo->ret.reg = s390_r2;
1548                                 sz->code_size += 4;
1549                                 break;
1550                         }
1551                         /* Fall through */
1552                 case MONO_TYPE_VALUETYPE: {
1553                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1554                         if (klass->enumtype) {
1555                                 simpletype = mono_class_enum_basetype (klass)->type;
1556                                 goto enum_retvalue;
1557                         }
1558                         if (sig->pinvoke)
1559                                 size = mono_class_native_size (klass, &align);
1560                         else
1561                                 size = mono_class_value_size (klass, &align);
1562
1563                         cinfo->struct_ret = 1;
1564                         cinfo->ret.size   = size;
1565                         cinfo->ret.vtsize = size;
1566                         break;
1567                 }
1568                 case MONO_TYPE_TYPEDBYREF:
1569                         size = sizeof (MonoTypedRef);
1570                         cinfo->struct_ret = 1;
1571                         cinfo->ret.size   = size;
1572                         cinfo->ret.vtsize = size;
1573                         break;
1574                 case MONO_TYPE_VOID:
1575                         break;
1576                 default:
1577                         g_error ("Can't handle as return value 0x%x", sig->ret->type);
1578         }
1579
1580
1581         pstart = 0;
1582         /*
1583          * To simplify get_this_arg_reg () and LLVM integration, emit the vret arg after
1584          * the first argument, allowing 'this' to be always passed in the first arg reg.
1585          * Also do this if the first argument is a reference type, since virtual calls
1586          * are sometimes made using calli without sig->hasthis set, like in the delegate
1587          * invoke wrappers.
1588          */
1589         if (cinfo->struct_ret && !is_pinvoke &&
1590             (sig->hasthis ||
1591              (sig->param_count > 0 &&
1592               MONO_TYPE_IS_REFERENCE (mini_type_get_underlying_type (gsctx, sig->params [0]))))) {
1593                 if (sig->hasthis) {
1594                         cinfo->args[nParm].size = sizeof (gpointer);
1595                         add_general (&gr, sz, cinfo->args + nParm);
1596                 } else {
1597                         cinfo->args[nParm].size = sizeof (gpointer);
1598                         add_general (&gr, sz, &cinfo->args [sig->hasthis + nParm]);
1599                         pstart = 1;
1600                 }
1601                 nParm ++;
1602                 cinfo->vret_arg_index = 1;
1603                 cinfo->ret.reg = gr;
1604                 gr ++;
1605         } else {
1606                 /* this */
1607                 if (sig->hasthis) {
1608                         cinfo->args[nParm].size = sizeof (gpointer);
1609                         add_general (&gr, sz, cinfo->args + nParm);
1610                         nParm ++;
1611                 }
1612
1613                 if (cinfo->struct_ret) {
1614                         cinfo->ret.reg = gr;
1615                         gr ++;
1616                 }
1617         }
1618
1619         if ((sig->call_convention == MONO_CALL_VARARG) && (sig->param_count == 0)) {
1620                 gr = S390_LAST_ARG_REG + 1;
1621
1622                 /* Emit the signature cookie just before the implicit arguments */
1623                 add_general (&gr, sz, &cinfo->sigCookie);
1624         }
1625
1626         /*----------------------------------------------------------*/
1627         /* We determine the size of the parameter code and stack    */
1628         /* requirements by checking the types and sizes of the      */
1629         /* parameters.                                              */
1630         /*----------------------------------------------------------*/
1631
1632         for (i = pstart; i < sig->param_count; ++i) {
1633                 MonoType *ptype;
1634
1635                 /*--------------------------------------------------*/
1636                 /* Handle vararg type calls. All args are put on    */
1637                 /* the stack.                                       */
1638                 /*--------------------------------------------------*/
1639                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1640                     (i == sig->sentinelpos)) {
1641                         gr = S390_LAST_ARG_REG + 1;
1642                         add_general (&gr, sz, &cinfo->sigCookie);
1643                 }
1644
1645                 if (sig->params [i]->byref) {
1646                         add_general (&gr, sz, cinfo->args+nParm);
1647                         cinfo->args[nParm].size = sizeof(gpointer);
1648                         nParm++;
1649                         continue;
1650                 }
1651
1652                 ptype = mono_type_get_underlying_type (sig->params [i]);
1653                 ptype = mini_get_basic_type_from_generic (gsctx, ptype);
1654                 simpletype = ptype->type;
1655                 cinfo->args[nParm].type = simpletype;
1656                 switch (simpletype) {
1657                 case MONO_TYPE_BOOLEAN:
1658                 case MONO_TYPE_I1:
1659                 case MONO_TYPE_U1:
1660                         cinfo->args[nParm].size = sizeof(char);
1661                         add_general (&gr, sz, cinfo->args+nParm);
1662                         nParm++;
1663                         break;
1664                 case MONO_TYPE_I2:
1665                 case MONO_TYPE_U2:
1666                 case MONO_TYPE_CHAR:
1667                         cinfo->args[nParm].size = sizeof(short);
1668                         add_general (&gr, sz, cinfo->args+nParm);
1669                         nParm++;
1670                         break;
1671                 case MONO_TYPE_I4:
1672                 case MONO_TYPE_U4:
1673                         cinfo->args[nParm].size = sizeof(int);
1674                         add_general (&gr, sz, cinfo->args+nParm);
1675                         nParm++;
1676                         break;
1677                 case MONO_TYPE_I:
1678                 case MONO_TYPE_U:
1679                 case MONO_TYPE_PTR:
1680                 case MONO_TYPE_FNPTR:
1681                 case MONO_TYPE_CLASS:
1682                 case MONO_TYPE_OBJECT:
1683                 case MONO_TYPE_STRING:
1684                 case MONO_TYPE_SZARRAY:
1685                 case MONO_TYPE_ARRAY:
1686                         cinfo->args[nParm].size = sizeof(gpointer);
1687                         add_general (&gr, sz, cinfo->args+nParm);
1688                         nParm++;
1689                         break;
1690                 case MONO_TYPE_I8:
1691                 case MONO_TYPE_U8:
1692                         cinfo->args[nParm].size = sizeof(long long);
1693                         add_general (&gr, sz, cinfo->args+nParm);
1694                         nParm++;
1695                         break;
1696                 case MONO_TYPE_R4:
1697                         cinfo->args[nParm].size = sizeof(float);
1698                         add_float (&fr, sz, cinfo->args+nParm);
1699                         nParm++;
1700                         break;
1701                 case MONO_TYPE_R8:
1702                         cinfo->args[nParm].size = sizeof(double);
1703                         add_float (&fr, sz, cinfo->args+nParm);
1704                         nParm++;
1705                         break;
1706                 case MONO_TYPE_GENERICINST:
1707                         if (!mono_type_generic_inst_is_valuetype (sig->params [i])) {
1708                                 cinfo->args[nParm].size = sizeof(gpointer);
1709                                 add_general (&gr, sz, cinfo->args+nParm);
1710                                 nParm++;
1711                                 break;
1712                         }
1713                         /* Fall through */
1714                 case MONO_TYPE_VALUETYPE: {
1715                         MonoMarshalType *info;
1716                         MonoClass *klass = mono_class_from_mono_type (sig->params [i]);
1717                         if (sig->pinvoke)
1718                                 size = mono_class_native_size (klass, &align);
1719                         else
1720                                 size = mono_class_value_size (klass, &align);
1721
1722                         info = mono_marshal_load_type_info (klass);
1723
1724                         if ((info->native_size == sizeof(float)) &&
1725                             (info->num_fields  == 1) &&
1726                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1727                                 cinfo->args[nParm].size = sizeof(float);
1728                                 add_float(&fr, sz, cinfo->args+nParm);
1729                                 nParm ++;
1730                                 break;
1731                         }
1732
1733                         if ((info->native_size == sizeof(double)) &&
1734                             (info->num_fields  == 1) &&
1735                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1736                                 cinfo->args[nParm].size = sizeof(double);
1737                                 add_float(&fr, sz, cinfo->args+nParm);
1738                                 nParm ++;
1739                                 break;
1740                         }
1741
1742                         cinfo->args[nParm].vtsize  = 0;
1743                         cinfo->args[nParm].size    = 0;
1744
1745                         switch (size) {
1746                                 /*----------------------------------*/
1747                                 /* On S/390, structures of size 1,  */
1748                                 /* 2, 4, and 8 bytes are passed in  */
1749                                 /* (a) register(s).                 */
1750                                 /*----------------------------------*/
1751                                 case 0:
1752                                 case 1:
1753                                 case 2:
1754                                 case 4:
1755                                 case 8:
1756                                         add_general(&gr, sz, cinfo->args+nParm);
1757                                         cinfo->args[nParm].size    = size;
1758                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1759                                         nParm++;
1760                                         sz->local_size            += sizeof(long);
1761                                         break;
1762                                 default:
1763                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1764                                         nParm++;
1765                         }
1766                 }
1767                         break;
1768                 case MONO_TYPE_TYPEDBYREF: {
1769                         int size = sizeof (MonoTypedRef);
1770
1771                         cinfo->args[nParm].vtsize  = 0;
1772                         cinfo->args[nParm].size    = 0;
1773
1774                         switch (size) {
1775                                 /*----------------------------------*/
1776                                 /* On S/390, structures of size 1,  */
1777                                 /* 2, 4, and 8 bytes are passed in  */
1778                                 /* (a) register(s).                 */
1779                                 /*----------------------------------*/
1780                                 case 0:
1781                                 case 1:
1782                                 case 2:
1783                                 case 4:
1784                                 case 8:
1785                                         add_general(&gr, sz, cinfo->args+nParm);
1786                                         cinfo->args[nParm].size    = size;
1787                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1788                                         nParm++;
1789                                         sz->local_size            += sizeof(long);
1790                                         break;
1791                                 default:
1792                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1793                                         nParm++;
1794                         }
1795                 }
1796                         break;
1797                 default:
1798                         g_error ("Can't trampoline 0x%x", sig->params [i]->type);
1799                 }
1800         }
1801
1802         /*----------------------------------------------------------*/
1803         /* Handle the case where there are no implicit arguments    */
1804         /*----------------------------------------------------------*/
1805         if ((sig->call_convention == MONO_CALL_VARARG) &&
1806             (nParm > 0) &&
1807             (!sig->pinvoke) &&
1808             (sig->param_count == sig->sentinelpos)) {
1809                 gr = S390_LAST_ARG_REG + 1;
1810                 add_general (&gr, sz, &cinfo->sigCookie);
1811         }
1812
1813         /*----------------------------------------------------------*/
1814         /* If we are passing a structure back then if it won't be   */
1815         /* in a register(s) then we make room at the end of the     */
1816         /* parameters that may have been placed on the stack        */
1817         /*----------------------------------------------------------*/
1818         if (cinfo->struct_ret) {
1819                 cinfo->ret.offset = sz->stack_size;
1820                 switch (cinfo->ret.size) {
1821                 case 0:
1822                 case 1:
1823                 case 2:
1824                 case 4:
1825                 case 8:
1826                         break;
1827                 default:
1828                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1829                 }
1830         }
1831
1832         cinfo->lastgr   = gr;
1833         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1834                           sz->offset;
1835         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1836
1837         return (cinfo);
1838 }
1839
1840 /*========================= End of Function ========================*/
1841
1842 /*------------------------------------------------------------------*/
1843 /*                                                                  */
1844 /* Name         - mono_arch_allocate_vars                           */
1845 /*                                                                  */
1846 /* Function     - Set var information according to the calling      */
1847 /*                convention for S/390. The local var stuff should  */
1848 /*                most likely be split in another method.           */
1849 /*                                                                  */
1850 /* Parameter    - @m - Compile unit.                                */
1851 /*                                                                  */
1852 /*------------------------------------------------------------------*/
1853
1854 void
1855 mono_arch_allocate_vars (MonoCompile *cfg)
1856 {
1857         MonoMethodSignature *sig;
1858         MonoMethodHeader *header;
1859         MonoInst *inst;
1860         CallInfo *cinfo;
1861         int iParm, iVar, offset, align, size, curinst;
1862         int frame_reg = STK_BASE;
1863         int sArg, eArg;
1864
1865         header  = cfg->header;
1866
1867         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1868
1869         /*---------------------------------------------------------*/
1870         /* We use the frame register also for any method that has  */
1871         /* filter clauses. This way, when the handlers are called, */
1872         /* the code will reference local variables using the frame */
1873         /* reg instead of the stack pointer: if we had to restore  */
1874         /* the stack pointer, we'd corrupt the method frames that  */
1875         /* are already on the stack (since filters get called      */
1876         /* before stack unwinding happens) when the filter code    */
1877         /* would call any method.                                  */
1878         /*---------------------------------------------------------*/
1879         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1880                 frame_reg = s390_r11;
1881
1882         cfg->frame_reg = frame_reg;
1883
1884         cfg->arch.bkchain_reg = -1;
1885
1886         if (frame_reg != STK_BASE)
1887                 cfg->used_int_regs |= 1 << frame_reg;
1888
1889         sig     = mono_method_signature (cfg->method);
1890
1891         cinfo   = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
1892
1893         if (!cinfo->struct_ret) {
1894                 switch (mono_type_get_underlying_type (sig->ret)->type) {
1895                 case MONO_TYPE_VOID:
1896                         break;
1897                 default:
1898                         cfg->ret->opcode = OP_REGVAR;
1899                         cfg->ret->dreg   = s390_r2;
1900                         break;
1901                 }
1902         }
1903
1904         /*--------------------------------------------------------------*/
1905         /* local vars are at a positive offset from the stack pointer   */
1906         /* also note that if the function uses alloca, we use s390_r11  */
1907         /* to point at the local variables.                             */
1908         /* add parameter area size for called functions                 */
1909         /*--------------------------------------------------------------*/
1910         if (cfg->param_area == 0)
1911                 offset = S390_MINIMAL_STACK_SIZE;
1912         else
1913                 offset = cfg->param_area;
1914
1915         cfg->sig_cookie = 0;
1916
1917         if (cinfo->struct_ret) {
1918                 inst               = cfg->vret_addr;
1919                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1920                 inst->inst_offset  = offset;
1921                 inst->opcode       = OP_REGOFFSET;
1922                 inst->inst_basereg = frame_reg;
1923                 offset            += sizeof(gpointer);
1924                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
1925                         printf ("vret_addr =");
1926                         mono_print_ins (cfg->vret_addr);
1927                 }
1928         }
1929
1930         if (sig->hasthis) {
1931                 inst = cfg->args [0];
1932                 if (inst->opcode != OP_REGVAR) {
1933                         inst->opcode       = OP_REGOFFSET;
1934                         inst->inst_basereg = frame_reg;
1935                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1936                         inst->inst_offset  = offset;
1937                         offset            += sizeof (gpointer);
1938                 }
1939                 curinst = sArg = 1;
1940         } else {
1941                 curinst = sArg = 0;
1942         }
1943
1944         eArg = sig->param_count + sArg;
1945
1946         if (sig->call_convention == MONO_CALL_VARARG)
1947                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
1948
1949         for (iParm = sArg; iParm < eArg; ++iParm) {
1950                 inst = cfg->args [curinst];
1951                 if (inst->opcode != OP_REGVAR) {
1952                         switch (cinfo->args[iParm].regtype) {
1953                         case RegTypeStructByAddr : {
1954                                 MonoInst *indir;
1955
1956                                 size = sizeof (gpointer);
1957
1958                                 inst->opcode       = OP_REGOFFSET;
1959                                 inst->inst_basereg = frame_reg;
1960                                 offset             = S390_ALIGN (offset, sizeof (gpointer));
1961                                 inst->inst_offset  = offset;
1962
1963                                 /* Add a level of indirection */
1964                                 MONO_INST_NEW (cfg, indir, 0);
1965                                 *indir          = *inst;
1966                                 inst->opcode    = OP_VTARG_ADDR;
1967                                 inst->inst_left = indir;
1968                         }
1969                                 break;
1970                         case RegTypeStructByAddrOnStack : {
1971                                 MonoInst *indir;
1972
1973                                 size = sizeof (gpointer);
1974
1975                                 /* Similar to the == STK_BASE case below */
1976                                 cfg->arch.bkchain_reg = s390_r12;
1977                                 cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
1978
1979                                 inst->opcode = OP_REGOFFSET;
1980                                 inst->dreg = mono_alloc_preg (cfg);
1981                                 inst->inst_basereg = cfg->arch.bkchain_reg;
1982                                 inst->inst_offset = cinfo->args [iParm].offset;
1983
1984                                 /* Add a level of indirection */
1985                                 MONO_INST_NEW (cfg, indir, 0);
1986                                 *indir = *inst;
1987                                 inst->opcode = OP_VTARG_ADDR;
1988                                 inst->inst_left = indir;
1989                                 break;
1990                         }
1991                         case RegTypeStructByVal :
1992                                 size               = cinfo->args[iParm].size;
1993                                 offset             = S390_ALIGN(offset, size);
1994                                 inst->opcode       = OP_REGOFFSET;
1995                                 inst->inst_basereg = frame_reg;
1996                                 inst->inst_offset  = offset;
1997                                 break;
1998                         default :
1999                                 if (cinfo->args [iParm].reg == STK_BASE) {
2000                                         /*
2001                                          * These arguments are in the previous frame, so we can't
2002                                          * compute their offset from the current frame pointer right
2003                                          * now, since cfg->stack_offset is not yet known, so dedicate a
2004                                          * register holding the previous frame pointer.
2005                                          */
2006                                         cfg->arch.bkchain_reg = s390_r12;
2007                                         cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
2008
2009                                         inst->opcode       = OP_REGOFFSET;
2010                                         inst->inst_basereg = cfg->arch.bkchain_reg;
2011                                         size               = (cinfo->args[iParm].size < 8
2012                                                                           ? 8 - cinfo->args[iParm].size
2013                                                                           : 0);
2014                                         inst->inst_offset  = cinfo->args [iParm].offset + size;
2015                                         size = sizeof (long);
2016                                 } else {
2017                                         inst->opcode       = OP_REGOFFSET;
2018                                         inst->inst_basereg = frame_reg;
2019                                         size               = (cinfo->args[iParm].size < 8
2020                                                                           ? sizeof(int)
2021                                                                           : sizeof(long));
2022                                         offset             = S390_ALIGN(offset, size);
2023                                         if (cfg->method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
2024                                                 inst->inst_offset  = offset;
2025                                         else
2026                                                 inst->inst_offset  = offset + (8 - size);
2027                                 }
2028                                 break;
2029                         }
2030                         if ((sig->call_convention == MONO_CALL_VARARG) &&
2031                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
2032                             (iParm < sig->sentinelpos))
2033                                 cfg->sig_cookie += size;
2034
2035                         offset += MAX(size, 8);
2036                 }
2037                 curinst++;
2038         }
2039
2040         curinst = cfg->locals_start;
2041         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
2042                 inst = cfg->varinfo [iVar];
2043                 if ((inst->flags & MONO_INST_IS_DEAD) ||
2044                     (inst->opcode == OP_REGVAR))
2045                         continue;
2046
2047                 /*--------------------------------------------------*/
2048                 /* inst->backend.is_pinvoke indicates native sized  */
2049                 /* value typs this is used by the pinvoke wrappers  */
2050                 /* when they call functions returning structure     */
2051                 /*--------------------------------------------------*/
2052                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
2053                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype),
2054                                                        (guint32 *) &align);
2055                 else
2056                         size = mono_type_size (inst->inst_vtype, &align);
2057
2058                 offset             = S390_ALIGN(offset, align);
2059                 inst->inst_offset  = offset;
2060                 inst->opcode       = OP_REGOFFSET;
2061                 inst->inst_basereg = frame_reg;
2062                 offset            += size;
2063                 DEBUG (g_print("allocating local %d to %ld, size: %d\n",
2064                                 iVar, inst->inst_offset, size));
2065         }
2066
2067         /*------------------------------------------------------*/
2068         /* Allow space for the trace method stack area if needed*/
2069         /*------------------------------------------------------*/
2070         if (mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method))
2071                 offset += S390_TRACE_STACK_SIZE;
2072
2073         /*------------------------------------------------------*/
2074         /* Reserve space to save LMF and caller saved registers */
2075         /*------------------------------------------------------*/
2076         if (cfg->method->save_lmf)
2077                 offset += sizeof (MonoLMF);
2078
2079         /*------------------------------------------------------*/
2080         /* align the offset                                     */
2081         /*------------------------------------------------------*/
2082         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
2083
2084         /*------------------------------------------------------*/
2085         /* Fix offsets for args whose value is in parent frame  */
2086         /*------------------------------------------------------*/
2087         for (iParm = sArg; iParm < eArg; ++iParm) {
2088                 inst = cfg->args [iParm];
2089
2090                 if (inst->opcode == OP_S390_STKARG) {
2091                         inst->opcode = OP_REGOFFSET;
2092                         inst->inst_offset += cfg->stack_offset;
2093                 }
2094         }
2095 }
2096
2097 /*========================= End of Function ========================*/
2098
2099 /*------------------------------------------------------------------*/
2100 /*                                                                  */
2101 /* Name         - mono_arch_create_vars                             */
2102 /*                                                                  */
2103 /*------------------------------------------------------------------*/
2104
2105 void
2106 mono_arch_create_vars (MonoCompile *cfg)
2107 {
2108         MonoMethodSignature *sig;
2109         CallInfo *cinfo;
2110
2111         sig = mono_method_signature (cfg->method);
2112
2113         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2114
2115         if (cinfo->struct_ret) {
2116                 cfg->vret_addr = mono_compile_create_var (cfg, &mono_defaults.int_class->byval_arg, OP_ARG);
2117                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
2118                         printf ("vret_addr = ");
2119                         mono_print_ins (cfg->vret_addr);
2120                 }
2121         }
2122 }
2123
2124 /*========================= End of Function ========================*/
2125
2126 /*------------------------------------------------------------------*/
2127 /*                                                                  */
2128 /* Name         - add_outarg_reg2.                                  */
2129 /*                                                                  */
2130 /*------------------------------------------------------------------*/
2131
2132 static void
2133 add_outarg_reg2 (MonoCompile *cfg, MonoCallInst *call, ArgStorage storage, int reg, MonoInst *tree)
2134 {
2135         MonoInst *ins;
2136
2137         switch (storage) {
2138         case RegTypeGeneral:
2139                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2140                 ins->dreg = mono_alloc_ireg (cfg);
2141                 ins->sreg1 = tree->dreg;
2142                 MONO_ADD_INS (cfg->cbb, ins);
2143                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, FALSE);
2144                 break;
2145         case RegTypeFP:
2146                 MONO_INST_NEW (cfg, ins, OP_FMOVE);
2147                 ins->dreg = mono_alloc_freg (cfg);
2148                 ins->sreg1 = tree->dreg;
2149                 MONO_ADD_INS (cfg->cbb, ins);
2150                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2151                 break;
2152         case RegTypeFPR4:
2153                 MONO_INST_NEW (cfg, ins, OP_S390_SETF4RET);
2154                 ins->dreg = mono_alloc_freg (cfg);
2155                 ins->sreg1 = tree->dreg;
2156                 MONO_ADD_INS (cfg->cbb, ins);
2157                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2158                 break;
2159         default:
2160                 g_assert_not_reached ();
2161         }
2162 }
2163
2164 /*========================= End of Function ========================*/
2165
2166 /*------------------------------------------------------------------*/
2167 /*                                                                  */
2168 /* Name         - emit_sig_cookie.                                  */
2169 /*                                                                  */
2170 /*------------------------------------------------------------------*/
2171
2172 static void
2173 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call, CallInfo *cinfo)
2174 {
2175         MonoMethodSignature *tmpSig;
2176         MonoInst *sig_arg;
2177
2178         cfg->disable_aot = TRUE;
2179
2180         /*----------------------------------------------------------*/
2181         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2182         /* passed first and all the arguments which were before it  */
2183         /* passed on the stack after the signature. So compensate   */
2184         /* by passing a different signature.                        */
2185         /*----------------------------------------------------------*/
2186         tmpSig = mono_metadata_signature_dup (call->signature);
2187         tmpSig->param_count -= call->signature->sentinelpos;
2188         tmpSig->sentinelpos  = 0;
2189         if (tmpSig->param_count > 0)
2190                 memcpy (tmpSig->params,
2191                         call->signature->params + call->signature->sentinelpos,
2192                         tmpSig->param_count * sizeof(MonoType *));
2193
2194         MONO_INST_NEW (cfg, sig_arg, OP_ICONST);
2195         sig_arg->dreg = mono_alloc_ireg (cfg);
2196         sig_arg->inst_p0 = tmpSig;
2197         MONO_ADD_INS (cfg->cbb, sig_arg);
2198
2199         MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG, STK_BASE,
2200                                      cinfo->sigCookie.offset, sig_arg->dreg);
2201 }
2202
2203 /*========================= End of Function ========================*/
2204
2205 /*------------------------------------------------------------------*/
2206 /*                                                                  */
2207 /* Name         - mono_arch_emit_call                               */
2208 /*                                                                  */
2209 /*------------------------------------------------------------------*/
2210
2211 void
2212 mono_arch_emit_call (MonoCompile *cfg, MonoCallInst *call)
2213 {
2214         MonoInst *in;
2215         MonoMethodSignature *sig;
2216         MonoInst *ins;
2217         int i, n, lParamArea;
2218         CallInfo *cinfo;
2219         ArgInfo *ainfo = NULL;
2220         int stackSize;
2221         MonoMethodHeader *header;
2222         int frmReg;
2223
2224         sig = call->signature;
2225         n = sig->param_count + sig->hasthis;
2226         DEBUG (g_print ("Call requires: %d parameters\n",n));
2227
2228         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2229
2230         stackSize         = cinfo->sz.stack_size + cinfo->sz.local_size +
2231                             cinfo->sz.parm_size + cinfo->sz.offset;
2232         call->stack_usage = MAX(stackSize, call->stack_usage);
2233         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-cinfo->sz.parm_size), 0);
2234         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
2235         cfg->flags       |= MONO_CFG_HAS_CALLS;
2236
2237         if (cinfo->struct_ret) {
2238                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2239                 ins->sreg1 = call->vret_var->dreg;
2240                 ins->dreg = mono_alloc_preg (cfg);
2241                 MONO_ADD_INS (cfg->cbb, ins);
2242                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, cinfo->ret.reg, FALSE);
2243         }
2244
2245         header = cfg->header;
2246         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2247                 frmReg = s390_r11;
2248         else
2249                 frmReg = STK_BASE;
2250
2251         for (i = 0; i < n; ++i) {
2252                 MonoType *t;
2253
2254                 ainfo = cinfo->args + i;
2255                 if (i >= sig->hasthis)
2256                         t = sig->params [i - sig->hasthis];
2257                 else
2258                         t = &mono_defaults.int_class->byval_arg;
2259                 t = mono_type_get_underlying_type (t);
2260
2261                 in = call->args [i];
2262
2263                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2264                     (!sig->pinvoke) &&
2265                     (i == sig->sentinelpos)) {
2266                         emit_sig_cookie (cfg, call, cinfo);
2267                 }
2268
2269                 switch (ainfo->regtype) {
2270                 case RegTypeGeneral:
2271                         add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2272                         break;
2273                 case RegTypeFP:
2274                         if (MONO_TYPE_ISSTRUCT (t)) {
2275                                 /* Valuetype passed in one fp register */
2276                                 ainfo->regtype = RegTypeStructByValInFP;
2277                                 /* Fall through */
2278                         } else {
2279                                 if (ainfo->size == 4)
2280                                         ainfo->regtype = RegTypeFPR4;
2281                                 add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2282                                 break;
2283                         }
2284                 case RegTypeStructByVal:
2285                 case RegTypeStructByAddr:
2286                 case RegTypeStructByAddrOnStack: {
2287                         guint32 align;
2288                         guint32 size;
2289
2290                         if (sig->params [i - sig->hasthis]->type == MONO_TYPE_TYPEDBYREF) {
2291                                 size = sizeof (MonoTypedRef);
2292                                 align = sizeof (gpointer);
2293                         }
2294                         else
2295                                 if (sig->pinvoke)
2296                                         size = mono_type_native_stack_size (&in->klass->byval_arg, &align);
2297                                 else {
2298                                         /*
2299                                          * Other backends use mono_type_stack_size (), but that
2300                                          * aligns the size to 8, which is larger than the size of
2301                                          * the source, leading to reads of invalid memory if the
2302                                          * source is at the end of address space.
2303                                          */
2304                                         size = mono_class_value_size (in->klass, &align);
2305                                 }
2306
2307                         g_assert (in->klass);
2308
2309                         ainfo->offparm += cinfo->sz.offStruct;
2310
2311                         MONO_INST_NEW (cfg, ins, OP_OUTARG_VT);
2312                         ins->sreg1 = in->dreg;
2313                         ins->klass = in->klass;
2314                         ins->backend.size = ainfo->size;
2315                         ins->inst_p0 = call;
2316                         ins->inst_p1 = mono_mempool_alloc (cfg->mempool, sizeof (ArgInfo));
2317                         memcpy (ins->inst_p1, ainfo, sizeof (ArgInfo));
2318
2319                         MONO_ADD_INS (cfg->cbb, ins);
2320
2321                         if (ainfo->regtype == RegTypeStructByAddr) {
2322                                 /*
2323                                  * We use OP_OUTARG_VT to copy the valuetype to a stack location, then
2324                                  * use the normal OUTARG opcodes to pass the address of the location to
2325                                  * the callee.
2326                                  */
2327                                 int treg = mono_alloc_preg (cfg);
2328                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2329                                                          frmReg, ainfo->offparm);
2330                                 mono_call_inst_add_outarg_reg (cfg, call, treg, ainfo->reg, FALSE);
2331                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
2332                                 /* The address of the valuetype is passed on the stack */
2333                                 int treg = mono_alloc_preg (cfg);
2334                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2335                                                          frmReg, ainfo->offparm);
2336                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG,
2337                                                              ainfo->reg, ainfo->offset, treg);
2338                         }
2339                         break;
2340                 }
2341                 case RegTypeBase:
2342                         if (!t->byref && t->type == MONO_TYPE_R4) {
2343                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER4_MEMBASE_REG,
2344                                                              STK_BASE, ainfo->offset + 4,
2345                                                              in->dreg);
2346                         } else if (!t->byref && (t->type == MONO_TYPE_R8)) {
2347                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER8_MEMBASE_REG,
2348                                                              STK_BASE, ainfo->offset,
2349                                                              in->dreg);
2350                         } else {
2351                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2352                                 ins->inst_destbasereg = STK_BASE;
2353                                 ins->inst_offset = ainfo->offset;
2354                                 ins->sreg1 = in->dreg;
2355
2356 #if 0
2357                                 /* This is needed by MonoTypedRef->value to point to the correct data */
2358                                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2359                                         (i >= sig->sentinelpos)) {
2360                                         switch (ainfo->size) {
2361                                         case 1:
2362                                                 ins->opcode = OP_STOREI1_MEMBASE_REG;
2363                                                 break;
2364                                         case 2:
2365                                                 ins->opcode = OP_STOREI2_MEMBASE_REG;
2366                                                 break;
2367                                         case 4:
2368                                                 ins->opcode = OP_STOREI4_MEMBASE_REG;
2369                                                 break;
2370                                         default:
2371                                                 break;
2372                                         }
2373                                 }
2374 #endif
2375
2376                                 MONO_ADD_INS (cfg->cbb, ins);
2377                         }
2378                         break;
2379                 default:
2380                         g_assert_not_reached ();
2381                         break;
2382                 }
2383         }
2384
2385         /*
2386          * Handle the case where there are no implicit arguments
2387          */
2388         if ((sig->call_convention == MONO_CALL_VARARG) &&
2389             (!sig->pinvoke) &&
2390             (i == sig->sentinelpos)) {
2391                 emit_sig_cookie (cfg, call, cinfo);
2392         }
2393 }
2394
2395 /*========================= End of Function ========================*/
2396
2397 /*------------------------------------------------------------------*/
2398 /*                                                                  */
2399 /* Name         - mono_arch_emit_outarg_vt                          */
2400 /*                                                                  */
2401 /*------------------------------------------------------------------*/
2402
2403 void
2404 mono_arch_emit_outarg_vt (MonoCompile *cfg, MonoInst *ins, MonoInst *src)
2405 {
2406         MonoCallInst *call = (MonoCallInst*)ins->inst_p0;
2407         ArgInfo *ainfo = (ArgInfo*)ins->inst_p1;
2408         int size = ins->backend.size;
2409
2410         if (ainfo->regtype == RegTypeStructByVal) {
2411                 /*
2412                                 arg->ins.sreg1  = ainfo->reg;
2413                                 arg->ins.opcode = OP_OUTARG_VT;
2414                                 arg->size       = ainfo->size;
2415                                 arg->offset     = ainfo->offset;
2416                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2417                 */
2418                 if (ainfo->reg != STK_BASE) {
2419                         MONO_OUTPUT_VTR (cfg, size, ainfo->reg, src->dreg, 0);
2420                 } else {
2421                         MONO_OUTPUT_VTS (cfg, size, ainfo->reg, ainfo->offset,
2422                                                           src->dreg, 0);
2423                 }
2424         } else if (ainfo->regtype == RegTypeStructByValInFP) {
2425                 int dreg = mono_alloc_freg (cfg);
2426
2427                 if (ainfo->size == 4) {
2428                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR4_MEMBASE, dreg, src->dreg, 0);
2429                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, dreg, dreg);
2430                 } else {
2431                         g_assert (ainfo->size == 8);
2432
2433                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR8_MEMBASE, dreg, src->dreg, 0);
2434                 }
2435
2436                 mono_call_inst_add_outarg_reg (cfg, call, dreg, ainfo->reg, TRUE);
2437         } else {
2438                 MonoMethodHeader *header;
2439                 int srcReg;
2440
2441                 header = mono_method_get_header (cfg->method);
2442                 if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2443                         srcReg = s390_r11;
2444                 else
2445                         srcReg = STK_BASE;
2446
2447                 MONO_EMIT_NEW_MOVE (cfg, srcReg, ainfo->offparm,
2448                                                          src->dreg, 0, size);
2449         }
2450 }
2451
2452 /*========================= End of Function ========================*/
2453
2454 /*------------------------------------------------------------------*/
2455 /*                                                                  */
2456 /* Name         - mono_arch_emit_setret                             */
2457 /*                                                                  */
2458 /*------------------------------------------------------------------*/
2459
2460 void
2461 mono_arch_emit_setret (MonoCompile *cfg, MonoMethod *method, MonoInst *val)
2462 {
2463         MonoType *ret = mono_type_get_underlying_type (mono_method_signature (method)->ret);
2464
2465         if (!ret->byref) {
2466                 if (ret->type == MONO_TYPE_R4) {
2467                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, s390_f0, val->dreg);
2468                         return;
2469                 } else if (ret->type == MONO_TYPE_R8) {
2470                         MONO_EMIT_NEW_UNALU (cfg, OP_FMOVE, s390_f0, val->dreg);
2471                         return;
2472                 }
2473         }
2474
2475         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, cfg->ret->dreg, val->dreg);
2476 }
2477
2478 /*========================= End of Function ========================*/
2479
2480 /*------------------------------------------------------------------*/
2481 /*                                                                  */
2482 /* Name         - mono_arch_instrument_mem_needs                    */
2483 /*                                                                  */
2484 /* Function     - Allow tracing to work with this interface (with   */
2485 /*                an optional argument).                            */
2486 /*                                                                  */
2487 /*------------------------------------------------------------------*/
2488
2489 void
2490 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
2491 {
2492         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2493         *stack = 0;
2494         /* split prolog-epilog requirements? */
2495         *code = 50; /* max bytes needed: check this number */
2496 }
2497
2498 /*========================= End of Function ========================*/
2499
2500 /*------------------------------------------------------------------*/
2501 /*                                                                  */
2502 /* Name         - mono_arch_instrument_prolog                       */
2503 /*                                                                  */
2504 /* Function     - Create an "instrumented" prolog.                  */
2505 /*                                                                  */
2506 /*------------------------------------------------------------------*/
2507
2508 void*
2509 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2510                              gboolean enable_arguments)
2511 {
2512         guchar  *code = p;
2513         int     parmOffset,
2514                 fpOffset,
2515                 baseReg;
2516
2517         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2518         if (cfg->method->save_lmf)
2519                 parmOffset -= sizeof(MonoLMF);
2520         fpOffset   = parmOffset + (5*sizeof(gpointer));
2521         if ((!has_ld) && (fpOffset > 4096)) {
2522                 s390_lgr (code, s390_r12, STK_BASE);
2523                 baseReg = s390_r12;
2524                 while (fpOffset > 4096) {
2525                         s390_aghi (code, baseReg, 4096);
2526                         fpOffset   -= 4096;
2527                         parmOffset -= 4096;
2528                 }
2529         } else {
2530                 baseReg = STK_BASE;
2531         }
2532
2533         s390_stmg (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2534         if (has_ld) {
2535                 s390_stdy (code, s390_f0, 0, STK_BASE, fpOffset);
2536                 s390_stdy (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2537                 s390_stdy (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2538                 s390_stdy (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2539         } else {
2540                 s390_std  (code, s390_f0, 0, baseReg, fpOffset);
2541                 s390_std  (code, s390_f2, 0, baseReg, fpOffset+sizeof(gdouble));
2542                 s390_std  (code, s390_f4, 0, baseReg, fpOffset+2*sizeof(gdouble));
2543                 s390_std  (code, s390_f6, 0, baseReg, fpOffset+3*sizeof(gdouble));
2544         }
2545         s390_basr (code, s390_r13, 0);
2546         s390_j    (code, 10);
2547         s390_llong(code, cfg->method);
2548         s390_llong(code, func);
2549         s390_lg   (code, s390_r2, 0, s390_r13, 4);
2550         if (has_ld)
2551                 s390_lay  (code, s390_r3, 0, STK_BASE, parmOffset);
2552         else
2553                 s390_la   (code, s390_r3, 0, baseReg, parmOffset);
2554         s390_lgr  (code, s390_r4, STK_BASE);
2555         s390_aghi (code, s390_r4, cfg->stack_usage);
2556         s390_lg   (code, s390_r1, 0, s390_r13, 12);
2557         s390_basr (code, s390_r14, s390_r1);
2558         if (has_ld) {
2559                 s390_ldy  (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2560                 s390_ldy  (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2561                 s390_ldy  (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2562                 s390_ldy  (code, s390_f0, 0, STK_BASE, fpOffset);
2563         } else {
2564                 s390_ld   (code, s390_f6, 0, baseReg, fpOffset+3*sizeof(gdouble));
2565                 s390_ld   (code, s390_f4, 0, baseReg, fpOffset+2*sizeof(gdouble));
2566                 s390_ld   (code, s390_f2, 0, baseReg, fpOffset+sizeof(gdouble));
2567                 s390_ld   (code, s390_f0, 0, baseReg, fpOffset);
2568         }
2569         s390_lmg  (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2570
2571         return code;
2572 }
2573
2574 /*========================= End of Function ========================*/
2575
2576 /*------------------------------------------------------------------*/
2577 /*                                                                  */
2578 /* Name         - mono_arch_instrument_epilog                       */
2579 /*                                                                  */
2580 /* Function     - Create an epilog that will handle the returned    */
2581 /*                values used in instrumentation.                   */
2582 /*                                                                  */
2583 /*------------------------------------------------------------------*/
2584
2585 void*
2586 mono_arch_instrument_epilog_full (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments, gboolean preserve_argument_registers)
2587 {
2588         guchar     *code = p;
2589         int        save_mode = SAVE_NONE,
2590                    saveOffset;
2591         MonoMethod *method = cfg->method;
2592         int        rtype = mono_type_get_underlying_type (mono_method_signature (method)->ret)->type;
2593
2594         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2595         if (method->save_lmf)
2596                 saveOffset -= sizeof(MonoLMF);
2597
2598 handle_enum:
2599         switch (rtype) {
2600         case MONO_TYPE_VOID:
2601                 /* special case string .ctor icall */
2602                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2603                         save_mode = SAVE_ONE;
2604                 else
2605                         save_mode = SAVE_NONE;
2606                 break;
2607         case MONO_TYPE_I8:
2608         case MONO_TYPE_U8:
2609                 save_mode = SAVE_ONE;
2610                 break;
2611         case MONO_TYPE_R4:
2612                 save_mode = SAVE_R4;
2613                 break;
2614         case MONO_TYPE_R8:
2615                 save_mode = SAVE_R8;
2616                 break;
2617         case MONO_TYPE_VALUETYPE:
2618                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2619                         rtype = mono_class_enum_basetype (mono_method_signature (method)->ret->data.klass)->type;
2620                         goto handle_enum;
2621                 }
2622                 save_mode = SAVE_STRUCT;
2623                 break;
2624         default:
2625                 save_mode = SAVE_ONE;
2626                 break;
2627         }
2628
2629         switch (save_mode) {
2630         case SAVE_ONE:
2631                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2632                 if (enable_arguments) {
2633                         s390_lgr (code, s390_r3, s390_r2);
2634                 }
2635                 break;
2636         case SAVE_R4:
2637                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2638                 if (enable_arguments) {
2639                         s390_ldebr (code, s390_f0, s390_f0);
2640                 }
2641                 break;
2642         case SAVE_R8:
2643                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2644                 break;
2645         case SAVE_STRUCT:
2646                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2647                 if (enable_arguments) {
2648                         s390_lg (code, s390_r3, 0, cfg->frame_reg,
2649                                  S390_MINIMAL_STACK_SIZE+cfg->param_area);
2650                 }
2651                 break;
2652         case SAVE_NONE:
2653         default:
2654                 break;
2655         }
2656
2657         s390_basr (code, s390_r13, 0);
2658         s390_j    (code, 10);
2659         s390_llong(code, cfg->method);
2660         s390_llong(code, func);
2661         s390_lg   (code, s390_r2, 0, s390_r13, 4);
2662         s390_lg   (code, s390_r1, 0, s390_r13, 12);
2663         s390_basr (code, s390_r14, s390_r1);
2664
2665         switch (save_mode) {
2666         case SAVE_ONE:
2667                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2668                 break;
2669         case SAVE_R4:
2670         case SAVE_R8:
2671                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2672                 break;
2673         case SAVE_STRUCT:
2674                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2675                 break;
2676         case SAVE_NONE:
2677         default:
2678                 break;
2679         }
2680
2681         return code;
2682 }
2683
2684 /*========================= End of Function ========================*/
2685
2686 /*------------------------------------------------------------------*/
2687 /*                                                                  */
2688 /* Name         - mono_arch_peephole_pass_1                         */
2689 /*                                                                  */
2690 /* Function     - Form a peephole pass at the code looking for      */
2691 /*                simple optimizations.                             */
2692 /*                                                                  */
2693 /*------------------------------------------------------------------*/
2694
2695 void
2696 mono_arch_peephole_pass_1 (MonoCompile *cfg, MonoBasicBlock *bb)
2697 {
2698 }
2699
2700 /*========================= End of Function ========================*/
2701
2702 /*------------------------------------------------------------------*/
2703 /*                                                                  */
2704 /* Name         - mono_arch_peephole_pass_2                         */
2705 /*                                                                  */
2706 /* Function     - Form a peephole pass at the code looking for      */
2707 /*                simple optimizations.                             */
2708 /*                                                                  */
2709 /*------------------------------------------------------------------*/
2710
2711 void
2712 mono_arch_peephole_pass_2 (MonoCompile *cfg, MonoBasicBlock *bb)
2713 {
2714         MonoInst *ins, *n;
2715
2716         MONO_BB_FOR_EACH_INS_SAFE (bb, n, ins) {
2717                 mono_peephole_ins (bb, ins);
2718         }
2719 }
2720
2721 /*========================= End of Function ========================*/
2722
2723 /*------------------------------------------------------------------*/
2724 /*                                                                  */
2725 /* Name         - mono_arch_lowering_pass.                          */
2726 /*                                                                  */
2727 /*------------------------------------------------------------------*/
2728
2729 void
2730 mono_arch_lowering_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2731 {
2732         MonoInst *ins, *next;
2733
2734         MONO_BB_FOR_EACH_INS_SAFE (bb, next, ins) {
2735                 switch (ins->opcode) {
2736                 case OP_DIV_IMM:
2737                 case OP_REM_IMM:
2738                 case OP_IDIV_IMM:
2739                 case OP_IREM_IMM:
2740                 case OP_IDIV_UN_IMM:
2741                 case OP_IREM_UN_IMM:
2742                 case OP_LAND_IMM:
2743                 case OP_LOR_IMM:
2744                 case OP_LXOR_IMM:
2745                 case OP_LOCALLOC_IMM:
2746                         mono_decompose_op_imm (cfg, bb, ins);
2747                         break;
2748                 case OP_LADD_IMM:
2749                         if (!s390_is_imm16 (ins->inst_imm))
2750                                 /* This is created by the memcpy code which ignores is_inst_imm */
2751                                 mono_decompose_op_imm (cfg, bb, ins);
2752                         break;
2753                 default:
2754                         break;
2755                 }
2756         }
2757
2758         bb->max_vreg = cfg->next_vreg;
2759 }
2760
2761 /*========================= End of Function ========================*/
2762
2763 /*------------------------------------------------------------------*/
2764 /*                                                                  */
2765 /* Name         - emit_float_to_int                                 */
2766 /*                                                                  */
2767 /* Function     - Create instructions which will convert a floating */
2768 /*                point value to integer.                           */
2769 /*                                                                  */
2770 /*------------------------------------------------------------------*/
2771
2772 static guchar*
2773 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2774 {
2775         /* sreg is a float, dreg is an integer reg. */
2776         if (is_signed) {
2777                 s390_cgdbr (code, dreg, 5, sreg);
2778                 switch (size) {
2779                         case 1:
2780                                 s390_lghi (code, s390_r0, 0);
2781                                 s390_lghi (code, s390_r13, 0xff);
2782                                 s390_ltgr (code, dreg, dreg);
2783                                 s390_jnl  (code, 4);
2784                                 s390_lghi (code, s390_r0, 0x80);
2785                                 s390_ngr  (code, dreg, s390_r13);
2786                                 s390_ogr  (code, dreg, s390_r0);
2787                                 break;
2788                 }
2789         } else {
2790                 short *o[1];
2791                 s390_basr   (code, s390_r13, 0);
2792                 s390_j      (code, 10);
2793                 s390_llong  (code, 0x41e0000000000000llu);
2794                 s390_llong  (code, 0x41f0000000000000llu);
2795                 s390_ldr    (code, s390_f15, sreg);
2796                 s390_cdb    (code, s390_f15, 0, s390_r13, 4);
2797                 s390_jl     (code, 0); CODEPTR (code, o[0]);
2798                 s390_sdb    (code, s390_f15, 0, s390_r13, 12);
2799                 s390_cfdbr  (code, dreg, 7, s390_f15);
2800                 s390_j      (code, 4);
2801                 PTRSLOT (code, o[0]);
2802                 s390_cfdbr  (code, dreg, 5, sreg);
2803                 switch (size) {
2804                         case 1:
2805                                 s390_lghi (code, s390_r0, 0xff);
2806                                 s390_ngr  (code, dreg, s390_r0);
2807                                 break;
2808                         case 2:
2809                                 s390_lghi (code, s390_r0, -1);
2810                                 s390_srlg (code, s390_r0, s390_r0, 0, 16);
2811                                 s390_ngr  (code, dreg, s390_r0);
2812                                 break;
2813                 }
2814         }
2815         return code;
2816 }
2817
2818 /*========================= End of Function ========================*/
2819
2820 /*------------------------------------------------------------------*/
2821 /*                                                                  */
2822 /* Name         - gboolean_is_unsigned.                             */
2823 /*                                                                  */
2824 /* Function     - Return TRUE if next opcode is checking for un-    */
2825 /*                signed value.                                     */
2826 /*                                                                  */
2827 /*------------------------------------------------------------------*/
2828
2829 static
2830 gboolean is_unsigned (MonoInst *next)
2831 {
2832         if ((next) &&
2833                 (((next->opcode >= OP_IBNE_UN) &&
2834                   (next->opcode <= OP_IBLT_UN)) ||
2835                  ((next->opcode >= OP_LBNE_UN) &&
2836                   (next->opcode <= OP_LBLT_UN)) ||
2837                  ((next->opcode >= OP_COND_EXC_NE_UN) &&
2838                   (next->opcode <= OP_COND_EXC_LT_UN)) ||
2839                  ((next->opcode >= OP_COND_EXC_INE_UN) &&
2840                   (next->opcode <= OP_COND_EXC_ILT_UN)) ||
2841                  ((next->opcode == OP_CLT_UN) ||
2842                   (next->opcode == OP_CGT_UN)) ||
2843                  ((next->opcode == OP_ICLT_UN) ||
2844                   (next->opcode == OP_ICGT_UN) ||
2845                   (next->opcode == OP_LCLT_UN) ||
2846                   (next->opcode == OP_LCGT_UN))))
2847                 return TRUE;
2848         else
2849                 return FALSE;
2850 }
2851
2852 /*========================= End of Function ========================*/
2853
2854 /*------------------------------------------------------------------*/
2855 /*                                                                  */
2856 /* Name         - mono_arch_output_basic_block                      */
2857 /*                                                                  */
2858 /* Function     - Perform the "real" work of emitting instructions  */
2859 /*                that will do the work of in the basic block.      */
2860 /*                                                                  */
2861 /*------------------------------------------------------------------*/
2862
2863 void
2864 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2865 {
2866         MonoInst *ins;
2867         MonoCallInst *call;
2868         guint offset;
2869         guint8 *code = cfg->native_code + cfg->code_len;
2870         guint last_offset = 0;
2871         int max_len, cpos, src2;
2872
2873         /* we don't align basic blocks of loops on s390 */
2874
2875         if (cfg->verbose_level > 2)
2876                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2877
2878         cpos = bb->max_offset;
2879
2880         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2881                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2882                 //g_assert (!mono_compile_aot);
2883                 //cpos += 6;
2884                 //if (bb->cil_code)
2885                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2886                 /* this is not thread save, but good enough */
2887                 /* fixme: howto handle overflows? */
2888                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2889         }
2890
2891         MONO_BB_FOR_EACH_INS (bb, ins) {
2892                 offset = code - cfg->native_code;
2893
2894                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2895
2896                 if (offset > (cfg->code_size - max_len - 16)) {
2897                         cfg->code_size *= 2;
2898                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2899                         code = cfg->native_code + offset;
2900                 }
2901
2902                 mono_debug_record_line_number (cfg, ins, offset);
2903
2904                 switch (ins->opcode) {
2905                 case OP_STOREI1_MEMBASE_IMM: {
2906                         s390_lghi (code, s390_r0, ins->inst_imm);
2907                         S390_LONG (code, stcy, stc, s390_r0, 0,
2908                                    ins->inst_destbasereg, ins->inst_offset);
2909                 }
2910                         break;
2911                 case OP_STOREI2_MEMBASE_IMM: {
2912                         s390_lghi (code, s390_r0, ins->inst_imm);
2913                         S390_LONG (code, sthy, sth, s390_r0, 0,
2914                                    ins->inst_destbasereg, ins->inst_offset);
2915                 }
2916                         break;
2917                 case OP_STOREI4_MEMBASE_IMM: {
2918                         if (s390_is_imm16(ins->inst_imm)) {
2919                                 s390_lghi (code, s390_r0, ins->inst_imm);
2920                         } else {
2921                                 s390_basr (code, s390_r13, 0);
2922                                 s390_j    (code, 6);
2923                                 s390_llong(code, ins->inst_imm);
2924                                 s390_lg   (code, s390_r0, 0, s390_r13, 4);
2925                         }
2926                         S390_LONG (code, sty, st, s390_r0, 0,
2927                                    ins->inst_destbasereg, ins->inst_offset);
2928                 }
2929                         break;
2930                 case OP_STORE_MEMBASE_IMM:
2931                 case OP_STOREI8_MEMBASE_IMM: {
2932                         if (s390_is_imm16(ins->inst_imm)) {
2933                                 s390_lghi (code, s390_r0, ins->inst_imm);
2934                         } else {
2935                                 s390_basr (code, s390_r13, 0);
2936                                 s390_j    (code, 6);
2937                                 s390_llong(code, ins->inst_imm);
2938                                 s390_lg   (code, s390_r0, 0, s390_r13, 4);
2939                         }
2940                         S390_LONG (code, stg, stg, s390_r0, 0,
2941                                    ins->inst_destbasereg, ins->inst_offset);
2942                 }
2943                         break;
2944                 case OP_STOREI1_MEMBASE_REG: {
2945                         S390_LONG (code, stcy, stc, ins->sreg1, 0,
2946                                    ins->inst_destbasereg, ins->inst_offset);
2947                 }
2948                         break;
2949                 case OP_STOREI2_MEMBASE_REG: {
2950                         S390_LONG (code, sthy, sth, ins->sreg1, 0,
2951                                    ins->inst_destbasereg, ins->inst_offset);
2952                 }
2953                         break;
2954                 case OP_STOREI4_MEMBASE_REG: {
2955                         S390_LONG (code, sty, st, ins->sreg1, 0,
2956                                    ins->inst_destbasereg, ins->inst_offset);
2957                 }
2958                         break;
2959                 case OP_STORE_MEMBASE_REG:
2960                 case OP_STOREI8_MEMBASE_REG: {
2961                         S390_LONG (code, stg, stg, ins->sreg1, 0,
2962                                    ins->inst_destbasereg, ins->inst_offset);
2963                 }
2964                         break;
2965                 case OP_LOADU4_MEM:
2966                         g_assert_not_reached ();
2967                         break;
2968                 case OP_LOAD_MEMBASE:
2969                 case OP_LOADI8_MEMBASE: {
2970                         S390_LONG (code, lg, lg, ins->dreg, 0,
2971                                    ins->inst_basereg, ins->inst_offset);
2972                 }
2973                         break;
2974                 case OP_LOADI4_MEMBASE: {
2975                         S390_LONG (code, lgf, lgf, ins->dreg, 0,
2976                                    ins->inst_basereg, ins->inst_offset);
2977                 }
2978                         break;
2979                 case OP_LOADU4_MEMBASE: {
2980                         S390_LONG (code, llgf, llgf, ins->dreg, 0,
2981                                    ins->inst_basereg, ins->inst_offset);
2982                 }
2983                         break;
2984                 case OP_LOADU1_MEMBASE: {
2985                         S390_LONG (code, llgc, llgc, ins->dreg, 0,
2986                                    ins->inst_basereg, ins->inst_offset);
2987                 }
2988                         break;
2989                 case OP_LOADI1_MEMBASE: {
2990                         S390_LONG (code, lgb, lgb, ins->dreg, 0,
2991                                    ins->inst_basereg, ins->inst_offset);
2992                 }
2993                         break;
2994                 case OP_LOADU2_MEMBASE: {
2995                         S390_LONG (code, llgh, llgh, ins->dreg, 0,
2996                                    ins->inst_basereg, ins->inst_offset);
2997                 }
2998                         break;
2999                 case OP_LOADI2_MEMBASE: {
3000                         S390_LONG (code, lgh, lgh, ins->dreg, 0,
3001                                    ins->inst_basereg, ins->inst_offset);
3002                 }
3003                         break;
3004                 case OP_LCONV_TO_I1: {
3005 #if 0
3006                         s390_lgbr (code, ins->dreg, ins->sreg1);
3007 #else
3008                         s390_sllg (code, ins->dreg, ins->sreg1, 0, 56);
3009                         s390_srag (code, ins->dreg, ins->dreg, 0, 56);
3010 #endif
3011                 }
3012                         break;
3013                 case OP_LCONV_TO_I2: {
3014 #if 0
3015                         s390_lghr (code, ins->dreg, ins->sreg1);
3016 #else
3017                         s390_sllg (code, ins->dreg, ins->sreg1, 0, 48);
3018                         s390_srag (code, ins->dreg, ins->dreg, 0, 48);
3019 #endif
3020                 }
3021                         break;
3022                 case OP_LCONV_TO_U1: {
3023 #if 0
3024                         s390_llghr (code, ins->dreg, ins->sreg1);
3025 #else
3026                         if (ins->dreg != ins->sreg1)
3027                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3028                         s390_lghi  (code, s390_r0, 0xff);
3029                         s390_ngr   (code, ins->dreg, s390_r0);
3030 #endif
3031                 }
3032                         break;
3033                 case OP_LCONV_TO_U2: {
3034 #if 0
3035                         s390_llghr (code, ins->dreg, ins->sreg1);
3036 #else
3037                         if (ins->dreg != ins->sreg1)
3038                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3039                         s390_lghi  (code, s390_r0, -1);
3040                         s390_srlg  (code, s390_r0, s390_r0, 0, 48);
3041                         s390_ngr   (code, ins->dreg, s390_r0);
3042 #endif
3043                 }
3044                         break;
3045                 case OP_ICONV_TO_I1: {
3046 #if 0
3047                         s390_lbr  (code, ins->dreg, ins->sreg1);
3048 #else
3049                         if (ins->dreg != ins->sreg1)
3050                                 s390_lr  (code, ins->dreg, ins->sreg1);
3051                         s390_sll (code, ins->dreg, 0, 24);
3052                         s390_sra (code, ins->dreg, 0, 24);
3053
3054 #endif
3055                 }
3056                         break;
3057                 case OP_ICONV_TO_I2: {
3058 #if 0
3059                         s390_lhr  (code, ins->dreg, ins->sreg1);
3060 #else
3061                         if (ins->dreg != ins->sreg1)
3062                                 s390_lr  (code, ins->dreg, ins->sreg1);
3063                         s390_sll (code, ins->dreg, 0, 16);
3064                         s390_sra (code, ins->dreg, 0, 16);
3065 #endif
3066                 }
3067                         break;
3068                 case OP_ICONV_TO_U1: {
3069 #if 0
3070                         s390_llcr (code, ins->dreg, ins->sreg1);
3071 #else
3072                         if (ins->dreg != ins->sreg1)
3073                                 s390_lr  (code, ins->dreg, ins->sreg1);
3074                         s390_lhi  (code, s390_r0, 0xff);
3075                         s390_nr   (code, ins->dreg, s390_r0);
3076 #endif
3077                 }
3078                         break;
3079                 case OP_ICONV_TO_U2: {
3080 #if 0
3081                         s390_llhr (code, ins->dreg, ins->sreg1);
3082 #else
3083                         if (ins->dreg != ins->sreg1)
3084                                 s390_lr  (code, ins->dreg, ins->sreg1);
3085                         s390_lhi  (code, s390_r0, -1);
3086                         s390_srl  (code, s390_r0, 0, 16);
3087                         s390_nr   (code, ins->dreg, s390_r0);
3088 #endif
3089                 }
3090                         break;
3091                 case OP_COMPARE:
3092                 case OP_LCOMPARE: {
3093                         if (is_unsigned (ins->next))
3094                                 s390_clgr (code, ins->sreg1, ins->sreg2);
3095                         else
3096                                 s390_cgr  (code, ins->sreg1, ins->sreg2);
3097                 }
3098                         break;
3099                 case OP_ICOMPARE: {
3100                         if (is_unsigned (ins->next))
3101                                 s390_clr  (code, ins->sreg1, ins->sreg2);
3102                         else
3103                                 s390_cr   (code, ins->sreg1, ins->sreg2);
3104                 }
3105                         break;
3106                 case OP_COMPARE_IMM:
3107                 case OP_LCOMPARE_IMM: {
3108                         if (s390_is_imm16 (ins->inst_imm)) {
3109                                 s390_lghi (code, s390_r0, ins->inst_imm);
3110                                 if (is_unsigned (ins->next))
3111                                         s390_clgr (code, ins->sreg1, s390_r0);
3112                                 else
3113                                         s390_cgr  (code, ins->sreg1, s390_r0);
3114                         } else {
3115                                 s390_basr (code, s390_r13, 0);
3116                                 s390_j    (code, 6);
3117                                 s390_llong(code, ins->inst_imm);
3118                                 if (is_unsigned (ins->next))
3119                                         s390_clg  (code, ins->sreg1, 0, s390_r13, 4);
3120                                 else
3121                                         s390_cg   (code, ins->sreg1, 0, s390_r13, 4);
3122                         }
3123                 }
3124                         break;
3125                 case OP_ICOMPARE_IMM: {
3126                         if (s390_is_imm16 (ins->inst_imm)) {
3127                                 s390_lghi (code, s390_r0, ins->inst_imm);
3128                                 if (is_unsigned (ins->next))
3129                                         s390_clr  (code, ins->sreg1, s390_r0);
3130                                 else
3131                                         s390_cr   (code, ins->sreg1, s390_r0);
3132                         }
3133                         else {
3134                                 s390_basr (code, s390_r13, 0);
3135                                 s390_j    (code, 4);
3136                                 s390_word (code, ins->inst_imm);
3137                                 if (is_unsigned (ins->next))
3138                                         s390_cl  (code, ins->sreg1, 0, s390_r13, 4);
3139                                 else
3140                                         s390_c   (code, ins->sreg1, 0, s390_r13, 4);
3141                         }
3142                 }
3143                         break;
3144                 case OP_BREAK: {
3145                         s390_basr  (code, s390_r13, 0);
3146                         s390_j     (code, 6);
3147                         mono_add_patch_info (cfg, code - cfg->native_code, MONO_PATCH_INFO_ABS,
3148                                              mono_break);
3149                         s390_llong (code, mono_break);
3150                         s390_lg    (code, s390_r14, 0, s390_r13, 4);
3151                         s390_basr  (code, s390_r14, s390_r14);
3152                 }
3153                         break;
3154                 case OP_ADDCC: {
3155                         CHECK_SRCDST_COM;
3156                         s390_agr  (code, ins->dreg, src2);
3157                 }
3158                         break;
3159                 case OP_LADD: {
3160                         CHECK_SRCDST_COM;
3161                         s390_agr   (code, ins->dreg, src2);
3162                 }
3163                         break;
3164                 case OP_ADC: {
3165                         CHECK_SRCDST_COM;
3166                         s390_alcgr (code, ins->dreg, src2);
3167                 }
3168                         break;
3169                 case OP_ADD_IMM: {
3170                         if (ins->dreg != ins->sreg1) {
3171                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3172                         }
3173                         if (s390_is_imm16 (ins->inst_imm)) {
3174                                 s390_aghi (code, ins->dreg, ins->inst_imm);
3175                         } else {
3176                                 s390_basr (code, s390_r13, 0);
3177                                 s390_j    (code, 6);
3178                                 s390_llong(code, ins->inst_imm);
3179                                 s390_ag   (code, ins->dreg, 0, s390_r13, 4);
3180                         }
3181                 }
3182                         break;
3183                 case OP_LADD_IMM: {
3184                         if (ins->dreg != ins->sreg1) {
3185                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3186                         }
3187                         g_assert (s390_is_imm16 (ins->inst_imm));
3188                         s390_aghi (code, ins->dreg, ins->inst_imm);
3189                 }
3190                         break;
3191                 case OP_ADC_IMM: {
3192                         if (ins->dreg != ins->sreg1) {
3193                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3194                         }
3195                         if (s390_is_imm16 (ins->inst_imm)) {
3196                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3197                                 s390_alcgr (code, ins->dreg, s390_r0);
3198                         } else {
3199                                 s390_basr  (code, s390_r13, 0);
3200                                 s390_j     (code, 6);
3201                                 s390_llong (code, ins->inst_imm);
3202                                 s390_lg    (code, s390_r13, 0, s390_r13, 4);
3203                                 s390_alcgr (code, ins->dreg, s390_r13);
3204                         }
3205                 }
3206                         break;
3207                 case OP_IADD_OVF:
3208                 case OP_S390_IADD_OVF: {
3209                         CHECK_SRCDST_COM;
3210                         s390_ar    (code, ins->dreg, src2);
3211                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3212                         s390_lgfr  (code, ins->dreg, ins->dreg);
3213                 }
3214                         break;
3215                 case OP_IADD_OVF_UN:
3216                 case OP_S390_IADD_OVF_UN: {
3217                         CHECK_SRCDST_COM;
3218                         s390_algr  (code, ins->dreg, src2);
3219                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3220                         s390_llgfr (code, ins->dreg, ins->dreg);
3221                 }
3222                         break;
3223                 case OP_ADD_OVF_CARRY: {
3224                         CHECK_SRCDST_COM;
3225                         s390_lghi  (code, s390_r0, 0);
3226                         s390_lgr   (code, s390_r1, s390_r0);
3227                         s390_alcgr (code, s390_r0, s390_r1);
3228                         s390_agr   (code, ins->dreg, src2);
3229                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3230                         s390_agr   (code, ins->dreg, s390_r0);
3231                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3232                 }
3233                         break;
3234                 case OP_ADD_OVF_UN_CARRY: {
3235                         CHECK_SRCDST_COM;
3236                         s390_alcgr (code, ins->dreg, src2);
3237                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3238                 }
3239                         break;
3240                 case OP_SUBCC: {
3241                         CHECK_SRCDST_NCOM;
3242                         s390_sgr (code, ins->dreg, src2);
3243                 }
3244                         break;
3245                 case OP_LSUB: {
3246                         CHECK_SRCDST_NCOM;
3247                         s390_sgr  (code, ins->dreg, src2);
3248                 }
3249                         break;
3250                 case OP_SBB: {
3251                         CHECK_SRCDST_NCOM;
3252                         s390_slbgr(code, ins->dreg, src2);
3253                 }
3254                         break;
3255                 case OP_SUB_IMM: {
3256                         if (ins->dreg != ins->sreg1) {
3257                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3258                         }
3259                         if (s390_is_imm16 (-ins->inst_imm)) {
3260                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3261                                 s390_slgr  (code, ins->dreg, s390_r0);
3262                         } else {
3263                                 s390_basr (code, s390_r13, 0);
3264                                 s390_j    (code, 6);
3265                                 s390_llong(code, ins->inst_imm);
3266                                 s390_slg  (code, ins->dreg, 0, s390_r13, 4);
3267                         }
3268                 }
3269                         break;
3270                 case OP_LSUB_IMM: {
3271                         if (ins->dreg != ins->sreg1) {
3272                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3273                         }
3274                         if (s390_is_imm16 (-ins->inst_imm)) {
3275                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3276                                 s390_slgr  (code, ins->dreg, s390_r0);
3277                         } else {
3278                                 s390_basr (code, s390_r13, 0);
3279                                 s390_j    (code, 6);
3280                                 s390_llong(code, ins->inst_imm);
3281                                 s390_slg  (code, ins->dreg, 0, s390_r13, 4);
3282                         }
3283                 }
3284                         break;
3285                 case OP_SBB_IMM: {
3286                         if (ins->dreg != ins->sreg1) {
3287                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3288                         }
3289                         if (s390_is_imm16 (-ins->inst_imm)) {
3290                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3291                                 s390_slbgr (code, ins->dreg, s390_r0);
3292                         } else {
3293                                 s390_basr (code, s390_r13, 0);
3294                                 s390_j    (code, 6);
3295                                 s390_llong(code, ins->inst_imm);
3296                                 s390_slbg (code, ins->dreg, 0, s390_r13, 4);
3297                         }
3298                 }
3299                         break;
3300                 case OP_SUB_OVF_CARRY: {
3301                         CHECK_SRCDST_NCOM;
3302                         s390_lghi  (code, s390_r0, 0);
3303                         s390_lgr   (code, s390_r1, s390_r0);
3304                         s390_slbgr (code, s390_r0, s390_r1);
3305                         s390_sgr   (code, ins->dreg, src2);
3306                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3307                         s390_agr   (code, ins->dreg, s390_r0);
3308                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3309                 }
3310                         break;
3311                 case OP_SUB_OVF_UN_CARRY: {
3312                         CHECK_SRCDST_NCOM;
3313                         s390_slbgr (code, ins->dreg, src2);
3314                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3315                 }
3316                         break;
3317                 case OP_LAND: {
3318                         if (ins->sreg1 == ins->dreg) {
3319                                 s390_ngr  (code, ins->dreg, ins->sreg2);
3320                         }
3321                         else {
3322                                 if (ins->sreg2 == ins->dreg) {
3323                                         s390_ngr (code, ins->dreg, ins->sreg1);
3324                                 }
3325                                 else {
3326                                         s390_lgr (code, ins->dreg, ins->sreg1);
3327                                         s390_ngr (code, ins->dreg, ins->sreg2);
3328                                 }
3329                         }
3330                 }
3331                         break;
3332                 case OP_AND_IMM: {
3333                         if (ins->dreg != ins->sreg1) {
3334                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3335                         }
3336                         if (s390_is_imm16 (ins->inst_imm)) {
3337                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3338                                 s390_ngr  (code, ins->dreg, s390_r0);
3339                         } else {
3340                                 s390_basr (code, s390_r13, 0);
3341                                 s390_j    (code, 6);
3342                                 s390_llong(code, ins->inst_imm);
3343                                 s390_ng   (code, ins->dreg, 0, s390_r13, 4);
3344                         }
3345                 }
3346                         break;
3347                 case OP_LDIV: {
3348                         s390_lgr  (code, s390_r1, ins->sreg1);
3349                         s390_dsgr (code, s390_r0, ins->sreg2);
3350                         s390_lgr  (code, ins->dreg, s390_r1);
3351                 }
3352                         break;
3353                 case OP_LDIV_UN: {
3354                         s390_lgr   (code, s390_r1, ins->sreg1);
3355                         s390_lghi  (code, s390_r0, 0);
3356                         s390_dlgr  (code, s390_r0, ins->sreg2);
3357                         s390_lgr   (code, ins->dreg, s390_r1);
3358                 }
3359                         break;
3360                 case OP_LREM: {
3361                         s390_lgr  (code, s390_r1, ins->sreg1);
3362                         s390_dsgr (code, s390_r0, ins->sreg2);
3363                         s390_lgr  (code, ins->dreg, s390_r0);
3364                         break;
3365                 }
3366                 case OP_LREM_UN: {
3367                         s390_lgr   (code, s390_r1, ins->sreg1);
3368                         s390_lghi  (code, s390_r0, 0);
3369                         s390_dlgr  (code, s390_r0, ins->sreg2);
3370                         s390_lgr   (code, ins->dreg, s390_r0);
3371                 }
3372                         break;
3373                 case OP_LOR: {
3374                         if (ins->sreg1 == ins->dreg) {
3375                                 s390_ogr  (code, ins->dreg, ins->sreg2);
3376                         }
3377                         else {
3378                                 if (ins->sreg2 == ins->dreg) {
3379                                         s390_ogr (code, ins->dreg, ins->sreg1);
3380                                 }
3381                                 else {
3382                                         s390_lgr (code, ins->dreg, ins->sreg1);
3383                                         s390_ogr (code, ins->dreg, ins->sreg2);
3384                                 }
3385                         }
3386                 }
3387                         break;
3388                 case OP_OR_IMM: {
3389                         if (ins->dreg != ins->sreg1) {
3390                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3391                         }
3392                         if (s390_is_imm16 (ins->inst_imm)) {
3393                                 s390_lghi (code, s390_r0, ins->inst_imm);
3394                                 s390_ogr  (code, ins->dreg, s390_r0);
3395                         } else {
3396                                 s390_basr (code, s390_r13, 0);
3397                                 s390_j    (code, 6);
3398                                 s390_llong(code, ins->inst_imm);
3399                                 s390_og   (code, ins->dreg, 0, s390_r13, 4);
3400                         }
3401                 }
3402                         break;
3403                 case OP_LXOR: {
3404                         if (ins->sreg1 == ins->dreg) {
3405                                 s390_xgr  (code, ins->dreg, ins->sreg2);
3406                         }
3407                         else {
3408                                 if (ins->sreg2 == ins->dreg) {
3409                                         s390_xgr (code, ins->dreg, ins->sreg1);
3410                                 }
3411                                 else {
3412                                         s390_lgr (code, ins->dreg, ins->sreg1);
3413                                         s390_xgr (code, ins->dreg, ins->sreg2);
3414                                 }
3415                         }
3416                 }
3417                         break;
3418                 case OP_XOR_IMM: {
3419                         if (ins->dreg != ins->sreg1) {
3420                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3421                         }
3422                         if (s390_is_imm16 (ins->inst_imm)) {
3423                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3424                                 s390_xgr  (code, ins->dreg, s390_r0);
3425                         } else {
3426                                 s390_basr (code, s390_r13, 0);
3427                                 s390_j    (code, 6);
3428                                 s390_llong(code, ins->inst_imm);
3429                                 s390_xg   (code, ins->dreg, 0, s390_r13, 4);
3430                         }
3431                 }
3432                         break;
3433                 case OP_LSHL: {
3434                         CHECK_SRCDST_NCOM;
3435                         s390_sllg (code, ins->dreg, ins->dreg, src2, 0);
3436                 }
3437                         break;
3438                 case OP_SHL_IMM:
3439                 case OP_LSHL_IMM: {
3440                         if (ins->sreg1 != ins->dreg) {
3441                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3442                         }
3443                         s390_sllg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3444                 }
3445                         break;
3446                 case OP_LSHR: {
3447                         CHECK_SRCDST_NCOM;
3448                         s390_srag  (code, ins->dreg, ins->dreg, src2, 0);
3449                 }
3450                         break;
3451                 case OP_SHR_IMM:
3452                 case OP_LSHR_IMM: {
3453                         if (ins->sreg1 != ins->dreg) {
3454                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3455                         }
3456                         s390_srag  (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3457                 }
3458                         break;
3459                 case OP_SHR_UN_IMM:
3460                 case OP_LSHR_UN_IMM: {
3461                         if (ins->sreg1 != ins->dreg) {
3462                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3463                         }
3464                         s390_srlg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3465                 }
3466                         break;
3467                 case OP_LSHR_UN: {
3468                         CHECK_SRCDST_NCOM;
3469                         s390_srlg (code, ins->dreg, ins->dreg, src2, 0);
3470                 }
3471                         break;
3472                 case OP_LNOT: {
3473                         if (ins->sreg1 != ins->dreg) {
3474                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3475                         }
3476                         s390_lghi (code, s390_r0, -1);
3477                         s390_xgr  (code, ins->dreg, s390_r0);
3478                 }
3479                         break;
3480                 case OP_LNEG: {
3481                         s390_lcgr (code, ins->dreg, ins->sreg1);
3482                 }
3483                         break;
3484                 case OP_LMUL: {
3485                         CHECK_SRCDST_COM;
3486                         s390_msgr (code, ins->dreg, src2);
3487                 }
3488                         break;
3489                 case OP_MUL_IMM:
3490                 case OP_LMUL_IMM: {
3491                         if (ins->dreg != ins->sreg1) {
3492                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3493                         }
3494                         if (s390_is_imm16 (ins->inst_imm)) {
3495                                 s390_lghi (code, s390_r13, ins->inst_imm);
3496                         } else {
3497                                 s390_basr (code, s390_r13, 0);
3498                                 s390_j    (code, 6);
3499                                 s390_llong(code, ins->inst_imm);
3500                                 s390_lg   (code, s390_r13, 0, s390_r13, 4);
3501                         }
3502                         s390_msgr (code, ins->dreg, s390_r13);
3503                 }
3504                         break;
3505                 case OP_LMUL_OVF: {
3506                         short int *o[2];
3507                         s390_ltgr (code, s390_r1, ins->sreg1);
3508                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3509                         s390_ltgr (code, s390_r0, ins->sreg2);
3510                         s390_jnz  (code, 6);
3511                         s390_lghi (code, s390_r1, 0);
3512                         s390_j    (code, 0); CODEPTR(code, o[1]);
3513                         s390_xgr  (code, s390_r0, s390_r1);
3514                         s390_msgr (code, s390_r1, ins->sreg2);
3515                         s390_xgr  (code, s390_r0, s390_r1);
3516                         s390_srlg (code, s390_r0, s390_r0, 0, 63);
3517                         s390_ltgr (code, s390_r0, s390_r0);
3518                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3519                         PTRSLOT   (code, o[0]);
3520                         PTRSLOT   (code, o[1]);
3521                         s390_lgr  (code, ins->dreg, s390_r1);
3522                 }
3523                         break;
3524                 case OP_LMUL_OVF_UN: {
3525                         s390_lghi  (code, s390_r0, 0);
3526                         s390_lgr   (code, s390_r1, ins->sreg1);
3527                         s390_mlgr  (code, s390_r0, ins->sreg2);
3528                         s390_ltgr  (code, s390_r0, s390_r0);
3529                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3530                         s390_lgr   (code, ins->dreg, s390_r1);
3531                 }
3532                         break;
3533                 case OP_IADDCC: {
3534                         g_assert_not_reached ();
3535                         CHECK_SRCDST_COM_I;
3536                         s390_algr (code, ins->dreg, src2);
3537                 }
3538                         break;
3539                 case OP_IADD: {
3540                         CHECK_SRCDST_COM_I;
3541                         s390_agr  (code, ins->dreg, src2);
3542                 }
3543                         break;
3544                 case OP_IADC: {
3545                         g_assert_not_reached ();
3546                         CHECK_SRCDST_COM_I;
3547                         s390_alcgr (code, ins->dreg, src2);
3548                 }
3549                         break;
3550                 case OP_IADD_IMM: {
3551                         if (ins->dreg != ins->sreg1) {
3552                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3553                         }
3554                         if (s390_is_imm16 (ins->inst_imm)) {
3555                                 s390_aghi(code, ins->dreg, ins->inst_imm);
3556                         } else {
3557                                 s390_basr (code, s390_r13, 0);
3558                                 s390_j    (code, 4);
3559                                 s390_word (code, ins->inst_imm);
3560                                 s390_agf  (code, ins->dreg, 0, s390_r13, 4);
3561                         }
3562                 }
3563                         break;
3564                 case OP_IADC_IMM: {
3565                         if (ins->dreg != ins->sreg1) {
3566                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3567                         }
3568                         if (s390_is_imm16 (ins->inst_imm)) {
3569                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3570                                 s390_alcgr (code, ins->dreg, s390_r0);
3571                         } else {
3572                                 s390_basr  (code, s390_r13, 0);
3573                                 s390_j     (code, 4);
3574                                 s390_word  (code, ins->inst_imm);
3575                                 s390_lgf   (code, s390_r13, 0, s390_r13, 4);
3576                                 s390_alcgr (code, ins->dreg, s390_r13);
3577                         }
3578                 }
3579                         break;
3580                 case OP_LADD_OVF:
3581                 case OP_S390_LADD_OVF: {
3582                         CHECK_SRCDST_COM;
3583                         s390_agr    (code, ins->dreg, src2);
3584                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3585                 }
3586                         break;
3587                 case OP_LADD_OVF_UN:
3588                 case OP_S390_LADD_OVF_UN: {
3589                         CHECK_SRCDST_COM;
3590                         s390_algr  (code, ins->dreg, src2);
3591                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3592                 }
3593                         break;
3594                 case OP_ISUBCC: {
3595                         CHECK_SRCDST_NCOM_I;
3596                         s390_slgr (code, ins->dreg, src2);
3597                 }
3598                         break;
3599                 case OP_ISUB: {
3600                         CHECK_SRCDST_NCOM_I;
3601                         s390_sgr  (code, ins->dreg, src2);
3602                 }
3603                         break;
3604                 case OP_ISBB: {
3605                         CHECK_SRCDST_NCOM_I;
3606                         s390_slbgr (code, ins->dreg, src2);
3607                 }
3608                         break;
3609                 case OP_ISUB_IMM: {
3610                         if (ins->dreg != ins->sreg1) {
3611                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3612                         }
3613                         if (s390_is_imm16 (-ins->inst_imm)) {
3614                                 s390_aghi (code, ins->dreg, -ins->inst_imm);
3615                         } else {
3616                                 s390_basr (code, s390_r13, 0);
3617                                 s390_j    (code, 4);
3618                                 s390_word (code, ins->inst_imm);
3619                                 s390_sgf  (code, ins->dreg, 0, s390_r13, 4);
3620                         }
3621                 }
3622                         break;
3623                 case OP_ISBB_IMM: {
3624                         s390_basr (code, s390_r13, 0);
3625                         s390_j    (code, 4);
3626                         s390_word (code, ins->inst_imm);
3627                         s390_slgf (code, ins->dreg, 0, s390_r13, 4);
3628                 }
3629                         break;
3630                 case OP_ISUB_OVF:
3631                 case OP_S390_ISUB_OVF: {
3632                         CHECK_SRCDST_NCOM;
3633                         s390_sr   (code, ins->dreg, src2);
3634                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3635                         s390_lgfr (code, ins->dreg, ins->dreg);
3636                 }
3637                         break;
3638                 case OP_ISUB_OVF_UN:
3639                 case OP_S390_ISUB_OVF_UN: {
3640                         CHECK_SRCDST_NCOM;
3641                         s390_slr  (code, ins->dreg, src2);
3642                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3643                         s390_llgfr(code, ins->dreg, ins->dreg);
3644                 }
3645                         break;
3646                 case OP_LSUB_OVF:
3647                 case OP_S390_LSUB_OVF: {
3648                         CHECK_SRCDST_NCOM;
3649                         s390_sgr   (code, ins->dreg, src2);
3650                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3651                 }
3652                         break;
3653                 case OP_LSUB_OVF_UN:
3654                 case OP_S390_LSUB_OVF_UN: {
3655                         CHECK_SRCDST_NCOM;
3656                         s390_slgr  (code, ins->dreg, src2);
3657                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3658                 }
3659                         break;
3660                 case OP_IAND: {
3661                         CHECK_SRCDST_NCOM_I;
3662                         s390_ngr (code, ins->dreg, src2);
3663                 }
3664                         break;
3665                 case OP_IAND_IMM: {
3666                         if (ins->dreg != ins->sreg1) {
3667                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3668                         }
3669                         if (s390_is_imm16 (ins->inst_imm)) {
3670                                 s390_lghi (code, s390_r0, ins->inst_imm);
3671                                 s390_ngr  (code, ins->dreg, s390_r0);
3672                         } else {
3673                                 s390_basr (code, s390_r13, 0);
3674                                 s390_j    (code, 6);
3675                                 s390_llong(code, ins->inst_imm);
3676                                 s390_ng   (code, ins->dreg, 0, s390_r13, 4);
3677                         }
3678                 }
3679                         break;
3680                 case OP_IDIV: {
3681                         s390_lgfr (code, s390_r0, ins->sreg1);
3682                         s390_srda (code, s390_r0, 0, 32);
3683                         s390_dr   (code, s390_r0, ins->sreg2);
3684                         s390_lgfr (code, ins->dreg, s390_r1);
3685                 }
3686                         break;
3687                 case OP_IDIV_UN: {
3688                         s390_lgfr (code, s390_r0, ins->sreg1);
3689                         s390_srdl (code, s390_r0, 0, 32);
3690                         s390_dlr  (code, s390_r0, ins->sreg2);
3691                         s390_lgfr (code, ins->dreg, s390_r1);
3692                 }
3693                         break;
3694                 case OP_IDIV_IMM: {
3695                         if (s390_is_imm16 (ins->inst_imm)) {
3696                                 s390_lghi (code, s390_r13, ins->inst_imm);
3697                                 s390_lgfr (code, s390_r0, ins->sreg1);
3698                         } else {
3699                                 s390_basr (code, s390_r13, 0);
3700                                 s390_j    (code, 4);
3701                                 s390_word (code, ins->inst_imm);
3702                                 s390_lgfr (code, s390_r0, ins->sreg1);
3703                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3704                         }
3705                         s390_srda (code, s390_r0, 0, 32);
3706                         s390_dr   (code, s390_r0, ins->sreg2);
3707                         s390_lgfr (code, ins->dreg, s390_r1);
3708                 }
3709                         break;
3710                 case OP_IREM: {
3711                         s390_lgfr (code, s390_r0, ins->sreg1);
3712                         s390_srda (code, s390_r0, 0, 32);
3713                         s390_dr   (code, s390_r0, ins->sreg2);
3714                         s390_lgfr (code, ins->dreg, s390_r0);
3715                         break;
3716                 case OP_IREM_UN:
3717                         s390_lgfr (code, s390_r0, ins->sreg1);
3718                         s390_srdl (code, s390_r0, 0, 32);
3719                         s390_dlr  (code, s390_r0, ins->sreg2);
3720                         s390_lgfr (code, ins->dreg, s390_r0);
3721                 }
3722                         break;
3723                 case OP_IREM_IMM: {
3724                         if (s390_is_imm16 (ins->inst_imm)) {
3725                                 s390_lghi (code, s390_r13, ins->inst_imm);
3726                                 s390_lgfr (code, s390_r0, ins->sreg1);
3727                         } else {
3728                                 s390_basr (code, s390_r13, 0);
3729                                 s390_j    (code, 4);
3730                                 s390_word (code, ins->inst_imm);
3731                                 s390_lgfr (code, s390_r0, ins->sreg1);
3732                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3733                         }
3734                         s390_srda (code, s390_r0, 0, 32);
3735                         s390_dr   (code, s390_r0, ins->sreg2);
3736                         s390_lgfr (code, ins->dreg, s390_r0);
3737                 }
3738                         break;
3739                 case OP_IOR: {
3740                         CHECK_SRCDST_COM_I;
3741                         s390_ogr (code, ins->dreg, src2);
3742                 }
3743                         break;
3744                 case OP_IOR_IMM: {
3745                         if (ins->dreg != ins->sreg1) {
3746                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3747                         }
3748                         if (s390_is_imm16 (ins->inst_imm)) {
3749                                 s390_lghi (code, s390_r0, ins->inst_imm);
3750                                 s390_ogr  (code, ins->dreg, s390_r0);
3751                         } else {
3752                                 s390_basr (code, s390_r13, 0);
3753                                 s390_j    (code, 6);
3754                                 s390_llong(code, ins->inst_imm);
3755                                 s390_og   (code, ins->dreg, 0, s390_r13, 4);
3756                         }
3757                 }
3758                         break;
3759                 case OP_IXOR: {
3760                         CHECK_SRCDST_COM_I;
3761                         s390_xgr (code, ins->dreg, src2);
3762                 }
3763                         break;
3764                 case OP_IXOR_IMM: {
3765                         if (ins->dreg != ins->sreg1) {
3766                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3767                         }
3768                         if (s390_is_imm16 (ins->inst_imm)) {
3769                                 s390_lghi (code, s390_r0, ins->inst_imm);
3770                                 s390_xgr  (code, ins->dreg, s390_r0);
3771                         } else {
3772                                 s390_basr (code, s390_r13, 0);
3773                                 s390_j    (code, 6);
3774                                 s390_llong(code, ins->inst_imm);
3775                                 s390_xg   (code, ins->dreg, 0, s390_r13, 4);
3776                         }
3777                 }
3778                         break;
3779                 case OP_ISHL: {
3780                         CHECK_SRCDST_NCOM;
3781                         s390_sll  (code, ins->dreg, src2, 0);
3782                 }
3783                         break;
3784                 case OP_ISHL_IMM: {
3785                         if (ins->sreg1 != ins->dreg) {
3786                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3787                         }
3788                         s390_sll (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3789                 }
3790                         break;
3791                 case OP_ISHR: {
3792                         CHECK_SRCDST_NCOM;
3793                         s390_sra (code, ins->dreg, src2, 0);
3794                 }
3795                         break;
3796                 case OP_ISHR_IMM: {
3797                         if (ins->sreg1 != ins->dreg) {
3798                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3799                         }
3800                         s390_sra (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3801                 }
3802                         break;
3803                 case OP_ISHR_UN_IMM: {
3804                         if (ins->sreg1 != ins->dreg) {
3805                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3806                         }
3807                         s390_srl (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3808                 }
3809                         break;
3810                 case OP_ISHR_UN: {
3811                         CHECK_SRCDST_NCOM;
3812                         s390_srl  (code, ins->dreg, src2, 0);
3813                 }
3814                         break;
3815                 case OP_INOT: {
3816                         if (ins->sreg1 != ins->dreg) {
3817                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3818                         }
3819                         s390_lghi (code, s390_r0, -1);
3820                         s390_xgr  (code, ins->dreg, s390_r0);
3821                 }
3822                         break;
3823                 case OP_INEG: {
3824                         s390_lcgr (code, ins->dreg, ins->sreg1);
3825                 }
3826                         break;
3827                 case OP_IMUL: {
3828                         CHECK_SRCDST_COM_I;
3829                         s390_msr (code, ins->dreg, src2);
3830                 }
3831                         break;
3832                 case OP_IMUL_IMM: {
3833                         if (ins->dreg != ins->sreg1) {
3834                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3835                         }
3836                         if (s390_is_imm16 (ins->inst_imm)) {
3837                                 s390_lghi (code, s390_r13, ins->inst_imm);
3838                         } else {
3839                                 s390_basr (code, s390_r13, 0);
3840                                 s390_j    (code, 4);
3841                                 s390_word (code, ins->inst_imm);
3842                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3843                         }
3844                         s390_msr  (code, ins->dreg, s390_r13);
3845                 }
3846                         break;
3847                 case OP_IMUL_OVF: {
3848                         short int *o[2];
3849                         s390_ltr  (code, s390_r1, ins->sreg1);
3850                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3851                         s390_ltr  (code, s390_r0, ins->sreg2);
3852                         s390_jnz  (code, 6);
3853                         s390_lhi  (code, s390_r1, 0);
3854                         s390_j    (code, 0); CODEPTR(code, o[1]);
3855                         s390_xr   (code, s390_r0, s390_r1);
3856                         s390_msr  (code, s390_r1, ins->sreg2);
3857                         s390_xr   (code, s390_r0, s390_r1);
3858                         s390_srl  (code, s390_r0, 0, 31);
3859                         s390_ltr  (code, s390_r0, s390_r0);
3860                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3861                         PTRSLOT   (code, o[0]);
3862                         PTRSLOT   (code, o[1]);
3863                         s390_lgfr (code, ins->dreg, s390_r1);
3864                 }
3865                         break;
3866                 case OP_IMUL_OVF_UN: {
3867                         s390_lhi  (code, s390_r0, 0);
3868                         s390_lr   (code, s390_r1, ins->sreg1);
3869                         s390_mlr  (code, s390_r0, ins->sreg2);
3870                         s390_ltr  (code, s390_r0, s390_r0);
3871                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3872                         s390_lgfr (code, ins->dreg, s390_r1);
3873                 }
3874                         break;
3875                 case OP_ICONST:
3876                 case OP_I8CONST: {
3877                         if (s390_is_imm16(ins->inst_c0)) {
3878                                 s390_lghi (code, ins->dreg, ins->inst_c0);
3879                         } else {
3880                                 s390_basr (code, s390_r13, 0);
3881                                 s390_j    (code, 6);
3882                                 s390_llong(code, ins->inst_c0);
3883                                 s390_lg   (code, ins->dreg, 0, s390_r13, 4);
3884                         }
3885                 }
3886                         break;
3887                 case OP_AOTCONST: {
3888                         s390_basr (code, s390_r13, 0);
3889                         s390_j    (code, 6);
3890                         mono_add_patch_info (cfg, code - cfg->native_code,
3891                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3892                         s390_llong(code, 0);
3893                         s390_lg   (code,ins->dreg, 0, s390_r13, 4);
3894                 }
3895                         break;
3896                 case OP_JUMP_TABLE: {
3897                         mono_add_patch_info (cfg, code - cfg->native_code,
3898                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3899                         s390_basr  (code, s390_r13, 0);
3900                         s390_j     (code, 6);
3901                         s390_llong (code, 0);
3902                         s390_lg    (code, ins->dreg, 0, s390_r13, 4);
3903                 }
3904                         break;
3905                 case OP_MOVE:
3906                         if (ins->dreg != ins->sreg1) {
3907                                 s390_lgr (code, ins->dreg, ins->sreg1);
3908                         }
3909                         break;
3910                 case OP_LCONV_TO_I:
3911                 case OP_LCONV_TO_I8:
3912                 case OP_SEXT_I4:
3913                         s390_lgfr (code, ins->dreg, ins->sreg1);
3914                         break;
3915                 case OP_LCONV_TO_I4:
3916                         s390_lgfr (code, ins->dreg, ins->sreg1);
3917                         break;
3918                 case OP_LCONV_TO_U:
3919                 case OP_LCONV_TO_U8:
3920                 case OP_LCONV_TO_U4:
3921                 case OP_ZEXT_I4:
3922                         s390_llgfr (code, ins->dreg, ins->sreg1);
3923                         break;
3924                 case OP_LCONV_TO_OVF_U4:
3925                         s390_basr (code, s390_r13, 0);
3926                         s390_j    (code, 6);
3927                         s390_llong(code, 4294967295);
3928                         s390_clg  (code, ins->sreg1, 0, s390_r13, 4);
3929                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3930                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3931                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3932                         s390_llgfr(code, ins->dreg, ins->sreg1);
3933                         break;
3934                 case OP_LCONV_TO_OVF_I4_UN:
3935                         s390_basr (code, s390_r13, 0);
3936                         s390_j    (code, 6);
3937                         s390_llong(code, 2147483647);
3938                         s390_cg   (code, ins->sreg1, 0, s390_r13, 4);
3939                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3940                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3941                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3942                         s390_lgfr (code, ins->dreg, ins->sreg1);
3943                         break;
3944                 case OP_FMOVE:
3945                 case OP_FCONV_TO_R4: {
3946                         if (ins->dreg != ins->sreg1) {
3947                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3948                         }
3949                 }
3950                         break;
3951                 case OP_S390_SETF4RET: {
3952                         s390_ledbr (code, ins->dreg, ins->sreg1);
3953                 }
3954                         break;
3955                 case OP_JMP: {
3956                         if (cfg->method->save_lmf)
3957                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3958
3959                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3960                                 code =  emit_load_volatile_arguments (code, cfg);
3961                         }
3962
3963                         code = backUpStackPtr(cfg, code);
3964                         s390_lg  (code, s390_r14, 0, cfg->frame_reg, S390_RET_ADDR_OFFSET);
3965                         mono_add_patch_info (cfg, code - cfg->native_code,
3966                                              MONO_PATCH_INFO_METHOD_JUMP,
3967                                              ins->inst_p0);
3968                         s390_jcl (code, S390_CC_UN, 0);
3969                 }
3970                         break;
3971                 case OP_CHECK_THIS: {
3972                         /* ensure ins->sreg1 is not NULL */
3973                         s390_lg   (code, s390_r0, 0, ins->sreg1, 0);
3974                         s390_ltgr (code, s390_r0, s390_r0);
3975                 }
3976                         break;
3977                 case OP_ARGLIST: {
3978                         int offset = cfg->sig_cookie + cfg->stack_usage;
3979
3980                         if (s390_is_imm16 (offset))
3981                                 s390_lghi (code, s390_r0, offset);
3982                         else {
3983                                 s390_basr (code, s390_r13, 0);
3984                                 s390_j    (code, 6);
3985                                 s390_llong(code, offset);
3986                                 s390_lg   (code, s390_r0, 0, s390_r13, 0);
3987                         }
3988                         s390_agr  (code, s390_r0, cfg->frame_reg);
3989                         s390_stg  (code, s390_r0, 0, ins->sreg1, 0);
3990                 }
3991                         break;
3992                 case OP_FCALL: {
3993                         s390_basr (code, s390_r13, 0);
3994                         s390_j    (code, 6);
3995                         call = (MonoCallInst*)ins;
3996                         if (ins->flags & MONO_INST_HAS_METHOD)
3997                                 mono_add_patch_info (cfg, code-cfg->native_code,
3998                                                      MONO_PATCH_INFO_METHOD,
3999                                                      call->method);
4000                         else
4001                                 mono_add_patch_info (cfg, code-cfg->native_code,
4002                                                      MONO_PATCH_INFO_ABS,
4003                                                      call->fptr);
4004                         s390_llong(code, 0);
4005                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4006                         s390_basr (code, s390_r14, s390_r14);
4007                         if (call->signature->ret->type == MONO_TYPE_R4)
4008                                 s390_ldebr (code, s390_f0, s390_f0);
4009                 }
4010                         break;
4011                 case OP_LCALL:
4012                 case OP_VCALL:
4013                 case OP_VCALL2:
4014                 case OP_VOIDCALL:
4015                 case OP_CALL: {
4016                         s390_basr (code, s390_r13, 0);
4017                         s390_j    (code, 6);
4018                         call = (MonoCallInst*)ins;
4019                         if (ins->flags & MONO_INST_HAS_METHOD)
4020                                 mono_add_patch_info (cfg, code-cfg->native_code,
4021                                                      MONO_PATCH_INFO_METHOD,
4022                                                      call->method);
4023                         else
4024                                 mono_add_patch_info (cfg, code-cfg->native_code,
4025                                                      MONO_PATCH_INFO_ABS,
4026                                                      call->fptr);
4027                         s390_llong(code, 0);
4028                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4029                         s390_basr (code, s390_r14, s390_r14);
4030                 }
4031                         break;
4032                 case OP_FCALL_REG: {
4033                         call = (MonoCallInst*)ins;
4034                         s390_lgr  (code, s390_r1, ins->sreg1);
4035                         s390_basr (code, s390_r14, s390_r1);
4036                         if (call->signature->ret->type == MONO_TYPE_R4)
4037                                 s390_ldebr (code, s390_f0, s390_f0);
4038                 }
4039                         break;
4040                 case OP_LCALL_REG:
4041                 case OP_VCALL_REG:
4042                 case OP_VCALL2_REG:
4043                 case OP_VOIDCALL_REG:
4044                 case OP_CALL_REG: {
4045                         s390_lgr  (code, s390_r1, ins->sreg1);
4046                         s390_basr (code, s390_r14, s390_r1);
4047                 }
4048                         break;
4049                 case OP_FCALL_MEMBASE: {
4050                         call = (MonoCallInst*)ins;
4051                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
4052                         s390_basr (code, s390_r14, s390_r1);
4053                         if (call->signature->ret->type == MONO_TYPE_R4)
4054                                 s390_ldebr (code, s390_f0, s390_f0);
4055                 }
4056                         break;
4057                 case OP_LCALL_MEMBASE:
4058                 case OP_VCALL_MEMBASE:
4059                 case OP_VCALL2_MEMBASE:
4060                 case OP_VOIDCALL_MEMBASE:
4061                 case OP_CALL_MEMBASE: {
4062                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
4063                         s390_basr (code, s390_r14, s390_r1);
4064                 }
4065                         break;
4066                 case OP_LOCALLOC: {
4067                         int alloca_skip;
4068                         int area_offset;
4069
4070                         if (cfg->param_area == 0)
4071                                 alloca_skip = S390_MINIMAL_STACK_SIZE;
4072                         else
4073                                 alloca_skip = cfg->param_area;
4074
4075                         area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
4076                         s390_lgr  (code, s390_r1, ins->sreg1);
4077                         if (ins->flags & MONO_INST_INIT)
4078                                 s390_lgr  (code, s390_r0, ins->sreg1);
4079                         s390_aghi (code, s390_r1, 14);
4080                         s390_srlg (code, s390_r1, s390_r1, 0, 3);
4081                         s390_sllg (code, s390_r1, s390_r1, 0, 3);
4082                         if (cfg->method->save_lmf) {
4083                                 /*----------------------------------*/
4084                                 /* we have to adjust lmf ebp value  */
4085                                 /*----------------------------------*/
4086                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
4087
4088                                 s390_lgr (code, s390_r13, cfg->frame_reg);
4089                                 if (s390_is_imm16(lmfOffset))
4090                                         s390_aghi (code, s390_r13, lmfOffset);
4091                                 else {
4092                                         s390_basr (code, s390_r14, 0);
4093                                         s390_j    (code, 4);
4094                                         s390_word (code, lmfOffset);
4095                                         s390_agf  (code, s390_r13, 0, s390_r14, 4);
4096                                 }
4097                                 s390_lgr (code, s390_r14, STK_BASE);
4098                                 s390_sgr (code, s390_r14, s390_r1);
4099                                 s390_stg (code, s390_r14, 0, s390_r13,
4100                                           G_STRUCT_OFFSET(MonoLMF, ebp));
4101                         }
4102                         s390_lg   (code, s390_r13, 0, STK_BASE, 0);
4103                         s390_sgr  (code, STK_BASE, s390_r1);
4104                         s390_stg  (code, s390_r13, 0, STK_BASE, 0);
4105                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
4106                         s390_srlg (code, ins->dreg, ins->dreg, 0, 3);
4107                         s390_sllg (code, ins->dreg, ins->dreg, 0, 3);
4108                         if (ins->flags & MONO_INST_INIT) {
4109                                 s390_lgr  (code, s390_r1, s390_r0);
4110                                 s390_lgr  (code, s390_r0, ins->dreg);
4111                                 s390_lgr  (code, s390_r14, s390_r12);
4112                                 s390_lghi (code, s390_r13, 0);
4113                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4114                                 s390_jo   (code, -2);
4115                                 s390_lgr  (code, s390_r12, s390_r14);
4116                         }
4117                 }
4118                         break;
4119                 case OP_THROW: {
4120                         s390_lgr  (code, s390_r2, ins->sreg1);
4121                         s390_basr (code, s390_r13, 0);
4122                         s390_j    (code, 6);
4123                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4124                                              (gpointer) "mono_arch_throw_exception");
4125                         s390_llong(code, 0);
4126                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4127                         s390_basr (code, s390_r14, s390_r14);
4128                 }
4129                         break;
4130                 case OP_RETHROW: {
4131                         s390_lgr  (code, s390_r2, ins->sreg1);
4132                         s390_basr (code, s390_r13, 0);
4133                         s390_j    (code, 6);
4134                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4135                                              (gpointer) "mono_arch_rethrow_exception");
4136                         s390_llong(code, 0);
4137                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4138                         s390_basr (code, s390_r14, s390_r14);
4139                 }
4140                         break;
4141                 case OP_START_HANDLER: {
4142                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4143
4144                         S390_LONG (code, stg, stg, s390_r14, 0,
4145                                    spvar->inst_basereg,
4146                                    spvar->inst_offset);
4147                 }
4148                         break;
4149                 case OP_ENDFILTER: {
4150                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4151
4152                         if (ins->sreg1 != s390_r2)
4153                                 s390_lgr(code, s390_r2, ins->sreg1);
4154                         S390_LONG (code, lg, lg, s390_r14, 0,
4155                                    spvar->inst_basereg,
4156                                    spvar->inst_offset);
4157                         s390_br  (code, s390_r14);
4158                 }
4159                         break;
4160                 case OP_ENDFINALLY: {
4161                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4162
4163                         S390_LONG (code, lg, lg, s390_r14, 0,
4164                                    spvar->inst_basereg,
4165                                    spvar->inst_offset);
4166                         s390_br  (code, s390_r14);
4167                 }
4168                         break;
4169                 case OP_CALL_HANDLER: {
4170                         mono_add_patch_info (cfg, code-cfg->native_code,
4171                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
4172                         s390_brasl (code, s390_r14, 0);
4173                         mono_cfg_add_try_hole (cfg, ins->inst_eh_block, code, bb);
4174                 }
4175                         break;
4176                 case OP_LABEL: {
4177                         ins->inst_c0 = code - cfg->native_code;
4178                 }
4179                         break;
4180                 case OP_RELAXED_NOP:
4181                 case OP_NOP:
4182                 case OP_DUMMY_USE:
4183                 case OP_DUMMY_STORE:
4184                 case OP_NOT_REACHED:
4185                 case OP_NOT_NULL: {
4186                 }
4187                         break;
4188                 case OP_BR:
4189                         EMIT_UNCOND_BRANCH(ins);
4190                         break;
4191                 case OP_BR_REG: {
4192                         s390_br  (code, ins->sreg1);
4193                 }
4194                         break;
4195                 case OP_CEQ:
4196                 case OP_ICEQ:
4197                 case OP_LCEQ: {
4198                         s390_lghi(code, ins->dreg, 1);
4199                         s390_jz  (code, 4);
4200                         s390_lghi(code, ins->dreg, 0);
4201                 }
4202                         break;
4203                 case OP_CLT:
4204                 case OP_ICLT:
4205                 case OP_LCLT: {
4206                         s390_lghi(code, ins->dreg, 1);
4207                         s390_jl  (code, 4);
4208                         s390_lghi(code, ins->dreg, 0);
4209                 }
4210                         break;
4211                 case OP_CLT_UN:
4212                 case OP_ICLT_UN:
4213                 case OP_LCLT_UN: {
4214                         s390_lghi(code, ins->dreg, 1);
4215                         s390_jlo (code, 4);
4216                         s390_lghi(code, ins->dreg, 0);
4217                 }
4218                         break;
4219                 case OP_CGT:
4220                 case OP_ICGT:
4221                 case OP_LCGT: {
4222                         s390_lghi(code, ins->dreg, 1);
4223                         s390_jh  (code, 4);
4224                         s390_lghi(code, ins->dreg, 0);
4225                 }
4226                         break;
4227                 case OP_CGT_UN:
4228                 case OP_ICGT_UN:
4229                 case OP_LCGT_UN: {
4230                         s390_lghi(code, ins->dreg, 1);
4231                         s390_jho (code, 4);
4232                         s390_lghi(code, ins->dreg, 0);
4233                 }
4234                         break;
4235                 case OP_COND_EXC_EQ:
4236                 case OP_COND_EXC_IEQ:
4237                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
4238                         break;
4239                 case OP_COND_EXC_NE_UN:
4240                 case OP_COND_EXC_INE_UN:
4241                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
4242                         break;
4243                 case OP_COND_EXC_LT:
4244                 case OP_COND_EXC_ILT:
4245                 case OP_COND_EXC_LT_UN:
4246                 case OP_COND_EXC_ILT_UN:
4247                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
4248                         break;
4249                 case OP_COND_EXC_GT:
4250                 case OP_COND_EXC_IGT:
4251                 case OP_COND_EXC_GT_UN:
4252                 case OP_COND_EXC_IGT_UN:
4253                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
4254                         break;
4255                 case OP_COND_EXC_GE:
4256                 case OP_COND_EXC_IGE:
4257                 case OP_COND_EXC_GE_UN:
4258                 case OP_COND_EXC_IGE_UN:
4259                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
4260                         break;
4261                 case OP_COND_EXC_LE:
4262                 case OP_COND_EXC_ILE:
4263                 case OP_COND_EXC_LE_UN:
4264                 case OP_COND_EXC_ILE_UN:
4265                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
4266                         break;
4267                 case OP_COND_EXC_OV:
4268                 case OP_COND_EXC_IOV:
4269                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
4270                         break;
4271                 case OP_COND_EXC_NO:
4272                 case OP_COND_EXC_INO:
4273                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
4274                         break;
4275                 case OP_COND_EXC_C:
4276                 case OP_COND_EXC_IC:
4277                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
4278                         break;
4279                 case OP_COND_EXC_NC:
4280                 case OP_COND_EXC_INC:
4281                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
4282                         break;
4283                 case OP_LBEQ:
4284                 case OP_IBEQ:
4285                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4286                         break;
4287                 case OP_LBNE_UN:
4288                 case OP_IBNE_UN:
4289                         EMIT_COND_BRANCH (ins, S390_CC_NE);
4290                         break;
4291                 case OP_LBLT:
4292                 case OP_LBLT_UN:
4293                 case OP_IBLT:
4294                 case OP_IBLT_UN:
4295                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4296                         break;
4297                 case OP_LBGT:
4298                 case OP_LBGT_UN:
4299                 case OP_IBGT:
4300                 case OP_IBGT_UN:
4301                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4302                         break;
4303                 case OP_LBGE:
4304                 case OP_LBGE_UN:
4305                 case OP_IBGE:
4306                 case OP_IBGE_UN:
4307                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4308                         break;
4309                 case OP_LBLE:
4310                 case OP_LBLE_UN:
4311                 case OP_IBLE:
4312                 case OP_IBLE_UN:
4313                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4314                         break;
4315
4316                 /* floating point opcodes */
4317                 case OP_R8CONST: {
4318                         if (*((float *) ins->inst_p0) == 0) {
4319                                 s390_lzdr (code, ins->dreg);
4320                         } else {
4321                                 s390_basr  (code, s390_r13, 0);
4322                                 s390_j     (code, 6);
4323                                 s390_llong (code, ins->inst_p0);
4324                                 s390_lg    (code, s390_r13, 0, s390_r13, 4);
4325                                 s390_ld    (code, ins->dreg, 0, s390_r13, 0);
4326                         }
4327                 }
4328                         break;
4329                 case OP_R4CONST: {
4330                         if (*((float *) ins->inst_p0) == 0) {
4331                                 s390_lzdr (code, ins->dreg);
4332                         } else {
4333                                 s390_basr (code, s390_r13, 0);
4334                                 s390_j    (code, 6);
4335                                 s390_llong(code, ins->inst_p0);
4336                                 s390_lg   (code, s390_r13, 0, s390_r13, 4);
4337                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
4338                         }
4339                 }
4340                         break;
4341                 case OP_STORER8_MEMBASE_REG: {
4342                         S390_LONG (code, stdy, std, ins->sreg1, 0,
4343                                    ins->inst_destbasereg, ins->inst_offset);
4344                 }
4345                         break;
4346                 case OP_LOADR8_MEMBASE: {
4347                         S390_LONG (code, ldy, ld, ins->dreg, 0,
4348                                    ins->inst_basereg, ins->inst_offset);
4349                 }
4350                         break;
4351                 case OP_STORER4_MEMBASE_REG: {
4352                         s390_ledbr (code, s390_f15, ins->sreg1);
4353                         S390_LONG (code, stey, ste, s390_f15, 0,
4354                                    ins->inst_destbasereg, ins->inst_offset);
4355                 }
4356                         break;
4357                 case OP_LOADR4_MEMBASE: {
4358                         S390_LONG (code, ldy, ld, s390_f15, 0,
4359                                    ins->inst_basereg, ins->inst_offset);
4360                         s390_ldebr (code, ins->dreg, s390_f15);
4361                 }
4362                         break;
4363                 case OP_ICONV_TO_R_UN: {
4364                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4365                         s390_ltr   (code, ins->sreg1, ins->sreg1);
4366                         s390_jnl   (code, 12);
4367                         s390_basr  (code, s390_r13, 0);
4368                         s390_j     (code, 6);
4369                         s390_word  (code, 0x41f00000);
4370                         s390_word  (code, 0);
4371                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4372                 }
4373                         break;
4374                 case OP_LCONV_TO_R_UN: {
4375                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4376                         s390_ltgr  (code, ins->sreg1, ins->sreg1);
4377                         s390_jnl   (code, 12);
4378                         s390_basr  (code, s390_r13, 0);
4379                         s390_j     (code, 6);
4380                         s390_word  (code, 0x41f00000);
4381                         s390_word  (code, 0);
4382                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4383                 }
4384                         break;
4385                 case OP_LCONV_TO_R4:
4386                 case OP_ICONV_TO_R4: {
4387                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4388                 }
4389                         break;
4390                 case OP_LCONV_TO_R8:
4391                 case OP_ICONV_TO_R8: {
4392                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4393                 }
4394                         break;
4395                 case OP_FCONV_TO_I1:
4396                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
4397                         break;
4398                 case OP_FCONV_TO_U1:
4399                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
4400                         break;
4401                 case OP_FCONV_TO_I2:
4402                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
4403                         break;
4404                 case OP_FCONV_TO_U2:
4405                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
4406                         break;
4407                 case OP_FCONV_TO_I4:
4408                 case OP_FCONV_TO_I:
4409                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
4410                         break;
4411                 case OP_FCONV_TO_U4:
4412                 case OP_FCONV_TO_U:
4413                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
4414                         break;
4415                 case OP_FCONV_TO_I8:
4416                         s390_cgdbr (code, ins->dreg, 5, ins->sreg1);
4417                         break;
4418                 case OP_LCONV_TO_OVF_I: {
4419                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
4420                         short int *o[5];
4421                         s390_ltgr (code, ins->sreg2, ins->sreg2);
4422                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
4423                         s390_ltgr (code, ins->sreg1, ins->sreg1);
4424                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
4425                         s390_lhi  (code, s390_r13, -1);
4426                         s390_cgr  (code, ins->sreg1, s390_r13);
4427                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
4428                         if (ins->dreg != ins->sreg2)
4429                                 s390_lgr  (code, ins->dreg, ins->sreg2);
4430                         s390_j    (code, 0); CODEPTR(code, o[3]);
4431                         PTRSLOT(code, o[0]);
4432                         s390_jz   (code, 0); CODEPTR(code, o[4]);
4433                         PTRSLOT(code, o[1]);
4434                         PTRSLOT(code, o[2]);
4435                         mono_add_patch_info (cfg, code - cfg->native_code,
4436                                              MONO_PATCH_INFO_EXC, "OverflowException");
4437                         s390_brasl (code, s390_r14, 0);
4438                         PTRSLOT(code, o[3]);
4439                         PTRSLOT(code, o[4]);
4440                 }
4441                         break;
4442                 case OP_ABS: {
4443                         s390_lpdbr (code, ins->dreg, ins->sreg1);
4444                 }
4445                         break;
4446                 case OP_SQRT: {
4447                         s390_sqdbr (code, ins->dreg, ins->sreg1);
4448                 }
4449                         break;
4450                 case OP_FADD: {
4451                         CHECK_SRCDST_COM_F;
4452                         s390_adbr (code, ins->dreg, src2);
4453                 }
4454                         break;
4455                 case OP_FSUB: {
4456                         CHECK_SRCDST_NCOM_F;
4457                         s390_sdbr (code, ins->dreg, src2);
4458                 }
4459                         break;
4460                 case OP_FMUL: {
4461                         CHECK_SRCDST_COM_F;
4462                         s390_mdbr (code, ins->dreg, src2);
4463                 }
4464                         break;
4465                 case OP_FDIV: {
4466                         CHECK_SRCDST_NCOM_F;
4467                         s390_ddbr (code, ins->dreg, src2);
4468                 }
4469                         break;
4470                 case OP_FNEG: {
4471                         s390_lcdbr (code, ins->dreg, ins->sreg1);
4472                 }
4473                         break;
4474                 case OP_FREM: {
4475                         CHECK_SRCDST_NCOM_F;
4476                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
4477                 }
4478                         break;
4479                 case OP_FCOMPARE: {
4480                         s390_cdbr (code, ins->sreg1, ins->sreg2);
4481                 }
4482                         break;
4483                 case OP_FCEQ: {
4484                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4485                         s390_lghi  (code, ins->dreg, 1);
4486                         s390_je    (code, 4);
4487                         s390_lghi  (code, ins->dreg, 0);
4488                 }
4489                         break;
4490                 case OP_FCLT: {
4491                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4492                         s390_lghi  (code, ins->dreg, 1);
4493                         s390_jl    (code, 4);
4494                         s390_lghi  (code, ins->dreg, 0);
4495                 }
4496                         break;
4497                 case OP_FCLT_UN: {
4498                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4499                         s390_lghi  (code, ins->dreg, 1);
4500                         s390_jlo   (code, 4);
4501                         s390_lghi  (code, ins->dreg, 0);
4502                 }
4503                         break;
4504                 case OP_FCGT: {
4505                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4506                         s390_lghi  (code, ins->dreg, 1);
4507                         s390_jh    (code, 4);
4508                         s390_lghi  (code, ins->dreg, 0);
4509                 }
4510                         break;
4511                 case OP_FCGT_UN: {
4512                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4513                         s390_lghi  (code, ins->dreg, 1);
4514                         s390_jho   (code, 4);
4515                         s390_lghi  (code, ins->dreg, 0);
4516                 }
4517                         break;
4518                 case OP_FBEQ: {
4519                         short *o;
4520                         s390_jo (code, 0); CODEPTR(code, o);
4521                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4522                         PTRSLOT (code, o);
4523                 }
4524                         break;
4525                 case OP_FBNE_UN:
4526                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
4527                         break;
4528                 case OP_FBLT: {
4529                         short *o;
4530                         s390_jo (code, 0); CODEPTR(code, o);
4531                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4532                         PTRSLOT (code, o);
4533                 }
4534                         break;
4535                 case OP_FBLT_UN:
4536                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
4537                         break;
4538                 case OP_FBGT: {
4539                         short *o;
4540                         s390_jo (code, 0); CODEPTR(code, o);
4541                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4542                         PTRSLOT (code, o);
4543                 }
4544                         break;
4545                 case OP_FBGT_UN:
4546                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
4547                         break;
4548                 case OP_FBGE: {
4549                         short *o;
4550                         s390_jo (code, 0); CODEPTR(code, o);
4551                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4552                         PTRSLOT (code, o);
4553                 }
4554                         break;
4555                 case OP_FBGE_UN:
4556                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
4557                         break;
4558                 case OP_FBLE: {
4559                         short *o;
4560                         s390_jo (code, 0); CODEPTR(code, o);
4561                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4562                         PTRSLOT (code, o);
4563                 }
4564                         break;
4565                 case OP_FBLE_UN:
4566                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
4567                         break;
4568                 case OP_CKFINITE: {
4569                         short *o;
4570                         s390_lhi  (code, s390_r13, 0x7f);
4571                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
4572                         s390_jz   (code, 0); CODEPTR(code, o);
4573                         mono_add_patch_info (cfg, code - cfg->native_code,
4574                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
4575                         s390_brasl (code, s390_r14,0);
4576                         PTRSLOT(code, o);
4577                 }
4578                         break;
4579                 case OP_S390_MOVE: {
4580                         if (ins->backend.size > 0) {
4581                                 if (ins->backend.size <= 256) {
4582                                         s390_mvc  (code, ins->backend.size, ins->dreg,
4583                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
4584                                 } else {
4585                                         s390_lgr  (code, s390_r0, ins->dreg);
4586                                         if (ins->inst_offset > 0) {
4587                                                 if (s390_is_imm16 (ins->inst_offset)) {
4588                                                         s390_aghi (code, s390_r0, ins->inst_offset);
4589                                                 } else {
4590                                                         s390_basr (code, s390_r13, 0);
4591                                                         s390_j    (code, 6);
4592                                                         s390_llong(code, ins->inst_offset);
4593                                                         s390_ag   (code, s390_r0, 0, s390_r13, 4);
4594                                                 }
4595                                         }
4596                                         s390_lgr  (code, s390_r12, ins->sreg1);
4597                                         if (ins->inst_imm > 0) {
4598                                                 if (s390_is_imm16 (ins->inst_imm)) {
4599                                                         s390_aghi (code, s390_r12, ins->inst_imm);
4600                                                 } else {
4601                                                         s390_basr (code, s390_r13, 0);
4602                                                         s390_j    (code, 6);
4603                                                         s390_llong(code, ins->inst_imm);
4604                                                         s390_ag   (code, s390_r12, 0, s390_r13, 4);
4605                                                 }
4606                                         }
4607                                         if (s390_is_imm16 (ins->backend.size)) {
4608                                                 s390_lghi (code, s390_r1, ins->backend.size);
4609                                         } else {
4610                                                 s390_basr (code, s390_r13, 0);
4611                                                 s390_j    (code, 6);
4612                                                 s390_llong(code, ins->backend.size);
4613                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
4614                                         }
4615                                         s390_lgr  (code, s390_r13, s390_r1);
4616                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4617                                         s390_jo   (code, -2);
4618                                 }
4619                         }
4620                 }
4621                         break;
4622                 case OP_ATOMIC_ADD_I8: {
4623                         s390_lgr (code, s390_r1, ins->sreg2);
4624                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4625                         s390_agr (code, s390_r1, s390_r0);
4626                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4627                         s390_jnz (code, -10);
4628                         s390_lgr (code, ins->dreg, s390_r1);
4629                 }
4630                         break;
4631                 case OP_ATOMIC_ADD_NEW_I8: {
4632                         s390_lgr (code, s390_r1, ins->sreg2);
4633                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4634                         s390_agr (code, s390_r1, s390_r0);
4635                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4636                         s390_jnz (code, -10);
4637                         s390_lgr (code, ins->dreg, s390_r1);
4638                 }
4639                         break;
4640                 case OP_ATOMIC_EXCHANGE_I8: {
4641                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4642                         s390_csg (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4643                         s390_jnz (code, -6);
4644                         s390_lgr (code, ins->dreg, s390_r0);
4645                 }
4646                         break;
4647                 case OP_ATOMIC_ADD_I4: {
4648                         s390_lgfr(code, s390_r1, ins->sreg2);
4649                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4650                         s390_agr (code, s390_r1, s390_r0);
4651                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4652                         s390_jnz (code, -9);
4653                         s390_lgfr(code, ins->dreg, s390_r1);
4654                 }
4655                         break;
4656                 case OP_ATOMIC_ADD_NEW_I4: {
4657                         s390_lgfr(code, s390_r1, ins->sreg2);
4658                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4659                         s390_agr (code, s390_r1, s390_r0);
4660                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4661                         s390_jnz (code, -9);
4662                         s390_lgfr(code, ins->dreg, s390_r1);
4663                 }
4664                         break;
4665                 case OP_ATOMIC_EXCHANGE_I4: {
4666                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4667                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4668                         s390_jnz (code, -4);
4669                         s390_lgfr(code, ins->dreg, s390_r0);
4670                 }
4671                         break;
4672                 case OP_S390_BKCHAIN: {
4673                         s390_lgr  (code, ins->dreg, ins->sreg1);
4674                         if (s390_is_imm16 (cfg->stack_offset)) {
4675                                 s390_aghi (code, ins->dreg, cfg->stack_offset);
4676                         } else {
4677                                 s390_basr (code, s390_r13, 0);
4678                                 s390_j    (code, 6);
4679                                 s390_llong(code, cfg->stack_offset);
4680                                 s390_ag   (code, ins->dreg, 0, s390_r13, 4);
4681                         }
4682                 }
4683                         break;
4684                 case OP_MEMORY_BARRIER: {
4685                 }
4686                         break;
4687                 default:
4688                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4689                         g_assert_not_reached ();
4690                 }
4691
4692                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4693                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %ld)",
4694                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4695                         g_assert_not_reached ();
4696                 }
4697
4698                 cpos += max_len;
4699
4700                 last_offset = offset;
4701         }
4702
4703         cfg->code_len = code - cfg->native_code;
4704 }
4705
4706 /*========================= End of Function ========================*/
4707
4708 /*------------------------------------------------------------------*/
4709 /*                                                                  */
4710 /* Name         - mono_arch_register_lowlevel_calls                 */
4711 /*                                                                  */
4712 /* Function     - Register routines to help with --trace operation. */
4713 /*                                                                  */
4714 /*------------------------------------------------------------------*/
4715
4716 void
4717 mono_arch_register_lowlevel_calls (void)
4718 {
4719         mono_register_jit_icall (mono_arch_get_lmf_addr, "mono_arch_get_lmf_addr", NULL, TRUE);
4720 }
4721
4722 /*========================= End of Function ========================*/
4723
4724 /*------------------------------------------------------------------*/
4725 /*                                                                  */
4726 /* Name         - mono_arch_patch_code                              */
4727 /*                                                                  */
4728 /* Function     - Process the patch data created during the         */
4729 /*                instruction build process. This resolves jumps,   */
4730 /*                calls, variables etc.                             */
4731 /*                                                                  */
4732 /*------------------------------------------------------------------*/
4733
4734 void
4735 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4736                       guint8 *code, MonoJumpInfo *ji, MonoCodeManager *dyn_code_mp, gboolean run_cctors)
4737 {
4738         MonoJumpInfo *patch_info;
4739
4740         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4741                 unsigned char *ip = patch_info->ip.i + code;
4742                 gconstpointer target = NULL;
4743
4744                 target = mono_resolve_patch_target (method, domain, code,
4745                                                     patch_info, run_cctors);
4746
4747                 switch (patch_info->type) {
4748                         case MONO_PATCH_INFO_IP:
4749                         case MONO_PATCH_INFO_EXC_NAME:
4750                         case MONO_PATCH_INFO_LDSTR:
4751                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4752                         case MONO_PATCH_INFO_LDTOKEN:
4753                         case MONO_PATCH_INFO_EXC:
4754                         case MONO_PATCH_INFO_ABS:
4755                         case MONO_PATCH_INFO_METHOD:
4756                         case MONO_PATCH_INFO_INTERNAL_METHOD:
4757                         case MONO_PATCH_INFO_CLASS_INIT:
4758                                 s390_patch_addr (ip, (guint64) target);
4759                                 continue;
4760                         case MONO_PATCH_INFO_SWITCH:
4761                                 /*----------------------------------*/
4762                                 /* ip points at the basr r13,0/j +4 */
4763                                 /* instruction the vtable value     */
4764                                 /* follows this (i.e. ip+6)         */
4765                                 /*----------------------------------*/
4766                                 *((gconstpointer *)(ip+6)) = target;
4767                                 continue;
4768                         case MONO_PATCH_INFO_METHODCONST:
4769                         case MONO_PATCH_INFO_CLASS:
4770                         case MONO_PATCH_INFO_IMAGE:
4771                         case MONO_PATCH_INFO_FIELD:
4772                         case MONO_PATCH_INFO_IID:
4773                                 target = S390_RELATIVE(target, ip);
4774                                 s390_patch_rel (ip, (guint64) target);
4775                                 continue;
4776                         case MONO_PATCH_INFO_R4:
4777                         case MONO_PATCH_INFO_R8:
4778                         case MONO_PATCH_INFO_METHOD_REL:
4779                                 g_assert_not_reached ();
4780                                 continue;
4781                         default:
4782                                 target = S390_RELATIVE(target, ip);
4783                                 ip += 2;
4784                                 s390_patch_rel (ip, (guint64) target);
4785                 }
4786         }
4787 }
4788
4789 /*========================= End of Function ========================*/
4790
4791 /*------------------------------------------------------------------*/
4792 /*                                                                  */
4793 /* Name         - emit_load_volatile_arguments                      */
4794 /*                                                                  */
4795 /* Function     - Emit the instructions to reload parameter regist- */
4796 /*                registers for use with "tail" operations.         */
4797 /*                                                                  */
4798 /*                The register loading operations performed here    */
4799 /*                are the mirror of the store operations performed  */
4800 /*                in mono_arch_emit_prolog and need to be kept in   */
4801 /*                synchronization with it.                          */
4802 /*                                                                  */
4803 /*------------------------------------------------------------------*/
4804
4805 guint8 *
4806 emit_load_volatile_arguments (guint8 *code, MonoCompile *cfg)
4807 {
4808         MonoInst *inst;
4809         MonoMethod *method = cfg->method;
4810         MonoMethodSignature *sig = mono_method_signature(method);
4811         int pos = 0, i;
4812         CallInfo *cinfo;
4813
4814         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
4815
4816         if (cinfo->struct_ret) {
4817                 ArgInfo *ainfo = &cinfo->ret;
4818                 inst         = cfg->vret_addr;
4819                 s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4820         }
4821
4822         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4823                 ArgInfo *ainfo = cinfo->args + i;
4824                 inst = cfg->args [pos];
4825
4826                 if (inst->opcode == OP_REGVAR) {
4827                         if (ainfo->regtype == RegTypeGeneral)
4828                                 s390_lgr (code, ainfo->reg, inst->dreg);
4829                         else if (ainfo->regtype == RegTypeFP) {
4830                                 if (inst->dreg != ainfo->reg) {
4831                                         if (ainfo->size == 4) {
4832                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4833                                         } else {
4834                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4835                                         }
4836                                 }
4837                         }
4838                         else if (ainfo->regtype == RegTypeBase) {
4839                         } else
4840                                 g_assert_not_reached ();
4841                 } else {
4842                         if (ainfo->regtype == RegTypeGeneral) {
4843                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4844                                         g_assert_not_reached();
4845                                 switch (ainfo->size) {
4846                                 case 1:
4847                                         s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4848                                         break;
4849                                 case 2:
4850                                         s390_lgh  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4851                                         break;
4852                                 case 4:
4853                                         s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4854                                         break;
4855                                 case 8:
4856                                         s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4857                                         break;
4858                                 }
4859                         } else if (ainfo->regtype == RegTypeBase) {
4860                         } else if (ainfo->regtype == RegTypeFP) {
4861                                 if (ainfo->size == 8)
4862                                         s390_ld  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4863                                 else if (ainfo->size == 4)
4864                                         s390_le  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4865                                 else
4866                                         g_assert_not_reached ();
4867                         } else if (ainfo->regtype == RegTypeStructByVal) {
4868                                 if (ainfo->reg != STK_BASE) {
4869                                         switch (ainfo->size) {
4870                                         case 1:
4871                                                 s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4872                                                 break;
4873                                         case 2:
4874                                                 s390_lgh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4875                                                 break;
4876                                         case 4:
4877                                                 s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4878                                                 break;
4879                                         case 8:
4880                                                 s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4881                                                 break;
4882                                         }
4883                                 }
4884                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4885                                 if (ainfo->reg != STK_BASE) {
4886                                         s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4887                                 }
4888                         } else
4889                                 g_assert_not_reached ();
4890                 }
4891                 pos++;
4892         }
4893
4894         return code;
4895 }
4896
4897 /*========================= End of Function ========================*/
4898
4899 /*------------------------------------------------------------------*/
4900 /*                                                                  */
4901 /* Name         - mono_arch_emit_prolog                             */
4902 /*                                                                  */
4903 /* Function     - Create the instruction sequence for a function    */
4904 /*                prolog.                                           */
4905 /*                                                                  */
4906 /*------------------------------------------------------------------*/
4907
4908 guint8 *
4909 mono_arch_emit_prolog (MonoCompile *cfg)
4910 {
4911         MonoMethod *method = cfg->method;
4912         MonoBasicBlock *bb;
4913         MonoMethodSignature *sig;
4914         MonoInst *inst;
4915         long alloc_size, pos, max_offset, i, cfa_offset = 0;
4916         guint8 *code;
4917         guint32 size;
4918         CallInfo *cinfo;
4919         int tracing = 0;
4920         int lmfOffset;
4921
4922         cfg->code_size   = 512;
4923
4924         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4925                 tracing         = 1;
4926                 cfg->code_size += 256;
4927         }
4928
4929         if (method->save_lmf)
4930                 cfg->code_size += 200;
4931
4932         cfg->native_code = code = g_malloc (cfg->code_size);
4933
4934         mono_emit_unwind_op_def_cfa (cfg, code, STK_BASE, 0);
4935         emit_unwind_regs(cfg, code, s390_r6, s390_r14, S390_REG_SAVE_OFFSET);
4936         s390_stmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4937         mono_emit_unwind_op_offset (cfg, code, s390_r14, S390_RET_ADDR_OFFSET);
4938
4939         if (cfg->arch.bkchain_reg != -1)
4940                 s390_lgr (code, cfg->arch.bkchain_reg, STK_BASE);
4941
4942         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4943                 cfg->used_int_regs |= 1 << 11;
4944         }
4945
4946         alloc_size = cfg->stack_offset;
4947
4948         cfg->stack_usage = cfa_offset = alloc_size;
4949         mono_emit_unwind_op_def_cfa_offset (cfg, code, alloc_size);
4950         s390_lgr  (code, s390_r11, STK_BASE);
4951         if (s390_is_imm16 (alloc_size)) {
4952                 s390_aghi (code, STK_BASE, -alloc_size);
4953         } else {
4954                 int stackSize = alloc_size;
4955                 while (stackSize > 32767) {
4956                         s390_aghi (code, STK_BASE, -32767);
4957                         stackSize -= 32767;
4958                 }
4959                 s390_aghi (code, STK_BASE, -stackSize);
4960         }
4961         s390_stg  (code, s390_r11, 0, STK_BASE, 0);
4962
4963         if (cfg->frame_reg != STK_BASE)
4964                 s390_lgr (code, s390_r11, STK_BASE);
4965
4966         mono_emit_unwind_op_def_cfa_reg (cfg, code, cfg->frame_reg);
4967
4968         /* compute max_offset in order to use short forward jumps
4969          * we always do it on s390 because the immediate displacement
4970          * for jumps is too small
4971          */
4972         max_offset = 0;
4973         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4974                 MonoInst *ins;
4975                 bb->max_offset = max_offset;
4976
4977                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4978                         max_offset += 6;
4979
4980                 MONO_BB_FOR_EACH_INS (bb, ins)
4981                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4982         }
4983
4984         /* load arguments allocated to register from the stack */
4985         sig = mono_method_signature (method);
4986         pos = 0;
4987
4988         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
4989
4990         if (cinfo->struct_ret) {
4991                 ArgInfo *ainfo     = &cinfo->ret;
4992                 inst               = cfg->vret_addr;
4993                 inst->backend.size = ainfo->vtsize;
4994                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4995         }
4996
4997         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4998                 ArgInfo *ainfo = cinfo->args + i;
4999                 inst = cfg->args [pos];
5000
5001                 if (inst->opcode == OP_VTARG_ADDR)
5002                         inst = inst->inst_left;
5003
5004                 if (inst->opcode == OP_REGVAR) {
5005                         if (ainfo->regtype == RegTypeGeneral)
5006                                 s390_lgr (code, inst->dreg, ainfo->reg);
5007                         else if (ainfo->regtype == RegTypeFP) {
5008                                 if (inst->dreg != ainfo->reg) {
5009                                         if (ainfo->size == 4) {
5010                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
5011                                         } else {
5012                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
5013                                         }
5014                                 }
5015                         }
5016                         else if (ainfo->regtype == RegTypeBase) {
5017                                 s390_lgr  (code, s390_r13, STK_BASE);
5018                                 s390_aghi (code, s390_r13, alloc_size);
5019                                 s390_lg   (code, inst->dreg, 0, s390_r13, ainfo->offset);
5020                         } else
5021                                 g_assert_not_reached ();
5022
5023                         if (cfg->verbose_level > 2)
5024                                 g_print ("Argument %d assigned to register %s\n",
5025                                          pos, mono_arch_regname (inst->dreg));
5026                 } else {
5027                         if (ainfo->regtype == RegTypeGeneral) {
5028                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
5029                                         g_assert_not_reached();
5030                                 switch (ainfo->size) {
5031                                 case 1:
5032                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5033                                         break;
5034                                 case 2:
5035                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5036                                         break;
5037                                 case 4:
5038                                         s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5039                                         break;
5040                                 case 8:
5041                                         s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5042                                         break;
5043                                 }
5044                         } else if (ainfo->regtype == RegTypeBase) {
5045                         } else if (ainfo->regtype == RegTypeFP) {
5046                                 if (ainfo->size == 8)
5047                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5048                                 else if (ainfo->size == 4)
5049                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5050                                 else
5051                                         g_assert_not_reached ();
5052                         } else if (ainfo->regtype == RegTypeStructByVal) {
5053                                 int doffset = inst->inst_offset;
5054                                 int reg;
5055                                 if (ainfo->reg != STK_BASE)
5056                                         reg = ainfo->reg;
5057                                 else {
5058                                         reg = s390_r0;
5059                                         s390_lgr  (code, s390_r13, STK_BASE);
5060                                         s390_aghi (code, s390_r13, alloc_size);
5061                                 }
5062
5063                                 size = (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE
5064                                         ? mono_class_native_size(mono_class_from_mono_type(inst->inst_vtype), NULL)
5065                                         : ainfo->size);
5066
5067                                 switch (size) {
5068                                         case 1:
5069                                                 if (ainfo->reg == STK_BASE)
5070                                                         s390_ic (code, reg, 0, s390_r13, ainfo->offset+7);
5071                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
5072                                                 break;
5073                                         case 2:
5074                                                 if (ainfo->reg == STK_BASE)
5075                                                         s390_lh (code, reg, 0, s390_r13, ainfo->offset+6);
5076                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
5077                                                 break;
5078                                         case 4:
5079                                                 if (ainfo->reg == STK_BASE)
5080                                                         s390_l  (code, reg, 0, s390_r13, ainfo->offset+4);
5081                                                 s390_st (code, reg, 0, inst->inst_basereg, doffset);
5082                                                 break;
5083                                         case 8:
5084                                                 if (ainfo->reg == STK_BASE)
5085                                                         s390_lg  (code, reg, 0, s390_r13, ainfo->offset);
5086                                                 s390_stg (code, reg, 0, inst->inst_basereg, doffset);
5087                                                 break;
5088                                 }
5089                         } else if (ainfo->regtype == RegTypeStructByAddr) {
5090                                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5091                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
5092                         } else
5093                                 g_assert_not_reached ();
5094                 }
5095                 pos++;
5096         }
5097
5098         if (method->save_lmf) {
5099                 /*---------------------------------------------------------------*/
5100                 /* we build the MonoLMF structure on the stack - see mini-s390.h */
5101                 /*---------------------------------------------------------------*/
5102                 lmfOffset = alloc_size - sizeof(MonoLMF);
5103
5104                 s390_lgr   (code, s390_r13, cfg->frame_reg);
5105                 s390_aghi  (code, s390_r13, lmfOffset);
5106
5107                 /*---------------------------------------------------------------*/
5108                 /* Preserve the parameter registers while we fix up the lmf      */
5109                 /*---------------------------------------------------------------*/
5110                 s390_stmg  (code, s390_r2, s390_r6, s390_r13,
5111                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5112
5113                 /*---------------------------------------------------------------*/
5114                 /* On return from this call r2 have the address of the &lmf      */
5115                 /*---------------------------------------------------------------*/
5116                 s390_basr(code, s390_r14, 0);
5117                 s390_j   (code, 6);
5118                 mono_add_patch_info (cfg, code - cfg->native_code,
5119                                      MONO_PATCH_INFO_INTERNAL_METHOD,
5120                                      (gpointer)"mono_get_lmf_addr");
5121                 s390_llong(code, 0);
5122                 s390_lg   (code, s390_r1, 0, s390_r14, 4);
5123                 s390_basr (code, s390_r14, s390_r1);
5124
5125                 /*---------------------------------------------------------------*/
5126                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
5127                 /*---------------------------------------------------------------*/
5128                 s390_stg   (code, s390_r2, 0, s390_r13,
5129                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
5130
5131                 /*---------------------------------------------------------------*/
5132                 /* Get current lmf                                               */
5133                 /*---------------------------------------------------------------*/
5134                 s390_lg    (code, s390_r0, 0, s390_r2, 0);
5135
5136                 /*---------------------------------------------------------------*/
5137                 /* Set our lmf as the current lmf                                */
5138                 /*---------------------------------------------------------------*/
5139                 s390_stg   (code, s390_r13, 0, s390_r2, 0);
5140
5141                 /*---------------------------------------------------------------*/
5142                 /* Have our lmf.previous_lmf point to the last lmf               */
5143                 /*---------------------------------------------------------------*/
5144                 s390_stg   (code, s390_r0, 0, s390_r13,
5145                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
5146
5147                 /*---------------------------------------------------------------*/
5148                 /* save method info                                              */
5149                 /*---------------------------------------------------------------*/
5150                 s390_basr  (code, s390_r1, 0);
5151                 s390_j     (code, 6);
5152                 s390_llong (code, method);
5153                 s390_lg    (code, s390_r1, 0, s390_r1, 4);
5154                 s390_stg   (code, s390_r1, 0, s390_r13,
5155                             G_STRUCT_OFFSET(MonoLMF, method));
5156
5157                 /*---------------------------------------------------------------*/
5158                 /* save the current IP                                           */
5159                 /*---------------------------------------------------------------*/
5160                 s390_stg   (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
5161                 s390_basr  (code, s390_r1, 0);
5162                 s390_stg   (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
5163
5164                 /*---------------------------------------------------------------*/
5165                 /* Save general and floating point registers                     */
5166                 /*---------------------------------------------------------------*/
5167                 s390_stmg  (code, s390_r2, s390_r12, s390_r13,
5168                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
5169                 for (i = 0; i < 16; i++) {
5170                         s390_std  (code, i, 0, s390_r13,
5171                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
5172                 }
5173
5174                 /*---------------------------------------------------------------*/
5175                 /* Restore the parameter registers now that we've set up the lmf */
5176                 /*---------------------------------------------------------------*/
5177                 s390_lmg   (code, s390_r2, s390_r6, s390_r13,
5178                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5179         }
5180
5181         if (tracing)
5182                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
5183
5184         cfg->code_len = code - cfg->native_code;
5185         g_assert (cfg->code_len < cfg->code_size);
5186
5187         return code;
5188 }
5189
5190 /*========================= End of Function ========================*/
5191
5192 /*------------------------------------------------------------------*/
5193 /*                                                                  */
5194 /* Name         - mono_arch_emit_epilog                             */
5195 /*                                                                  */
5196 /* Function     - Emit the instructions for a function epilog.      */
5197 /*                                                                  */
5198 /*------------------------------------------------------------------*/
5199
5200 void
5201 mono_arch_emit_epilog (MonoCompile *cfg)
5202 {
5203         MonoMethod *method = cfg->method;
5204         int tracing = 0;
5205         guint8 *code;
5206         int max_epilog_size = 96;
5207
5208         if (cfg->method->save_lmf)
5209                 max_epilog_size += 128;
5210
5211         if (mono_jit_trace_calls != NULL)
5212                 max_epilog_size += 128;
5213
5214         if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
5215                 max_epilog_size += 128;
5216
5217         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
5218                 cfg->code_size  *= 2;
5219                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5220                 mono_jit_stats.code_reallocs++;
5221         }
5222
5223         code = cfg->native_code + cfg->code_len;
5224
5225         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
5226                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
5227                 tracing = 1;
5228         }
5229
5230         if (method->save_lmf)
5231                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
5232
5233         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
5234 //              if (cfg->frame_reg != STK_BASE)
5235 //                      s390_lgr (code, STK_BASE, cfg->frame_reg);
5236                 s390_lg  (code, STK_BASE, 0, STK_BASE, 0);
5237         } else
5238                 code = backUpStackPtr(cfg, code);
5239
5240         s390_lmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
5241         s390_br  (code, s390_r14);
5242
5243         cfg->code_len = code - cfg->native_code;
5244
5245         g_assert (cfg->code_len < cfg->code_size);
5246
5247 }
5248
5249 /*========================= End of Function ========================*/
5250
5251 /*------------------------------------------------------------------*/
5252 /*                                                                  */
5253 /* Name         - mono_arch_emit_exceptions                         */
5254 /*                                                                  */
5255 /* Function     - Emit the blocks to handle exception conditions.   */
5256 /*                                                                  */
5257 /*------------------------------------------------------------------*/
5258
5259 void
5260 mono_arch_emit_exceptions (MonoCompile *cfg)
5261 {
5262         MonoJumpInfo    *patch_info;
5263         guint8          *code;
5264         int             nThrows = 0,
5265                         exc_count = 0,
5266                         iExc;
5267         guint32         code_size;
5268         MonoClass       *exc_classes [MAX_EXC];
5269         guint8          *exc_throw_start [MAX_EXC];
5270
5271         for (patch_info = cfg->patch_info;
5272              patch_info;
5273              patch_info = patch_info->next) {
5274                 if (patch_info->type == MONO_PATCH_INFO_EXC)
5275                         exc_count++;
5276         }
5277
5278         code_size = exc_count * 48;
5279
5280         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
5281                 cfg->code_size  *= 2;
5282                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5283                 mono_jit_stats.code_reallocs++;
5284         }
5285
5286         code = cfg->native_code + cfg->code_len;
5287
5288         /*---------------------------------------------------------------------*/
5289         /* Add code to raise exceptions                                        */
5290         /*---------------------------------------------------------------------*/
5291         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
5292                 switch (patch_info->type) {
5293                 case MONO_PATCH_INFO_EXC: {
5294                         guint8 *ip = patch_info->ip.i + cfg->native_code;
5295                         MonoClass *exc_class;
5296                         guint64 throw_ip;
5297
5298                         /*-----------------------------------------------------*/
5299                         /* Patch the branch in epilog to come here             */
5300                         /*-----------------------------------------------------*/
5301                         s390_patch_rel (ip + 2, (guint64) S390_RELATIVE(code,ip));
5302
5303                         exc_class = mono_class_from_name (mono_defaults.corlib,
5304                                                           "System",
5305                                                           patch_info->data.name);
5306                         g_assert (exc_class);
5307                         throw_ip = patch_info->ip.i;
5308
5309                         for (iExc = 0; iExc < nThrows; ++iExc)
5310                                 if (exc_classes [iExc] == exc_class)
5311                                         break;
5312
5313                         if (iExc < nThrows) {
5314                                 s390_jcl (code, S390_CC_UN,
5315                                           (guint64) exc_throw_start [iExc]);
5316                                 patch_info->type = MONO_PATCH_INFO_NONE;
5317                         } else {
5318
5319                                 if (nThrows < MAX_EXC) {
5320                                         exc_classes [nThrows]     = exc_class;
5321                                         exc_throw_start [nThrows] = code;
5322                                 }
5323
5324                                 /*---------------------------------------------*/
5325                                 /* Patch the parameter passed to the handler   */
5326                                 /*---------------------------------------------*/
5327                                 s390_basr (code, s390_r13, 0);
5328                                 s390_j    (code, 6);
5329 //                              s390_llong(code, patch_info->data.target);
5330                                 s390_llong(code, exc_class->type_token);
5331                                 /*---------------------------------------------*/
5332                                 /* Load return address & parameter register    */
5333                                 /*---------------------------------------------*/
5334                                 s390_larl (code, s390_r14, (guint64)S390_RELATIVE((patch_info->ip.i +
5335                                                            cfg->native_code + 8), code));
5336                                 s390_lg   (code, s390_r2, 0, s390_r13, 4);
5337                                 /*---------------------------------------------*/
5338                                 /* Reuse the current patch to set the jump     */
5339                                 /*---------------------------------------------*/
5340                                 s390_basr (code, s390_r13, 0);
5341                                 s390_j    (code, 6);
5342                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
5343                                 patch_info->data.name = "mono_arch_throw_corlib_exception";
5344                                 patch_info->ip.i      = code - cfg->native_code;
5345                                 s390_llong(code, 0);
5346                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5347                                 s390_br   (code, s390_r1);
5348                         }
5349                         break;
5350                 }
5351                 default:
5352                         /* do nothing */
5353                         break;
5354                 }
5355         }
5356
5357         cfg->code_len = code - cfg->native_code;
5358
5359         g_assert (cfg->code_len < cfg->code_size);
5360
5361 }
5362
5363 /*========================= End of Function ========================*/
5364
5365 /*------------------------------------------------------------------*/
5366 /*                                                                  */
5367 /* Name         - mono_arch_setup_jit_tls_data                      */
5368 /*                                                                  */
5369 /* Function     - Setup the JIT's Thread Level Specific Data.       */
5370 /*                                                                  */
5371 /*------------------------------------------------------------------*/
5372
5373 void
5374 mono_arch_setup_jit_tls_data (MonoJitTlsData *tls)
5375 {
5376         if (!tls_offset_inited) {
5377                 tls_offset_inited = TRUE;
5378
5379 #if HAVE_KW_THREAD
5380 # if 0
5381         __asm__ ("\tear\t%r1,0\n"
5382                  "\tlr\t%0,%3\n"
5383                  "\tsr\t%0,%r1\n"
5384                  "\tlr\t%1,%4\n"
5385                  "\tsr\t%1,%r1\n"
5386                  "\tlr\t%2,%5\n"
5387                  "\tsr\t%2,%r1\n"
5388                  : "=r" (appdomain_tls_offset),
5389                    "=r" (thread_tls_offset),
5390                    "=r" (lmf_tls_offset)
5391                  : "r" (&tls_appdomain),
5392                    "r" (&tls_current_object),
5393                    "r" (&mono_lmf_addr)
5394                  : "1", "cc");
5395 # endif
5396 #endif
5397         }
5398
5399         if (!lmf_addr_key_inited) {
5400                 lmf_addr_key_inited = TRUE;
5401                 pthread_key_create (&lmf_addr_key, NULL);
5402         }
5403         pthread_setspecific (lmf_addr_key, &tls->lmf);
5404
5405 }
5406
5407 /*========================= End of Function ========================*/
5408
5409 /*------------------------------------------------------------------*/
5410 /*                                                                  */
5411 /* Name         - mono_arch_free_jit_tls_data                       */
5412 /*                                                                  */
5413 /* Function     - Free tls data.                                    */
5414 /*                                                                  */
5415 /*------------------------------------------------------------------*/
5416
5417 void
5418 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
5419 {
5420 }
5421
5422 /*========================= End of Function ========================*/
5423
5424 /*------------------------------------------------------------------*/
5425 /*                                                                  */
5426 /* Name         - mono_arch_emit_inst_for_method                        */
5427 /*                                                                  */
5428 /*------------------------------------------------------------------*/
5429
5430 MonoInst*
5431 mono_arch_emit_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args)
5432 {
5433         return NULL;
5434 }
5435
5436 /*========================= End of Function ========================*/
5437
5438 /*------------------------------------------------------------------*/
5439 /*                                                                  */
5440 /* Name         - mono_arch_decompose_opts                          */
5441 /*                                                                  */
5442 /* Function     - Decompose opcode into a System z opcode.          */
5443 /*                                                                  */
5444 /*------------------------------------------------------------------*/
5445
5446 void
5447 mono_arch_decompose_opts (MonoCompile *cfg, MonoInst *ins)
5448 {
5449         /*
5450          * Have to rename these to avoid being decomposed normally, since the normal
5451          * decomposition does not work on S390.
5452          */
5453         switch (ins->opcode) {
5454         case OP_ISUB_OVF:
5455                 ins->opcode = OP_S390_ISUB_OVF;
5456                 break;
5457         case OP_ISUB_OVF_UN:
5458                 ins->opcode = OP_S390_ISUB_OVF_UN;
5459                 break;
5460         case OP_IADD_OVF:
5461                 ins->opcode = OP_S390_IADD_OVF;
5462                 break;
5463         case OP_IADD_OVF_UN:
5464                 ins->opcode = OP_S390_IADD_OVF_UN;
5465                 break;
5466         case OP_LADD_OVF:
5467                 ins->opcode = OP_S390_LADD_OVF;
5468                 break;
5469         case OP_LADD_OVF_UN:
5470                 ins->opcode = OP_S390_LADD_OVF_UN;
5471                 break;
5472         case OP_LSUB_OVF:
5473                 ins->opcode = OP_S390_LSUB_OVF;
5474                 break;
5475         case OP_LSUB_OVF_UN:
5476                 ins->opcode = OP_S390_LSUB_OVF_UN;
5477                 break;
5478         default:
5479                 break;
5480         }
5481 }
5482
5483 /*========================= End of Function ========================*/
5484
5485 /*------------------------------------------------------------------*/
5486 /*                                                                  */
5487 /* Name         - mono_arch_print_tree                              */
5488 /*                                                                  */
5489 /* Function     - Print platform-specific opcode details.           */
5490 /*                                                                  */
5491 /* Returns      - 1 - opcode details have been printed              */
5492 /*                0 - opcode details have not been printed          */
5493 /*                                                                  */
5494 /*------------------------------------------------------------------*/
5495
5496 gboolean
5497 mono_arch_print_tree (MonoInst *tree, int arity)
5498 {
5499         gboolean done;
5500
5501         switch (tree->opcode) {
5502                 case OP_S390_LOADARG:
5503                 case OP_S390_ARGREG:
5504                 case OP_S390_ARGPTR:
5505                         printf ("[0x%lx(%s)]", tree->inst_offset,
5506                                 mono_arch_regname (tree->inst_basereg));
5507                         done = 1;
5508                         break;
5509                 case OP_S390_STKARG:
5510                         printf ("[0x%lx(previous_frame)]",
5511                                 tree->inst_offset);
5512                         done = 1;
5513                         break;
5514                 case OP_S390_MOVE:
5515                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
5516                                 tree->inst_offset, tree->backend.size,
5517                                 mono_arch_regname(tree->dreg),
5518                                 tree->inst_imm,
5519                                 mono_arch_regname(tree->sreg1));
5520                         done = 1;
5521                         break;
5522                 case OP_S390_SETF4RET:
5523                         printf ("[f%s,f%s]",
5524                                 mono_arch_regname (tree->dreg),
5525                                 mono_arch_regname (tree->sreg1));
5526                         done = 1;
5527                         break;
5528                 case OP_TLS_GET:
5529                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
5530                                 tree->inst_imm,
5531                                 mono_arch_regname (tree->sreg1));
5532                         done = 1;
5533                         break;
5534                 case OP_S390_BKCHAIN:
5535                         printf ("[previous_frame(%s)]",
5536                                 mono_arch_regname (tree->sreg1));
5537                         done = 1;
5538                 default:
5539                         done = 0;
5540         }
5541         return (done);
5542 }
5543
5544 /*========================= End of Function ========================*/
5545
5546 /*------------------------------------------------------------------*/
5547 /*                                                                  */
5548 /* Name         - mono_arch_regalloc_cost                           */
5549 /*                                                                  */
5550 /* Function     - Determine the cost, in the number of memory       */
5551 /*                references, of the action of allocating the var-  */
5552 /*                iable VMV into a register during global register  */
5553 /*                allocation.                                       */
5554 /*                                                                  */
5555 /* Returns      - Cost                                              */
5556 /*                                                                  */
5557 /*------------------------------------------------------------------*/
5558
5559 guint32
5560 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
5561 {
5562         /* FIXME: */
5563         return 2;
5564 }
5565
5566 /*========================= End of Function ========================*/
5567
5568 /*------------------------------------------------------------------*/
5569 /*                                                                  */
5570 /* Name         - mono_arch_get_domain_intrinsic                    */
5571 /*                                                                  */
5572 /* Function     -                                                   */
5573 /*                                                                  */
5574 /* Returns      -                                                   */
5575 /*                                                                  */
5576 /*------------------------------------------------------------------*/
5577
5578 MonoInst *
5579 mono_arch_get_domain_intrinsic (MonoCompile* cfg)
5580 {
5581         MonoInst *ins;
5582
5583         if (appdomain_tls_offset == -1)
5584                 return NULL;
5585
5586         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
5587         ins->inst_offset = appdomain_tls_offset;
5588         return (ins);
5589 }
5590
5591 /*========================= End of Function ========================*/
5592
5593 /*------------------------------------------------------------------*/
5594 /*                                                                  */
5595 /* Name         - mono_arch_flush_register_windows                  */
5596 /*                                                                  */
5597 /* Function     -                                                   */
5598 /*                                                                  */
5599 /* Returns      -                                                   */
5600 /*                                                                  */
5601 /*------------------------------------------------------------------*/
5602
5603 void
5604 mono_arch_flush_register_windows (void)
5605 {
5606 }
5607
5608 /*========================= End of Function ========================*/
5609
5610 /*------------------------------------------------------------------*/
5611 /*                                                                  */
5612 /* Name         - mono_arch_get_lmf_addr                            */
5613 /*                                                                  */
5614 /* Function     -                                                   */
5615 /*                                                                  */
5616 /* Returns      -                                                   */
5617 /*                                                                  */
5618 /*------------------------------------------------------------------*/
5619
5620 gpointer
5621 mono_arch_get_lmf_addr (void)
5622 {
5623         return pthread_getspecific (lmf_addr_key);
5624 }
5625
5626 /*========================= End of Function ========================*/
5627
5628 /*------------------------------------------------------------------*/
5629 /*                                                                  */
5630 /* Name         - mono_arch_is_inst_imm                             */
5631 /*                                                                  */
5632 /* Function     - Determine if operand qualifies as an immediate    */
5633 /*                value. For s390 this is a value -32768-32768      */
5634 /*                                                                  */
5635 /* Returns      - True|False - is [not] immediate value.            */
5636 /*                                                                  */
5637 /*------------------------------------------------------------------*/
5638
5639 gboolean
5640 mono_arch_is_inst_imm (gint64 imm)
5641 {
5642         return s390_is_imm16 (imm);
5643 }
5644
5645 /*========================= End of Function ========================*/
5646
5647 /*------------------------------------------------------------------*/
5648 /*                                                                  */
5649 /* Name         - mono_arch_get_patch_offset                        */
5650 /*                                                                  */
5651 /* Function     - Dummy entry point until s390x supports aot.       */
5652 /*                                                                  */
5653 /* Returns      - Offset for patch.                                 */
5654 /*                                                                  */
5655 /*------------------------------------------------------------------*/
5656
5657 guint32
5658 mono_arch_get_patch_offset (guint8 *code)
5659 {
5660         return 0;
5661 }
5662
5663 /*========================= End of Function ========================*/
5664
5665 /*------------------------------------------------------------------*/
5666 /*                                                                  */
5667 /* Name         - mono_arch_context_get_int_reg.                    */
5668 /*                                                                  */
5669 /* Function     -                                                   */
5670 /*                                                                  */
5671 /* Returns      - Offset for patch.                                 */
5672 /*                                                                  */
5673 /*------------------------------------------------------------------*/
5674
5675 gpointer
5676 mono_arch_context_get_int_reg (MonoContext *ctx, int reg)
5677 {
5678         /* FIXME: implement */
5679         g_assert_not_reached ();
5680         return NULL;
5681 }
5682
5683 /*========================= End of Function ========================*/
5684
5685 /*------------------------------------------------------------------*/
5686 /*                                                                  */
5687 /* Name         - mono_arch_get_this_arg_from_call.                 */
5688 /*                                                                  */
5689 /* Function     -                                                   */
5690 /*                                                                  */
5691 /*------------------------------------------------------------------*/
5692
5693 gpointer
5694 mono_arch_get_this_arg_from_call (mgreg_t *regs, guint8 *code)
5695 {
5696         MonoLMF *lmf = (MonoLMF *) ((gchar *) regs - sizeof(MonoLMF));
5697
5698         return (gpointer) lmf->gregs [s390_r2];
5699 }
5700
5701 /*========================= End of Function ========================*/
5702
5703 /*------------------------------------------------------------------*/
5704 /*                                                                  */
5705 /* Name         - get_delegate_invoke_impl.                         */
5706 /*                                                                  */
5707 /* Function     -                                                   */
5708 /*                                                                  */
5709 /*------------------------------------------------------------------*/
5710
5711 static gpointer
5712 get_delegate_invoke_impl (gboolean has_target, guint32 param_count, guint32 *code_len, gboolean aot)
5713 {
5714         guint8 *code, *start;
5715
5716         if (has_target) {
5717                 int size = 32;
5718
5719                 start = code = mono_global_codeman_reserve (size);
5720
5721                 /* Replace the this argument with the target */
5722                 s390_lg   (code, s390_r1, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, method_ptr));
5723                 s390_lg   (code, s390_r2, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, target));
5724                 s390_br   (code, s390_r1);
5725                 g_assert ((code - start) <= size);
5726
5727                 mono_arch_flush_icache (start, size);
5728         } else {
5729                 int size, i;
5730
5731                 size = 32 + param_count * 8;
5732                 start = code = mono_global_codeman_reserve (size);
5733
5734                 s390_lg   (code, s390_r1, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, method_ptr));
5735                 /* slide down the arguments */
5736                 for (i = 0; i < param_count; ++i) {
5737                         s390_lgr (code, (s390_r2 + i), (s390_r2 + i + 1));
5738                 }
5739                 s390_br   (code, s390_r1);
5740
5741                 g_assert ((code - start) <= size);
5742
5743                 mono_arch_flush_icache (start, size);
5744         }
5745
5746         if (code_len)
5747                 *code_len = code - start;
5748
5749         return start;
5750 }
5751
5752 /*========================= End of Function ========================*/
5753
5754 /*------------------------------------------------------------------*/
5755 /*                                                                  */
5756 /* Name         - mono_arch_get_delegate_invoke_impls.              */
5757 /*                                                                  */
5758 /* Function     -                                                   */
5759 /*                                                                  */
5760 /*------------------------------------------------------------------*/
5761
5762 GSList*
5763 mono_arch_get_delegate_invoke_impls (void)
5764 {
5765         GSList *res = NULL;
5766         guint8 *code;
5767         guint32 code_len;
5768         int i;
5769
5770         code = get_delegate_invoke_impl (TRUE, 0, &code_len, TRUE);
5771         res = g_slist_prepend (res, mono_tramp_info_create (g_strdup ("delegate_invoke_impl_has_target"), code, code_len, NULL, NULL));
5772
5773         for (i = 0; i < MAX_ARCH_DELEGATE_PARAMS; ++i) {
5774                 code = get_delegate_invoke_impl (FALSE, i, &code_len, TRUE);
5775                 res = g_slist_prepend (res, mono_tramp_info_create (g_strdup_printf ("delegate_invoke_impl_target_%d", i), code, code_len, NULL, NULL));
5776         }
5777
5778         return res;
5779 }
5780
5781 /*========================= End of Function ========================*/
5782
5783 /*------------------------------------------------------------------*/
5784 /*                                                                  */
5785 /* Name         - mono_arch_get_delegate_invoke_impl.               */
5786 /*                                                                  */
5787 /* Function     -                                                   */
5788 /*                                                                  */
5789 /*------------------------------------------------------------------*/
5790
5791 gpointer
5792 mono_arch_get_delegate_invoke_impl (MonoMethodSignature *sig, gboolean has_target)
5793 {
5794         guint8 *code, *start;
5795
5796         /* FIXME: Support more cases */
5797         if (MONO_TYPE_ISSTRUCT (sig->ret))
5798                 return NULL;
5799
5800         if (has_target) {
5801                 static guint8* cached = NULL;
5802
5803                 if (cached)
5804                         return cached;
5805
5806                 if (mono_aot_only)
5807                         start = mono_aot_get_trampoline ("delegate_invoke_impl_has_target");
5808                 else
5809                         start = get_delegate_invoke_impl (TRUE, 0, NULL, FALSE);
5810
5811                 mono_memory_barrier ();
5812
5813                 cached = start;
5814         } else {
5815                 static guint8* cache [MAX_ARCH_DELEGATE_PARAMS + 1] = {NULL};
5816                 int i;
5817
5818                 if (sig->param_count > MAX_ARCH_DELEGATE_PARAMS)
5819                         return NULL;
5820                 for (i = 0; i < sig->param_count; ++i)
5821                         if (!mono_is_regsize_var (sig->params [i]))
5822                                 return NULL;
5823
5824
5825                 code = cache [sig->param_count];
5826                 if (code)
5827                         return code;
5828
5829                 if (mono_aot_only) {
5830                         char *name = g_strdup_printf ("delegate_invoke_impl_target_%d", sig->param_count);
5831                         start = mono_aot_get_trampoline (name);
5832                         g_free (name);
5833                 } else {
5834                         start = get_delegate_invoke_impl (FALSE, sig->param_count, NULL, FALSE);
5835                 }
5836
5837                 mono_memory_barrier ();
5838
5839                 cache [sig->param_count] = start;
5840         }
5841         return start;
5842 }
5843
5844 /*========================= End of Function ========================*/
5845
5846 /*------------------------------------------------------------------*/
5847 /*                                                                  */
5848 /* Name         - mono_arch_build_imt_thunk.                        */
5849 /*                                                                  */
5850 /* Function     -                                                   */
5851 /*                                                                  */
5852 /*------------------------------------------------------------------*/
5853
5854 gpointer
5855 mono_arch_build_imt_thunk (MonoVTable *vtable, MonoDomain *domain,
5856                            MonoIMTCheckItem **imt_entries, int count,
5857                            gpointer fail_tramp)
5858 {
5859         int i;
5860         int size = 0;
5861         guchar *code, *start;
5862
5863         for (i = 0; i < count; ++i) {
5864                 MonoIMTCheckItem *item = imt_entries [i];
5865                 if (item->is_equals) {
5866                         if (item->check_target_idx) {
5867                                 if (!item->compare_done)
5868                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5869                                 if (item->has_target_code)
5870                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE;
5871                                 else
5872                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE +
5873                                                             LOAD_SIZE;
5874                         } else {
5875                                 if (fail_tramp) {
5876                                         item->chunk_size += CMP_SIZE + 2 * BR_SIZE + JUMP_SIZE +
5877                                                             2 * LOADCON_SIZE;
5878                                         if (!item->has_target_code)
5879                                                 item->chunk_size += LOAD_SIZE;
5880                                 } else {
5881                                         item->chunk_size += LOADCON_SIZE + LOAD_SIZE + BR_SIZE;
5882 #if ENABLE_WRONG_METHOD_CHECK
5883                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5884 #endif
5885                                 }
5886                         }
5887                 } else {
5888                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5889                         imt_entries [item->check_target_idx]->compare_done = TRUE;
5890                 }
5891                 size += item->chunk_size;
5892         }
5893
5894         if (fail_tramp)
5895                 code = mono_method_alloc_generic_virtual_thunk (domain, size);
5896         else
5897                 code = mono_domain_code_reserve (domain, size);
5898
5899         start = code;
5900
5901         for (i = 0; i < count; ++i) {
5902                 MonoIMTCheckItem *item = imt_entries [i];
5903                 item->code_target = (guint8 *) code;
5904                 if (item->is_equals) {
5905                         if (item->check_target_idx) {
5906                                 if (!item->compare_done) {
5907                                         s390_basr (code, s390_r13, s390_r0);
5908                                         s390_j    (code, 6);
5909                                         s390_llong(code, item->key);
5910                                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5911                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5912                                 }
5913                                 item->jmp_code = (guint8*) code;
5914                                 s390_jcl (code, S390_CC_NE, 0);
5915
5916                                 s390_basr (code, s390_r13, s390_r0);
5917                                 s390_j    (code, 6);
5918                                 if (item->has_target_code)  {
5919                                         s390_llong(code, item->value.target_code);
5920                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5921                                 } else {
5922                                         s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5923                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5924                                         s390_lg   (code, s390_r1, 0, s390_r1, 0);
5925                                 }
5926                                 s390_br   (code, s390_r1);
5927                         } else {
5928                                 if (fail_tramp) {
5929                                         gint64  target;
5930
5931                                         s390_basr (code, s390_r13, s390_r0);
5932                                         s390_j    (code, 6);
5933                                         s390_llong(code, item->key);
5934                                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5935                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5936                                         item->jmp_code = (guint8*) code;
5937                                         s390_jcl  (code, S390_CC_NE, 0);
5938                                         s390_basr (code, s390_r13, s390_r0);
5939                                         s390_j    (code, 6);
5940                                         if (item->has_target_code) {
5941                                                 s390_llong(code, item->value.target_code);
5942                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5943                                         } else {
5944                                                 g_assert (vtable);
5945                                                 s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5946                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5947                                                 s390_lg   (code, s390_r1, 0, s390_r1, 0);
5948                                         }
5949                                         s390_br   (code, s390_r1);
5950                                         target = S390_RELATIVE(code, item->jmp_code);
5951                                         s390_patch_rel(item->jmp_code+2, target);
5952                                         s390_basr (code, s390_r13, s390_r0);
5953                                         s390_j    (code, 6);
5954                                         s390_llong(code, fail_tramp);
5955                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5956                                         s390_br   (code, s390_r1);
5957                                         item->jmp_code = NULL;
5958                                 } else {
5959                                 /* enable the commented code to assert on wrong method */
5960 #if ENABLE_WRONG_METHOD_CHECK
5961                                         g_assert_not_reached ();
5962 #endif
5963                                         s390_basr (code, s390_r13, s390_r0);
5964                                         s390_j    (code, 6);
5965                                         s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5966                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5967                                         s390_lg   (code, s390_r1, 0, s390_r1, 0);
5968                                         s390_br   (code, s390_r1);
5969 #if ENABLE_WRONG_METHOD_CHECK
5970                                         g_assert_not_reached ();
5971 #endif
5972                                 }
5973                         }
5974                 } else {
5975                         s390_basr (code, s390_r13, s390_r0);
5976                         s390_j    (code, 6);
5977                         s390_llong(code, item->key);
5978                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5979                         s390_cgr  (code, MONO_ARCH_IMT_REG, s390_r0);
5980                         item->jmp_code = (guint8 *) code;
5981                         s390_jcl  (code, S390_CC_GE, 0);
5982                 }
5983         }
5984         /* patch the branches to get to the target items */
5985         for (i = 0; i < count; ++i) {
5986                 MonoIMTCheckItem *item = imt_entries [i];
5987                 if (item->jmp_code) {
5988                         if (item->check_target_idx) {
5989                                 gint64 offset;
5990                                 offset = S390_RELATIVE(imt_entries [item->check_target_idx]->code_target,
5991                                                        item->jmp_code);
5992                                 s390_patch_rel ((guchar *) item->jmp_code + 2, (guint64) offset);
5993                         }
5994                 }
5995         }
5996
5997         mono_arch_flush_icache ((guint8*)start, (code - start));
5998
5999         if (!fail_tramp)
6000                 mono_stats.imt_thunks_size += (code - start);
6001
6002         g_assert (code - start <= size);
6003
6004         return (start);
6005 }
6006
6007 /*========================= End of Function ========================*/
6008
6009 /*------------------------------------------------------------------*/
6010 /*                                                                  */
6011 /* Name         - mono_arch_find_imt_method.                        */
6012 /*                                                                  */
6013 /* Function     - Get the method address from MONO_ARCH_IMT_REG     */
6014 /*                found in the save area.                           */
6015 /*                                                                  */
6016 /*------------------------------------------------------------------*/
6017
6018 MonoMethod*
6019 mono_arch_find_imt_method (mgreg_t *regs, guint8 *code)
6020 {
6021         MonoLMF *lmf = (MonoLMF *) ((gchar *) regs - sizeof(MonoLMF));
6022
6023         return ((MonoMethod *) lmf->gregs [MONO_ARCH_IMT_REG]);
6024 }
6025
6026 /*========================= End of Function ========================*/