mono/mini/mini-s390x.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define MAX_ARCH_DELEGATE_PARAMS 7
  22
  23 #define EMIT_COND_BRANCH(ins,cond)                                              \
  24 {                                                                               \
  25 if (ins->inst_true_bb->native_offset) {                                         \
  26         int displace;                                                           \
  27         displace = ((cfg->native_code +                                         \
  28                     ins->inst_true_bb->native_offset) - code) / 2;              \
  29         if (s390_is_imm16(displace)) {                                          \
  30                 s390_brc (code, cond, displace);                                \
  31         } else {                                                                \
  32                 s390_jcl (code, cond, displace);                                \
  33         }                                                                       \
  34 } else {                                                                        \
  35         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  36                              MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  37         s390_jcl (code, cond, 0);                                               \
  38 }                                                                               \
  39 }
  40
  41 #define EMIT_UNCOND_BRANCH(ins)                                                 \
  42 {                                                                               \
  43 if (ins->inst_target_bb->native_offset) {                                       \
  44         int displace;                                                           \
  45         displace = ((cfg->native_code +                                         \
  46                     ins->inst_target_bb->native_offset) - code) / 2;            \
  47         if (s390_is_imm16(displace)) {                                          \
  48                 s390_brc (code, S390_CC_UN, displace);                          \
  49         } else {                                                                \
  50                 s390_jcl (code, S390_CC_UN, displace);                          \
  51         }                                                                       \
  52 } else {                                                                        \
  53         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  54                              MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  55         s390_jcl (code, S390_CC_UN, 0);                                         \
  56 }                                                                               \
  57 }
  58
  59 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  60         do {                                                            \
  61                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  62                                     MONO_PATCH_INFO_EXC, exc_name);     \
  63                 s390_jcl (code, cond, 0);                               \
  64         } while (0);
  65
  66 #define CHECK_SRCDST_COM                                                \
  67         if (ins->dreg == ins->sreg2) {                                  \
  68                 src2 = ins->sreg1;                                      \
  69         } else {                                                        \
  70                 src2 = ins->sreg2;                                      \
  71                 if (ins->dreg != ins->sreg1) {                          \
  72                         s390_lgr (code, ins->dreg, ins->sreg1);         \
  73                 }                                                       \
  74         }
  75
  76 #define CHECK_SRCDST_NCOM                                               \
  77         if (ins->dreg == ins->sreg2) {                                  \
  78                 src2 = s390_r13;                                        \
  79                 s390_lgr (code, s390_r13, ins->sreg2);                  \
  80         } else {                                                        \
  81                 src2 = ins->sreg2;                                      \
  82         }                                                               \
  83         if (ins->dreg != ins->sreg1) {                                  \
  84                 s390_lgr (code, ins->dreg, ins->sreg1);                 \
  85         }
  86
  87 #define CHECK_SRCDST_COM_I                                              \
  88         if (ins->dreg == ins->sreg2) {                                  \
  89                 src2 = ins->sreg1;                                      \
  90         } else {                                                        \
  91                 src2 = ins->sreg2;                                      \
  92                 if (ins->dreg != ins->sreg1) {                          \
  93                         s390_lgfr (code, ins->dreg, ins->sreg1);        \
  94                 }                                                       \
  95         }
  96
  97 #define CHECK_SRCDST_NCOM_I                                             \
  98         if (ins->dreg == ins->sreg2) {                                  \
  99                 src2 = s390_r13;                                        \
 100                 s390_lgfr (code, s390_r13, ins->sreg2);                 \
 101         } else {                                                        \
 102                 src2 = ins->sreg2;                                      \
 103         }                                                               \
 104         if (ins->dreg != ins->sreg1) {                                  \
 105                 s390_lgfr (code, ins->dreg, ins->sreg1);                \
 106         }
 107
 108 #define CHECK_SRCDST_COM_F                                              \
 109         if (ins->dreg == ins->sreg2) {                                  \
 110                 src2 = ins->sreg1;                                      \
 111         } else {                                                        \
 112                 src2 = ins->sreg2;                                      \
 113                 if (ins->dreg != ins->sreg1) {                          \
 114                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 115                 }                                                       \
 116         }
 117
 118 #define CHECK_SRCDST_NCOM_F                                             \
 119         if (ins->dreg == ins->sreg2) {                                  \
 120                 src2 = s390_f15;                                        \
 121                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 122         } else {                                                        \
 123                 src2 = ins->sreg2;                                      \
 124         }                                                               \
 125         if (ins->dreg != ins->sreg1) {                                  \
 126                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 127         }
 128
 129 #define MONO_EMIT_NEW_MOVE(cfg,dest,offset,src,imm,size) do {                   \
 130                 MonoInst *inst;                                                 \
 131                 int sReg, dReg;                                                 \
 132                 MONO_INST_NEW (cfg, inst, OP_NOP);                              \
 133                 if (size > 256) {                                               \
 134                         inst->dreg        = dest;                               \
 135                         inst->inst_offset = offset;                             \
 136                         inst->sreg1       = src;                                \
 137                         inst->inst_imm    = imm;                                \
 138                 } else {                                                        \
 139                         if (s390_is_uimm12(offset)) {                           \
 140                                 inst->dreg        = dest;                       \
 141                                 inst->inst_offset = offset;                     \
 142                         } else {                                                \
 143                                 dReg = mono_alloc_preg (cfg);                   \
 144                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 145                                         dReg, dest, offset);                    \
 146                                 inst->dreg        = dReg;                       \
 147                                 inst->inst_offset = 0;                          \
 148                         }                                                       \
 149                         if (s390_is_uimm12(imm)) {                              \
 150                                 inst->sreg1       = src;                        \
 151                                 inst->inst_imm    = imm;                        \
 152                         } else {                                                \
 153                                 sReg = mono_alloc_preg (cfg);                   \
 154                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 155                                         sReg, src, imm);                        \
 156                                 inst->sreg1       = sReg;                       \
 157                                 inst->inst_imm    = 0;                          \
 158                         }                                                       \
 159                 }                                                               \
 160                 inst->opcode            = OP_S390_MOVE;                         \
 161                 inst->backend.size      = size;                                 \
 162         MONO_ADD_INS (cfg->cbb, inst);                                          \
 163         } while (0)
 164
 165 #define MONO_OUTPUT_VTR(cfg, size, dr, sr, so) do {                             \
 166         int reg = mono_alloc_preg (cfg); \
 167         switch (size) {                                                         \
 168                 case 0:                                                         \
 169                         MONO_EMIT_NEW_ICONST(cfg, reg, 0);                      \
 170                 break;                                                          \
 171                 case 1:                                                         \
 172                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 173                                 reg, sr, so);                                   \
 174                 break;                                                          \
 175                 case 2:                                                         \
 176                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 177                                 reg, sr, so);                                   \
 178                 break;                                                          \
 179                 case 4:                                                         \
 180                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 181                                 reg, sr, so);                                   \
 182                 break;                                                          \
 183                 case 8:                                                         \
 184                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI8_MEMBASE,   \
 185                                 reg, sr, so);                                   \
 186                 break;                                                          \
 187         }                                                                       \
 188         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);               \
 189 } while (0)
 190
 191 #define MONO_OUTPUT_VTS(cfg, size, dr, dx, sr, so) do {                         \
 192         int tmpr;                                                               \
 193         switch (size) {                                                         \
 194                 case 0:                                                         \
 195                         tmpr = mono_alloc_preg (cfg); \
 196                         MONO_EMIT_NEW_ICONST(cfg, tmpr, 0);                     \
 197                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 198                                 dr, dx, tmpr);                                  \
 199                 break;                                                          \
 200                 case 1:                                                         \
 201                         tmpr = mono_alloc_preg (cfg); \
 202                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 203                                 tmpr, sr, so);                                  \
 204                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 205                                 dr, dx, tmpr);                                  \
 206                 break;                                                          \
 207                 case 2:                                                         \
 208                         tmpr = mono_alloc_preg (cfg);                           \
 209                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 210                                 tmpr, sr, so);                                  \
 211                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 212                                 dr, dx, tmpr);                                  \
 213                 break;                                                          \
 214                 case 4:                                                         \
 215                         tmpr = mono_alloc_preg (cfg);                           \
 216                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 217                                 tmpr, sr, so);                                  \
 218                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 219                                 dr, dx, tmpr);                                  \
 220                 break;                                                          \
 221                 case 8:                                                         \
 222                         MONO_EMIT_NEW_MOVE (cfg, dr, dx, sr, so, size);         \
 223                 break;                                                          \
 224         }                                                                       \
 225 } while (0)
 226
 227 #undef DEBUG
 228 #define DEBUG(a) if (cfg->verbose_level > 1) a
 229
 230 #define MAX_EXC 16
 231
 232 #define S390_TRACE_STACK_SIZE (5*sizeof(gpointer)+4*sizeof(gdouble))
 233
 234 #define MAX(a, b) ((a) > (b) ? (a) : (b))
 235
 236 /*
 237  * imt thunking size values
 238  */
 239 #define CMP_SIZE        24
 240 #define LOADCON_SIZE    20
 241 #define LOAD_SIZE       6
 242 #define BR_SIZE         2
 243 #define JUMP_SIZE       6
 244 #define ENABLE_WRONG_METHOD_CHECK 0
 245
 246 /*========================= End of Defines =========================*/
 247
 248 /*------------------------------------------------------------------*/
 249 /*                 I n c l u d e s                                  */
 250 /*------------------------------------------------------------------*/
 251
 252 #include "mini.h"
 253 #include <string.h>
 254
 255 #include <mono/metadata/appdomain.h>
 256 #include <mono/metadata/debug-helpers.h>
 257 #include <mono/metadata/profiler-private.h>
 258 #include <mono/utils/mono-math.h>
 259
 260 #include "mini-s390x.h"
 261 #include "cpu-s390x.h"
 262 #include "jit-icalls.h"
 263 #include "ir-emit.h"
 264
 265 /*========================= End of Includes ========================*/
 266
 267 /*------------------------------------------------------------------*/
 268 /*                 T y p e d e f s                                  */
 269 /*------------------------------------------------------------------*/
 270
 271 typedef struct {
 272         guint stack_size,
 273               local_size,
 274               code_size,
 275               parm_size,
 276               offset,
 277               offStruct,
 278               retStruct;
 279 } size_data;
 280
 281 /*------------------------------------------------------------------*/
 282 /* Used by the instrument_emit_epilog                               */
 283 /*------------------------------------------------------------------*/
 284
 285 enum {
 286         SAVE_NONE,
 287         SAVE_STRUCT,
 288         SAVE_ONE,
 289         SAVE_TWO,
 290         SAVE_R4,
 291         SAVE_R8
 292 };
 293
 294 typedef struct InstList InstList;
 295
 296 struct InstList {
 297         InstList *prev;
 298         InstList *next;
 299         MonoInst *data;
 300 };
 301
 302 typedef enum {
 303         RegTypeGeneral,
 304         RegTypeBase,
 305         RegTypeFP,
 306         RegTypeFPR4,
 307         RegTypeStructByVal,
 308         RegTypeStructByValInFP,
 309         RegTypeStructByAddr,
 310         RegTypeStructByAddrOnStack
 311 } ArgStorage;
 312
 313 typedef struct {
 314         gint32  offset;         /* offset from caller's stack */
 315         gint32  offparm;        /* offset from callee's stack */
 316         guint16 vtsize;         /* in param area */
 317         guint8  reg;
 318         ArgStorage regtype;
 319         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 320         gint32  type;           /* Data type of argument */
 321 } ArgInfo;
 322
 323 typedef struct {
 324         int nargs;
 325         int lastgr;
 326         guint32 stack_usage;
 327         guint32 struct_ret;
 328         ArgInfo ret;
 329         ArgInfo sigCookie;
 330         size_data sz;
 331         ArgInfo args [1];
 332 } CallInfo;
 333
 334 typedef struct {
 335         gint64  gr[5];          /* R2-R6                            */
 336         gdouble fp[3];          /* F0-F2                            */
 337 } __attribute__ ((packed)) RegParm;
 338
 339 /*========================= End of Typedefs ========================*/
 340
 341 /*------------------------------------------------------------------*/
 342 /*                   P r o t o t y p e s                            */
 343 /*------------------------------------------------------------------*/
 344
 345 static void indent (int);
 346 static guint8 * backUpStackPtr(MonoCompile *, guint8 *);
 347 static void decodeParm (MonoType *, void *, int);
 348 static void enter_method (MonoMethod *, RegParm *, char *);
 349 static void leave_method (MonoMethod *, ...);
 350 static gboolean is_regsize_var (MonoType *);
 351 static inline void add_general (guint *, size_data *, ArgInfo *);
 352 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 353 static inline void add_float (guint *, size_data *, ArgInfo *);
 354 static CallInfo * get_call_info (MonoCompile *, MonoMemPool *, MonoMethodSignature *, gboolean);
 355 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 356 gpointer mono_arch_get_lmf_addr (void);
 357 static guint8 * emit_load_volatile_arguments (guint8 *, MonoCompile *);
 358 static void catch_SIGILL(int, siginfo_t *, void *);
 359
 360 /*========================= End of Prototypes ======================*/
 361
 362 /*------------------------------------------------------------------*/
 363 /*                 G l o b a l   V a r i a b l e s                  */
 364 /*------------------------------------------------------------------*/
 365
 366 int mono_exc_esp_offset = 0;
 367
 368 static int indent_level = 0;
 369
 370 int has_ld = 0;
 371
 372 static gboolean tls_offset_inited = FALSE;
 373
 374 static int appdomain_tls_offset = -1,
 375            thread_tls_offset = -1;
 376
 377 pthread_key_t lmf_addr_key;
 378
 379 gboolean lmf_addr_key_inited = FALSE;
 380
 381 facilityList_t facs;
 382
 383 #if 0
 384
 385 extern __thread MonoDomain *tls_appdomain;
 386 extern __thread MonoThread *tls_current_object;
 387 extern __thread gpointer   mono_lmf_addr;
 388
 389 #endif
 390
 391 /*====================== End of Global Variables ===================*/
 392
 393 /*------------------------------------------------------------------*/
 394 /*                                                                  */
 395 /* Name         - mono_arch_regname                                 */
 396 /*                                                                  */
 397 /* Function     - Returns the name of the register specified by     */
 398 /*                the input parameter.                              */
 399 /*                                                                  */
 400 /*------------------------------------------------------------------*/
 401
 402 const char*
 403 mono_arch_regname (int reg) {
 404         static const char * rnames[] = {
 405                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 406                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 407                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 408                 "s390_r15"
 409         };
 410
 411         if (reg >= 0 && reg < 16)
 412                 return rnames [reg];
 413         else
 414                 return "unknown";
 415 }
 416
 417 /*========================= End of Function ========================*/
 418
 419 /*------------------------------------------------------------------*/
 420 /*                                                                  */
 421 /* Name         - mono_arch_fregname                                */
 422 /*                                                                  */
 423 /* Function     - Returns the name of the register specified by     */
 424 /*                the input parameter.                              */
 425 /*                                                                  */
 426 /*------------------------------------------------------------------*/
 427
 428 const char*
 429 mono_arch_fregname (int reg) {
 430         static const char * rnames[] = {
 431                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 432                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 433                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 434                 "s390_f15"
 435         };
 436
 437         if (reg >= 0 && reg < 16)
 438                 return rnames [reg];
 439         else
 440                 return "unknown";
 441 }
 442
 443 /*========================= End of Function ========================*/
 444
 445 /*------------------------------------------------------------------*/
 446 /*                                                                  */
 447 /* Name         - arch_get_argument_info                            */
 448 /*                                                                  */
 449 /* Function     - Gathers information on parameters such as size,   */
 450 /*                alignment, and padding. arg_info should be large  */
 451 /*                enough to hold param_count + 1 entries.           */
 452 /*                                                                  */
 453 /* Parameters   - @csig - Method signature                          */
 454 /*                @param_count - No. of parameters to consider      */
 455 /*                @arg_info - An array to store the result info     */
 456 /*                                                                  */
 457 /* Returns      - Size of the activation frame                      */
 458 /*                                                                  */
 459 /*------------------------------------------------------------------*/
 460
 461 int
 462 mono_arch_get_argument_info (MonoMethodSignature *csig,
 463                              int param_count,
 464                              MonoJitArgumentInfo *arg_info)
 465 {
 466         int k, frame_size = 0;
 467         int size, align, pad;
 468         int offset = 8;
 469
 470         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 471                 frame_size += sizeof (gpointer);
 472                 offset += 8;
 473         }
 474
 475         arg_info [0].offset = offset;
 476
 477         if (csig->hasthis) {
 478                 frame_size += sizeof (gpointer);
 479                 offset += 8;
 480         }
 481
 482         arg_info [0].size = frame_size;
 483
 484         for (k = 0; k < param_count; k++) {
 485
 486                 if (csig->pinvoke)
 487                         size = mono_type_native_stack_size (csig->params [k], (guint32 *) &align);
 488                 else
 489                         size = mini_type_stack_size (NULL, csig->params [k], &align);
 490
 491                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 492                 arg_info [k].pad = pad;
 493                 frame_size += size;
 494                 arg_info [k + 1].pad = 0;
 495                 arg_info [k + 1].size = size;
 496                 offset += pad;
 497                 arg_info [k + 1].offset = offset;
 498                 offset += size;
 499         }
 500
 501         align = MONO_ARCH_FRAME_ALIGNMENT;
 502         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 503         arg_info [k].pad = pad;
 504
 505         return frame_size;
 506 }
 507
 508 /*========================= End of Function ========================*/
 509
 510 /*------------------------------------------------------------------*/
 511 /*                                                                  */
 512 /* Name         - retFitsInReg.                                     */
 513 /*                                                                  */
 514 /* Function     - Determines if a value can be returned in one or   */
 515 /*                two registers.                                    */
 516 /*                                                                  */
 517 /*------------------------------------------------------------------*/
 518
 519 static inline gboolean
 520 retFitsInReg(guint32 size)
 521 {
 522         switch (size) {
 523                 case 0:
 524                 case 1:
 525                 case 2:
 526                 case 4:
 527                 case 8:
 528                         return (TRUE);
 529                 break;
 530                 default:
 531                         return (FALSE);
 532         }
 533 }
 534
 535 /*========================= End of Function ========================*/
 536
 537 /*------------------------------------------------------------------*/
 538 /*                                                                  */
 539 /* Name         - backStackPtr.                                     */
 540 /*                                                                  */
 541 /* Function     - Restore Stack Pointer to previous frame.          */
 542 /*                                                                  */
 543 /*------------------------------------------------------------------*/
 544
 545 static inline guint8 *
 546 backUpStackPtr(MonoCompile *cfg, guint8 *code)
 547 {
 548         int stackSize = cfg->stack_usage;
 549
 550         if (s390_is_imm16 (stackSize)) {
 551                 s390_aghi  (code, STK_BASE, stackSize);
 552         } else {
 553                 while (stackSize > 32767) {
 554                         s390_aghi  (code, STK_BASE, 32767);
 555                         stackSize -= 32767;
 556                 }
 557                 s390_aghi  (code, STK_BASE, stackSize);
 558         }
 559         return (code);
 560 }
 561
 562 /*========================= End of Function ========================*/
 563
 564 /*------------------------------------------------------------------*/
 565 /*                                                                  */
 566 /* Name         - indent                                            */
 567 /*                                                                  */
 568 /* Function     - Perform nice indenting to current level           */
 569 /*                                                                  */
 570 /*------------------------------------------------------------------*/
 571
 572 static void
 573 indent (int diff) {
 574         int v;
 575         if (diff < 0)
 576                 indent_level += diff;
 577         v = indent_level;
 578         printf("[%3d] ",v);
 579         while (v-- > 0) {
 580                 printf (". ");
 581         }
 582         if (diff > 0)
 583                 indent_level += diff;
 584 }
 585
 586 /*========================= End of Function ========================*/
 587
 588 /*------------------------------------------------------------------*/
 589 /*                                                                  */
 590 /* Name         - decodeParm                                        */
 591 /*                                                                  */
 592 /* Function     - Decode a parameter for the trace.                 */
 593 /*                                                                  */
 594 /*------------------------------------------------------------------*/
 595
 596 static void
 597 decodeParm(MonoType *type, void *curParm, int size)
 598 {
 599         guint32 simpleType;
 600
 601         if (type->byref) {
 602                 printf("[BYREF:%p], ", *((char **) curParm));
 603         } else {
 604                 simpleType = mono_type_get_underlying_type(type)->type;
 605 enum_parmtype:
 606                 switch (simpleType) {
 607                         case MONO_TYPE_I :
 608                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 609                                 break;
 610                         case MONO_TYPE_U :
 611                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 612                                 break;
 613                         case MONO_TYPE_BOOLEAN :
 614                                 printf ("[BOOL:%ld], ", *((gint64 *) curParm));
 615                                 break;
 616                         case MONO_TYPE_CHAR :
 617                                 printf ("[CHAR:%c], ", *((int  *) curParm));
 618                                 break;
 619                         case MONO_TYPE_I1 :
 620                                 printf ("[INT1:%ld], ", *((gint64 *) curParm));
 621                                 break;
 622                         case MONO_TYPE_I2 :
 623                                 printf ("[INT2:%ld], ", *((gint64 *) curParm));
 624                                 break;
 625                         case MONO_TYPE_I4 :
 626                                 printf ("[INT4:%ld], ", *((gint64 *) curParm));
 627                                 break;
 628                         case MONO_TYPE_U1 :
 629                                 printf ("[UINT1:%lu], ", *((guint64 *) curParm));
 630                                 break;
 631                         case MONO_TYPE_U2 :
 632                                 printf ("[UINT2:%lu], ", *((guint64 *) curParm));
 633                                 break;
 634                         case MONO_TYPE_U4 :
 635                                 printf ("[UINT4:%lu], ", *((guint64 *) curParm));
 636                                 break;
 637                         case MONO_TYPE_U8 :
 638                                 printf ("[UINT8:%lu], ", *((guint64 *) curParm));
 639                                 break;
 640                         case MONO_TYPE_STRING : {
 641                                 MonoString *s = *((MonoString **) curParm);
 642                                 if (s) {
 643                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 644                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 645                                 } else {
 646                                         printf("[STRING:null], ");
 647                                 }
 648                                 break;
 649                         }
 650                         case MONO_TYPE_CLASS :
 651                         case MONO_TYPE_OBJECT : {
 652                                 MonoObject *obj = *((MonoObject **) curParm);
 653                                 MonoClass *class;
 654                                 if ((obj) && (obj->vtable)) {
 655                                         printf("[CLASS/OBJ:");
 656                                         class = obj->vtable->klass;
 657                                         printf("%p [%p] ",obj,curParm);
 658                                         if (class == mono_defaults.string_class) {
 659                                                 printf("[STRING:%p:%s]",
 660                                                        obj, mono_string_to_utf8 ((MonoString *) obj));
 661                                         } else if (class == mono_defaults.int32_class) {
 662                                                 printf("[INT32:%p:%d]",
 663                                                         obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 664                                         } else
 665                                                 printf("[%s.%s:%p]",
 666                                                        class->name_space, class->name, obj);
 667                                         printf("], ");
 668                                 } else {
 669                                         printf("[OBJECT:null], ");
 670                                 }
 671                                 break;
 672                         }
 673                         case MONO_TYPE_PTR :
 674                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 675                                 break;
 676                         case MONO_TYPE_FNPTR :
 677                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 678                                 break;
 679                         case MONO_TYPE_ARRAY :
 680                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 681                                 break;
 682                         case MONO_TYPE_SZARRAY :
 683                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 684                                 break;
 685                         case MONO_TYPE_I8 :
 686                                 printf("[INT8:%ld], ", *((gint64 *) (curParm)));
 687                                 break;
 688                         case MONO_TYPE_R4 :
 689                                 printf("[FLOAT4:%g], ", *((float *) (curParm)));
 690                                 break;
 691                         case MONO_TYPE_R8 :
 692                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 693                                 break;
 694                         case MONO_TYPE_VALUETYPE : {
 695                                 int i;
 696                                 MonoMarshalType *info;
 697
 698                                 if (type->data.klass->enumtype) {
 699                                         simpleType = mono_class_enum_basetype (type->data.klass)->type;
 700                                         printf("{VALUETYPE} - ");
 701                                         goto enum_parmtype;
 702                                 }
 703
 704                                 info = mono_marshal_load_type_info (type->data.klass);
 705
 706                                 if ((info->native_size == sizeof(float)) &&
 707                                     (info->num_fields  == 1) &&
 708                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 709                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 710                                         break;
 711                                 }
 712
 713                                 if ((info->native_size == sizeof(double)) &&
 714                                     (info->num_fields  == 1) &&
 715                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 716                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 717                                         break;
 718                                 }
 719
 720                                 printf("[VALUETYPE:");
 721                                 for (i = 0; i < size; i++)
 722                                         printf("%02x,", *((guint8 *)curParm+i));
 723                                 printf("]");
 724                                 break;
 725                         }
 726                         case MONO_TYPE_TYPEDBYREF: {
 727                                 int i;
 728                                 printf("[TYPEDBYREF:");
 729                                 for (i = 0; i < size; i++)
 730                                         printf("%02x,", *((guint8 *)curParm+i));
 731                                 printf("]");
 732                                 break;
 733                         }
 734                         default :
 735                                 printf("[?? - %d], ",simpleType);
 736                 }
 737         }
 738 }
 739
 740 /*========================= End of Function ========================*/
 741
 742 /*------------------------------------------------------------------*/
 743 /*                                                                  */
 744 /* Name         - enter_method                                      */
 745 /*                                                                  */
 746 /* Function     - Perform tracing of the entry to the current       */
 747 /*                method.                                           */
 748 /*                                                                  */
 749 /*------------------------------------------------------------------*/
 750
 751 static void
 752 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 753 {
 754         int i, oParm = 0, iParm = 0;
 755         MonoClass *class;
 756         MonoObject *obj;
 757         MonoMethodSignature *sig;
 758         char *fname;
 759         guint64 ip;
 760         CallInfo *cinfo;
 761         ArgInfo *ainfo;
 762         void *curParm;
 763
 764         fname = mono_method_full_name (method, TRUE);
 765         indent (1);
 766         printf ("ENTER: %s ", fname);
 767         g_free (fname);
 768
 769         ip  = (*(guint64 *) (sp+S390_RET_ADDR_OFFSET));
 770         printf ("ip: %p sp: %p - ", (gpointer) ip, sp);
 771
 772         if (rParm == NULL)
 773                 return;
 774
 775         sig = mono_method_signature (method);
 776
 777         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
 778
 779         if (cinfo->struct_ret) {
 780                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 781                 iParm = 1;
 782         }
 783
 784         if (sig->hasthis) {
 785                 gpointer *this = (gpointer *) rParm->gr[iParm];
 786                 obj = (MonoObject *) this;
 787                 if (method->klass->valuetype) {
 788                         if (obj) {
 789                                 printf("this:[value:%p:%016lx], ",
 790                                        this, *((guint64 *)(this+sizeof(MonoObject))));
 791                         } else
 792                                 printf ("this:[NULL], ");
 793                 } else {
 794                         if (obj) {
 795                                 class = obj->vtable->klass;
 796                                 if (class == mono_defaults.string_class) {
 797                                         printf ("this:[STRING:%p:%s], ",
 798                                                 obj, mono_string_to_utf8 ((MonoString *)obj));
 799                                 } else {
 800                                         printf ("this:%p[%s.%s], ",
 801                                                 obj, class->name_space, class->name);
 802                                 }
 803                         } else
 804                                 printf ("this:NULL, ");
 805                 }
 806                 oParm++;
 807         }
 808
 809         for (i = 0; i < sig->param_count; ++i) {
 810                 ainfo = &cinfo->args[i + oParm];
 811                 switch (ainfo->regtype) {
 812                         case RegTypeGeneral :
 813                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 814                                 break;
 815                         case RegTypeFP :
 816                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 817                                 break;
 818                         case RegTypeBase :
 819                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 820                                 break;
 821                         case RegTypeStructByVal :
 822                                 if (ainfo->reg != STK_BASE) {
 823                                         int offset = sizeof(glong) - ainfo->size;
 824                                         curParm = &(rParm->gr[ainfo->reg-2])+offset;
 825                                 }
 826                                 else
 827                                         curParm = sp+ainfo->offset;
 828
 829                                 if (retFitsInReg (ainfo->vtsize))
 830                                         decodeParm(sig->params[i],
 831                                                    curParm,
 832                                                    ainfo->size);
 833                                 else
 834                                         decodeParm(sig->params[i],
 835                                                    *((char **) curParm),
 836                                                    ainfo->vtsize);
 837                                 break;
 838                         case RegTypeStructByAddr :
 839                                 if (ainfo->reg != STK_BASE)
 840                                         curParm = &(rParm->gr[ainfo->reg-2]);
 841                                 else
 842                                         curParm = sp+ainfo->offset;
 843
 844                                 decodeParm(sig->params[i],
 845                                            *((char **) curParm),
 846                                            ainfo->vtsize);
 847                                 break;
 848
 849                         default :
 850                                 printf("???, ");
 851                 }
 852         }
 853         printf("\n");
 854         g_free(cinfo);
 855 }
 856
 857 /*========================= End of Function ========================*/
 858
 859 /*------------------------------------------------------------------*/
 860 /*                                                                  */
 861 /* Name         - leave_method                                      */
 862 /*                                                                  */
 863 /* Function     -                                                   */
 864 /*                                                                  */
 865 /*------------------------------------------------------------------*/
 866
 867 static void
 868 leave_method (MonoMethod *method, ...)
 869 {
 870         MonoType *type;
 871         char *fname;
 872         guint64 ip;
 873         va_list ap;
 874
 875         va_start(ap, method);
 876
 877         fname = mono_method_full_name (method, TRUE);
 878         indent (-1);
 879         printf ("LEAVE: %s", fname);
 880         g_free (fname);
 881
 882         type = mono_method_signature (method)->ret;
 883
 884 handle_enum:
 885         switch (type->type) {
 886         case MONO_TYPE_VOID:
 887                 break;
 888         case MONO_TYPE_BOOLEAN: {
 889                 int val = va_arg (ap, int);
 890                 if (val)
 891                         printf ("[TRUE:%d]", val);
 892                 else
 893                         printf ("[FALSE]");
 894
 895                 break;
 896         }
 897         case MONO_TYPE_CHAR: {
 898                 int val = va_arg (ap, int);
 899                 printf ("[CHAR:%d]", val);
 900                 break;
 901         }
 902         case MONO_TYPE_I1: {
 903                 int val = va_arg (ap, int);
 904                 printf ("[INT1:%d]", val);
 905                 break;
 906         }
 907         case MONO_TYPE_U1: {
 908                 int val = va_arg (ap, int);
 909                 printf ("[UINT1:%d]", val);
 910                 break;
 911         }
 912         case MONO_TYPE_I2: {
 913                 int val = va_arg (ap, int);
 914                 printf ("[INT2:%d]", val);
 915                 break;
 916         }
 917         case MONO_TYPE_U2: {
 918                 int val = va_arg (ap, int);
 919                 printf ("[UINT2:%d]", val);
 920                 break;
 921         }
 922         case MONO_TYPE_I4: {
 923                 int val = va_arg (ap, int);
 924                 printf ("[INT4:%d]", val);
 925                 break;
 926         }
 927         case MONO_TYPE_U4: {
 928                 int val = va_arg (ap, int);
 929                 printf ("[UINT4:%d]", val);
 930                 break;
 931         }
 932         case MONO_TYPE_I: {
 933                 gint64 val = va_arg (ap, gint64);
 934                 printf ("[INT:%ld]", val);
 935                 printf("]");
 936                 break;
 937         }
 938         case MONO_TYPE_U: {
 939                 gint64 val = va_arg (ap, gint64);
 940                 printf ("[UINT:%lu]", val);
 941                 printf("]");
 942                 break;
 943         }
 944         case MONO_TYPE_STRING: {
 945                 MonoString *s = va_arg (ap, MonoString *);
 946 ;
 947                 if (s) {
 948                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
 949                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
 950                 } else
 951                         printf ("[STRING:null], ");
 952                 break;
 953         }
 954         case MONO_TYPE_CLASS:
 955         case MONO_TYPE_OBJECT: {
 956                 MonoObject *o = va_arg (ap, MonoObject *);
 957
 958                 if ((o) && (o->vtable)) {
 959                         if (o->vtable->klass == mono_defaults.boolean_class) {
 960                                 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
 961                         } else if  (o->vtable->klass == mono_defaults.int32_class) {
 962                                 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
 963                         } else if  (o->vtable->klass == mono_defaults.int64_class) {
 964                                 printf ("[INT64:%p:%ld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
 965                         } else
 966                                 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
 967                 } else
 968                         printf ("[OBJECT:%p]", o);
 969
 970                 break;
 971         }
 972         case MONO_TYPE_PTR:
 973         case MONO_TYPE_FNPTR:
 974         case MONO_TYPE_ARRAY:
 975         case MONO_TYPE_SZARRAY: {
 976                 gpointer p = va_arg (ap, gpointer);
 977                 printf ("[result=%p]", p);
 978                 break;
 979         }
 980         case MONO_TYPE_I8: {
 981                 gint64 l =  va_arg (ap, gint64);
 982                 printf ("[LONG:%ld]", l);
 983                 break;
 984         }
 985         case MONO_TYPE_U8: {
 986                 guint64 l =  va_arg (ap, guint64);
 987                 printf ("[ULONG:%lu]", l);
 988                 break;
 989         }
 990         case MONO_TYPE_R4: {
 991                 double f = va_arg (ap, double);
 992                 printf ("[FLOAT4:%g]\n", f);
 993                 break;
 994         }
 995         case MONO_TYPE_R8: {
 996                 double f = va_arg (ap, double);
 997                 printf ("[FLOAT8:%g]\n", f);
 998                 break;
 999         }
1000         case MONO_TYPE_VALUETYPE: {
1001                 MonoMarshalType *info;
1002                 if (type->data.klass->enumtype) {
1003                         type = mono_class_enum_basetype (type->data.klass);
1004                         goto handle_enum;
1005                 } else {
1006                         int size, align;
1007
1008                         info = mono_marshal_load_type_info (type->data.klass);
1009
1010                         if ((info->native_size == sizeof(float)) &&
1011                             (info->num_fields  == 1) &&
1012                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1013                                 double f = va_arg (ap, double);
1014                                 printf("[FLOAT4:%g]\n", (double) f);
1015                                 break;
1016                         }
1017
1018                         if ((info->native_size == sizeof(double)) &&
1019                             (info->num_fields  == 1) &&
1020                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1021                                 double f = va_arg (ap, double);
1022                                 printf("[FLOAT8:%g]\n", f);
1023                                 break;
1024                         }
1025
1026                         size = mono_type_size (type, &align);
1027                         switch (size) {
1028                                 case 1: {
1029                                         guint32 p = va_arg (ap, guint32);
1030                                         printf ("[%02x]\n",p);
1031                                         break;
1032                                 }
1033                                 case 2: {
1034                                         guint32 p = va_arg (ap, guint32);
1035                                         printf ("[%04x]\n",p);
1036                                         break;
1037                                 }
1038                                 case 4: {
1039                                         guint32 p = va_arg (ap, guint32);
1040                                         printf ("[%08x]\n",p);
1041                                         break;
1042                                 }
1043                                 case 8: {
1044                                         guint64 p = va_arg (ap, guint64);
1045                                         printf ("[%016lx]\n",p);
1046                                         break;
1047                                 }
1048                                 default: {
1049                                         gpointer p = va_arg (ap, gpointer);
1050                                         printf ("[VALUETYPE] %p\n",p);
1051                                 }
1052                         }
1053                 }
1054                 break;
1055         }
1056         case MONO_TYPE_TYPEDBYREF: {
1057                 guint8 *p = va_arg (ap, gpointer);
1058                 int j, size, align;
1059                 size = mono_type_size (type, &align);
1060                 switch (size) {
1061                 case 1:
1062                 case 2:
1063                 case 4:
1064                 case 8:
1065                         printf ("[");
1066                         for (j = 0; p && j < size; j++)
1067                                 printf ("%02x,", p [j]);
1068                         printf ("]\n");
1069                         break;
1070                 default:
1071                         printf ("[TYPEDBYREF]\n");
1072                 }
1073         }
1074                 break;
1075         default:
1076                 printf ("(unknown return type %x)",
1077                         mono_method_signature (method)->ret->type);
1078         }
1079
1080         ip = ((gint64) __builtin_return_address (0));
1081         printf (" ip: %p\n", (gpointer) ip);
1082 }
1083
1084 /*========================= End of Function ========================*/
1085
1086 /*------------------------------------------------------------------*/
1087 /*                                                                  */
1088 /* Name         - catch_SIGILL                                      */
1089 /*                                                                  */
1090 /* Function     - Catch SIGILL as a result of testing for long      */
1091 /*                displacement facility.                            */
1092 /*                                                                  */
1093 /*------------------------------------------------------------------*/
1094
1095 void
1096 catch_SIGILL(int sigNo, siginfo_t *info, void *act) {
1097
1098         has_ld = 0;
1099
1100 }
1101
1102 /*========================= End of Function ========================*/
1103
1104 /*------------------------------------------------------------------*/
1105 /*                                                                  */
1106 /* Name         - mono_arch_cpu_init                                */
1107 /*                                                                  */
1108 /* Function     - Perform CPU specific initialization to execute    */
1109 /*                managed code.                                     */
1110 /*                                                                  */
1111 /*------------------------------------------------------------------*/
1112
1113 void
1114 mono_arch_cpu_init (void)
1115 {
1116         struct sigaction sa,
1117                          *oldSa = NULL;
1118         guint mode = 1;
1119
1120         /*--------------------------------------*/
1121         /* Set default rounding mode for FP     */
1122         /*--------------------------------------*/
1123         __asm__ ("SRNM\t%0\n\t"
1124                 : : "m" (mode));
1125
1126         /*--------------------------------------*/
1127         /* Determine if we have long displace-  */
1128         /* ment facility on this processor      */
1129         /*--------------------------------------*/
1130         sa.sa_sigaction = catch_SIGILL;
1131         sigemptyset (&sa.sa_mask);
1132         sa.sa_flags = SA_SIGINFO;
1133
1134         sigaction (SIGILL, &sa, oldSa);
1135
1136         /*--------------------------------------*/
1137         /* We test by executing the STY inst    */
1138         /*--------------------------------------*/
1139         __asm__ ("LGHI\t0,1\n\t"
1140                  "LA\t1,%0\n\t"
1141                  ".byte\t0xe3,0x00,0x10,0x00,0x00,0x50\n\t"
1142                 : "=m" (has_ld) : : "0", "1");
1143
1144         sigaction (SIGILL, oldSa, NULL);
1145 }
1146
1147 /*========================= End of Function ========================*/
1148
1149 /*------------------------------------------------------------------*/
1150 /*                                                                  */
1151 /* Name         - mono_arch_init.                                   */
1152 /*                                                                  */
1153 /* Function     - Initialize architecture specific code.            */
1154 /*                                                                  */
1155 /*------------------------------------------------------------------*/
1156
1157 void
1158 mono_arch_init (void)
1159 {
1160 #if 0
1161         /*
1162          * When we do an architectural level set at z9 or better
1163          * we can use the STFLE instruction to show us
1164          * what hardware facilities are available
1165          */
1166         int lFacility = sizeof(facs) % 8;
1167
1168         memset((char *) &facs, 0, sizeof(facs));
1169
1170         __asm__ ("      lgfr    0,%1\n"
1171                  "      stfle   %0\n"
1172                  : "=m" (facs) : "r" (lFacility) : "0", "cc");
1173 #endif
1174
1175 }
1176
1177 /*========================= End of Function ========================*/
1178
1179 /*------------------------------------------------------------------*/
1180 /*                                                                  */
1181 /* Name         - mono_arch_cleanup.                                */
1182 /*                                                                  */
1183 /* Function     - Cleanup architecture specific code    .           */
1184 /*                                                                  */
1185 /*------------------------------------------------------------------*/
1186
1187 void
1188 mono_arch_cleanup (void)
1189 {
1190 }
1191
1192 /*========================= End of Function ========================*/
1193
1194 /*------------------------------------------------------------------*/
1195 /*                                                                  */
1196 /* Name         - mono_arch_cpu_optimizazions                       */
1197 /*                                                                  */
1198 /* Function     - Returns the optimizations supported on this CPU   */
1199 /*                                                                  */
1200 /*------------------------------------------------------------------*/
1201
1202 guint32
1203 mono_arch_cpu_optimizazions (guint32 *exclude_mask)
1204 {
1205         guint32 opts = 0;
1206
1207         /*----------------------------------------------------------*/
1208         /* No s390-specific optimizations yet                       */
1209         /*----------------------------------------------------------*/
1210         *exclude_mask = MONO_OPT_INLINE|MONO_OPT_LINEARS;
1211 //      *exclude_mask = MONO_OPT_INLINE;
1212         return opts;
1213 }
1214
1215 /*========================= End of Function ========================*/
1216
1217 /*------------------------------------------------------------------*/
1218 /*                                                                  */
1219 /* Name         -                                                   */
1220 /*                                                                  */
1221 /* Function     -                                                   */
1222 /*                                                                  */
1223 /*------------------------------------------------------------------*/
1224
1225 static gboolean
1226 is_regsize_var (MonoType *t) {
1227         if (t->byref)
1228                 return TRUE;
1229         switch (mono_type_get_underlying_type (t)->type) {
1230         case MONO_TYPE_I4:
1231         case MONO_TYPE_U4:
1232         case MONO_TYPE_I:
1233         case MONO_TYPE_I8:
1234         case MONO_TYPE_U8:
1235         case MONO_TYPE_U:
1236         case MONO_TYPE_PTR:
1237         case MONO_TYPE_FNPTR:
1238                 return TRUE;
1239         case MONO_TYPE_OBJECT:
1240         case MONO_TYPE_STRING:
1241         case MONO_TYPE_CLASS:
1242         case MONO_TYPE_SZARRAY:
1243         case MONO_TYPE_ARRAY:
1244                 return FALSE;
1245         case MONO_TYPE_VALUETYPE:
1246                 if (t->data.klass->enumtype)
1247                         return is_regsize_var (mono_class_enum_basetype (t->data.klass));
1248                 return FALSE;
1249         }
1250         return FALSE;
1251 }
1252
1253 /*========================= End of Function ========================*/
1254
1255 /*------------------------------------------------------------------*/
1256 /*                                                                  */
1257 /* Name         - mono_arch_get_allocatable_int_vars                */
1258 /*                                                                  */
1259 /* Function     -                                                   */
1260 /*                                                                  */
1261 /*------------------------------------------------------------------*/
1262
1263 GList *
1264 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1265 {
1266         GList *vars = NULL;
1267         int i;
1268
1269         for (i = 0; i < cfg->num_varinfo; i++) {
1270                 MonoInst *ins = cfg->varinfo [i];
1271                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1272
1273                 /* unused vars */
1274                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1275                         continue;
1276
1277                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1278                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1279                         continue;
1280
1281                 /* we can only allocate 32 bit values */
1282                 if (is_regsize_var (ins->inst_vtype)) {
1283                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1284                         g_assert (i == vmv->idx);
1285                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1286                 }
1287         }
1288
1289         return vars;
1290 }
1291
1292 /*========================= End of Function ========================*/
1293
1294 /*------------------------------------------------------------------*/
1295 /*                                                                  */
1296 /* Name         - mono_arch_global_int_regs                         */
1297 /*                                                                  */
1298 /* Function     - Return a list of usable integer registers.        */
1299 /*                                                                  */
1300 /*------------------------------------------------------------------*/
1301
1302 GList *
1303 mono_arch_get_global_int_regs (MonoCompile *cfg)
1304 {
1305         GList *regs = NULL;
1306         MonoMethodHeader *header;
1307         int i, top = 13;
1308
1309         header = cfg->header;
1310         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1311                 cfg->frame_reg = s390_r11;
1312
1313
1314         /* FIXME: s390_r12 is reserved for bkchain_reg. Only reserve it if needed */
1315         top = 12;
1316         for (i = 8; i < top; ++i) {
1317                 if (cfg->frame_reg != i)
1318                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1319         }
1320
1321         return regs;
1322 }
1323
1324 /*========================= End of Function ========================*/
1325
1326 /*------------------------------------------------------------------*/
1327 /*                                                                  */
1328 /* Name         -  mono_arch_flush_icache                           */
1329 /*                                                                  */
1330 /* Function     -  Flush the CPU icache.                            */
1331 /*                                                                  */
1332 /*------------------------------------------------------------------*/
1333
1334 void
1335 mono_arch_flush_icache (guint8 *code, gint size)
1336 {
1337 }
1338
1339 /*========================= End of Function ========================*/
1340
1341 /*------------------------------------------------------------------*/
1342 /*                                                                  */
1343 /* Name         - add_general                                       */
1344 /*                                                                  */
1345 /* Function     - Determine code and stack size incremements for a  */
1346 /*                parameter.                                        */
1347 /*                                                                  */
1348 /*------------------------------------------------------------------*/
1349
1350 // static void inline
1351 static void
1352 add_general (guint *gr, size_data *sz, ArgInfo *ainfo)
1353 {
1354         if (*gr > S390_LAST_ARG_REG) {
1355                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1356                 ainfo->offset   = sz->stack_size;
1357                 ainfo->reg      = STK_BASE;
1358                 ainfo->regtype  = RegTypeBase;
1359                 sz->stack_size += sizeof(long);
1360                 sz->local_size += sizeof(long);
1361                 sz->offStruct  += sizeof(long);
1362                 sz->code_size  += 12;
1363         } else {
1364                 ainfo->reg      = *gr;
1365                 sz->code_size  += 8;
1366         }
1367         (*gr) ++;
1368 }
1369
1370 /*========================= End of Function ========================*/
1371
1372 /*------------------------------------------------------------------*/
1373 /*                                                                  */
1374 /* Name         - add_stackParm                                     */
1375 /*                                                                  */
1376 /* Function     - Determine code and stack size incremements for a  */
1377 /*                parameter.                                        */
1378 /*                                                                  */
1379 /*------------------------------------------------------------------*/
1380
1381 static void inline
1382 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1383 {
1384         if (*gr > S390_LAST_ARG_REG) {
1385                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1386                 ainfo->reg          = STK_BASE;
1387                 ainfo->offset   = sz->stack_size;
1388                 ainfo->regtype  = RegTypeStructByAddrOnStack;
1389                 sz->stack_size += sizeof (gpointer);
1390                 sz->parm_size  += sizeof(gpointer);
1391                 sz->offStruct  += sizeof(gpointer);
1392         } else {
1393                 ainfo->reg      = *gr;
1394                 ainfo->offset   = sz->stack_size;
1395                 ainfo->regtype  = RegTypeStructByAddr;
1396         }
1397         (*gr) ++;
1398         ainfo->offparm  = sz->offset;
1399         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1400         ainfo->size     = size;
1401         ainfo->vtsize   = size;
1402         sz->parm_size  += size;
1403 }
1404
1405 /*========================= End of Function ========================*/
1406
1407 /*------------------------------------------------------------------*/
1408 /*                                                                  */
1409 /* Name         - add_float                                         */
1410 /*                                                                  */
1411 /* Function     - Determine code and stack size incremements for a  */
1412 /*                float parameter.                                  */
1413 /*                                                                  */
1414 /*------------------------------------------------------------------*/
1415
1416 static void inline
1417 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1418 {
1419         if ((*fr) <= S390_LAST_FPARG_REG) {
1420                 ainfo->regtype = RegTypeFP;
1421                 ainfo->reg     = *fr;
1422                 sz->code_size += 4;
1423                 (*fr) += 2;
1424         }
1425         else {
1426                 ainfo->offset   = sz->stack_size;
1427                 ainfo->reg      = STK_BASE;
1428                 ainfo->regtype  = RegTypeBase;
1429                 sz->code_size  += 4;
1430                 sz->stack_size += sizeof(double);
1431                 sz->local_size += sizeof(double);
1432                 sz->offStruct  += sizeof(double);
1433         }
1434 }
1435
1436 /*========================= End of Function ========================*/
1437
1438 /*------------------------------------------------------------------*/
1439 /*                                                                  */
1440 /* Name         - get_call_info                                     */
1441 /*                                                                  */
1442 /* Function     - Determine the amount of space required for code   */
1443 /*                and stack. In addition determine starting points  */
1444 /*                for stack-based parameters, and area for struct-  */
1445 /*                ures being returned on the stack.                 */
1446 /*                                                                  */
1447 /*------------------------------------------------------------------*/
1448
1449 static CallInfo *
1450 get_call_info (MonoCompile *cfg, MonoMemPool *mp, MonoMethodSignature *sig, gboolean is_pinvoke)
1451 {
1452         guint i, fr, gr, size;
1453         int nParm = sig->hasthis + sig->param_count;
1454         MonoType *ret_type;
1455         guint32 simpletype, align;
1456         CallInfo *cinfo;
1457         size_data *sz;
1458         MonoGenericSharingContext *gsctx = cfg ? cfg->generic_sharing_context : NULL;
1459
1460         if (mp)
1461                 cinfo = mono_mempool_alloc0 (mp, sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1462         else
1463                 cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1464
1465         fr                = 0;
1466         gr                = s390_r2;
1467         nParm             = 0;
1468         cinfo->struct_ret = 0;
1469         sz                = &cinfo->sz;
1470         sz->retStruct     = 0;
1471         sz->offset        = 0;
1472         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1473         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1474         sz->code_size     = 0;
1475         sz->parm_size     = 0;
1476         sz->local_size    = 0;
1477
1478         /*----------------------------------------------------------*/
1479         /* We determine the size of the return code/stack in case we*/
1480         /* need to reserve a register to be used to address a stack */
1481         /* area that the callee will use.                           */
1482         /*----------------------------------------------------------*/
1483
1484         ret_type = mono_type_get_underlying_type (sig->ret);
1485         ret_type = mini_get_basic_type_from_generic (gsctx, ret_type);
1486         simpletype = ret_type->type;
1487 enum_retvalue:
1488         switch (simpletype) {
1489                 case MONO_TYPE_BOOLEAN:
1490                 case MONO_TYPE_I1:
1491                 case MONO_TYPE_U1:
1492                 case MONO_TYPE_I2:
1493                 case MONO_TYPE_U2:
1494                 case MONO_TYPE_CHAR:
1495                 case MONO_TYPE_I4:
1496                 case MONO_TYPE_U4:
1497                 case MONO_TYPE_I:
1498                 case MONO_TYPE_U:
1499                 case MONO_TYPE_CLASS:
1500                 case MONO_TYPE_OBJECT:
1501                 case MONO_TYPE_SZARRAY:
1502                 case MONO_TYPE_ARRAY:
1503                 case MONO_TYPE_PTR:
1504                 case MONO_TYPE_FNPTR:
1505                 case MONO_TYPE_STRING:
1506                         cinfo->ret.reg = s390_r2;
1507                         sz->code_size += 4;
1508                         break;
1509                 case MONO_TYPE_R4:
1510                 case MONO_TYPE_R8:
1511                         cinfo->ret.reg = s390_f0;
1512                         sz->code_size += 4;
1513                         break;
1514                 case MONO_TYPE_I8:
1515                 case MONO_TYPE_U8:
1516                         cinfo->ret.reg = s390_r2;
1517                         sz->code_size += 4;
1518                         break;
1519                 case MONO_TYPE_GENERICINST:
1520                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1521                                 cinfo->ret.reg = s390_r2;
1522                                 sz->code_size += 4;
1523                                 break;
1524                         }
1525                         /* Fall through */
1526                 case MONO_TYPE_VALUETYPE: {
1527                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1528                         if (klass->enumtype) {
1529                                 simpletype = mono_class_enum_basetype (klass)->type;
1530                                 goto enum_retvalue;
1531                         }
1532                         if (sig->pinvoke)
1533                                 size = mono_class_native_size (klass, &align);
1534                         else
1535                                 size = mono_class_value_size (klass, &align);
1536
1537                         cinfo->ret.reg    = s390_r2;
1538                         cinfo->struct_ret = 1;
1539                         cinfo->ret.size   = size;
1540                         cinfo->ret.vtsize = size;
1541                         gr++;
1542                         break;
1543                 }
1544                 case MONO_TYPE_TYPEDBYREF:
1545                         size = sizeof (MonoTypedRef);
1546                         cinfo->ret.reg    = s390_r2;
1547                         cinfo->struct_ret = 1;
1548                         cinfo->ret.size   = size;
1549                         cinfo->ret.vtsize = size;
1550                         gr++;
1551                         break;
1552                 case MONO_TYPE_VOID:
1553                         break;
1554                 default:
1555                         g_error ("Can't handle as return value 0x%x", sig->ret->type);
1556         }
1557
1558         if (sig->hasthis) {
1559                 cinfo->args[nParm].size = sizeof(gpointer);
1560                 add_general (&gr, sz, cinfo->args+nParm);
1561                 nParm++;
1562         }
1563
1564         if ((sig->call_convention == MONO_CALL_VARARG) && (sig->param_count == 0)) {
1565                 gr = S390_LAST_ARG_REG + 1;
1566
1567                 /* Emit the signature cookie just before the implicit arguments */
1568                 add_general (&gr, sz, &cinfo->sigCookie);
1569         }
1570
1571         /*----------------------------------------------------------*/
1572         /* We determine the size of the parameter code and stack    */
1573         /* requirements by checking the types and sizes of the      */
1574         /* parameters.                                              */
1575         /*----------------------------------------------------------*/
1576
1577         for (i = 0; i < sig->param_count; ++i) {
1578                 MonoType *ptype;
1579
1580                 /*--------------------------------------------------*/
1581                 /* Handle vararg type calls. All args are put on    */
1582                 /* the stack.                                       */
1583                 /*--------------------------------------------------*/
1584                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1585                     (i == sig->sentinelpos)) {
1586                         gr = S390_LAST_ARG_REG + 1;
1587                         add_general (&gr, sz, &cinfo->sigCookie);
1588                 }
1589
1590                 if (sig->params [i]->byref) {
1591                         add_general (&gr, sz, cinfo->args+nParm);
1592                         cinfo->args[nParm].size = sizeof(gpointer);
1593                         nParm++;
1594                         continue;
1595                 }
1596
1597                 ptype = mono_type_get_underlying_type (sig->params [i]);
1598                 ptype = mini_get_basic_type_from_generic (gsctx, ptype);
1599                 simpletype = ptype->type;
1600                 cinfo->args[nParm].type = simpletype;
1601                 switch (simpletype) {
1602                 case MONO_TYPE_BOOLEAN:
1603                 case MONO_TYPE_I1:
1604                 case MONO_TYPE_U1:
1605                         cinfo->args[nParm].size = sizeof(char);
1606                         add_general (&gr, sz, cinfo->args+nParm);
1607                         nParm++;
1608                         break;
1609                 case MONO_TYPE_I2:
1610                 case MONO_TYPE_U2:
1611                 case MONO_TYPE_CHAR:
1612                         cinfo->args[nParm].size = sizeof(short);
1613                         add_general (&gr, sz, cinfo->args+nParm);
1614                         nParm++;
1615                         break;
1616                 case MONO_TYPE_I4:
1617                 case MONO_TYPE_U4:
1618                         cinfo->args[nParm].size = sizeof(int);
1619                         add_general (&gr, sz, cinfo->args+nParm);
1620                         nParm++;
1621                         break;
1622                 case MONO_TYPE_I:
1623                 case MONO_TYPE_U:
1624                 case MONO_TYPE_PTR:
1625                 case MONO_TYPE_FNPTR:
1626                 case MONO_TYPE_CLASS:
1627                 case MONO_TYPE_OBJECT:
1628                 case MONO_TYPE_STRING:
1629                 case MONO_TYPE_SZARRAY:
1630                 case MONO_TYPE_ARRAY:
1631                         cinfo->args[nParm].size = sizeof(gpointer);
1632                         add_general (&gr, sz, cinfo->args+nParm);
1633                         nParm++;
1634                         break;
1635                 case MONO_TYPE_I8:
1636                 case MONO_TYPE_U8:
1637                         cinfo->args[nParm].size = sizeof(long long);
1638                         add_general (&gr, sz, cinfo->args+nParm);
1639                         nParm++;
1640                         break;
1641                 case MONO_TYPE_R4:
1642                         cinfo->args[nParm].size = sizeof(float);
1643                         add_float (&fr, sz, cinfo->args+nParm);
1644                         nParm++;
1645                         break;
1646                 case MONO_TYPE_R8:
1647                         cinfo->args[nParm].size = sizeof(double);
1648                         add_float (&fr, sz, cinfo->args+nParm);
1649                         nParm++;
1650                         break;
1651                 case MONO_TYPE_GENERICINST:
1652                         if (!mono_type_generic_inst_is_valuetype (sig->params [i])) {
1653                                 cinfo->args[nParm].size = sizeof(gpointer);
1654                                 add_general (&gr, sz, cinfo->args+nParm);
1655                                 nParm++;
1656                                 break;
1657                         }
1658                         /* Fall through */
1659                 case MONO_TYPE_VALUETYPE: {
1660                         MonoMarshalType *info;
1661                         MonoClass *klass = mono_class_from_mono_type (sig->params [i]);
1662                         if (sig->pinvoke)
1663                                 size = mono_class_native_size (klass, &align);
1664                         else
1665                                 size = mono_class_value_size (klass, &align);
1666
1667                         info = mono_marshal_load_type_info (klass);
1668
1669                         if ((info->native_size == sizeof(float)) &&
1670                             (info->num_fields  == 1) &&
1671                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1672                                 cinfo->args[nParm].size = sizeof(float);
1673                                 add_float(&fr, sz, cinfo->args+nParm);
1674                                 nParm ++;
1675                                 break;
1676                         }
1677
1678                         if ((info->native_size == sizeof(double)) &&
1679                             (info->num_fields  == 1) &&
1680                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1681                                 cinfo->args[nParm].size = sizeof(double);
1682                                 add_float(&fr, sz, cinfo->args+nParm);
1683                                 nParm ++;
1684                                 break;
1685                         }
1686
1687                         cinfo->args[nParm].vtsize  = 0;
1688                         cinfo->args[nParm].size    = 0;
1689
1690                         switch (size) {
1691                                 /*----------------------------------*/
1692                                 /* On S/390, structures of size 1,  */
1693                                 /* 2, 4, and 8 bytes are passed in  */
1694                                 /* (a) register(s).                 */
1695                                 /*----------------------------------*/
1696                                 case 0:
1697                                 case 1:
1698                                 case 2:
1699                                 case 4:
1700                                 case 8:
1701                                         add_general(&gr, sz, cinfo->args+nParm);
1702                                         cinfo->args[nParm].size    = size;
1703                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1704                                         nParm++;
1705                                         sz->local_size            += sizeof(long);
1706                                         break;
1707                                 default:
1708                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1709                                         nParm++;
1710                         }
1711                 }
1712                         break;
1713                 case MONO_TYPE_TYPEDBYREF: {
1714                         int size = sizeof (MonoTypedRef);
1715
1716                         cinfo->args[nParm].vtsize  = 0;
1717                         cinfo->args[nParm].size    = 0;
1718
1719                         switch (size) {
1720                                 /*----------------------------------*/
1721                                 /* On S/390, structures of size 1,  */
1722                                 /* 2, 4, and 8 bytes are passed in  */
1723                                 /* (a) register(s).                 */
1724                                 /*----------------------------------*/
1725                                 case 0:
1726                                 case 1:
1727                                 case 2:
1728                                 case 4:
1729                                 case 8:
1730                                         add_general(&gr, sz, cinfo->args+nParm);
1731                                         cinfo->args[nParm].size    = size;
1732                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1733                                         nParm++;
1734                                         sz->local_size            += sizeof(long);
1735                                         break;
1736                                 default:
1737                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1738                                         nParm++;
1739                         }
1740                 }
1741                         break;
1742                 default:
1743                         g_error ("Can't trampoline 0x%x", sig->params [i]->type);
1744                 }
1745         }
1746
1747         /*----------------------------------------------------------*/
1748         /* Handle the case where there are no implicit arguments    */
1749         /*----------------------------------------------------------*/
1750         if ((sig->call_convention == MONO_CALL_VARARG) &&
1751             (nParm > 0) &&
1752             (!sig->pinvoke) &&
1753             (sig->param_count == sig->sentinelpos)) {
1754                 gr = S390_LAST_ARG_REG + 1;
1755                 add_general (&gr, sz, &cinfo->sigCookie);
1756         }
1757
1758         /*----------------------------------------------------------*/
1759         /* If we are passing a structure back then if it won't be   */
1760         /* in a register(s) then we make room at the end of the     */
1761         /* parameters that may have been placed on the stack        */
1762         /*----------------------------------------------------------*/
1763         if (cinfo->struct_ret) {
1764                 cinfo->ret.offset = sz->stack_size;
1765                 switch (cinfo->ret.size) {
1766                 case 0:
1767                 case 1:
1768                 case 2:
1769                 case 4:
1770                 case 8:
1771                         break;
1772                 default:
1773                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1774                 }
1775         }
1776
1777         cinfo->lastgr   = gr;
1778         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1779                           sz->offset;
1780         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1781
1782         return (cinfo);
1783 }
1784
1785 /*========================= End of Function ========================*/
1786
1787 /*------------------------------------------------------------------*/
1788 /*                                                                  */
1789 /* Name         - mono_arch_allocate_vars                           */
1790 /*                                                                  */
1791 /* Function     - Set var information according to the calling      */
1792 /*                convention for S/390. The local var stuff should  */
1793 /*                most likely be split in another method.           */
1794 /*                                                                  */
1795 /* Parameter    - @m - Compile unit.                                */
1796 /*                                                                  */
1797 /*------------------------------------------------------------------*/
1798
1799 void
1800 mono_arch_allocate_vars (MonoCompile *cfg)
1801 {
1802         MonoMethodSignature *sig;
1803         MonoMethodHeader *header;
1804         MonoInst *inst;
1805         CallInfo *cinfo;
1806         int iParm, iVar, offset, align, size, curinst;
1807         int frame_reg = STK_BASE;
1808         int sArg, eArg;
1809
1810         header  = cfg->header;
1811
1812         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1813
1814         /*---------------------------------------------------------*/
1815         /* We use the frame register also for any method that has  */
1816         /* filter clauses. This way, when the handlers are called, */
1817         /* the code will reference local variables using the frame */
1818         /* reg instead of the stack pointer: if we had to restore  */
1819         /* the stack pointer, we'd corrupt the method frames that  */
1820         /* are already on the stack (since filters get called      */
1821         /* before stack unwinding happens) when the filter code    */
1822         /* would call any method.                                  */
1823         /*---------------------------------------------------------*/
1824         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1825                 frame_reg = s390_r11;
1826
1827         cfg->frame_reg = frame_reg;
1828
1829         cfg->arch.bkchain_reg = -1;
1830
1831         if (frame_reg != STK_BASE)
1832                 cfg->used_int_regs |= 1 << frame_reg;
1833
1834         sig     = mono_method_signature (cfg->method);
1835
1836         cinfo   = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
1837
1838         if (!cinfo->struct_ret) {
1839                 switch (mono_type_get_underlying_type (sig->ret)->type) {
1840                 case MONO_TYPE_VOID:
1841                         break;
1842                 default:
1843                         cfg->ret->opcode = OP_REGVAR;
1844                         cfg->ret->dreg   = s390_r2;
1845                         break;
1846                 }
1847         }
1848
1849         /*--------------------------------------------------------------*/
1850         /* local vars are at a positive offset from the stack pointer   */
1851         /* also note that if the function uses alloca, we use s390_r11  */
1852         /* to point at the local variables.                             */
1853         /* add parameter area size for called functions                 */
1854         /*--------------------------------------------------------------*/
1855         if (cfg->param_area == 0)
1856                 offset = S390_MINIMAL_STACK_SIZE;
1857         else
1858                 offset = cfg->param_area;
1859
1860         cfg->sig_cookie = 0;
1861
1862         if (cinfo->struct_ret) {
1863                 inst               = cfg->vret_addr;
1864                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1865                 inst->inst_offset  = offset;
1866                 inst->opcode       = OP_REGOFFSET;
1867                 inst->inst_basereg = frame_reg;
1868                 offset            += sizeof(gpointer);
1869                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
1870                         printf ("vret_addr =");
1871                         mono_print_ins (cfg->vret_addr);
1872                 }
1873         }
1874
1875         if (sig->hasthis) {
1876                 inst = cfg->args [0];
1877                 if (inst->opcode != OP_REGVAR) {
1878                         inst->opcode       = OP_REGOFFSET;
1879                         inst->inst_basereg = frame_reg;
1880                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1881                         inst->inst_offset  = offset;
1882                         offset            += sizeof (gpointer);
1883                 }
1884                 curinst = sArg = 1;
1885         } else {
1886                 curinst = sArg = 0;
1887         }
1888
1889         eArg = sig->param_count + sArg;
1890
1891         if (sig->call_convention == MONO_CALL_VARARG)
1892                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
1893
1894         for (iParm = sArg; iParm < eArg; ++iParm) {
1895                 inst = cfg->args [curinst];
1896                 if (inst->opcode != OP_REGVAR) {
1897                         switch (cinfo->args[iParm].regtype) {
1898                         case RegTypeStructByAddr : {
1899                                 MonoInst *indir;
1900
1901                                 size = sizeof (gpointer);
1902
1903                                 inst->opcode = OP_REGOFFSET;
1904                                 inst->inst_basereg = frame_reg;
1905                                 offset = S390_ALIGN (offset, sizeof (gpointer));
1906                                 inst->inst_offset = offset;
1907
1908                                 /* Add a level of indirection */
1909                                 MONO_INST_NEW (cfg, indir, 0);
1910                                 *indir = *inst;
1911                                 inst->opcode = OP_VTARG_ADDR;
1912                                 inst->inst_left = indir;
1913                         }
1914                                 break;
1915                         case RegTypeStructByAddrOnStack : {
1916                                 MonoInst *indir;
1917
1918                                 size = sizeof (gpointer);
1919
1920                                 /* Similar to the == STK_BASE case below */
1921                                 cfg->arch.bkchain_reg = s390_r12;
1922                                 cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
1923
1924                                 inst->opcode = OP_REGOFFSET;
1925                                 inst->dreg = mono_alloc_preg (cfg);
1926                                 inst->inst_basereg = cfg->arch.bkchain_reg;
1927                                 inst->inst_offset = cinfo->args [iParm].offset;
1928
1929                                 /* Add a level of indirection */
1930                                 MONO_INST_NEW (cfg, indir, 0);
1931                                 *indir = *inst;
1932                                 inst->opcode = OP_VTARG_ADDR;
1933                                 inst->inst_left = indir;
1934                                 break;
1935                         }
1936                         case RegTypeStructByVal :
1937                                 size               = cinfo->args[iParm].size;
1938                                 offset             = S390_ALIGN(offset, size);
1939                                 inst->opcode = OP_REGOFFSET;
1940                                 inst->inst_basereg = frame_reg;
1941                                 inst->inst_offset = offset;
1942                                 break;
1943                         default :
1944                                 if (cinfo->args [iParm].reg == STK_BASE) {
1945                                         /*
1946                                          * These arguments are in the previous frame, so we can't
1947                                          * compute their offset from the current frame pointer right
1948                                          * now, since cfg->stack_offset is not yet known, so dedicate a
1949                                          * register holding the previous frame pointer.
1950                                          */
1951                                         cfg->arch.bkchain_reg = s390_r12;
1952                                         cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
1953
1954                                         inst->opcode       = OP_REGOFFSET;
1955                                         inst->inst_basereg = cfg->arch.bkchain_reg;
1956                                         size               = (cinfo->args[iParm].size < 8
1957                                                                           ? 8 - cinfo->args[iParm].size
1958                                                                           : 0);
1959                                         inst->inst_offset  = cinfo->args [iParm].offset + size;
1960                                         size = sizeof (long);
1961                                 } else {
1962                                         inst->opcode       = OP_REGOFFSET;
1963                                         inst->inst_basereg = frame_reg;
1964                                         size               = (cinfo->args[iParm].size < 8
1965                                                                           ? sizeof(int)
1966                                                                           : sizeof(long));
1967                                         offset             = S390_ALIGN(offset, size);
1968                                         inst->inst_offset  = offset;
1969                                 }
1970                                 break;
1971                         }
1972                         if ((sig->call_convention == MONO_CALL_VARARG) &&
1973                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
1974                             (iParm < sig->sentinelpos))
1975                                 cfg->sig_cookie += size;
1976
1977                         offset += size;
1978                 }
1979                 curinst++;
1980         }
1981
1982         curinst = cfg->locals_start;
1983         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
1984                 inst = cfg->varinfo [iVar];
1985                 if ((inst->flags & MONO_INST_IS_DEAD) ||
1986                     (inst->opcode == OP_REGVAR))
1987                         continue;
1988
1989                 /*--------------------------------------------------*/
1990                 /* inst->backend.is_pinvoke indicates native sized  */
1991                 /* value typs this is used by the pinvoke wrappers  */
1992                 /* when they call functions returning structure     */
1993                 /*--------------------------------------------------*/
1994                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
1995                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype),
1996                                                        (guint32 *) &align);
1997                 else
1998                         size = mono_type_size (inst->inst_vtype, &align);
1999
2000                 offset             = S390_ALIGN(offset, align);
2001                 inst->inst_offset  = offset;
2002                 inst->opcode       = OP_REGOFFSET;
2003                 inst->inst_basereg = frame_reg;
2004                 offset            += size;
2005                 DEBUG (g_print("allocating local %d to %ld, size: %d\n",
2006                                 iVar, inst->inst_offset, size));
2007         }
2008
2009         /*------------------------------------------------------*/
2010         /* Allow space for the trace method stack area if needed*/
2011         /*------------------------------------------------------*/
2012         if (mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method))
2013                 offset += S390_TRACE_STACK_SIZE;
2014
2015         /*------------------------------------------------------*/
2016         /* Reserve space to save LMF and caller saved registers */
2017         /*------------------------------------------------------*/
2018         if (cfg->method->save_lmf)
2019                 offset += sizeof (MonoLMF);
2020
2021         /*------------------------------------------------------*/
2022         /* align the offset                                     */
2023         /*------------------------------------------------------*/
2024         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
2025
2026         /*------------------------------------------------------*/
2027         /* Fix offsets for args whose value is in parent frame  */
2028         /*------------------------------------------------------*/
2029         for (iParm = sArg; iParm < eArg; ++iParm) {
2030                 inst = cfg->args [iParm];
2031
2032                 if (inst->opcode == OP_S390_STKARG) {
2033                         inst->opcode = OP_REGOFFSET;
2034                         inst->inst_offset += cfg->stack_offset;
2035                 }
2036         }
2037 }
2038
2039 /*========================= End of Function ========================*/
2040
2041 /*------------------------------------------------------------------*/
2042 /*                                                                  */
2043 /* Name         - mono_arch_create_vars                             */
2044 /*                                                                  */
2045 /*------------------------------------------------------------------*/
2046
2047 void
2048 mono_arch_create_vars (MonoCompile *cfg)
2049 {
2050         MonoMethodSignature *sig;
2051         CallInfo *cinfo;
2052
2053         sig = mono_method_signature (cfg->method);
2054
2055         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2056
2057         if (cinfo->struct_ret) {
2058                 cfg->vret_addr = mono_compile_create_var (cfg, &mono_defaults.int_class->byval_arg, OP_ARG);
2059                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
2060                         printf ("vret_addr = ");
2061                         mono_print_ins (cfg->vret_addr);
2062                 }
2063         }
2064 }
2065
2066 /*========================= End of Function ========================*/
2067
2068 /*------------------------------------------------------------------*/
2069 /*                                                                  */
2070 /* Name         - add_outarg_reg2.                                  */
2071 /*                                                                  */
2072 /*------------------------------------------------------------------*/
2073
2074 static void
2075 add_outarg_reg2 (MonoCompile *cfg, MonoCallInst *call, ArgStorage storage, int reg, MonoInst *tree)
2076 {
2077         MonoInst *ins;
2078
2079         switch (storage) {
2080         case RegTypeGeneral:
2081                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2082                 ins->dreg = mono_alloc_ireg (cfg);
2083                 ins->sreg1 = tree->dreg;
2084                 MONO_ADD_INS (cfg->cbb, ins);
2085                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, FALSE);
2086                 break;
2087         case RegTypeFP:
2088                 MONO_INST_NEW (cfg, ins, OP_FMOVE);
2089                 ins->dreg = mono_alloc_freg (cfg);
2090                 ins->sreg1 = tree->dreg;
2091                 MONO_ADD_INS (cfg->cbb, ins);
2092                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2093                 break;
2094         case RegTypeFPR4:
2095                 MONO_INST_NEW (cfg, ins, OP_S390_SETF4RET);
2096                 ins->dreg = mono_alloc_freg (cfg);
2097                 ins->sreg1 = tree->dreg;
2098                 MONO_ADD_INS (cfg->cbb, ins);
2099                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2100                 break;
2101         default:
2102                 g_assert_not_reached ();
2103         }
2104 }
2105
2106 /*========================= End of Function ========================*/
2107
2108 /*------------------------------------------------------------------*/
2109 /*                                                                  */
2110 /* Name         - emit_sig_cookie.                                  */
2111 /*                                                                  */
2112 /*------------------------------------------------------------------*/
2113
2114 static void
2115 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call, CallInfo *cinfo)
2116 {
2117         MonoMethodSignature *tmpSig;
2118         MonoInst *sig_arg;
2119
2120         cfg->disable_aot = TRUE;
2121
2122         /*----------------------------------------------------------*/
2123         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2124         /* passed first and all the arguments which were before it  */
2125         /* passed on the stack after the signature. So compensate   */
2126         /* by passing a different signature.                        */
2127         /*----------------------------------------------------------*/
2128         tmpSig = mono_metadata_signature_dup (call->signature);
2129         tmpSig->param_count -= call->signature->sentinelpos;
2130         tmpSig->sentinelpos  = 0;
2131         if (tmpSig->param_count > 0)
2132                 memcpy (tmpSig->params,
2133                         call->signature->params + call->signature->sentinelpos,
2134                         tmpSig->param_count * sizeof(MonoType *));
2135
2136         MONO_INST_NEW (cfg, sig_arg, OP_ICONST);
2137         sig_arg->dreg = mono_alloc_ireg (cfg);
2138         sig_arg->inst_p0 = tmpSig;
2139         MONO_ADD_INS (cfg->cbb, sig_arg);
2140
2141         MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG, STK_BASE,
2142                                      cinfo->sigCookie.offset, sig_arg->dreg);
2143 }
2144
2145 /*========================= End of Function ========================*/
2146
2147 /*------------------------------------------------------------------*/
2148 /*                                                                  */
2149 /* Name         - mono_arch_emit_call                               */
2150 /*                                                                  */
2151 /*------------------------------------------------------------------*/
2152
2153 void
2154 mono_arch_emit_call (MonoCompile *cfg, MonoCallInst *call)
2155 {
2156         MonoInst *in;
2157         MonoMethodSignature *sig;
2158         MonoInst *ins;
2159         int i, n, lParamArea;
2160         CallInfo *cinfo;
2161         ArgInfo *ainfo = NULL;
2162         int stackSize;
2163         MonoMethodHeader *header;
2164         int frmReg;
2165
2166         sig = call->signature;
2167         n = sig->param_count + sig->hasthis;
2168         DEBUG (g_print ("Call requires: %d parameters\n",n));
2169
2170         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2171
2172         stackSize         = cinfo->sz.stack_size + cinfo->sz.local_size +
2173                             cinfo->sz.parm_size + cinfo->sz.offset;
2174         call->stack_usage = MAX(stackSize, call->stack_usage);
2175         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-cinfo->sz.parm_size), 0);
2176         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
2177         cfg->flags       |= MONO_CFG_HAS_CALLS;
2178
2179         if (cinfo->struct_ret) {
2180                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2181                 ins->sreg1 = call->vret_var->dreg;
2182                 ins->dreg = mono_alloc_preg (cfg);
2183                 MONO_ADD_INS (cfg->cbb, ins);
2184                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, cinfo->ret.reg, FALSE);
2185         }
2186
2187         header = mono_method_get_header (cfg->method);
2188         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2189                 frmReg = s390_r11;
2190         else
2191                 frmReg = STK_BASE;
2192
2193         for (i = 0; i < n; ++i) {
2194                 MonoType *t;
2195
2196                 ainfo = cinfo->args + i;
2197                 if (i >= sig->hasthis)
2198                         t = sig->params [i - sig->hasthis];
2199                 else
2200                         t = &mono_defaults.int_class->byval_arg;
2201                 t = mono_type_get_underlying_type (t);
2202
2203                 in = call->args [i];
2204
2205                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2206                     (!sig->pinvoke) &&
2207                     (i == sig->sentinelpos)) {
2208                         emit_sig_cookie (cfg, call, cinfo);
2209                 }
2210
2211                 switch (ainfo->regtype) {
2212                 case RegTypeGeneral:
2213                         add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2214                         break;
2215                 case RegTypeFP:
2216                         if (MONO_TYPE_ISSTRUCT (t)) {
2217                                 /* Valuetype passed in one fp register */
2218                                 ainfo->regtype = RegTypeStructByValInFP;
2219                                 /* Fall through */
2220                         } else {
2221                                 if (ainfo->size == 4)
2222                                         ainfo->regtype = RegTypeFPR4;
2223                                 add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2224                                 break;
2225                         }
2226                 case RegTypeStructByVal:
2227                 case RegTypeStructByAddr:
2228                 case RegTypeStructByAddrOnStack: {
2229                         guint32 align;
2230                         guint32 size;
2231
2232                         if (sig->params [i - sig->hasthis]->type == MONO_TYPE_TYPEDBYREF) {
2233                                 size = sizeof (MonoTypedRef);
2234                                 align = sizeof (gpointer);
2235                         }
2236                         else
2237                                 if (sig->pinvoke)
2238                                         size = mono_type_native_stack_size (&in->klass->byval_arg, &align);
2239                                 else {
2240                                         /*
2241                                          * Other backends use mono_type_stack_size (), but that
2242                                          * aligns the size to 8, which is larger than the size of
2243                                          * the source, leading to reads of invalid memory if the
2244                                          * source is at the end of address space.
2245                                          */
2246                                         size = mono_class_value_size (in->klass, &align);
2247                                 }
2248
2249                         g_assert (in->klass);
2250
2251                         ainfo->offparm += cinfo->sz.offStruct;
2252
2253                         MONO_INST_NEW (cfg, ins, OP_OUTARG_VT);
2254                         ins->sreg1 = in->dreg;
2255                         ins->klass = in->klass;
2256                         ins->backend.size = ainfo->size;
2257                         ins->inst_p0 = call;
2258                         ins->inst_p1 = mono_mempool_alloc (cfg->mempool, sizeof (ArgInfo));
2259                         memcpy (ins->inst_p1, ainfo, sizeof (ArgInfo));
2260
2261                         MONO_ADD_INS (cfg->cbb, ins);
2262
2263                         if (ainfo->regtype == RegTypeStructByAddr) {
2264                                 /*
2265                                  * We use OP_OUTARG_VT to copy the valuetype to a stack location, then
2266                                  * use the normal OUTARG opcodes to pass the address of the location to
2267                                  * the callee.
2268                                  */
2269                                 int treg = mono_alloc_preg (cfg);
2270                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2271                                                          frmReg, ainfo->offparm);
2272                                 mono_call_inst_add_outarg_reg (cfg, call, treg, ainfo->reg, FALSE);
2273                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
2274                                 /* The address of the valuetype is passed on the stack */
2275                                 int treg = mono_alloc_preg (cfg);
2276                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2277                                                          frmReg, ainfo->offparm);
2278                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG,
2279                                                              ainfo->reg, ainfo->offset, treg);
2280                         }
2281                         break;
2282                 }
2283                 case RegTypeBase:
2284                         if (!t->byref && t->type == MONO_TYPE_R4) {
2285                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER4_MEMBASE_REG,
2286                                                              STK_BASE, ainfo->offset + 4,
2287                                                              in->dreg);
2288                         } else if (!t->byref && (t->type == MONO_TYPE_R8)) {
2289                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER8_MEMBASE_REG,
2290                                                              STK_BASE, ainfo->offset,
2291                                                              in->dreg);
2292                         } else {
2293                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2294                                 ins->inst_destbasereg = STK_BASE;
2295                                 ins->inst_offset = ainfo->offset;
2296                                 ins->sreg1 = in->dreg;
2297
2298 #if 0
2299                                 /* This is needed by MonoTypedRef->value to point to the correct data */
2300                                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2301                                         (i >= sig->sentinelpos)) {
2302                                         switch (ainfo->size) {
2303                                         case 1:
2304                                                 ins->opcode = OP_STOREI1_MEMBASE_REG;
2305                                                 break;
2306                                         case 2:
2307                                                 ins->opcode = OP_STOREI2_MEMBASE_REG;
2308                                                 break;
2309                                         case 4:
2310                                                 ins->opcode = OP_STOREI4_MEMBASE_REG;
2311                                                 break;
2312                                         default:
2313                                                 break;
2314                                         }
2315                                 }
2316 #endif
2317
2318                                 MONO_ADD_INS (cfg->cbb, ins);
2319                         }
2320                         break;
2321                 default:
2322                         g_assert_not_reached ();
2323                         break;
2324                 }
2325         }
2326
2327         /*
2328          * Handle the case where there are no implicit arguments
2329          */
2330         if ((sig->call_convention == MONO_CALL_VARARG) &&
2331             (!sig->pinvoke) &&
2332             (i == sig->sentinelpos)) {
2333                 emit_sig_cookie (cfg, call, cinfo);
2334         }
2335 }
2336
2337 /*========================= End of Function ========================*/
2338
2339 /*------------------------------------------------------------------*/
2340 /*                                                                  */
2341 /* Name         - mono_arch_emit_outarg_vt                          */
2342 /*                                                                  */
2343 /*------------------------------------------------------------------*/
2344
2345 void
2346 mono_arch_emit_outarg_vt (MonoCompile *cfg, MonoInst *ins, MonoInst *src)
2347 {
2348         MonoCallInst *call = (MonoCallInst*)ins->inst_p0;
2349         ArgInfo *ainfo = (ArgInfo*)ins->inst_p1;
2350         int size = ins->backend.size;
2351
2352         if (ainfo->regtype == RegTypeStructByVal) {
2353                 /*
2354                                 arg->ins.sreg1  = ainfo->reg;
2355                                 arg->ins.opcode = OP_OUTARG_VT;
2356                                 arg->size       = ainfo->size;
2357                                 arg->offset     = ainfo->offset;
2358                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2359                 */
2360                 if (ainfo->reg != STK_BASE) {
2361                         MONO_OUTPUT_VTR (cfg, size, ainfo->reg, src->dreg, 0);
2362                 } else {
2363                         MONO_OUTPUT_VTS (cfg, size, ainfo->reg, ainfo->offset,
2364                                                           src->dreg, 0);
2365                 }
2366         } else if (ainfo->regtype == RegTypeStructByValInFP) {
2367                 int dreg = mono_alloc_freg (cfg);
2368
2369                 if (ainfo->size == 4) {
2370                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR4_MEMBASE, dreg, src->dreg, 0);
2371                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, dreg, dreg);
2372                 } else {
2373                         g_assert (ainfo->size == 8);
2374
2375                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR8_MEMBASE, dreg, src->dreg, 0);
2376                 }
2377
2378                 mono_call_inst_add_outarg_reg (cfg, call, dreg, ainfo->reg, TRUE);
2379         } else {
2380                 MonoMethodHeader *header;
2381                 int srcReg;
2382
2383                 header = mono_method_get_header (cfg->method);
2384                 if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2385                         srcReg = s390_r11;
2386                 else
2387                         srcReg = STK_BASE;
2388
2389                 MONO_EMIT_NEW_MOVE (cfg, srcReg, ainfo->offparm,
2390                                                          src->dreg, 0, size);
2391         }
2392 }
2393
2394 /*========================= End of Function ========================*/
2395
2396 /*------------------------------------------------------------------*/
2397 /*                                                                  */
2398 /* Name         - mono_arch_emit_setret                             */
2399 /*                                                                  */
2400 /*------------------------------------------------------------------*/
2401
2402 void
2403 mono_arch_emit_setret (MonoCompile *cfg, MonoMethod *method, MonoInst *val)
2404 {
2405         MonoType *ret = mono_type_get_underlying_type (mono_method_signature (method)->ret);
2406
2407         if (!ret->byref) {
2408                 if (ret->type == MONO_TYPE_R4) {
2409                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, s390_f0, val->dreg);
2410                         return;
2411                 } else if (ret->type == MONO_TYPE_R8) {
2412                         MONO_EMIT_NEW_UNALU (cfg, OP_FMOVE, s390_f0, val->dreg);
2413                         return;
2414                 }
2415         }
2416
2417         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, cfg->ret->dreg, val->dreg);
2418 }
2419
2420 /*========================= End of Function ========================*/
2421
2422 /*------------------------------------------------------------------*/
2423 /*                                                                  */
2424 /* Name         - mono_arch_instrument_mem_needs                    */
2425 /*                                                                  */
2426 /* Function     - Allow tracing to work with this interface (with   */
2427 /*                an optional argument).                            */
2428 /*                                                                  */
2429 /*------------------------------------------------------------------*/
2430
2431 void
2432 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
2433 {
2434         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2435         *stack = 0;
2436         /* split prolog-epilog requirements? */
2437         *code = 50; /* max bytes needed: check this number */
2438 }
2439
2440 /*========================= End of Function ========================*/
2441
2442 /*------------------------------------------------------------------*/
2443 /*                                                                  */
2444 /* Name         - mono_arch_instrument_prolog                       */
2445 /*                                                                  */
2446 /* Function     - Create an "instrumented" prolog.                  */
2447 /*                                                                  */
2448 /*------------------------------------------------------------------*/
2449
2450 void*
2451 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2452                              gboolean enable_arguments)
2453 {
2454         guchar  *code = p;
2455         int     parmOffset,
2456                 fpOffset,
2457                 baseReg;
2458
2459         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2460         if (cfg->method->save_lmf)
2461                 parmOffset -= sizeof(MonoLMF);
2462         fpOffset   = parmOffset + (5*sizeof(gpointer));
2463         if ((!has_ld) && (fpOffset > 4096)) {
2464                 s390_lgr (code, s390_r12, STK_BASE);
2465                 baseReg = s390_r12;
2466                 while (fpOffset > 4096) {
2467                         s390_aghi (code, baseReg, 4096);
2468                         fpOffset   -= 4096;
2469                         parmOffset -= 4096;
2470                 }
2471         } else {
2472                 baseReg = STK_BASE;
2473         }
2474
2475         s390_stmg (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2476         if (has_ld) {
2477                 s390_stdy (code, s390_f0, 0, STK_BASE, fpOffset);
2478                 s390_stdy (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2479                 s390_stdy (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2480                 s390_stdy (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2481         } else {
2482                 s390_std  (code, s390_f0, 0, baseReg, fpOffset);
2483                 s390_std  (code, s390_f2, 0, baseReg, fpOffset+sizeof(gdouble));
2484                 s390_std  (code, s390_f4, 0, baseReg, fpOffset+2*sizeof(gdouble));
2485                 s390_std  (code, s390_f6, 0, baseReg, fpOffset+3*sizeof(gdouble));
2486         }
2487         s390_basr (code, s390_r13, 0);
2488         s390_j    (code, 10);
2489         s390_llong(code, cfg->method);
2490         s390_llong(code, func);
2491         s390_lg   (code, s390_r2, 0, s390_r13, 4);
2492         if (has_ld)
2493                 s390_lay  (code, s390_r3, 0, STK_BASE, parmOffset);
2494         else
2495                 s390_la   (code, s390_r3, 0, baseReg, parmOffset);
2496         s390_lgr  (code, s390_r4, STK_BASE);
2497         s390_aghi (code, s390_r4, cfg->stack_usage);
2498         s390_lg   (code, s390_r1, 0, s390_r13, 12);
2499         s390_basr (code, s390_r14, s390_r1);
2500         if (has_ld) {
2501                 s390_ldy  (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2502                 s390_ldy  (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2503                 s390_ldy  (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2504                 s390_ldy  (code, s390_f0, 0, STK_BASE, fpOffset);
2505         } else {
2506                 s390_ld   (code, s390_f6, 0, baseReg, fpOffset+3*sizeof(gdouble));
2507                 s390_ld   (code, s390_f4, 0, baseReg, fpOffset+2*sizeof(gdouble));
2508                 s390_ld   (code, s390_f2, 0, baseReg, fpOffset+sizeof(gdouble));
2509                 s390_ld   (code, s390_f0, 0, baseReg, fpOffset);
2510         }
2511         s390_lmg  (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2512
2513         return code;
2514 }
2515
2516 /*========================= End of Function ========================*/
2517
2518 /*------------------------------------------------------------------*/
2519 /*                                                                  */
2520 /* Name         - mono_arch_instrument_epilog                       */
2521 /*                                                                  */
2522 /* Function     - Create an epilog that will handle the returned    */
2523 /*                values used in instrumentation.                   */
2524 /*                                                                  */
2525 /*------------------------------------------------------------------*/
2526
2527 void*
2528 mono_arch_instrument_epilog_full (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments, gboolean preserve_argument_registers)
2529 {
2530         guchar     *code = p;
2531         int        save_mode = SAVE_NONE,
2532                    saveOffset;
2533         MonoMethod *method = cfg->method;
2534         int        rtype = mono_type_get_underlying_type (mono_method_signature (method)->ret)->type;
2535
2536         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2537         if (method->save_lmf)
2538                 saveOffset -= sizeof(MonoLMF);
2539
2540 handle_enum:
2541         switch (rtype) {
2542         case MONO_TYPE_VOID:
2543                 /* special case string .ctor icall */
2544                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2545                         save_mode = SAVE_ONE;
2546                 else
2547                         save_mode = SAVE_NONE;
2548                 break;
2549         case MONO_TYPE_I8:
2550         case MONO_TYPE_U8:
2551                 save_mode = SAVE_ONE;
2552                 break;
2553         case MONO_TYPE_R4:
2554                 save_mode = SAVE_R4;
2555                 break;
2556         case MONO_TYPE_R8:
2557                 save_mode = SAVE_R8;
2558                 break;
2559         case MONO_TYPE_VALUETYPE:
2560                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2561                         rtype = mono_class_enum_basetype (mono_method_signature (method)->ret->data.klass)->type;
2562                         goto handle_enum;
2563                 }
2564                 save_mode = SAVE_STRUCT;
2565                 break;
2566         default:
2567                 save_mode = SAVE_ONE;
2568                 break;
2569         }
2570
2571         switch (save_mode) {
2572         case SAVE_ONE:
2573                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2574                 if (enable_arguments) {
2575                         s390_lgr (code, s390_r3, s390_r2);
2576                 }
2577                 break;
2578         case SAVE_R4:
2579                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2580                 if (enable_arguments) {
2581                         s390_ldebr (code, s390_f0, s390_f0);
2582                 }
2583                 break;
2584         case SAVE_R8:
2585                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2586                 break;
2587         case SAVE_STRUCT:
2588                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2589                 if (enable_arguments) {
2590                         s390_lg (code, s390_r3, 0, cfg->frame_reg,
2591                                  S390_MINIMAL_STACK_SIZE+cfg->param_area);
2592                 }
2593                 break;
2594         case SAVE_NONE:
2595         default:
2596                 break;
2597         }
2598
2599         s390_basr (code, s390_r13, 0);
2600         s390_j    (code, 10);
2601         s390_llong(code, cfg->method);
2602         s390_llong(code, func);
2603         s390_lg   (code, s390_r2, 0, s390_r13, 4);
2604         s390_lg   (code, s390_r1, 0, s390_r13, 12);
2605         s390_basr (code, s390_r14, s390_r1);
2606
2607         switch (save_mode) {
2608         case SAVE_ONE:
2609                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2610                 break;
2611         case SAVE_R4:
2612         case SAVE_R8:
2613                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2614                 break;
2615         case SAVE_STRUCT:
2616                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2617                 break;
2618         case SAVE_NONE:
2619         default:
2620                 break;
2621         }
2622
2623         return code;
2624 }
2625
2626 /*========================= End of Function ========================*/
2627
2628 /*------------------------------------------------------------------*/
2629 /*                                                                  */
2630 /* Name         - mono_arch_peephole_pass_1                         */
2631 /*                                                                  */
2632 /* Function     - Form a peephole pass at the code looking for      */
2633 /*                simple optimizations.                             */
2634 /*                                                                  */
2635 /*------------------------------------------------------------------*/
2636
2637 void
2638 mono_arch_peephole_pass_1 (MonoCompile *cfg, MonoBasicBlock *bb)
2639 {
2640 }
2641
2642 /*========================= End of Function ========================*/
2643
2644 /*------------------------------------------------------------------*/
2645 /*                                                                  */
2646 /* Name         - mono_arch_peephole_pass_2                         */
2647 /*                                                                  */
2648 /* Function     - Form a peephole pass at the code looking for      */
2649 /*                simple optimizations.                             */
2650 /*                                                                  */
2651 /*------------------------------------------------------------------*/
2652
2653 void
2654 mono_arch_peephole_pass_2 (MonoCompile *cfg, MonoBasicBlock *bb)
2655 {
2656         MonoInst *ins, *n;
2657
2658         MONO_BB_FOR_EACH_INS_SAFE (bb, n, ins) {
2659                 mono_peephole_ins (bb, ins);
2660         }
2661 }
2662
2663 /*========================= End of Function ========================*/
2664
2665 /*------------------------------------------------------------------*/
2666 /*                                                                  */
2667 /* Name         - mono_arch_lowering_pass.                          */
2668 /*                                                                  */
2669 /*------------------------------------------------------------------*/
2670
2671 void
2672 mono_arch_lowering_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2673 {
2674         MonoInst *ins, *next;
2675
2676         MONO_BB_FOR_EACH_INS_SAFE (bb, next, ins) {
2677                 switch (ins->opcode) {
2678                 case OP_DIV_IMM:
2679                 case OP_REM_IMM:
2680                 case OP_IDIV_IMM:
2681                 case OP_IREM_IMM:
2682                 case OP_IDIV_UN_IMM:
2683                 case OP_IREM_UN_IMM:
2684                 case OP_LAND_IMM:
2685                 case OP_LOR_IMM:
2686                 case OP_LXOR_IMM:
2687                 case OP_LOCALLOC_IMM:
2688                         mono_decompose_op_imm (cfg, bb, ins);
2689                         break;
2690                 case OP_LADD_IMM:
2691                         if (!s390_is_imm16 (ins->inst_imm))
2692                                 /* This is created by the memcpy code which ignores is_inst_imm */
2693                                 mono_decompose_op_imm (cfg, bb, ins);
2694                         break;
2695                 default:
2696                         break;
2697                 }
2698         }
2699
2700         bb->max_vreg = cfg->next_vreg;
2701 }
2702
2703 /*========================= End of Function ========================*/
2704
2705 /*------------------------------------------------------------------*/
2706 /*                                                                  */
2707 /* Name         - emit_float_to_int                                 */
2708 /*                                                                  */
2709 /* Function     - Create instructions which will convert a floating */
2710 /*                point value to integer.                           */
2711 /*                                                                  */
2712 /*------------------------------------------------------------------*/
2713
2714 static guchar*
2715 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2716 {
2717         /* sreg is a float, dreg is an integer reg. */
2718         if (is_signed) {
2719                 s390_cgdbr (code, dreg, 5, sreg);
2720                 switch (size) {
2721                         case 1:
2722                                 s390_lghi (code, s390_r0, 0);
2723                                 s390_lghi (code, s390_r13, 0xff);
2724                                 s390_ltgr (code, dreg, dreg);
2725                                 s390_jnl  (code, 4);
2726                                 s390_lghi (code, s390_r0, 0x80);
2727                                 s390_ngr  (code, dreg, s390_r13);
2728                                 s390_ogr  (code, dreg, s390_r0);
2729                                 break;
2730                 }
2731         } else {
2732                 short *o[1];
2733                 s390_basr   (code, s390_r13, 0);
2734                 s390_j      (code, 10);
2735                 s390_llong  (code, 0x41e0000000000000);
2736                 s390_llong  (code, 0x41f0000000000000);
2737                 s390_ldr    (code, s390_f15, sreg);
2738                 s390_cdb    (code, s390_f15, 0, s390_r13, 4);
2739                 s390_jl     (code, 0); CODEPTR (code, o[0]);
2740                 s390_sdb    (code, s390_f15, 0, s390_r13, 12);
2741                 s390_cfdbr  (code, dreg, 7, s390_f15);
2742                 s390_j      (code, 4);
2743                 PTRSLOT (code, o[0]);
2744                 s390_cfdbr  (code, dreg, 5, sreg);
2745                 switch (size) {
2746                         case 1:
2747                                 s390_lghi (code, s390_r0, 0xff);
2748                                 s390_ngr  (code, dreg, s390_r0);
2749                                 break;
2750                         case 2:
2751                                 s390_lghi (code, s390_r0, -1);
2752                                 s390_srlg (code, s390_r0, s390_r0, 0, 16);
2753                                 s390_ngr  (code, dreg, s390_r0);
2754                                 break;
2755                 }
2756         }
2757         return code;
2758 }
2759
2760 /*========================= End of Function ========================*/
2761
2762 /*------------------------------------------------------------------*/
2763 /*                                                                  */
2764 /* Name         - gboolean_is_unsigned.                             */
2765 /*                                                                  */
2766 /* Function     - Return TRUE if next opcode is checking for un-    */
2767 /*                signed value.                                     */
2768 /*                                                                  */
2769 /*------------------------------------------------------------------*/
2770
2771 static
2772 gboolean is_unsigned (MonoInst *next)
2773 {
2774         if ((next) &&
2775                 (((next->opcode >= OP_IBNE_UN) &&
2776                   (next->opcode <= OP_IBLT_UN)) ||
2777                  ((next->opcode >= OP_LBNE_UN) &&
2778                   (next->opcode <= OP_LBLT_UN)) ||
2779                  ((next->opcode >= OP_COND_EXC_NE_UN) &&
2780                   (next->opcode <= OP_COND_EXC_LT_UN)) ||
2781                  ((next->opcode >= OP_COND_EXC_INE_UN) &&
2782                   (next->opcode <= OP_COND_EXC_ILT_UN)) ||
2783                  ((next->opcode == OP_CLT_UN) ||
2784                   (next->opcode == OP_CGT_UN)) ||
2785                  ((next->opcode == OP_ICLT_UN) ||
2786                   (next->opcode == OP_ICGT_UN) ||
2787                   (next->opcode == OP_LCLT_UN) ||
2788                   (next->opcode == OP_LCGT_UN))))
2789                 return TRUE;
2790         else
2791                 return FALSE;
2792 }
2793
2794 /*========================= End of Function ========================*/
2795
2796 /*------------------------------------------------------------------*/
2797 /*                                                                  */
2798 /* Name         - mono_arch_output_basic_block                      */
2799 /*                                                                  */
2800 /* Function     - Perform the "real" work of emitting instructions  */
2801 /*                that will do the work of in the basic block.      */
2802 /*                                                                  */
2803 /*------------------------------------------------------------------*/
2804
2805 void
2806 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2807 {
2808         MonoInst *ins;
2809         MonoCallInst *call;
2810         guint offset;
2811         guint8 *code = cfg->native_code + cfg->code_len;
2812         guint last_offset = 0;
2813         int max_len, cpos, src2;
2814
2815         /* we don't align basic blocks of loops on s390 */
2816
2817         if (cfg->verbose_level > 2)
2818                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2819
2820         cpos = bb->max_offset;
2821
2822         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2823                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2824                 //g_assert (!mono_compile_aot);
2825                 //cpos += 6;
2826                 //if (bb->cil_code)
2827                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2828                 /* this is not thread save, but good enough */
2829                 /* fixme: howto handle overflows? */
2830                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2831         }
2832
2833         MONO_BB_FOR_EACH_INS (bb, ins) {
2834                 offset = code - cfg->native_code;
2835
2836                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2837
2838                 if (offset > (cfg->code_size - max_len - 16)) {
2839                         cfg->code_size *= 2;
2840                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2841                         code = cfg->native_code + offset;
2842                 }
2843
2844                 mono_debug_record_line_number (cfg, ins, offset);
2845
2846                 switch (ins->opcode) {
2847                 case OP_STOREI1_MEMBASE_IMM: {
2848                         s390_lghi (code, s390_r0, ins->inst_imm);
2849                         S390_LONG (code, stcy, stc, s390_r0, 0,
2850                                    ins->inst_destbasereg, ins->inst_offset);
2851                 }
2852                         break;
2853                 case OP_STOREI2_MEMBASE_IMM: {
2854                         s390_lghi (code, s390_r0, ins->inst_imm);
2855                         S390_LONG (code, sthy, sth, s390_r0, 0,
2856                                    ins->inst_destbasereg, ins->inst_offset);
2857                 }
2858                         break;
2859                 case OP_STOREI4_MEMBASE_IMM: {
2860                         if (s390_is_imm16(ins->inst_imm)) {
2861                                 s390_lghi (code, s390_r0, ins->inst_imm);
2862                         } else {
2863                                 s390_basr (code, s390_r13, 0);
2864                                 s390_j    (code, 6);
2865                                 s390_llong(code, ins->inst_imm);
2866                                 s390_lg   (code, s390_r0, 0, s390_r13, 4);
2867                         }
2868                         S390_LONG (code, sty, st, s390_r0, 0,
2869                                    ins->inst_destbasereg, ins->inst_offset);
2870                 }
2871                         break;
2872                 case OP_STORE_MEMBASE_IMM:
2873                 case OP_STOREI8_MEMBASE_IMM: {
2874                         if (s390_is_imm16(ins->inst_imm)) {
2875                                 s390_lghi (code, s390_r0, ins->inst_imm);
2876                         } else {
2877                                 s390_basr (code, s390_r13, 0);
2878                                 s390_j    (code, 6);
2879                                 s390_llong(code, ins->inst_imm);
2880                                 s390_lg   (code, s390_r0, 0, s390_r13, 4);
2881                         }
2882                         S390_LONG (code, stg, stg, s390_r0, 0,
2883                                    ins->inst_destbasereg, ins->inst_offset);
2884                 }
2885                         break;
2886                 case OP_STOREI1_MEMBASE_REG: {
2887                         S390_LONG (code, stcy, stc, ins->sreg1, 0,
2888                                    ins->inst_destbasereg, ins->inst_offset);
2889                 }
2890                         break;
2891                 case OP_STOREI2_MEMBASE_REG: {
2892                         S390_LONG (code, sthy, sth, ins->sreg1, 0,
2893                                    ins->inst_destbasereg, ins->inst_offset);
2894                 }
2895                         break;
2896                 case OP_STOREI4_MEMBASE_REG: {
2897                         S390_LONG (code, sty, st, ins->sreg1, 0,
2898                                    ins->inst_destbasereg, ins->inst_offset);
2899                 }
2900                         break;
2901                 case OP_STORE_MEMBASE_REG:
2902                 case OP_STOREI8_MEMBASE_REG: {
2903                         S390_LONG (code, stg, stg, ins->sreg1, 0,
2904                                    ins->inst_destbasereg, ins->inst_offset);
2905                 }
2906                         break;
2907                 case OP_LOADU4_MEM:
2908                         g_assert_not_reached ();
2909                         break;
2910                 case OP_LOAD_MEMBASE:
2911                 case OP_LOADI8_MEMBASE: {
2912                         S390_LONG (code, lg, lg, ins->dreg, 0,
2913                                    ins->inst_basereg, ins->inst_offset);
2914                 }
2915                         break;
2916                 case OP_LOADI4_MEMBASE: {
2917                         S390_LONG (code, lgf, lgf, ins->dreg, 0,
2918                                    ins->inst_basereg, ins->inst_offset);
2919                 }
2920                         break;
2921                 case OP_LOADU4_MEMBASE: {
2922                         S390_LONG (code, llgf, llgf, ins->dreg, 0,
2923                                    ins->inst_basereg, ins->inst_offset);
2924                 }
2925                         break;
2926                 case OP_LOADU1_MEMBASE: {
2927                         S390_LONG (code, llgc, llgc, ins->dreg, 0,
2928                                    ins->inst_basereg, ins->inst_offset);
2929                 }
2930                         break;
2931                 case OP_LOADI1_MEMBASE: {
2932                         S390_LONG (code, lgb, lgb, ins->dreg, 0,
2933                                    ins->inst_basereg, ins->inst_offset);
2934                 }
2935                         break;
2936                 case OP_LOADU2_MEMBASE: {
2937                         S390_LONG (code, llgh, llgh, ins->dreg, 0,
2938                                    ins->inst_basereg, ins->inst_offset);
2939                 }
2940                         break;
2941                 case OP_LOADI2_MEMBASE: {
2942                         S390_LONG (code, lgh, lgh, ins->dreg, 0,
2943                                    ins->inst_basereg, ins->inst_offset);
2944                 }
2945                         break;
2946                 case OP_LCONV_TO_I1: {
2947 #if 0
2948                         s390_lgbr (code, ins->dreg, ins->sreg1);
2949 #else
2950                         s390_sllg (code, ins->dreg, ins->sreg1, 0, 56);
2951                         s390_srag (code, ins->dreg, ins->dreg, 0, 56);
2952 #endif
2953                 }
2954                         break;
2955                 case OP_LCONV_TO_I2: {
2956 #if 0
2957                         s390_lghr (code, ins->dreg, ins->sreg1);
2958 #else
2959                         s390_sllg (code, ins->dreg, ins->sreg1, 0, 48);
2960                         s390_srag (code, ins->dreg, ins->dreg, 0, 48);
2961 #endif
2962                 }
2963                         break;
2964                 case OP_LCONV_TO_U1: {
2965 #if 0
2966                         s390_llghr (code, ins->dreg, ins->sreg1);
2967 #else
2968                         if (ins->dreg != ins->sreg1)
2969                                 s390_lgr  (code, ins->dreg, ins->sreg1);
2970                         s390_lghi  (code, s390_r0, 0xff);
2971                         s390_ngr   (code, ins->dreg, s390_r0);
2972 #endif
2973                 }
2974                         break;
2975                 case OP_LCONV_TO_U2: {
2976 #if 0
2977                         s390_llghr (code, ins->dreg, ins->sreg1);
2978 #else
2979                         if (ins->dreg != ins->sreg1)
2980                                 s390_lgr  (code, ins->dreg, ins->sreg1);
2981                         s390_lghi  (code, s390_r0, -1);
2982                         s390_srlg  (code, s390_r0, s390_r0, 0, 48);
2983                         s390_ngr   (code, ins->dreg, s390_r0);
2984 #endif
2985                 }
2986                         break;
2987                 case OP_ICONV_TO_I1: {
2988 #if 0
2989                         s390_lbr  (code, ins->dreg, ins->sreg1);
2990 #else
2991                         if (ins->dreg != ins->sreg1)
2992                                 s390_lr  (code, ins->dreg, ins->sreg1);
2993                         s390_sll (code, ins->dreg, 0, 24);
2994                         s390_sra (code, ins->dreg, 0, 24);
2995
2996 #endif
2997                 }
2998                         break;
2999                 case OP_ICONV_TO_I2: {
3000 #if 0
3001                         s390_lhr  (code, ins->dreg, ins->sreg1);
3002 #else
3003                         if (ins->dreg != ins->sreg1)
3004                                 s390_lr  (code, ins->dreg, ins->sreg1);
3005                         s390_sll (code, ins->dreg, 0, 16);
3006                         s390_sra (code, ins->dreg, 0, 16);
3007 #endif
3008                 }
3009                         break;
3010                 case OP_ICONV_TO_U1: {
3011 #if 0
3012                         s390_llcr (code, ins->dreg, ins->sreg1);
3013 #else
3014                         if (ins->dreg != ins->sreg1)
3015                                 s390_lr  (code, ins->dreg, ins->sreg1);
3016                         s390_lhi  (code, s390_r0, 0xff);
3017                         s390_nr   (code, ins->dreg, s390_r0);
3018 #endif
3019                 }
3020                         break;
3021                 case OP_ICONV_TO_U2: {
3022 #if 0
3023                         s390_llhr (code, ins->dreg, ins->sreg1);
3024 #else
3025                         if (ins->dreg != ins->sreg1)
3026                                 s390_lr  (code, ins->dreg, ins->sreg1);
3027                         s390_lhi  (code, s390_r0, -1);
3028                         s390_srl  (code, s390_r0, 0, 16);
3029                         s390_nr   (code, ins->dreg, s390_r0);
3030 #endif
3031                 }
3032                         break;
3033                 case OP_COMPARE:
3034                 case OP_LCOMPARE: {
3035                         if (is_unsigned (ins->next))
3036                                 s390_clgr (code, ins->sreg1, ins->sreg2);
3037                         else
3038                                 s390_cgr  (code, ins->sreg1, ins->sreg2);
3039                 }
3040                         break;
3041                 case OP_ICOMPARE: {
3042                         if (is_unsigned (ins->next))
3043                                 s390_clr  (code, ins->sreg1, ins->sreg2);
3044                         else
3045                                 s390_cr   (code, ins->sreg1, ins->sreg2);
3046                 }
3047                         break;
3048                 case OP_COMPARE_IMM:
3049                 case OP_LCOMPARE_IMM: {
3050                         if (s390_is_imm16 (ins->inst_imm)) {
3051                                 s390_lghi (code, s390_r0, ins->inst_imm);
3052                                 if (is_unsigned (ins->next))
3053                                         s390_clgr (code, ins->sreg1, s390_r0);
3054                                 else
3055                                         s390_cgr  (code, ins->sreg1, s390_r0);
3056                         } else {
3057                                 s390_basr (code, s390_r13, 0);
3058                                 s390_j    (code, 6);
3059                                 s390_llong(code, ins->inst_imm);
3060                                 if (is_unsigned (ins->next))
3061                                         s390_clg  (code, ins->sreg1, 0, s390_r13, 4);
3062                                 else
3063                                         s390_cg   (code, ins->sreg1, 0, s390_r13, 4);
3064                         }
3065                 }
3066                         break;
3067                 case OP_ICOMPARE_IMM: {
3068                         if (s390_is_imm16 (ins->inst_imm)) {
3069                                 s390_lghi (code, s390_r0, ins->inst_imm);
3070                                 if (is_unsigned (ins->next))
3071                                         s390_clr  (code, ins->sreg1, s390_r0);
3072                                 else
3073                                         s390_cr   (code, ins->sreg1, s390_r0);
3074                         }
3075                         else {
3076                                 s390_basr (code, s390_r13, 0);
3077                                 s390_j    (code, 4);
3078                                 s390_word (code, ins->inst_imm);
3079                                 if (is_unsigned (ins->next))
3080                                         s390_cl  (code, ins->sreg1, 0, s390_r13, 4);
3081                                 else
3082                                         s390_c   (code, ins->sreg1, 0, s390_r13, 4);
3083                         }
3084                 }
3085                         break;
3086                 case OP_BREAK: {
3087                         s390_basr  (code, s390_r13, 0);
3088                         s390_j     (code, 6);
3089                         mono_add_patch_info (cfg, code - cfg->native_code, MONO_PATCH_INFO_ABS,
3090                                              mono_break);
3091                         s390_llong (code, mono_break);
3092                         s390_lg    (code, s390_r14, 0, s390_r13, 4);
3093                         s390_basr  (code, s390_r14, s390_r14);
3094                 }
3095                         break;
3096                 case OP_ADDCC: {
3097                         CHECK_SRCDST_COM;
3098                         s390_agr  (code, ins->dreg, src2);
3099                 }
3100                         break;
3101                 case OP_LADD: {
3102                         CHECK_SRCDST_COM;
3103                         s390_agr   (code, ins->dreg, src2);
3104                 }
3105                         break;
3106                 case OP_ADC: {
3107                         CHECK_SRCDST_COM;
3108                         s390_alcgr (code, ins->dreg, src2);
3109                 }
3110                         break;
3111                 case OP_ADD_IMM: {
3112                         if (ins->dreg != ins->sreg1) {
3113                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3114                         }
3115                         if (s390_is_imm16 (ins->inst_imm)) {
3116                                 s390_aghi (code, ins->dreg, ins->inst_imm);
3117                         } else {
3118                                 s390_basr (code, s390_r13, 0);
3119                                 s390_j    (code, 6);
3120                                 s390_llong(code, ins->inst_imm);
3121                                 s390_ag   (code, ins->dreg, 0, s390_r13, 4);
3122                         }
3123                 }
3124                         break;
3125                 case OP_LADD_IMM: {
3126                         if (ins->dreg != ins->sreg1) {
3127                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3128                         }
3129                         g_assert (s390_is_imm16 (ins->inst_imm));
3130                         s390_aghi (code, ins->dreg, ins->inst_imm);
3131                 }
3132                         break;
3133                 case OP_ADC_IMM: {
3134                         if (ins->dreg != ins->sreg1) {
3135                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3136                         }
3137                         if (s390_is_imm16 (ins->inst_imm)) {
3138                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3139                                 s390_alcgr (code, ins->dreg, s390_r0);
3140                         } else {
3141                                 s390_basr  (code, s390_r13, 0);
3142                                 s390_j     (code, 6);
3143                                 s390_llong (code, ins->inst_imm);
3144                                 s390_lg    (code, s390_r13, 0, s390_r13, 4);
3145                                 s390_alcgr (code, ins->dreg, s390_r13);
3146                         }
3147                 }
3148                         break;
3149                 case OP_IADD_OVF:
3150                 case OP_S390_IADD_OVF: {
3151                         CHECK_SRCDST_COM;
3152                         s390_ar    (code, ins->dreg, src2);
3153                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3154                         s390_lgfr  (code, ins->dreg, ins->dreg);
3155                 }
3156                         break;
3157                 case OP_IADD_OVF_UN:
3158                 case OP_S390_IADD_OVF_UN: {
3159                         CHECK_SRCDST_COM;
3160                         s390_algr  (code, ins->dreg, src2);
3161                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3162                         s390_llgfr (code, ins->dreg, ins->dreg);
3163                 }
3164                         break;
3165                 case OP_ADD_OVF_CARRY: {
3166                         CHECK_SRCDST_COM;
3167                         s390_lghi  (code, s390_r0, 0);
3168                         s390_lgr   (code, s390_r1, s390_r0);
3169                         s390_alcgr (code, s390_r0, s390_r1);
3170                         s390_agr   (code, ins->dreg, src2);
3171                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3172                         s390_agr   (code, ins->dreg, s390_r0);
3173                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3174                 }
3175                         break;
3176                 case OP_ADD_OVF_UN_CARRY: {
3177                         CHECK_SRCDST_COM;
3178                         s390_alcgr (code, ins->dreg, src2);
3179                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3180                 }
3181                         break;
3182                 case OP_SUBCC: {
3183                         CHECK_SRCDST_NCOM;
3184                         s390_sgr (code, ins->dreg, src2);
3185                 }
3186                         break;
3187                 case OP_LSUB: {
3188                         CHECK_SRCDST_NCOM;
3189                         s390_sgr  (code, ins->dreg, src2);
3190                 }
3191                         break;
3192                 case OP_SBB: {
3193                         CHECK_SRCDST_NCOM;
3194                         s390_slbgr(code, ins->dreg, src2);
3195                 }
3196                         break;
3197                 case OP_SUB_IMM: {
3198                         if (ins->dreg != ins->sreg1) {
3199                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3200                         }
3201                         if (s390_is_imm16 (-ins->inst_imm)) {
3202                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3203                                 s390_slgr  (code, ins->dreg, s390_r0);
3204                         } else {
3205                                 s390_basr (code, s390_r13, 0);
3206                                 s390_j    (code, 6);
3207                                 s390_llong(code, ins->inst_imm);
3208                                 s390_slg  (code, ins->dreg, 0, s390_r13, 4);
3209                         }
3210                 }
3211                         break;
3212                 case OP_LSUB_IMM: {
3213                         if (ins->dreg != ins->sreg1) {
3214                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3215                         }
3216                         if (s390_is_imm16 (-ins->inst_imm)) {
3217                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3218                                 s390_slgr  (code, ins->dreg, s390_r0);
3219                         } else {
3220                                 s390_basr (code, s390_r13, 0);
3221                                 s390_j    (code, 6);
3222                                 s390_llong(code, ins->inst_imm);
3223                                 s390_slg  (code, ins->dreg, 0, s390_r13, 4);
3224                         }
3225                 }
3226                         break;
3227                 case OP_SBB_IMM: {
3228                         if (ins->dreg != ins->sreg1) {
3229                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3230                         }
3231                         if (s390_is_imm16 (-ins->inst_imm)) {
3232                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3233                                 s390_slbgr (code, ins->dreg, s390_r0);
3234                         } else {
3235                                 s390_basr (code, s390_r13, 0);
3236                                 s390_j    (code, 6);
3237                                 s390_llong(code, ins->inst_imm);
3238                                 s390_slbg (code, ins->dreg, 0, s390_r13, 4);
3239                         }
3240                 }
3241                         break;
3242                 case OP_SUB_OVF_CARRY: {
3243                         CHECK_SRCDST_NCOM;
3244                         s390_lghi  (code, s390_r0, 0);
3245                         s390_lgr   (code, s390_r1, s390_r0);
3246                         s390_slbgr (code, s390_r0, s390_r1);
3247                         s390_sgr   (code, ins->dreg, src2);
3248                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3249                         s390_agr   (code, ins->dreg, s390_r0);
3250                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3251                 }
3252                         break;
3253                 case OP_SUB_OVF_UN_CARRY: {
3254                         CHECK_SRCDST_NCOM;
3255                         s390_slbgr (code, ins->dreg, src2);
3256                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3257                 }
3258                         break;
3259                 case OP_LAND: {
3260                         if (ins->sreg1 == ins->dreg) {
3261                                 s390_ngr  (code, ins->dreg, ins->sreg2);
3262                         }
3263                         else {
3264                                 if (ins->sreg2 == ins->dreg) {
3265                                         s390_ngr (code, ins->dreg, ins->sreg1);
3266                                 }
3267                                 else {
3268                                         s390_lgr (code, ins->dreg, ins->sreg1);
3269                                         s390_ngr (code, ins->dreg, ins->sreg2);
3270                                 }
3271                         }
3272                 }
3273                         break;
3274                 case OP_AND_IMM: {
3275                         if (ins->dreg != ins->sreg1) {
3276                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3277                         }
3278                         if (s390_is_imm16 (ins->inst_imm)) {
3279                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3280                                 s390_ngr  (code, ins->dreg, s390_r0);
3281                         } else {
3282                                 s390_basr (code, s390_r13, 0);
3283                                 s390_j    (code, 6);
3284                                 s390_llong(code, ins->inst_imm);
3285                                 s390_ng   (code, ins->dreg, 0, s390_r13, 4);
3286                         }
3287                 }
3288                         break;
3289                 case OP_LDIV: {
3290                         s390_lgr  (code, s390_r1, ins->sreg1);
3291                         s390_dsgr (code, s390_r0, ins->sreg2);
3292                         s390_lgr  (code, ins->dreg, s390_r1);
3293                 }
3294                         break;
3295                 case OP_LDIV_UN: {
3296                         s390_lgr   (code, s390_r1, ins->sreg1);
3297                         s390_lghi  (code, s390_r0, 0);
3298                         s390_dlgr  (code, s390_r0, ins->sreg2);
3299                         s390_lgr   (code, ins->dreg, s390_r1);
3300                 }
3301                         break;
3302                 case OP_LREM: {
3303                         s390_lgr  (code, s390_r1, ins->sreg1);
3304                         s390_dsgr (code, s390_r0, ins->sreg2);
3305                         s390_lgr  (code, ins->dreg, s390_r0);
3306                         break;
3307                 }
3308                 case OP_LREM_UN: {
3309                         s390_lgr   (code, s390_r1, ins->sreg1);
3310                         s390_lghi  (code, s390_r0, 0);
3311                         s390_dlgr  (code, s390_r0, ins->sreg2);
3312                         s390_lgr   (code, ins->dreg, s390_r0);
3313                 }
3314                         break;
3315                 case OP_LOR: {
3316                         if (ins->sreg1 == ins->dreg) {
3317                                 s390_ogr  (code, ins->dreg, ins->sreg2);
3318                         }
3319                         else {
3320                                 if (ins->sreg2 == ins->dreg) {
3321                                         s390_ogr (code, ins->dreg, ins->sreg1);
3322                                 }
3323                                 else {
3324                                         s390_lgr (code, ins->dreg, ins->sreg1);
3325                                         s390_ogr (code, ins->dreg, ins->sreg2);
3326                                 }
3327                         }
3328                 }
3329                         break;
3330                 case OP_OR_IMM: {
3331                         if (ins->dreg != ins->sreg1) {
3332                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3333                         }
3334                         if (s390_is_imm16 (ins->inst_imm)) {
3335                                 s390_lghi (code, s390_r0, ins->inst_imm);
3336                                 s390_ogr  (code, ins->dreg, s390_r0);
3337                         } else {
3338                                 s390_basr (code, s390_r13, 0);
3339                                 s390_j    (code, 6);
3340                                 s390_llong(code, ins->inst_imm);
3341                                 s390_og   (code, ins->dreg, 0, s390_r13, 4);
3342                         }
3343                 }
3344                         break;
3345                 case OP_LXOR: {
3346                         if (ins->sreg1 == ins->dreg) {
3347                                 s390_xgr  (code, ins->dreg, ins->sreg2);
3348                         }
3349                         else {
3350                                 if (ins->sreg2 == ins->dreg) {
3351                                         s390_xgr (code, ins->dreg, ins->sreg1);
3352                                 }
3353                                 else {
3354                                         s390_lgr (code, ins->dreg, ins->sreg1);
3355                                         s390_xgr (code, ins->dreg, ins->sreg2);
3356                                 }
3357                         }
3358                 }
3359                         break;
3360                 case OP_XOR_IMM: {
3361                         if (ins->dreg != ins->sreg1) {
3362                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3363                         }
3364                         if (s390_is_imm16 (ins->inst_imm)) {
3365                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3366                                 s390_xgr  (code, ins->dreg, s390_r0);
3367                         } else {
3368                                 s390_basr (code, s390_r13, 0);
3369                                 s390_j    (code, 6);
3370                                 s390_llong(code, ins->inst_imm);
3371                                 s390_xg   (code, ins->dreg, 0, s390_r13, 4);
3372                         }
3373                 }
3374                         break;
3375                 case OP_LSHL: {
3376                         CHECK_SRCDST_NCOM;
3377                         s390_sllg (code, ins->dreg, ins->dreg, src2, 0);
3378                 }
3379                         break;
3380                 case OP_SHL_IMM:
3381                 case OP_LSHL_IMM: {
3382                         if (ins->sreg1 != ins->dreg) {
3383                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3384                         }
3385                         s390_sllg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3386                 }
3387                         break;
3388                 case OP_LSHR: {
3389                         CHECK_SRCDST_NCOM;
3390                         s390_srag  (code, ins->dreg, ins->dreg, src2, 0);
3391                 }
3392                         break;
3393                 case OP_SHR_IMM:
3394                 case OP_LSHR_IMM: {
3395                         if (ins->sreg1 != ins->dreg) {
3396                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3397                         }
3398                         s390_srag  (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3399                 }
3400                         break;
3401                 case OP_SHR_UN_IMM:
3402                 case OP_LSHR_UN_IMM: {
3403                         if (ins->sreg1 != ins->dreg) {
3404                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3405                         }
3406                         s390_srlg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3407                 }
3408                         break;
3409                 case OP_LSHR_UN: {
3410                         CHECK_SRCDST_NCOM;
3411                         s390_srlg (code, ins->dreg, ins->dreg, src2, 0);
3412                 }
3413                         break;
3414                 case OP_LNOT: {
3415                         if (ins->sreg1 != ins->dreg) {
3416                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3417                         }
3418                         s390_lghi (code, s390_r0, -1);
3419                         s390_xgr  (code, ins->dreg, s390_r0);
3420                 }
3421                         break;
3422                 case OP_LNEG: {
3423                         s390_lcgr (code, ins->dreg, ins->sreg1);
3424                 }
3425                         break;
3426                 case OP_LMUL: {
3427                         CHECK_SRCDST_COM;
3428                         s390_msgr (code, ins->dreg, src2);
3429                 }
3430                         break;
3431                 case OP_MUL_IMM:
3432                 case OP_LMUL_IMM: {
3433                         if (ins->dreg != ins->sreg1) {
3434                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3435                         }
3436                         if (s390_is_imm16 (ins->inst_imm)) {
3437                                 s390_lghi (code, s390_r13, ins->inst_imm);
3438                         } else {
3439                                 s390_basr (code, s390_r13, 0);
3440                                 s390_j    (code, 6);
3441                                 s390_llong(code, ins->inst_imm);
3442                                 s390_lg   (code, s390_r13, 0, s390_r13, 4);
3443                         }
3444                         s390_msgr (code, ins->dreg, s390_r13);
3445                 }
3446                         break;
3447                 case OP_LMUL_OVF: {
3448                         short int *o[2];
3449                         s390_ltgr (code, s390_r1, ins->sreg1);
3450                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3451                         s390_ltgr (code, s390_r0, ins->sreg2);
3452                         s390_jnz  (code, 6);
3453                         s390_lghi (code, s390_r1, 0);
3454                         s390_j    (code, 0); CODEPTR(code, o[1]);
3455                         s390_xgr  (code, s390_r0, s390_r1);
3456                         s390_msgr (code, s390_r1, ins->sreg2);
3457                         s390_xgr  (code, s390_r0, s390_r1);
3458                         s390_srlg (code, s390_r0, s390_r0, 0, 63);
3459                         s390_ltgr (code, s390_r0, s390_r0);
3460                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3461                         PTRSLOT   (code, o[0]);
3462                         PTRSLOT   (code, o[1]);
3463                         s390_lgr  (code, ins->dreg, s390_r1);
3464                 }
3465                         break;
3466                 case OP_LMUL_OVF_UN: {
3467                         s390_lghi  (code, s390_r0, 0);
3468                         s390_lgr   (code, s390_r1, ins->sreg1);
3469                         s390_mlgr  (code, s390_r0, ins->sreg2);
3470                         s390_ltgr  (code, s390_r0, s390_r0);
3471                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3472                         s390_lgr   (code, ins->dreg, s390_r1);
3473                 }
3474                         break;
3475                 case OP_IADDCC: {
3476                         g_assert_not_reached ();
3477                         CHECK_SRCDST_COM_I;
3478                         s390_algr (code, ins->dreg, src2);
3479                 }
3480                         break;
3481                 case OP_IADD: {
3482                         CHECK_SRCDST_COM_I;
3483                         s390_agr  (code, ins->dreg, src2);
3484                 }
3485                         break;
3486                 case OP_IADC: {
3487                         g_assert_not_reached ();
3488                         CHECK_SRCDST_COM_I;
3489                         s390_alcgr (code, ins->dreg, src2);
3490                 }
3491                         break;
3492                 case OP_IADD_IMM: {
3493                         if (ins->dreg != ins->sreg1) {
3494                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3495                         }
3496                         if (s390_is_imm16 (ins->inst_imm)) {
3497                                 s390_aghi(code, ins->dreg, ins->inst_imm);
3498                         } else {
3499                                 s390_basr (code, s390_r13, 0);
3500                                 s390_j    (code, 4);
3501                                 s390_word (code, ins->inst_imm);
3502                                 s390_agf  (code, ins->dreg, 0, s390_r13, 4);
3503                         }
3504                 }
3505                         break;
3506                 case OP_IADC_IMM: {
3507                         if (ins->dreg != ins->sreg1) {
3508                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3509                         }
3510                         if (s390_is_imm16 (ins->inst_imm)) {
3511                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3512                                 s390_alcgr (code, ins->dreg, s390_r0);
3513                         } else {
3514                                 s390_basr  (code, s390_r13, 0);
3515                                 s390_j     (code, 4);
3516                                 s390_word  (code, ins->inst_imm);
3517                                 s390_lgf   (code, s390_r13, 0, s390_r13, 4);
3518                                 s390_alcgr (code, ins->dreg, s390_r13);
3519                         }
3520                 }
3521                         break;
3522                 case OP_LADD_OVF:
3523                 case OP_S390_LADD_OVF: {
3524                         CHECK_SRCDST_COM;
3525                         s390_agr    (code, ins->dreg, src2);
3526                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3527                 }
3528                         break;
3529                 case OP_LADD_OVF_UN:
3530                 case OP_S390_LADD_OVF_UN: {
3531                         CHECK_SRCDST_COM;
3532                         s390_algr  (code, ins->dreg, src2);
3533                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3534                 }
3535                         break;
3536                 case OP_ISUBCC: {
3537                         CHECK_SRCDST_NCOM_I;
3538                         s390_slgr (code, ins->dreg, src2);
3539                 }
3540                         break;
3541                 case OP_ISUB: {
3542                         CHECK_SRCDST_NCOM_I;
3543                         s390_sgr  (code, ins->dreg, src2);
3544                 }
3545                         break;
3546                 case OP_ISBB: {
3547                         CHECK_SRCDST_NCOM_I;
3548                         s390_slbgr (code, ins->dreg, src2);
3549                 }
3550                         break;
3551                 case OP_ISUB_IMM: {
3552                         if (ins->dreg != ins->sreg1) {
3553                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3554                         }
3555                         if (s390_is_imm16 (-ins->inst_imm)) {
3556                                 s390_aghi (code, ins->dreg, -ins->inst_imm);
3557                         } else {
3558                                 s390_basr (code, s390_r13, 0);
3559                                 s390_j    (code, 4);
3560                                 s390_word (code, ins->inst_imm);
3561                                 s390_sgf  (code, ins->dreg, 0, s390_r13, 4);
3562                         }
3563                 }
3564                         break;
3565                 case OP_ISBB_IMM: {
3566                         s390_basr (code, s390_r13, 0);
3567                         s390_j    (code, 4);
3568                         s390_word (code, ins->inst_imm);
3569                         s390_slgf (code, ins->dreg, 0, s390_r13, 4);
3570                 }
3571                         break;
3572                 case OP_ISUB_OVF:
3573                 case OP_S390_ISUB_OVF: {
3574                         CHECK_SRCDST_NCOM;
3575                         s390_sr   (code, ins->dreg, src2);
3576                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3577                         s390_lgfr (code, ins->dreg, ins->dreg);
3578                 }
3579                         break;
3580                 case OP_ISUB_OVF_UN:
3581                 case OP_S390_ISUB_OVF_UN: {
3582                         CHECK_SRCDST_NCOM;
3583                         s390_slr  (code, ins->dreg, src2);
3584                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3585                         s390_llgfr(code, ins->dreg, ins->dreg);
3586                 }
3587                         break;
3588                 case OP_LSUB_OVF:
3589                 case OP_S390_LSUB_OVF: {
3590                         CHECK_SRCDST_NCOM;
3591                         s390_sgr   (code, ins->dreg, src2);
3592                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3593                 }
3594                         break;
3595                 case OP_LSUB_OVF_UN:
3596                 case OP_S390_LSUB_OVF_UN: {
3597                         CHECK_SRCDST_NCOM;
3598                         s390_slgr  (code, ins->dreg, src2);
3599                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3600                 }
3601                         break;
3602                 case OP_IAND: {
3603                         CHECK_SRCDST_NCOM_I;
3604                         s390_ngr (code, ins->dreg, src2);
3605                 }
3606                         break;
3607                 case OP_IAND_IMM: {
3608                         if (ins->dreg != ins->sreg1) {
3609                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3610                         }
3611                         if (s390_is_imm16 (ins->inst_imm)) {
3612                                 s390_lghi (code, s390_r0, ins->inst_imm);
3613                                 s390_ngr  (code, ins->dreg, s390_r0);
3614                         } else {
3615                                 s390_basr (code, s390_r13, 0);
3616                                 s390_j    (code, 6);
3617                                 s390_llong(code, ins->inst_imm);
3618                                 s390_ng   (code, ins->dreg, 0, s390_r13, 4);
3619                         }
3620                 }
3621                         break;
3622                 case OP_IDIV: {
3623                         s390_lgfr (code, s390_r0, ins->sreg1);
3624                         s390_srda (code, s390_r0, 0, 32);
3625                         s390_dr   (code, s390_r0, ins->sreg2);
3626                         s390_lgfr (code, ins->dreg, s390_r1);
3627                 }
3628                         break;
3629                 case OP_IDIV_UN: {
3630                         s390_lgfr (code, s390_r0, ins->sreg1);
3631                         s390_srdl (code, s390_r0, 0, 32);
3632                         s390_dlr  (code, s390_r0, ins->sreg2);
3633                         s390_lgfr (code, ins->dreg, s390_r1);
3634                 }
3635                         break;
3636                 case OP_IDIV_IMM: {
3637                         if (s390_is_imm16 (ins->inst_imm)) {
3638                                 s390_lghi (code, s390_r13, ins->inst_imm);
3639                                 s390_lgfr (code, s390_r0, ins->sreg1);
3640                         } else {
3641                                 s390_basr (code, s390_r13, 0);
3642                                 s390_j    (code, 4);
3643                                 s390_word (code, ins->inst_imm);
3644                                 s390_lgfr (code, s390_r0, ins->sreg1);
3645                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3646                         }
3647                         s390_srda (code, s390_r0, 0, 32);
3648                         s390_dr   (code, s390_r0, ins->sreg2);
3649                         s390_lgfr (code, ins->dreg, s390_r1);
3650                 }
3651                         break;
3652                 case OP_IREM: {
3653                         s390_lgfr (code, s390_r0, ins->sreg1);
3654                         s390_srda (code, s390_r0, 0, 32);
3655                         s390_dr   (code, s390_r0, ins->sreg2);
3656                         s390_lgfr (code, ins->dreg, s390_r0);
3657                         break;
3658                 case OP_IREM_UN:
3659                         s390_lgfr (code, s390_r0, ins->sreg1);
3660                         s390_srdl (code, s390_r0, 0, 32);
3661                         s390_dlr  (code, s390_r0, ins->sreg2);
3662                         s390_lgfr (code, ins->dreg, s390_r0);
3663                 }
3664                         break;
3665                 case OP_IREM_IMM: {
3666                         if (s390_is_imm16 (ins->inst_imm)) {
3667                                 s390_lghi (code, s390_r13, ins->inst_imm);
3668                                 s390_lgfr (code, s390_r0, ins->sreg1);
3669                         } else {
3670                                 s390_basr (code, s390_r13, 0);
3671                                 s390_j    (code, 4);
3672                                 s390_word (code, ins->inst_imm);
3673                                 s390_lgfr (code, s390_r0, ins->sreg1);
3674                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3675                         }
3676                         s390_srda (code, s390_r0, 0, 32);
3677                         s390_dr   (code, s390_r0, ins->sreg2);
3678                         s390_lgfr (code, ins->dreg, s390_r0);
3679                 }
3680                         break;
3681                 case OP_IOR: {
3682                         CHECK_SRCDST_COM_I;
3683                         s390_ogr (code, ins->dreg, src2);
3684                 }
3685                         break;
3686                 case OP_IOR_IMM: {
3687                         if (ins->dreg != ins->sreg1) {
3688                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3689                         }
3690                         if (s390_is_imm16 (ins->inst_imm)) {
3691                                 s390_lghi (code, s390_r0, ins->inst_imm);
3692                                 s390_ogr  (code, ins->dreg, s390_r0);
3693                         } else {
3694                                 s390_basr (code, s390_r13, 0);
3695                                 s390_j    (code, 6);
3696                                 s390_llong(code, ins->inst_imm);
3697                                 s390_og   (code, ins->dreg, 0, s390_r13, 4);
3698                         }
3699                 }
3700                         break;
3701                 case OP_IXOR: {
3702                         CHECK_SRCDST_COM_I;
3703                         s390_xgr (code, ins->dreg, src2);
3704                 }
3705                         break;
3706                 case OP_IXOR_IMM: {
3707                         if (ins->dreg != ins->sreg1) {
3708                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3709                         }
3710                         if (s390_is_imm16 (ins->inst_imm)) {
3711                                 s390_lghi (code, s390_r0, ins->inst_imm);
3712                                 s390_xgr  (code, ins->dreg, s390_r0);
3713                         } else {
3714                                 s390_basr (code, s390_r13, 0);
3715                                 s390_j    (code, 6);
3716                                 s390_llong(code, ins->inst_imm);
3717                                 s390_xg   (code, ins->dreg, 0, s390_r13, 4);
3718                         }
3719                 }
3720                         break;
3721                 case OP_ISHL: {
3722                         CHECK_SRCDST_NCOM;
3723                         s390_sll  (code, ins->dreg, src2, 0);
3724                 }
3725                         break;
3726                 case OP_ISHL_IMM: {
3727                         if (ins->sreg1 != ins->dreg) {
3728                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3729                         }
3730                         s390_sll (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3731                 }
3732                         break;
3733                 case OP_ISHR: {
3734                         CHECK_SRCDST_NCOM;
3735                         s390_sra (code, ins->dreg, src2, 0);
3736                 }
3737                         break;
3738                 case OP_ISHR_IMM: {
3739                         if (ins->sreg1 != ins->dreg) {
3740                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3741                         }
3742                         s390_sra (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3743                 }
3744                         break;
3745                 case OP_ISHR_UN_IMM: {
3746                         if (ins->sreg1 != ins->dreg) {
3747                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3748                         }
3749                         s390_srl (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3750                 }
3751                         break;
3752                 case OP_ISHR_UN: {
3753                         CHECK_SRCDST_NCOM;
3754                         s390_srl  (code, ins->dreg, src2, 0);
3755                 }
3756                         break;
3757                 case OP_INOT: {
3758                         if (ins->sreg1 != ins->dreg) {
3759                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3760                         }
3761                         s390_lghi (code, s390_r0, -1);
3762                         s390_xgr  (code, ins->dreg, s390_r0);
3763                 }
3764                         break;
3765                 case OP_INEG: {
3766                         s390_lcgr (code, ins->dreg, ins->sreg1);
3767                 }
3768                         break;
3769                 case OP_IMUL: {
3770                         CHECK_SRCDST_COM_I;
3771                         s390_msr (code, ins->dreg, src2);
3772                 }
3773                         break;
3774                 case OP_IMUL_IMM: {
3775                         if (ins->dreg != ins->sreg1) {
3776                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3777                         }
3778                         if (s390_is_imm16 (ins->inst_imm)) {
3779                                 s390_lghi (code, s390_r13, ins->inst_imm);
3780                         } else {
3781                                 s390_basr (code, s390_r13, 0);
3782                                 s390_j    (code, 4);
3783                                 s390_word (code, ins->inst_imm);
3784                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3785                         }
3786                         s390_msr  (code, ins->dreg, s390_r13);
3787                 }
3788                         break;
3789                 case OP_IMUL_OVF: {
3790                         short int *o[2];
3791                         s390_ltr  (code, s390_r1, ins->sreg1);
3792                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3793                         s390_ltr  (code, s390_r0, ins->sreg2);
3794                         s390_jnz  (code, 6);
3795                         s390_lhi  (code, s390_r1, 0);
3796                         s390_j    (code, 0); CODEPTR(code, o[1]);
3797                         s390_xr   (code, s390_r0, s390_r1);
3798                         s390_msr  (code, s390_r1, ins->sreg2);
3799                         s390_xr   (code, s390_r0, s390_r1);
3800                         s390_srl  (code, s390_r0, 0, 31);
3801                         s390_ltr  (code, s390_r0, s390_r0);
3802                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3803                         PTRSLOT   (code, o[0]);
3804                         PTRSLOT   (code, o[1]);
3805                         s390_lgfr (code, ins->dreg, s390_r1);
3806                 }
3807                         break;
3808                 case OP_IMUL_OVF_UN: {
3809                         s390_lhi  (code, s390_r0, 0);
3810                         s390_lr   (code, s390_r1, ins->sreg1);
3811                         s390_mlr  (code, s390_r0, ins->sreg2);
3812                         s390_ltr  (code, s390_r0, s390_r0);
3813                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3814                         s390_lgfr (code, ins->dreg, s390_r1);
3815                 }
3816                         break;
3817                 case OP_ICONST:
3818                 case OP_I8CONST: {
3819                         if (s390_is_imm16(ins->inst_c0)) {
3820                                 s390_lghi (code, ins->dreg, ins->inst_c0);
3821                         } else {
3822                                 s390_basr (code, s390_r13, 0);
3823                                 s390_j    (code, 6);
3824                                 s390_llong(code, ins->inst_c0);
3825                                 s390_lg   (code, ins->dreg, 0, s390_r13, 4);
3826                         }
3827                 }
3828                         break;
3829                 case OP_AOTCONST: {
3830                         s390_basr (code, s390_r13, 0);
3831                         s390_j    (code, 6);
3832                         mono_add_patch_info (cfg, code - cfg->native_code,
3833                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3834                         s390_llong(code, 0);
3835                         s390_lg   (code,ins->dreg, 0, s390_r13, 4);
3836                 }
3837                         break;
3838                 case OP_JUMP_TABLE: {
3839                         mono_add_patch_info (cfg, code - cfg->native_code,
3840                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3841                         s390_basr  (code, s390_r13, 0);
3842                         s390_j     (code, 6);
3843                         s390_llong (code, 0);
3844                         s390_lg    (code, ins->dreg, 0, s390_r13, 4);
3845                 }
3846                         break;
3847                 case OP_MOVE:
3848                         if (ins->dreg != ins->sreg1) {
3849                                 s390_lgr (code, ins->dreg, ins->sreg1);
3850                         }
3851                         break;
3852                 case OP_LCONV_TO_I:
3853                 case OP_LCONV_TO_I8:
3854                 case OP_SEXT_I4:
3855                         s390_lgfr (code, ins->dreg, ins->sreg1);
3856                         break;
3857                 case OP_LCONV_TO_I4:
3858                         s390_lgfr (code, ins->dreg, ins->sreg1);
3859                         break;
3860                 case OP_LCONV_TO_U:
3861                 case OP_LCONV_TO_U8:
3862                 case OP_LCONV_TO_U4:
3863                 case OP_ZEXT_I4:
3864                         s390_llgfr (code, ins->dreg, ins->sreg1);
3865                         break;
3866                 case OP_LCONV_TO_OVF_U4:
3867                         s390_basr (code, s390_r13, 0);
3868                         s390_j    (code, 6);
3869                         s390_llong(code, 4294967295);
3870                         s390_clg  (code, ins->sreg1, 0, s390_r13, 4);
3871                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3872                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3873                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3874                         s390_llgfr(code, ins->dreg, ins->sreg1);
3875                         break;
3876                 case OP_LCONV_TO_OVF_I4_UN:
3877                         s390_basr (code, s390_r13, 0);
3878                         s390_j    (code, 6);
3879                         s390_llong(code, 2147483647);
3880                         s390_cg   (code, ins->sreg1, 0, s390_r13, 4);
3881                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3882                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3883                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3884                         s390_lgfr (code, ins->dreg, ins->sreg1);
3885                         break;
3886                 case OP_FMOVE:
3887                 case OP_FCONV_TO_R4: {
3888                         if (ins->dreg != ins->sreg1) {
3889                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3890                         }
3891                 }
3892                         break;
3893                 case OP_S390_SETF4RET: {
3894                         s390_ledbr (code, ins->dreg, ins->sreg1);
3895                 }
3896                         break;
3897                 case OP_JMP: {
3898                         if (cfg->method->save_lmf)
3899                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3900
3901                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3902                                 code =  emit_load_volatile_arguments (code, cfg);
3903                         }
3904
3905                         code = backUpStackPtr(cfg, code);
3906                         s390_lg  (code, s390_r14, 0, STK_BASE, S390_RET_ADDR_OFFSET);
3907                         mono_add_patch_info (cfg, code - cfg->native_code,
3908                                              MONO_PATCH_INFO_METHOD_JUMP,
3909                                              ins->inst_p0);
3910                         s390_jcl (code, S390_CC_UN, 0);
3911                 }
3912                         break;
3913                 case OP_CHECK_THIS: {
3914                         /* ensure ins->sreg1 is not NULL */
3915                         s390_lg   (code, s390_r0, 0, ins->sreg1, 0);
3916                         s390_ltgr (code, s390_r0, s390_r0);
3917                 }
3918                         break;
3919                 case OP_ARGLIST: {
3920                         int offset = cfg->sig_cookie + cfg->stack_usage;
3921
3922                         if (s390_is_imm16 (offset))
3923                                 s390_lghi (code, s390_r0, offset);
3924                         else {
3925                                 s390_basr (code, s390_r13, 0);
3926                                 s390_j    (code, 6);
3927                                 s390_llong(code, offset);
3928                                 s390_lg   (code, s390_r0, 0, s390_r13, 0);
3929                         }
3930                         s390_agr  (code, s390_r0, cfg->frame_reg);
3931                         s390_stg  (code, s390_r0, 0, ins->sreg1, 0);
3932                 }
3933                         break;
3934                 case OP_FCALL: {
3935                         s390_basr (code, s390_r13, 0);
3936                         s390_j    (code, 6);
3937                         call = (MonoCallInst*)ins;
3938                         if (ins->flags & MONO_INST_HAS_METHOD)
3939                                 mono_add_patch_info (cfg, code-cfg->native_code,
3940                                                      MONO_PATCH_INFO_METHOD,
3941                                                      call->method);
3942                         else
3943                                 mono_add_patch_info (cfg, code-cfg->native_code,
3944                                                      MONO_PATCH_INFO_ABS,
3945                                                      call->fptr);
3946                         s390_llong(code, 0);
3947                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
3948                         s390_basr (code, s390_r14, s390_r14);
3949                         if (call->signature->ret->type == MONO_TYPE_R4)
3950                                 s390_ldebr (code, s390_f0, s390_f0);
3951                 }
3952                         break;
3953                 case OP_LCALL:
3954                 case OP_VCALL:
3955                 case OP_VCALL2:
3956                 case OP_VOIDCALL:
3957                 case OP_CALL: {
3958                         s390_basr (code, s390_r13, 0);
3959                         s390_j    (code, 6);
3960                         call = (MonoCallInst*)ins;
3961                         if (ins->flags & MONO_INST_HAS_METHOD)
3962                                 mono_add_patch_info (cfg, code-cfg->native_code,
3963                                                      MONO_PATCH_INFO_METHOD,
3964                                                      call->method);
3965                         else
3966                                 mono_add_patch_info (cfg, code-cfg->native_code,
3967                                                      MONO_PATCH_INFO_ABS,
3968                                                      call->fptr);
3969                         s390_llong(code, 0);
3970                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
3971                         s390_basr (code, s390_r14, s390_r14);
3972                 }
3973                         break;
3974                 case OP_FCALL_REG: {
3975                         call = (MonoCallInst*)ins;
3976                         s390_lgr  (code, s390_r1, ins->sreg1);
3977                         s390_basr (code, s390_r14, s390_r1);
3978                         if (call->signature->ret->type == MONO_TYPE_R4)
3979                                 s390_ldebr (code, s390_f0, s390_f0);
3980                 }
3981                         break;
3982                 case OP_LCALL_REG:
3983                 case OP_VCALL_REG:
3984                 case OP_VCALL2_REG:
3985                 case OP_VOIDCALL_REG:
3986                 case OP_CALL_REG: {
3987                         s390_lgr  (code, s390_r1, ins->sreg1);
3988                         s390_basr (code, s390_r14, s390_r1);
3989                 }
3990                         break;
3991                 case OP_FCALL_MEMBASE: {
3992                         call = (MonoCallInst*)ins;
3993                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3994                         s390_basr (code, s390_r14, s390_r1);
3995                         if (call->signature->ret->type == MONO_TYPE_R4)
3996                                 s390_ldebr (code, s390_f0, s390_f0);
3997                 }
3998                         break;
3999                 case OP_LCALL_MEMBASE:
4000                 case OP_VCALL_MEMBASE:
4001                 case OP_VCALL2_MEMBASE:
4002                 case OP_VOIDCALL_MEMBASE:
4003                 case OP_CALL_MEMBASE: {
4004                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
4005                         s390_basr (code, s390_r14, s390_r1);
4006                 }
4007                         break;
4008                 case OP_LOCALLOC: {
4009                         int alloca_skip;
4010                         int area_offset;
4011
4012                         if (cfg->param_area == 0)
4013                                 alloca_skip = S390_MINIMAL_STACK_SIZE;
4014                         else
4015                                 alloca_skip = cfg->param_area;
4016
4017                         area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
4018                         s390_lgr  (code, s390_r1, ins->sreg1);
4019                         if (ins->flags & MONO_INST_INIT)
4020                                 s390_lgr  (code, s390_r0, ins->sreg1);
4021                         s390_aghi (code, s390_r1, 14);
4022                         s390_srlg (code, s390_r1, s390_r1, 0, 3);
4023                         s390_sllg (code, s390_r1, s390_r1, 0, 3);
4024                         if (cfg->method->save_lmf) {
4025                                 /*----------------------------------*/
4026                                 /* we have to adjust lmf ebp value  */
4027                                 /*----------------------------------*/
4028                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
4029
4030                                 s390_lgr (code, s390_r13, cfg->frame_reg);
4031                                 if (s390_is_imm16(lmfOffset))
4032                                         s390_aghi (code, s390_r13, lmfOffset);
4033                                 else {
4034                                         s390_basr (code, s390_r14, 0);
4035                                         s390_j    (code, 4);
4036                                         s390_word (code, lmfOffset);
4037                                         s390_agf  (code, s390_r13, 0, s390_r14, 4);
4038                                 }
4039                                 s390_lgr (code, s390_r14, STK_BASE);
4040                                 s390_sgr (code, s390_r14, s390_r1);
4041                                 s390_stg (code, s390_r14, 0, s390_r13,
4042                                           G_STRUCT_OFFSET(MonoLMF, ebp));
4043                         }
4044                         s390_lg   (code, s390_r13, 0, STK_BASE, 0);
4045                         s390_sgr  (code, STK_BASE, s390_r1);
4046                         s390_stg  (code, s390_r13, 0, STK_BASE, 0);
4047                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
4048                         s390_srlg (code, ins->dreg, ins->dreg, 0, 3);
4049                         s390_sllg (code, ins->dreg, ins->dreg, 0, 3);
4050                         if (ins->flags & MONO_INST_INIT) {
4051                                 s390_lgr  (code, s390_r1, s390_r0);
4052                                 s390_lgr  (code, s390_r0, ins->dreg);
4053                                 s390_lgr  (code, s390_r14, s390_r12);
4054                                 s390_lghi (code, s390_r13, 0);
4055                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4056                                 s390_jo   (code, -2);
4057                                 s390_lgr  (code, s390_r12, s390_r14);
4058                         }
4059                 }
4060                         break;
4061                 case OP_THROW: {
4062                         s390_lgr  (code, s390_r2, ins->sreg1);
4063                         s390_basr (code, s390_r13, 0);
4064                         s390_j    (code, 6);
4065                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4066                                              (gpointer) "mono_arch_throw_exception");
4067                         s390_llong(code, 0);
4068                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4069                         s390_basr (code, s390_r14, s390_r14);
4070                 }
4071                         break;
4072                 case OP_RETHROW: {
4073                         s390_lgr  (code, s390_r2, ins->sreg1);
4074                         s390_basr (code, s390_r13, 0);
4075                         s390_j    (code, 6);
4076                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4077                                              (gpointer) "mono_arch_rethrow_exception");
4078                         s390_llong(code, 0);
4079                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4080                         s390_basr (code, s390_r14, s390_r14);
4081                 }
4082                         break;
4083                 case OP_START_HANDLER: {
4084                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4085
4086                         S390_LONG (code, stg, stg, s390_r14, 0,
4087                                    spvar->inst_basereg,
4088                                    spvar->inst_offset);
4089                 }
4090                         break;
4091                 case OP_ENDFILTER: {
4092                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4093
4094                         if (ins->sreg1 != s390_r2)
4095                                 s390_lgr(code, s390_r2, ins->sreg1);
4096                         S390_LONG (code, lg, lg, s390_r14, 0,
4097                                    spvar->inst_basereg,
4098                                    spvar->inst_offset);
4099                         s390_br  (code, s390_r14);
4100                 }
4101                         break;
4102                 case OP_ENDFINALLY: {
4103                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4104
4105                         S390_LONG (code, lg, lg, s390_r14, 0,
4106                                    spvar->inst_basereg,
4107                                    spvar->inst_offset);
4108                         s390_br  (code, s390_r14);
4109                 }
4110                         break;
4111                 case OP_CALL_HANDLER: {
4112                         mono_add_patch_info (cfg, code-cfg->native_code,
4113                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
4114                         s390_brasl (code, s390_r14, 0);
4115                         mono_cfg_add_try_hole (cfg, ins->inst_eh_block, code, bb);
4116                 }
4117                         break;
4118                 case OP_LABEL: {
4119                         ins->inst_c0 = code - cfg->native_code;
4120                 }
4121                         break;
4122                 case OP_RELAXED_NOP:
4123                 case OP_NOP:
4124                 case OP_DUMMY_USE:
4125                 case OP_DUMMY_STORE:
4126                 case OP_NOT_REACHED:
4127                 case OP_NOT_NULL: {
4128                 }
4129                         break;
4130                 case OP_BR:
4131                         EMIT_UNCOND_BRANCH(ins);
4132                         break;
4133                 case OP_BR_REG: {
4134                         s390_br  (code, ins->sreg1);
4135                 }
4136                         break;
4137                 case OP_CEQ:
4138                 case OP_ICEQ:
4139                 case OP_LCEQ: {
4140                         s390_lghi(code, ins->dreg, 1);
4141                         s390_jz  (code, 4);
4142                         s390_lghi(code, ins->dreg, 0);
4143                 }
4144                         break;
4145                 case OP_CLT:
4146                 case OP_ICLT:
4147                 case OP_LCLT: {
4148                         s390_lghi(code, ins->dreg, 1);
4149                         s390_jl  (code, 4);
4150                         s390_lghi(code, ins->dreg, 0);
4151                 }
4152                         break;
4153                 case OP_CLT_UN:
4154                 case OP_ICLT_UN:
4155                 case OP_LCLT_UN: {
4156                         s390_lghi(code, ins->dreg, 1);
4157                         s390_jlo (code, 4);
4158                         s390_lghi(code, ins->dreg, 0);
4159                 }
4160                         break;
4161                 case OP_CGT:
4162                 case OP_ICGT:
4163                 case OP_LCGT: {
4164                         s390_lghi(code, ins->dreg, 1);
4165                         s390_jh  (code, 4);
4166                         s390_lghi(code, ins->dreg, 0);
4167                 }
4168                         break;
4169                 case OP_CGT_UN:
4170                 case OP_ICGT_UN:
4171                 case OP_LCGT_UN: {
4172                         s390_lghi(code, ins->dreg, 1);
4173                         s390_jho (code, 4);
4174                         s390_lghi(code, ins->dreg, 0);
4175                 }
4176                         break;
4177                 case OP_COND_EXC_EQ:
4178                 case OP_COND_EXC_IEQ:
4179                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
4180                         break;
4181                 case OP_COND_EXC_NE_UN:
4182                 case OP_COND_EXC_INE_UN:
4183                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
4184                         break;
4185                 case OP_COND_EXC_LT:
4186                 case OP_COND_EXC_ILT:
4187                 case OP_COND_EXC_LT_UN:
4188                 case OP_COND_EXC_ILT_UN:
4189                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
4190                         break;
4191                 case OP_COND_EXC_GT:
4192                 case OP_COND_EXC_IGT:
4193                 case OP_COND_EXC_GT_UN:
4194                 case OP_COND_EXC_IGT_UN:
4195                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
4196                         break;
4197                 case OP_COND_EXC_GE:
4198                 case OP_COND_EXC_IGE:
4199                 case OP_COND_EXC_GE_UN:
4200                 case OP_COND_EXC_IGE_UN:
4201                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
4202                         break;
4203                 case OP_COND_EXC_LE:
4204                 case OP_COND_EXC_ILE:
4205                 case OP_COND_EXC_LE_UN:
4206                 case OP_COND_EXC_ILE_UN:
4207                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
4208                         break;
4209                 case OP_COND_EXC_OV:
4210                 case OP_COND_EXC_IOV:
4211                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
4212                         break;
4213                 case OP_COND_EXC_NO:
4214                 case OP_COND_EXC_INO:
4215                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
4216                         break;
4217                 case OP_COND_EXC_C:
4218                 case OP_COND_EXC_IC:
4219                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
4220                         break;
4221                 case OP_COND_EXC_NC:
4222                 case OP_COND_EXC_INC:
4223                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
4224                         break;
4225                 case OP_LBEQ:
4226                 case OP_IBEQ:
4227                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4228                         break;
4229                 case OP_LBNE_UN:
4230                 case OP_IBNE_UN:
4231                         EMIT_COND_BRANCH (ins, S390_CC_NE);
4232                         break;
4233                 case OP_LBLT:
4234                 case OP_LBLT_UN:
4235                 case OP_IBLT:
4236                 case OP_IBLT_UN:
4237                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4238                         break;
4239                 case OP_LBGT:
4240                 case OP_LBGT_UN:
4241                 case OP_IBGT:
4242                 case OP_IBGT_UN:
4243                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4244                         break;
4245                 case OP_LBGE:
4246                 case OP_LBGE_UN:
4247                 case OP_IBGE:
4248                 case OP_IBGE_UN:
4249                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4250                         break;
4251                 case OP_LBLE:
4252                 case OP_LBLE_UN:
4253                 case OP_IBLE:
4254                 case OP_IBLE_UN:
4255                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4256                         break;
4257
4258                 /* floating point opcodes */
4259                 case OP_R8CONST: {
4260                         if (*((float *) ins->inst_p0) == 0) {
4261                                 s390_lzdr (code, ins->dreg);
4262                         } else {
4263                                 s390_basr  (code, s390_r13, 0);
4264                                 s390_j     (code, 6);
4265                                 s390_llong (code, ins->inst_p0);
4266                                 s390_lg    (code, s390_r13, 0, s390_r13, 4);
4267                                 s390_ld    (code, ins->dreg, 0, s390_r13, 0);
4268                         }
4269                 }
4270                         break;
4271                 case OP_R4CONST: {
4272                         if (*((float *) ins->inst_p0) == 0) {
4273                                 s390_lzdr (code, ins->dreg);
4274                         } else {
4275                                 s390_basr (code, s390_r13, 0);
4276                                 s390_j    (code, 6);
4277                                 s390_llong(code, ins->inst_p0);
4278                                 s390_lg   (code, s390_r13, 0, s390_r13, 4);
4279                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
4280                         }
4281                 }
4282                         break;
4283                 case OP_STORER8_MEMBASE_REG: {
4284                         S390_LONG (code, stdy, std, ins->sreg1, 0,
4285                                    ins->inst_destbasereg, ins->inst_offset);
4286                 }
4287                         break;
4288                 case OP_LOADR8_MEMBASE: {
4289                         S390_LONG (code, ldy, ld, ins->dreg, 0,
4290                                    ins->inst_basereg, ins->inst_offset);
4291                 }
4292                         break;
4293                 case OP_STORER4_MEMBASE_REG: {
4294                         s390_ledbr (code, s390_f15, ins->sreg1);
4295                         S390_LONG (code, stey, ste, s390_f15, 0,
4296                                    ins->inst_destbasereg, ins->inst_offset);
4297                 }
4298                         break;
4299                 case OP_LOADR4_MEMBASE: {
4300                         S390_LONG (code, ldy, ld, s390_f15, 0,
4301                                    ins->inst_basereg, ins->inst_offset);
4302                         s390_ldebr (code, ins->dreg, s390_f15);
4303                 }
4304                         break;
4305                 case OP_ICONV_TO_R_UN: {
4306                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4307                         s390_ltr   (code, ins->sreg1, ins->sreg1);
4308                         s390_jnl   (code, 12);
4309                         s390_basr  (code, s390_r13, 0);
4310                         s390_j     (code, 6);
4311                         s390_word  (code, 0x41f00000);
4312                         s390_word  (code, 0);
4313                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4314                 }
4315                         break;
4316                 case OP_LCONV_TO_R_UN: {
4317                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4318                         s390_ltgr  (code, ins->sreg1, ins->sreg1);
4319                         s390_jnl   (code, 12);
4320                         s390_basr  (code, s390_r13, 0);
4321                         s390_j     (code, 6);
4322                         s390_word  (code, 0x41f00000);
4323                         s390_word  (code, 0);
4324                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4325                 }
4326                         break;
4327                 case OP_LCONV_TO_R4:
4328                 case OP_ICONV_TO_R4: {
4329                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4330                 }
4331                         break;
4332                 case OP_LCONV_TO_R8:
4333                 case OP_ICONV_TO_R8: {
4334                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4335                 }
4336                         break;
4337                 case OP_FCONV_TO_I1:
4338                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
4339                         break;
4340                 case OP_FCONV_TO_U1:
4341                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
4342                         break;
4343                 case OP_FCONV_TO_I2:
4344                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
4345                         break;
4346                 case OP_FCONV_TO_U2:
4347                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
4348                         break;
4349                 case OP_FCONV_TO_I4:
4350                 case OP_FCONV_TO_I:
4351                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
4352                         break;
4353                 case OP_FCONV_TO_U4:
4354                 case OP_FCONV_TO_U:
4355                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
4356                         break;
4357                 case OP_FCONV_TO_I8:
4358                         s390_cgdbr (code, ins->dreg, 5, ins->sreg1);
4359                         break;
4360                 case OP_LCONV_TO_OVF_I: {
4361                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
4362                         short int *o[5];
4363                         s390_ltgr (code, ins->sreg2, ins->sreg2);
4364                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
4365                         s390_ltgr (code, ins->sreg1, ins->sreg1);
4366                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
4367                         s390_lhi  (code, s390_r13, -1);
4368                         s390_cgr  (code, ins->sreg1, s390_r13);
4369                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
4370                         if (ins->dreg != ins->sreg2)
4371                                 s390_lgr  (code, ins->dreg, ins->sreg2);
4372                         s390_j    (code, 0); CODEPTR(code, o[3]);
4373                         PTRSLOT(code, o[0]);
4374                         s390_jz   (code, 0); CODEPTR(code, o[4]);
4375                         PTRSLOT(code, o[1]);
4376                         PTRSLOT(code, o[2]);
4377                         mono_add_patch_info (cfg, code - cfg->native_code,
4378                                              MONO_PATCH_INFO_EXC, "OverflowException");
4379                         s390_brasl (code, s390_r14, 0);
4380                         PTRSLOT(code, o[3]);
4381                         PTRSLOT(code, o[4]);
4382                 }
4383                         break;
4384                 case OP_ABS: {
4385                         s390_lpdbr (code, ins->dreg, ins->sreg1);
4386                 }
4387                         break;
4388                 case OP_SQRT: {
4389                         s390_sqdbr (code, ins->dreg, ins->sreg1);
4390                 }
4391                         break;
4392                 case OP_FADD: {
4393                         CHECK_SRCDST_COM_F;
4394                         s390_adbr (code, ins->dreg, src2);
4395                 }
4396                         break;
4397                 case OP_FSUB: {
4398                         CHECK_SRCDST_NCOM_F;
4399                         s390_sdbr (code, ins->dreg, src2);
4400                 }
4401                         break;
4402                 case OP_FMUL: {
4403                         CHECK_SRCDST_COM_F;
4404                         s390_mdbr (code, ins->dreg, src2);
4405                 }
4406                         break;
4407                 case OP_FDIV: {
4408                         CHECK_SRCDST_NCOM_F;
4409                         s390_ddbr (code, ins->dreg, src2);
4410                 }
4411                         break;
4412                 case OP_FNEG: {
4413                         s390_lcdbr (code, ins->dreg, ins->sreg1);
4414                 }
4415                         break;
4416                 case OP_FREM: {
4417                         CHECK_SRCDST_NCOM_F;
4418                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
4419                 }
4420                         break;
4421                 case OP_FCOMPARE: {
4422                         s390_cdbr (code, ins->sreg1, ins->sreg2);
4423                 }
4424                         break;
4425                 case OP_FCEQ: {
4426                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4427                         s390_lghi  (code, ins->dreg, 1);
4428                         s390_je    (code, 4);
4429                         s390_lghi  (code, ins->dreg, 0);
4430                 }
4431                         break;
4432                 case OP_FCLT: {
4433                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4434                         s390_lghi  (code, ins->dreg, 1);
4435                         s390_jl    (code, 4);
4436                         s390_lghi  (code, ins->dreg, 0);
4437                 }
4438                         break;
4439                 case OP_FCLT_UN: {
4440                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4441                         s390_lghi  (code, ins->dreg, 1);
4442                         s390_jlo   (code, 4);
4443                         s390_lghi  (code, ins->dreg, 0);
4444                 }
4445                         break;
4446                 case OP_FCGT: {
4447                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4448                         s390_lghi  (code, ins->dreg, 1);
4449                         s390_jh    (code, 4);
4450                         s390_lghi  (code, ins->dreg, 0);
4451                 }
4452                         break;
4453                 case OP_FCGT_UN: {
4454                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4455                         s390_lghi  (code, ins->dreg, 1);
4456                         s390_jho   (code, 4);
4457                         s390_lghi  (code, ins->dreg, 0);
4458                 }
4459                         break;
4460                 case OP_FBEQ: {
4461                         short *o;
4462                         s390_jo (code, 0); CODEPTR(code, o);
4463                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4464                         PTRSLOT (code, o);
4465                 }
4466                         break;
4467                 case OP_FBNE_UN:
4468                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
4469                         break;
4470                 case OP_FBLT: {
4471                         short *o;
4472                         s390_jo (code, 0); CODEPTR(code, o);
4473                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4474                         PTRSLOT (code, o);
4475                 }
4476                         break;
4477                 case OP_FBLT_UN:
4478                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
4479                         break;
4480                 case OP_FBGT: {
4481                         short *o;
4482                         s390_jo (code, 0); CODEPTR(code, o);
4483                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4484                         PTRSLOT (code, o);
4485                 }
4486                         break;
4487                 case OP_FBGT_UN:
4488                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
4489                         break;
4490                 case OP_FBGE: {
4491                         short *o;
4492                         s390_jo (code, 0); CODEPTR(code, o);
4493                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4494                         PTRSLOT (code, o);
4495                 }
4496                         break;
4497                 case OP_FBGE_UN:
4498                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
4499                         break;
4500                 case OP_FBLE: {
4501                         short *o;
4502                         s390_jo (code, 0); CODEPTR(code, o);
4503                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4504                         PTRSLOT (code, o);
4505                 }
4506                         break;
4507                 case OP_FBLE_UN:
4508                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
4509                         break;
4510                 case OP_CKFINITE: {
4511                         short *o;
4512                         s390_lhi  (code, s390_r13, 0x7f);
4513                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
4514                         s390_jz   (code, 0); CODEPTR(code, o);
4515                         mono_add_patch_info (cfg, code - cfg->native_code,
4516                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
4517                         s390_brasl (code, s390_r14,0);
4518                         PTRSLOT(code, o);
4519                 }
4520                         break;
4521                 case OP_S390_MOVE: {
4522                         if (ins->backend.size > 0) {
4523                                 if (ins->backend.size <= 256) {
4524                                         s390_mvc  (code, ins->backend.size, ins->dreg,
4525                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
4526                                 } else {
4527                                         s390_lgr  (code, s390_r0, ins->dreg);
4528                                         if (ins->inst_offset > 0) {
4529                                                 if (s390_is_imm16 (ins->inst_offset)) {
4530                                                         s390_aghi (code, s390_r0, ins->inst_offset);
4531                                                 } else {
4532                                                         s390_basr (code, s390_r13, 0);
4533                                                         s390_j    (code, 6);
4534                                                         s390_llong(code, ins->inst_offset);
4535                                                         s390_ag   (code, s390_r0, 0, s390_r13, 4);
4536                                                 }
4537                                         }
4538                                         s390_lgr  (code, s390_r12, ins->sreg1);
4539                                         if (ins->inst_imm > 0) {
4540                                                 if (s390_is_imm16 (ins->inst_imm)) {
4541                                                         s390_aghi (code, s390_r12, ins->inst_imm);
4542                                                 } else {
4543                                                         s390_basr (code, s390_r13, 0);
4544                                                         s390_j    (code, 6);
4545                                                         s390_llong(code, ins->inst_imm);
4546                                                         s390_ag   (code, s390_r12, 0, s390_r13, 4);
4547                                                 }
4548                                         }
4549                                         if (s390_is_imm16 (ins->backend.size)) {
4550                                                 s390_lghi (code, s390_r1, ins->backend.size);
4551                                         } else {
4552                                                 s390_basr (code, s390_r13, 0);
4553                                                 s390_j    (code, 6);
4554                                                 s390_llong(code, ins->backend.size);
4555                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
4556                                         }
4557                                         s390_lgr  (code, s390_r13, s390_r1);
4558                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4559                                         s390_jo   (code, -2);
4560                                 }
4561                         }
4562                 }
4563                         break;
4564                 case OP_ATOMIC_ADD_I8: {
4565                         s390_lgr (code, s390_r1, ins->sreg2);
4566                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4567                         s390_agr (code, s390_r1, s390_r0);
4568                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4569                         s390_jnz (code, -10);
4570                         s390_lgr (code, ins->dreg, s390_r1);
4571                 }
4572                         break;
4573                 case OP_ATOMIC_ADD_NEW_I8: {
4574                         s390_lgr (code, s390_r1, ins->sreg2);
4575                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4576                         s390_agr (code, s390_r1, s390_r0);
4577                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4578                         s390_jnz (code, -10);
4579                         s390_lgr (code, ins->dreg, s390_r1);
4580                 }
4581                         break;
4582                 case OP_ATOMIC_EXCHANGE_I8: {
4583                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4584                         s390_csg (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4585                         s390_jnz (code, -6);
4586                         s390_lgr (code, ins->dreg, s390_r0);
4587                 }
4588                         break;
4589                 case OP_ATOMIC_ADD_I4: {
4590                         s390_lgfr(code, s390_r1, ins->sreg2);
4591                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4592                         s390_agr (code, s390_r1, s390_r0);
4593                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4594                         s390_jnz (code, -9);
4595                         s390_lgfr(code, ins->dreg, s390_r1);
4596                 }
4597                         break;
4598                 case OP_ATOMIC_ADD_NEW_I4: {
4599                         s390_lgfr(code, s390_r1, ins->sreg2);
4600                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4601                         s390_agr (code, s390_r1, s390_r0);
4602                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4603                         s390_jnz (code, -9);
4604                         s390_lgfr(code, ins->dreg, s390_r1);
4605                 }
4606                         break;
4607                 case OP_ATOMIC_EXCHANGE_I4: {
4608                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4609                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4610                         s390_jnz (code, -4);
4611                         s390_lgfr(code, ins->dreg, s390_r0);
4612                 }
4613                         break;
4614                 case OP_S390_BKCHAIN: {
4615                         s390_lgr  (code, ins->dreg, ins->sreg1);
4616                         if (s390_is_imm16 (cfg->stack_offset)) {
4617                                 s390_aghi (code, ins->dreg, cfg->stack_offset);
4618                         } else {
4619                                 s390_basr (code, s390_r13, 0);
4620                                 s390_j    (code, 6);
4621                                 s390_llong(code, cfg->stack_offset);
4622                                 s390_ag   (code, ins->dreg, 0, s390_r13, 4);
4623                         }
4624                 }
4625                         break;
4626                 case OP_MEMORY_BARRIER: {
4627                 }
4628                         break;
4629                 default:
4630                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4631                         g_assert_not_reached ();
4632                 }
4633
4634                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4635                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %ld)",
4636                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4637                         g_assert_not_reached ();
4638                 }
4639
4640                 cpos += max_len;
4641
4642                 last_offset = offset;
4643         }
4644
4645         cfg->code_len = code - cfg->native_code;
4646 }
4647
4648 /*========================= End of Function ========================*/
4649
4650 /*------------------------------------------------------------------*/
4651 /*                                                                  */
4652 /* Name         - mono_arch_register_lowlevel_calls                 */
4653 /*                                                                  */
4654 /* Function     - Register routines to help with --trace operation. */
4655 /*                                                                  */
4656 /*------------------------------------------------------------------*/
4657
4658 void
4659 mono_arch_register_lowlevel_calls (void)
4660 {
4661         mono_register_jit_icall (mono_arch_get_lmf_addr, "mono_arch_get_lmf_addr", NULL, TRUE);
4662 }
4663
4664 /*========================= End of Function ========================*/
4665
4666 /*------------------------------------------------------------------*/
4667 /*                                                                  */
4668 /* Name         - mono_arch_patch_code                              */
4669 /*                                                                  */
4670 /* Function     - Process the patch data created during the         */
4671 /*                instruction build process. This resolves jumps,   */
4672 /*                calls, variables etc.                             */
4673 /*                                                                  */
4674 /*------------------------------------------------------------------*/
4675
4676 void
4677 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4678                       guint8 *code, MonoJumpInfo *ji, gboolean run_cctors)
4679 {
4680         MonoJumpInfo *patch_info;
4681
4682         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4683                 unsigned char *ip = patch_info->ip.i + code;
4684                 gconstpointer target = NULL;
4685
4686                 target = mono_resolve_patch_target (method, domain, code,
4687                                                     patch_info, run_cctors);
4688
4689                 switch (patch_info->type) {
4690                         case MONO_PATCH_INFO_IP:
4691                         case MONO_PATCH_INFO_EXC_NAME:
4692                         case MONO_PATCH_INFO_LDSTR:
4693                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4694                         case MONO_PATCH_INFO_LDTOKEN:
4695                         case MONO_PATCH_INFO_EXC:
4696                         case MONO_PATCH_INFO_ABS:
4697                         case MONO_PATCH_INFO_METHOD:
4698                         case MONO_PATCH_INFO_INTERNAL_METHOD:
4699                         case MONO_PATCH_INFO_CLASS_INIT:
4700                                 s390_patch_addr (ip, (guint64) target);
4701                                 continue;
4702                         case MONO_PATCH_INFO_SWITCH:
4703                                 /*----------------------------------*/
4704                                 /* ip points at the basr r13,0/j +4 */
4705                                 /* instruction the vtable value     */
4706                                 /* follows this (i.e. ip+6)         */
4707                                 /*----------------------------------*/
4708                                 *((gconstpointer *)(ip+6)) = target;
4709                                 continue;
4710                         case MONO_PATCH_INFO_METHODCONST:
4711                         case MONO_PATCH_INFO_CLASS:
4712                         case MONO_PATCH_INFO_IMAGE:
4713                         case MONO_PATCH_INFO_FIELD:
4714                         case MONO_PATCH_INFO_IID:
4715                                 target = S390_RELATIVE(target, ip);
4716                                 s390_patch_rel (ip, (guint64) target);
4717                                 continue;
4718                         case MONO_PATCH_INFO_R4:
4719                         case MONO_PATCH_INFO_R8:
4720                         case MONO_PATCH_INFO_METHOD_REL:
4721                                 g_assert_not_reached ();
4722                                 continue;
4723                         default:
4724                                 target = S390_RELATIVE(target, ip);
4725                                 ip += 2;
4726                                 s390_patch_rel (ip, (guint64) target);
4727                 }
4728         }
4729 }
4730
4731 /*========================= End of Function ========================*/
4732
4733 /*------------------------------------------------------------------*/
4734 /*                                                                  */
4735 /* Name         - emit_load_volatile_arguments                      */
4736 /*                                                                  */
4737 /* Function     - Emit the instructions to reload parameter regist- */
4738 /*                registers for use with "tail" operations.         */
4739 /*                                                                  */
4740 /*                The register loading operations performed here    */
4741 /*                are the mirror of the store operations performed  */
4742 /*                in mono_arch_emit_prolog and need to be kept in   */
4743 /*                synchronization with it.                          */
4744 /*                                                                  */
4745 /*------------------------------------------------------------------*/
4746
4747 guint8 *
4748 emit_load_volatile_arguments (guint8 *code, MonoCompile *cfg)
4749 {
4750         MonoInst *inst;
4751         MonoMethod *method = cfg->method;
4752         MonoMethodSignature *sig = mono_method_signature(method);
4753         int pos = 0, i;
4754         CallInfo *cinfo;
4755
4756         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
4757
4758         if (cinfo->struct_ret) {
4759                 ArgInfo *ainfo = &cinfo->ret;
4760                 inst         = cfg->vret_addr;
4761                 s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4762         }
4763
4764         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4765                 ArgInfo *ainfo = cinfo->args + i;
4766                 inst = cfg->args [pos];
4767
4768                 if (inst->opcode == OP_REGVAR) {
4769                         if (ainfo->regtype == RegTypeGeneral)
4770                                 s390_lgr (code, ainfo->reg, inst->dreg);
4771                         else if (ainfo->regtype == RegTypeFP) {
4772                                 if (inst->dreg != ainfo->reg) {
4773                                         if (ainfo->size == 4) {
4774                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4775                                         } else {
4776                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4777                                         }
4778                                 }
4779                         }
4780                         else if (ainfo->regtype == RegTypeBase) {
4781                         } else
4782                                 g_assert_not_reached ();
4783                 } else {
4784                         if (ainfo->regtype == RegTypeGeneral) {
4785                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4786                                         g_assert_not_reached();
4787                                 switch (ainfo->size) {
4788                                 case 1:
4789                                         s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4790                                         break;
4791                                 case 2:
4792                                         s390_lgh  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4793                                         break;
4794                                 case 4:
4795                                         s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4796                                         break;
4797                                 case 8:
4798                                         s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4799                                         break;
4800                                 }
4801                         } else if (ainfo->regtype == RegTypeBase) {
4802                         } else if (ainfo->regtype == RegTypeFP) {
4803                                 if (ainfo->size == 8)
4804                                         s390_ld  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4805                                 else if (ainfo->size == 4)
4806                                         s390_le  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4807                                 else
4808                                         g_assert_not_reached ();
4809                         } else if (ainfo->regtype == RegTypeStructByVal) {
4810                                 if (ainfo->reg != STK_BASE) {
4811                                         switch (ainfo->size) {
4812                                         case 1:
4813                                                 s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4814                                                 break;
4815                                         case 2:
4816                                                 s390_lgh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4817                                                 break;
4818                                         case 4:
4819                                                 s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4820                                                 break;
4821                                         case 8:
4822                                                 s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4823                                                 break;
4824                                         }
4825                                 }
4826                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4827                                 if (ainfo->reg != STK_BASE) {
4828                                         s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4829                                 }
4830                         } else
4831                                 g_assert_not_reached ();
4832                 }
4833                 pos++;
4834         }
4835
4836         return code;
4837 }
4838
4839 /*========================= End of Function ========================*/
4840
4841 /*------------------------------------------------------------------*/
4842 /*                                                                  */
4843 /* Name         - mono_arch_emit_prolog                             */
4844 /*                                                                  */
4845 /* Function     - Create the instruction sequence for a function    */
4846 /*                prolog.                                           */
4847 /*                                                                  */
4848 /*------------------------------------------------------------------*/
4849
4850 guint8 *
4851 mono_arch_emit_prolog (MonoCompile *cfg)
4852 {
4853         MonoMethod *method = cfg->method;
4854         MonoBasicBlock *bb;
4855         MonoMethodSignature *sig;
4856         MonoInst *inst;
4857         int alloc_size, pos, max_offset, i;
4858         guint8 *code;
4859         CallInfo *cinfo;
4860         int tracing = 0;
4861         int lmfOffset;
4862
4863         cfg->code_size   = 512;
4864
4865         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4866                 tracing         = 1;
4867                 cfg->code_size += 256;
4868         }
4869
4870         if (method->save_lmf)
4871                 cfg->code_size += 200;
4872
4873         cfg->native_code = code = g_malloc (cfg->code_size);
4874
4875         s390_stmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4876
4877         if (cfg->arch.bkchain_reg != -1)
4878                 s390_lgr (code, cfg->arch.bkchain_reg, STK_BASE);
4879
4880         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4881                 cfg->used_int_regs |= 1 << 11;
4882         }
4883
4884         alloc_size = cfg->stack_offset;
4885
4886         cfg->stack_usage = alloc_size;
4887         s390_lgr  (code, s390_r11, STK_BASE);
4888         if (s390_is_imm16 (alloc_size)) {
4889                 s390_aghi (code, STK_BASE, -alloc_size);
4890         } else {
4891                 int stackSize = alloc_size;
4892                 while (stackSize > 32767) {
4893                         s390_aghi (code, STK_BASE, -32767);
4894                         stackSize -= 32767;
4895                 }
4896                 s390_aghi (code, STK_BASE, -stackSize);
4897         }
4898         s390_stg  (code, s390_r11, 0, STK_BASE, 0);
4899
4900         if (cfg->frame_reg != STK_BASE)
4901                 s390_lgr (code, s390_r11, STK_BASE);
4902
4903         /* compute max_offset in order to use short forward jumps
4904          * we always do it on s390 because the immediate displacement
4905          * for jumps is too small
4906          */
4907         max_offset = 0;
4908         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4909                 MonoInst *ins;
4910                 bb->max_offset = max_offset;
4911
4912                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4913                         max_offset += 6;
4914
4915                 MONO_BB_FOR_EACH_INS (bb, ins)
4916                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4917         }
4918
4919         /* load arguments allocated to register from the stack */
4920         sig = mono_method_signature (method);
4921         pos = 0;
4922
4923         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
4924
4925         if (cinfo->struct_ret) {
4926                 ArgInfo *ainfo = &cinfo->ret;
4927                 inst         = cfg->vret_addr;
4928                 inst->backend.size = ainfo->vtsize;
4929                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4930         }
4931
4932         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4933                 ArgInfo *ainfo = cinfo->args + i;
4934                 inst = cfg->args [pos];
4935
4936                 if (inst->opcode == OP_VTARG_ADDR)
4937                         inst = inst->inst_left;
4938
4939                 if (inst->opcode == OP_REGVAR) {
4940                         if (ainfo->regtype == RegTypeGeneral)
4941                                 s390_lgr (code, inst->dreg, ainfo->reg);
4942                         else if (ainfo->regtype == RegTypeFP) {
4943                                 if (inst->dreg != ainfo->reg) {
4944                                         if (ainfo->size == 4) {
4945                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
4946                                         } else {
4947                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
4948                                         }
4949                                 }
4950                         }
4951                         else if (ainfo->regtype == RegTypeBase) {
4952                                 s390_lgr  (code, s390_r13, STK_BASE);
4953                                 s390_aghi (code, s390_r13, alloc_size);
4954                                 s390_lg   (code, inst->dreg, 0, s390_r13, ainfo->offset);
4955                         } else
4956                                 g_assert_not_reached ();
4957
4958                         if (cfg->verbose_level > 2)
4959                                 g_print ("Argument %d assigned to register %s\n",
4960                                          pos, mono_arch_regname (inst->dreg));
4961                 } else {
4962                         if (ainfo->regtype == RegTypeGeneral) {
4963                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4964                                         g_assert_not_reached();
4965                                 switch (ainfo->size) {
4966                                 case 1:
4967                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4968                                         break;
4969                                 case 2:
4970                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4971                                         break;
4972                                 case 4:
4973                                         s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4974                                         break;
4975                                 case 8:
4976                                         s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4977                                         break;
4978                                 }
4979                         } else if (ainfo->regtype == RegTypeBase) {
4980                         } else if (ainfo->regtype == RegTypeFP) {
4981                                 if (ainfo->size == 8)
4982                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4983                                 else if (ainfo->size == 4)
4984                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4985                                 else
4986                                         g_assert_not_reached ();
4987                         } else if (ainfo->regtype == RegTypeStructByVal) {
4988                                 int doffset = inst->inst_offset;
4989                                 int reg;
4990                                 if (ainfo->reg != STK_BASE)
4991                                         reg = ainfo->reg;
4992                                 else {
4993                                         reg = s390_r0;
4994                                         s390_lgr  (code, s390_r13, STK_BASE);
4995                                         s390_aghi (code, s390_r13, alloc_size);
4996                                 }
4997                                 switch (ainfo->size) {
4998                                         case 1:
4999                                                 if (ainfo->reg == STK_BASE)
5000                                                         s390_ic (code, reg, 0, s390_r13, ainfo->offset+7);
5001                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
5002                                                 break;
5003                                         case 2:
5004                                                 if (ainfo->reg == STK_BASE)
5005                                                         s390_lh (code, reg, 0, s390_r13, ainfo->offset+6);
5006                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
5007                                                 break;
5008                                         case 4:
5009                                                 if (ainfo->reg == STK_BASE)
5010                                                         s390_l  (code, reg, 0, s390_r13, ainfo->offset+4);
5011                                                 s390_st (code, reg, 0, inst->inst_basereg, doffset);
5012                                                 break;
5013                                         case 8:
5014                                                 if (ainfo->reg == STK_BASE)
5015                                                         s390_lg  (code, reg, 0, s390_r13, ainfo->offset);
5016                                                 s390_stg (code, reg, 0, inst->inst_basereg, doffset);
5017                                                 break;
5018                                 }
5019                         } else if (ainfo->regtype == RegTypeStructByAddr) {
5020                                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5021                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
5022                         } else
5023                                 g_assert_not_reached ();
5024                 }
5025                 pos++;
5026         }
5027
5028         if (method->save_lmf) {
5029                 /*---------------------------------------------------------------*/
5030                 /* we build the MonoLMF structure on the stack - see mini-s390.h */
5031                 /*---------------------------------------------------------------*/
5032                 lmfOffset = alloc_size - sizeof(MonoLMF);
5033
5034                 s390_lgr   (code, s390_r13, cfg->frame_reg);
5035                 s390_aghi  (code, s390_r13, lmfOffset);
5036
5037                 /*---------------------------------------------------------------*/
5038                 /* Preserve the parameter registers while we fix up the lmf      */
5039                 /*---------------------------------------------------------------*/
5040                 s390_stmg  (code, s390_r2, s390_r6, s390_r13,
5041                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5042
5043                 /*---------------------------------------------------------------*/
5044                 /* On return from this call r2 have the address of the &lmf      */
5045                 /*---------------------------------------------------------------*/
5046                 s390_basr(code, s390_r14, 0);
5047                 s390_j   (code, 6);
5048                 mono_add_patch_info (cfg, code - cfg->native_code,
5049                                      MONO_PATCH_INFO_INTERNAL_METHOD,
5050                                      (gpointer)"mono_get_lmf_addr");
5051                 s390_llong(code, 0);
5052                 s390_lg   (code, s390_r1, 0, s390_r14, 4);
5053                 s390_basr (code, s390_r14, s390_r1);
5054
5055                 /*---------------------------------------------------------------*/
5056                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
5057                 /*---------------------------------------------------------------*/
5058                 s390_stg   (code, s390_r2, 0, s390_r13,
5059                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
5060
5061                 /*---------------------------------------------------------------*/
5062                 /* Get current lmf                                               */
5063                 /*---------------------------------------------------------------*/
5064                 s390_lg    (code, s390_r0, 0, s390_r2, 0);
5065
5066                 /*---------------------------------------------------------------*/
5067                 /* Set our lmf as the current lmf                                */
5068                 /*---------------------------------------------------------------*/
5069                 s390_stg   (code, s390_r13, 0, s390_r2, 0);
5070
5071                 /*---------------------------------------------------------------*/
5072                 /* Have our lmf.previous_lmf point to the last lmf               */
5073                 /*---------------------------------------------------------------*/
5074                 s390_stg   (code, s390_r0, 0, s390_r13,
5075                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
5076
5077                 /*---------------------------------------------------------------*/
5078                 /* save method info                                              */
5079                 /*---------------------------------------------------------------*/
5080                 s390_basr  (code, s390_r1, 0);
5081                 s390_j     (code, 6);
5082                 s390_llong (code, method);
5083                 s390_lg    (code, s390_r1, 0, s390_r1, 4);
5084                 s390_stg   (code, s390_r1, 0, s390_r13,
5085                             G_STRUCT_OFFSET(MonoLMF, method));
5086
5087                 /*---------------------------------------------------------------*/
5088                 /* save the current IP                                           */
5089                 /*---------------------------------------------------------------*/
5090                 s390_stg   (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
5091                 s390_basr  (code, s390_r1, 0);
5092                 s390_stg   (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
5093
5094                 /*---------------------------------------------------------------*/
5095                 /* Save general and floating point registers                     */
5096                 /*---------------------------------------------------------------*/
5097                 s390_stmg  (code, s390_r2, s390_r12, s390_r13,
5098                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
5099                 for (i = 0; i < 16; i++) {
5100                         s390_std  (code, i, 0, s390_r13,
5101                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
5102                 }
5103
5104                 /*---------------------------------------------------------------*/
5105                 /* Restore the parameter registers now that we've set up the lmf */
5106                 /*---------------------------------------------------------------*/
5107                 s390_lmg   (code, s390_r2, s390_r6, s390_r13,
5108                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5109         }
5110
5111         if (tracing)
5112                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
5113
5114         cfg->code_len = code - cfg->native_code;
5115         g_assert (cfg->code_len < cfg->code_size);
5116
5117         return code;
5118 }
5119
5120 /*========================= End of Function ========================*/
5121
5122 /*------------------------------------------------------------------*/
5123 /*                                                                  */
5124 /* Name         - mono_arch_emit_epilog                             */
5125 /*                                                                  */
5126 /* Function     - Emit the instructions for a function epilog.      */
5127 /*                                                                  */
5128 /*------------------------------------------------------------------*/
5129
5130 void
5131 mono_arch_emit_epilog (MonoCompile *cfg)
5132 {
5133         MonoMethod *method = cfg->method;
5134         int tracing = 0;
5135         guint8 *code;
5136         int max_epilog_size = 96;
5137
5138         if (cfg->method->save_lmf)
5139                 max_epilog_size += 128;
5140
5141         if (mono_jit_trace_calls != NULL)
5142                 max_epilog_size += 128;
5143
5144         if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
5145                 max_epilog_size += 128;
5146
5147         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
5148                 cfg->code_size  *= 2;
5149                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5150                 mono_jit_stats.code_reallocs++;
5151         }
5152
5153         code = cfg->native_code + cfg->code_len;
5154
5155         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
5156                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
5157                 tracing = 1;
5158         }
5159
5160         if (method->save_lmf)
5161                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
5162
5163         if (cfg->flags & MONO_CFG_HAS_ALLOCA)
5164                 s390_lg  (code, STK_BASE, 0, STK_BASE, 0);
5165         else
5166                 code = backUpStackPtr(cfg, code);
5167
5168         s390_lmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
5169         s390_br  (code, s390_r14);
5170
5171         cfg->code_len = code - cfg->native_code;
5172
5173         g_assert (cfg->code_len < cfg->code_size);
5174
5175 }
5176
5177 /*========================= End of Function ========================*/
5178
5179 /*------------------------------------------------------------------*/
5180 /*                                                                  */
5181 /* Name         - mono_arch_emit_exceptions                         */
5182 /*                                                                  */
5183 /* Function     - Emit the blocks to handle exception conditions.   */
5184 /*                                                                  */
5185 /*------------------------------------------------------------------*/
5186
5187 void
5188 mono_arch_emit_exceptions (MonoCompile *cfg)
5189 {
5190         MonoJumpInfo    *patch_info;
5191         guint8          *code;
5192         int             nThrows = 0,
5193                         exc_count = 0,
5194                         iExc;
5195         guint32         code_size;
5196         MonoClass       *exc_classes [MAX_EXC];
5197         guint8          *exc_throw_start [MAX_EXC];
5198
5199         for (patch_info = cfg->patch_info;
5200              patch_info;
5201              patch_info = patch_info->next) {
5202                 if (patch_info->type == MONO_PATCH_INFO_EXC)
5203                         exc_count++;
5204         }
5205
5206         code_size = exc_count * 48;
5207
5208         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
5209                 cfg->code_size  *= 2;
5210                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5211                 mono_jit_stats.code_reallocs++;
5212         }
5213
5214         code = cfg->native_code + cfg->code_len;
5215
5216         /*---------------------------------------------------------------------*/
5217         /* Add code to raise exceptions                                        */
5218         /*---------------------------------------------------------------------*/
5219         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
5220                 switch (patch_info->type) {
5221                 case MONO_PATCH_INFO_EXC: {
5222                         guint8 *ip = patch_info->ip.i + cfg->native_code;
5223                         MonoClass *exc_class;
5224                         guint64 throw_ip;
5225
5226                         /*-----------------------------------------------------*/
5227                         /* Patch the branch in epilog to come here             */
5228                         /*-----------------------------------------------------*/
5229                         s390_patch_rel (ip + 2, (guint64) S390_RELATIVE(code,ip));
5230
5231                         exc_class = mono_class_from_name (mono_defaults.corlib,
5232                                                           "System",
5233                                                           patch_info->data.name);
5234                         g_assert (exc_class);
5235                         throw_ip = patch_info->ip.i;
5236
5237                         for (iExc = 0; iExc < nThrows; ++iExc)
5238                                 if (exc_classes [iExc] == exc_class)
5239                                         break;
5240
5241                         if (iExc < nThrows) {
5242                                 s390_jcl (code, S390_CC_UN,
5243                                           (guint64) exc_throw_start [iExc]);
5244                                 patch_info->type = MONO_PATCH_INFO_NONE;
5245                         } else {
5246
5247                                 if (nThrows < MAX_EXC) {
5248                                         exc_classes [nThrows]     = exc_class;
5249                                         exc_throw_start [nThrows] = code;
5250                                 }
5251
5252                                 /*---------------------------------------------*/
5253                                 /* Patch the parameter passed to the handler   */
5254                                 /*---------------------------------------------*/
5255                                 s390_basr (code, s390_r13, 0);
5256                                 s390_j    (code, 6);
5257 //                              s390_llong(code, patch_info->data.target);
5258                                 s390_llong(code, exc_class->type_token);
5259                                 /*---------------------------------------------*/
5260                                 /* Load return address & parameter register    */
5261                                 /*---------------------------------------------*/
5262                                 s390_larl (code, s390_r14, (guint64)S390_RELATIVE((patch_info->ip.i +
5263                                                            cfg->native_code + 8), code));
5264                                 s390_lg   (code, s390_r2, 0, s390_r13, 4);
5265                                 /*---------------------------------------------*/
5266                                 /* Reuse the current patch to set the jump     */
5267                                 /*---------------------------------------------*/
5268                                 s390_basr (code, s390_r13, 0);
5269                                 s390_j    (code, 6);
5270                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
5271                                 patch_info->data.name = "mono_arch_throw_corlib_exception";
5272                                 patch_info->ip.i      = code - cfg->native_code;
5273                                 s390_llong(code, 0);
5274                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5275                                 s390_br   (code, s390_r1);
5276                         }
5277                         break;
5278                 }
5279                 default:
5280                         /* do nothing */
5281                         break;
5282                 }
5283         }
5284
5285         cfg->code_len = code - cfg->native_code;
5286
5287         g_assert (cfg->code_len < cfg->code_size);
5288
5289 }
5290
5291 /*========================= End of Function ========================*/
5292
5293 /*------------------------------------------------------------------*/
5294 /*                                                                  */
5295 /* Name         - mono_arch_setup_jit_tls_data                      */
5296 /*                                                                  */
5297 /* Function     - Setup the JIT's Thread Level Specific Data.       */
5298 /*                                                                  */
5299 /*------------------------------------------------------------------*/
5300
5301 void
5302 mono_arch_setup_jit_tls_data (MonoJitTlsData *tls)
5303 {
5304         if (!tls_offset_inited) {
5305                 tls_offset_inited = TRUE;
5306
5307 #if HAVE_KW_THREAD
5308 # if 0
5309         __asm__ ("\tear\t%r1,0\n"
5310                  "\tlr\t%0,%3\n"
5311                  "\tsr\t%0,%r1\n"
5312                  "\tlr\t%1,%4\n"
5313                  "\tsr\t%1,%r1\n"
5314                  "\tlr\t%2,%5\n"
5315                  "\tsr\t%2,%r1\n"
5316                  : "=r" (appdomain_tls_offset),
5317                    "=r" (thread_tls_offset),
5318                    "=r" (lmf_tls_offset)
5319                  : "r" (&tls_appdomain),
5320                    "r" (&tls_current_object),
5321                    "r" (&mono_lmf_addr)
5322                  : "1", "cc");
5323 # endif
5324 #endif
5325         }
5326
5327         if (!lmf_addr_key_inited) {
5328                 lmf_addr_key_inited = TRUE;
5329                 pthread_key_create (&lmf_addr_key, NULL);
5330         }
5331         pthread_setspecific (lmf_addr_key, &tls->lmf);
5332
5333 }
5334
5335 /*========================= End of Function ========================*/
5336
5337 /*------------------------------------------------------------------*/
5338 /*                                                                  */
5339 /* Name         - mono_arch_free_jit_tls_data                       */
5340 /*                                                                  */
5341 /* Function     - Free tls data.                                    */
5342 /*                                                                  */
5343 /*------------------------------------------------------------------*/
5344
5345 void
5346 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
5347 {
5348 }
5349
5350 /*========================= End of Function ========================*/
5351
5352 /*------------------------------------------------------------------*/
5353 /*                                                                  */
5354 /* Name         - mono_arch_emit_inst_for_method                        */
5355 /*                                                                  */
5356 /*------------------------------------------------------------------*/
5357
5358 MonoInst*
5359 mono_arch_emit_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args)
5360 {
5361         return NULL;
5362 }
5363
5364 /*========================= End of Function ========================*/
5365
5366 /*------------------------------------------------------------------*/
5367 /*                                                                  */
5368 /* Name         - mono_arch_decompose_opts                          */
5369 /*                                                                  */
5370 /* Function     - Decompose opcode into a System z opcode.          */
5371 /*                                                                  */
5372 /*------------------------------------------------------------------*/
5373
5374 void
5375 mono_arch_decompose_opts (MonoCompile *cfg, MonoInst *ins)
5376 {
5377         /*
5378          * Have to rename these to avoid being decomposed normally, since the normal
5379          * decomposition does not work on S390.
5380          */
5381         switch (ins->opcode) {
5382         case OP_ISUB_OVF:
5383                 ins->opcode = OP_S390_ISUB_OVF;
5384                 break;
5385         case OP_ISUB_OVF_UN:
5386                 ins->opcode = OP_S390_ISUB_OVF_UN;
5387                 break;
5388         case OP_IADD_OVF:
5389                 ins->opcode = OP_S390_IADD_OVF;
5390                 break;
5391         case OP_IADD_OVF_UN:
5392                 ins->opcode = OP_S390_IADD_OVF_UN;
5393                 break;
5394         case OP_LADD_OVF:
5395                 ins->opcode = OP_S390_LADD_OVF;
5396                 break;
5397         case OP_LADD_OVF_UN:
5398                 ins->opcode = OP_S390_LADD_OVF_UN;
5399                 break;
5400         case OP_LSUB_OVF:
5401                 ins->opcode = OP_S390_LSUB_OVF;
5402                 break;
5403         case OP_LSUB_OVF_UN:
5404                 ins->opcode = OP_S390_LSUB_OVF_UN;
5405                 break;
5406         default:
5407                 break;
5408         }
5409 }
5410
5411 /*========================= End of Function ========================*/
5412
5413 /*------------------------------------------------------------------*/
5414 /*                                                                  */
5415 /* Name         - mono_arch_print_tree                              */
5416 /*                                                                  */
5417 /* Function     - Print platform-specific opcode details.           */
5418 /*                                                                  */
5419 /* Returns      - 1 - opcode details have been printed              */
5420 /*                0 - opcode details have not been printed          */
5421 /*                                                                  */
5422 /*------------------------------------------------------------------*/
5423
5424 gboolean
5425 mono_arch_print_tree (MonoInst *tree, int arity)
5426 {
5427         gboolean done;
5428
5429         switch (tree->opcode) {
5430                 case OP_S390_LOADARG:
5431                 case OP_S390_ARGREG:
5432                 case OP_S390_ARGPTR:
5433                         printf ("[0x%lx(%s)]", tree->inst_offset,
5434                                 mono_arch_regname (tree->inst_basereg));
5435                         done = 1;
5436                         break;
5437                 case OP_S390_STKARG:
5438                         printf ("[0x%lx(previous_frame)]",
5439                                 tree->inst_offset);
5440                         done = 1;
5441                         break;
5442                 case OP_S390_MOVE:
5443                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
5444                                 tree->inst_offset, tree->backend.size,
5445                                 mono_arch_regname(tree->dreg),
5446                                 tree->inst_imm,
5447                                 mono_arch_regname(tree->sreg1));
5448                         done = 1;
5449                         break;
5450                 case OP_S390_SETF4RET:
5451                         printf ("[f%s,f%s]",
5452                                 mono_arch_regname (tree->dreg),
5453                                 mono_arch_regname (tree->sreg1));
5454                         done = 1;
5455                         break;
5456                 case OP_TLS_GET:
5457                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
5458                                 tree->inst_imm,
5459                                 mono_arch_regname (tree->sreg1));
5460                         done = 1;
5461                         break;
5462                 case OP_S390_BKCHAIN:
5463                         printf ("[previous_frame(%s)]",
5464                                 mono_arch_regname (tree->sreg1));
5465                         done = 1;
5466                 default:
5467                         done = 0;
5468         }
5469         return (done);
5470 }
5471
5472 /*========================= End of Function ========================*/
5473
5474 /*------------------------------------------------------------------*/
5475 /*                                                                  */
5476 /* Name         - mono_arch_regalloc_cost                           */
5477 /*                                                                  */
5478 /* Function     - Determine the cost, in the number of memory       */
5479 /*                references, of the action of allocating the var-  */
5480 /*                iable VMV into a register during global register  */
5481 /*                allocation.                                       */
5482 /*                                                                  */
5483 /* Returns      - Cost                                              */
5484 /*                                                                  */
5485 /*------------------------------------------------------------------*/
5486
5487 guint32
5488 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
5489 {
5490         /* FIXME: */
5491         return 2;
5492 }
5493
5494 /*========================= End of Function ========================*/
5495
5496 /*------------------------------------------------------------------*/
5497 /*                                                                  */
5498 /* Name         - mono_arch_get_domain_intrinsic                    */
5499 /*                                                                  */
5500 /* Function     -                                                   */
5501 /*                                                                  */
5502 /* Returns      -                                                   */
5503 /*                                                                  */
5504 /*------------------------------------------------------------------*/
5505
5506 MonoInst *
5507 mono_arch_get_domain_intrinsic (MonoCompile* cfg)
5508 {
5509         MonoInst *ins;
5510
5511         if (appdomain_tls_offset == -1)
5512                 return NULL;
5513
5514         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
5515         ins->inst_offset = appdomain_tls_offset;
5516         return (ins);
5517 }
5518
5519 /*========================= End of Function ========================*/
5520
5521 /*------------------------------------------------------------------*/
5522 /*                                                                  */
5523 /* Name         - mono_arch_flush_register_windows                  */
5524 /*                                                                  */
5525 /* Function     -                                                   */
5526 /*                                                                  */
5527 /* Returns      -                                                   */
5528 /*                                                                  */
5529 /*------------------------------------------------------------------*/
5530
5531 void
5532 mono_arch_flush_register_windows (void)
5533 {
5534 }
5535
5536 /*========================= End of Function ========================*/
5537
5538 /*------------------------------------------------------------------*/
5539 /*                                                                  */
5540 /* Name         - mono_arch_get_lmf_addr                            */
5541 /*                                                                  */
5542 /* Function     -                                                   */
5543 /*                                                                  */
5544 /* Returns      -                                                   */
5545 /*                                                                  */
5546 /*------------------------------------------------------------------*/
5547
5548 gpointer
5549 mono_arch_get_lmf_addr (void)
5550 {
5551         return pthread_getspecific (lmf_addr_key);
5552 }
5553
5554 /*========================= End of Function ========================*/
5555
5556 /*------------------------------------------------------------------*/
5557 /*                                                                  */
5558 /* Name         - mono_arch_is_inst_imm                             */
5559 /*                                                                  */
5560 /* Function     - Determine if operand qualifies as an immediate    */
5561 /*                value. For s390 this is a value -32768-32768      */
5562 /*                                                                  */
5563 /* Returns      - True|False - is [not] immediate value.            */
5564 /*                                                                  */
5565 /*------------------------------------------------------------------*/
5566
5567 gboolean
5568 mono_arch_is_inst_imm (gint64 imm)
5569 {
5570         return s390_is_imm16 (imm);
5571 }
5572
5573 /*========================= End of Function ========================*/
5574
5575 /*------------------------------------------------------------------*/
5576 /*                                                                  */
5577 /* Name         - mono_arch_get_patch_offset                        */
5578 /*                                                                  */
5579 /* Function     - Dummy entry point until s390x supports aot.       */
5580 /*                                                                  */
5581 /* Returns      - Offset for patch.                                 */
5582 /*                                                                  */
5583 /*------------------------------------------------------------------*/
5584
5585 guint32
5586 mono_arch_get_patch_offset (guint8 *code)
5587 {
5588         return 0;
5589 }
5590
5591 /*========================= End of Function ========================*/
5592
5593 /*------------------------------------------------------------------*/
5594 /*                                                                  */
5595 /* Name         - mono_arch_context_get_int_reg.                    */
5596 /*                                                                  */
5597 /* Function     -                                                   */
5598 /*                                                                  */
5599 /* Returns      - Offset for patch.                                 */
5600 /*                                                                  */
5601 /*------------------------------------------------------------------*/
5602
5603 gpointer
5604 mono_arch_context_get_int_reg (MonoContext *ctx, int reg)
5605 {
5606         /* FIXME: implement */
5607         g_assert_not_reached ();
5608         return NULL;
5609 }
5610
5611 /*========================= End of Function ========================*/
5612
5613 /*------------------------------------------------------------------*/
5614 /*                                                                  */
5615 /* Name         - mono_arch_get_this_arg_from_call.                 */
5616 /*                                                                  */
5617 /* Function     -                                                   */
5618 /*                                                                  */
5619 /*------------------------------------------------------------------*/
5620
5621 gpointer
5622 mono_arch_get_this_arg_from_call (MonoGenericSharingContext *gsctx, MonoMethodSignature *sig, mgreg_t *regs, guint8 *code)
5623 {
5624         MonoLMF *lmf = (MonoLMF *) ((gchar *) regs - sizeof(MonoLMF));
5625
5626         /* FIXME: handle returning a struct */
5627         if (MONO_TYPE_ISSTRUCT (sig->ret))
5628                 return (gpointer) lmf->gregs [s390_r3];
5629         return (gpointer) lmf->gregs [s390_r2];
5630 }
5631
5632 /*========================= End of Function ========================*/
5633
5634 /*------------------------------------------------------------------*/
5635 /*                                                                  */
5636 /* Name         - get_delegate_invoke_impl.                         */
5637 /*                                                                  */
5638 /* Function     -                                                   */
5639 /*                                                                  */
5640 /*------------------------------------------------------------------*/
5641
5642 static gpointer
5643 get_delegate_invoke_impl (gboolean has_target, guint32 param_count, guint32 *code_len, gboolean aot)
5644 {
5645         guint8 *code, *start;
5646
5647         if (has_target) {
5648                 int size = 32;
5649
5650                 start = code = mono_global_codeman_reserve (size);
5651
5652                 /* Replace the this argument with the target */
5653                 s390_lg   (code, s390_r1, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, method_ptr));
5654                 s390_lg   (code, s390_r2, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, target));
5655                 s390_br   (code, s390_r1);
5656                 g_assert ((code - start) <= size);
5657
5658                 mono_arch_flush_icache (start, size);
5659         } else {
5660                 int size, i;
5661
5662                 size = 32 + param_count * 8;
5663                 start = code = mono_global_codeman_reserve (size);
5664
5665                 s390_lg   (code, s390_r1, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, method_ptr));
5666                 /* slide down the arguments */
5667                 for (i = 0; i < param_count; ++i) {
5668                         s390_lgr (code, (s390_r2 + i), (s390_r2 + i + 1));
5669                 }
5670                 s390_br   (code, s390_r1);
5671
5672                 g_assert ((code - start) <= size);
5673
5674                 mono_arch_flush_icache (start, size);
5675         }
5676
5677         if (code_len)
5678                 *code_len = code - start;
5679
5680         return start;
5681 }
5682
5683 /*========================= End of Function ========================*/
5684
5685 /*------------------------------------------------------------------*/
5686 /*                                                                  */
5687 /* Name         - mono_arch_get_delegate_invoke_impls.              */
5688 /*                                                                  */
5689 /* Function     -                                                   */
5690 /*                                                                  */
5691 /*------------------------------------------------------------------*/
5692
5693 GSList*
5694 mono_arch_get_delegate_invoke_impls (void)
5695 {
5696         GSList *res = NULL;
5697         guint8 *code;
5698         guint32 code_len;
5699         int i;
5700
5701         code = get_delegate_invoke_impl (TRUE, 0, &code_len, TRUE);
5702         res = g_slist_prepend (res, mono_aot_tramp_info_create (g_strdup ("delegate_invoke_impl_has_target"), code, code_len));
5703
5704         for (i = 0; i < MAX_ARCH_DELEGATE_PARAMS; ++i) {
5705                 code = get_delegate_invoke_impl (FALSE, i, &code_len, TRUE);
5706                 res = g_slist_prepend (res, mono_aot_tramp_info_create (g_strdup_printf ("delegate_invoke_impl_target_%d", i), code, code_len));
5707         }
5708
5709         return res;
5710 }
5711
5712 /*========================= End of Function ========================*/
5713
5714 /*------------------------------------------------------------------*/
5715 /*                                                                  */
5716 /* Name         - mono_arch_get_delegate_invoke_impl.               */
5717 /*                                                                  */
5718 /* Function     -                                                   */
5719 /*                                                                  */
5720 /*------------------------------------------------------------------*/
5721
5722 gpointer
5723 mono_arch_get_delegate_invoke_impl (MonoMethodSignature *sig, gboolean has_target)
5724 {
5725         guint8 *code, *start;
5726
5727         /* FIXME: Support more cases */
5728         if (MONO_TYPE_ISSTRUCT (sig->ret))
5729                 return NULL;
5730
5731         if (has_target) {
5732                 static guint8* cached = NULL;
5733
5734                 if (cached)
5735                         return cached;
5736
5737                 if (mono_aot_only)
5738                         start = mono_aot_get_trampoline ("delegate_invoke_impl_has_target");
5739                 else
5740                         start = get_delegate_invoke_impl (TRUE, 0, NULL, FALSE);
5741
5742                 mono_memory_barrier ();
5743
5744                 cached = start;
5745         } else {
5746                 static guint8* cache [MAX_ARCH_DELEGATE_PARAMS + 1] = {NULL};
5747                 int i;
5748
5749                 if (sig->param_count > MAX_ARCH_DELEGATE_PARAMS)
5750                         return NULL;
5751                 for (i = 0; i < sig->param_count; ++i)
5752                         if (!mono_is_regsize_var (sig->params [i]))
5753                                 return NULL;
5754
5755
5756                 code = cache [sig->param_count];
5757                 if (code)
5758                         return code;
5759
5760                 if (mono_aot_only) {
5761                         char *name = g_strdup_printf ("delegate_invoke_impl_target_%d", sig->param_count);
5762                         start = mono_aot_get_trampoline (name);
5763                         g_free (name);
5764                 } else {
5765                         start = get_delegate_invoke_impl (FALSE, sig->param_count, NULL, FALSE);
5766                 }
5767
5768                 mono_memory_barrier ();
5769
5770                 cache [sig->param_count] = start;
5771         }
5772         return start;
5773 }
5774
5775 /*========================= End of Function ========================*/
5776
5777 /*------------------------------------------------------------------*/
5778 /*                                                                  */
5779 /* Name         - mono_arch_build_imt_thunk.                        */
5780 /*                                                                  */
5781 /* Function     -                                                   */
5782 /*                                                                  */
5783 /*------------------------------------------------------------------*/
5784
5785 gpointer
5786 mono_arch_build_imt_thunk (MonoVTable *vtable, MonoDomain *domain,
5787                            MonoIMTCheckItem **imt_entries, int count,
5788                            gpointer fail_tramp)
5789 {
5790         int i;
5791         int size = 0;
5792         guchar *code, *start;
5793
5794         for (i = 0; i < count; ++i) {
5795                 MonoIMTCheckItem *item = imt_entries [i];
5796                 if (item->is_equals) {
5797                         if (item->check_target_idx) {
5798                                 if (!item->compare_done)
5799                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5800                                 if (item->has_target_code)
5801                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE;
5802                                 else
5803                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE +
5804                                                             LOAD_SIZE;
5805                         } else {
5806                                 if (fail_tramp) {
5807                                         item->chunk_size += CMP_SIZE + 2 * BR_SIZE + JUMP_SIZE +
5808                                                             2 * LOADCON_SIZE;
5809                                         if (!item->has_target_code)
5810                                                 item->chunk_size += LOAD_SIZE;
5811                                 } else {
5812                                         item->chunk_size += LOADCON_SIZE + LOAD_SIZE + BR_SIZE;
5813 #if ENABLE_WRONG_METHOD_CHECK
5814                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5815 #endif
5816                                 }
5817                         }
5818                 } else {
5819                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5820                         imt_entries [item->check_target_idx]->compare_done = TRUE;
5821                 }
5822                 size += item->chunk_size;
5823         }
5824
5825         if (fail_tramp)
5826                 code = mono_method_alloc_generic_virtual_thunk (domain, size);
5827         else
5828                 code = mono_domain_code_reserve (domain, size);
5829
5830         start = code;
5831
5832         for (i = 0; i < count; ++i) {
5833                 MonoIMTCheckItem *item = imt_entries [i];
5834                 item->code_target = (guint8 *) code;
5835                 if (item->is_equals) {
5836                         if (item->check_target_idx) {
5837                                 if (!item->compare_done) {
5838                                         s390_basr (code, s390_r13, s390_r0);
5839                                         s390_j    (code, 6);
5840                                         s390_llong(code, item->key);
5841                                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5842                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5843                                 }
5844                                 item->jmp_code = (guint8*) code;
5845                                 s390_jcl (code, S390_CC_NE, 0);
5846
5847                                 s390_basr (code, s390_r13, s390_r0);
5848                                 s390_j    (code, 6);
5849                                 if (item->has_target_code)  {
5850                                         s390_llong(code, item->value.target_code);
5851                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5852                                 } else {
5853                                         s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5854                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5855                                         s390_lg   (code, s390_r1, 0, s390_r1, 0);
5856                                 }
5857                                 s390_br   (code, s390_r1);
5858                         } else {
5859                                 if (fail_tramp) {
5860                                         gint64  target;
5861
5862                                         s390_basr (code, s390_r13, s390_r0);
5863                                         s390_j    (code, 6);
5864                                         s390_llong(code, item->key);
5865                                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5866                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5867                                         item->jmp_code = (guint8*) code;
5868                                         s390_jcl  (code, S390_CC_NE, 0);
5869                                         s390_basr (code, s390_r13, s390_r0);
5870                                         s390_j    (code, 6);
5871                                         if (item->has_target_code) {
5872                                                 s390_llong(code, item->value.target_code);
5873                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5874                                         } else {
5875                                                 g_assert (vtable);
5876                                                 s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5877                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5878                                                 s390_lg   (code, s390_r1, 0, s390_r1, 0);
5879                                         }
5880                                         s390_br   (code, s390_r1);
5881                                         target = S390_RELATIVE(item->jmp_code, code);
5882                                         s390_patch_rel(item->jmp_code+2, target);
5883                                         s390_basr (code, s390_r13, s390_r0);
5884                                         s390_j    (code, 6);
5885                                         s390_llong(code, fail_tramp);
5886                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5887                                         s390_br   (code, s390_r1);
5888                                         item->jmp_code = NULL;
5889                                 } else {
5890                                 /* enable the commented code to assert on wrong method */
5891 #if ENABLE_WRONG_METHOD_CHECK
5892                                         g_assert_not_reached ();
5893 #endif
5894                                         s390_basr (code, s390_r13, s390_r0);
5895                                         s390_j    (code, 6);
5896                                         s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5897                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5898                                         s390_lg   (code, s390_r1, 0, s390_r1, 0);
5899                                         s390_br   (code, s390_r1);
5900 #if ENABLE_WRONG_METHOD_CHECK
5901                                         g_assert_not_reached ();
5902 #endif
5903                                 }
5904                         }
5905                 } else {
5906                         s390_basr (code, s390_r13, s390_r0);
5907                         s390_j    (code, 6);
5908                         s390_llong(code, item->key);
5909                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5910                         s390_cgr  (code, MONO_ARCH_IMT_REG, s390_r0);
5911                         item->jmp_code = (guint8 *) code;
5912                         s390_jcl  (code, S390_CC_GE, 0);
5913                 }
5914         }
5915         /* patch the branches to get to the target items */
5916         for (i = 0; i < count; ++i) {
5917                 MonoIMTCheckItem *item = imt_entries [i];
5918                 if (item->jmp_code) {
5919                         if (item->check_target_idx) {
5920                                 gint64 offset;
5921                                 offset = S390_RELATIVE(imt_entries [item->check_target_idx]->code_target,
5922                                                        item->jmp_code);
5923                                 s390_patch_rel ((guchar *) item->jmp_code + 2, (guint64) offset);
5924                         }
5925                 }
5926         }
5927
5928         mono_arch_flush_icache ((guint8*)start, (code - start));
5929
5930         if (!fail_tramp)
5931                 mono_stats.imt_thunks_size += (code - start);
5932
5933         g_assert (code - start <= size);
5934
5935         return (start);
5936 }
5937
5938 /*========================= End of Function ========================*/
5939
5940 /*------------------------------------------------------------------*/
5941 /*                                                                  */
5942 /* Name         - mono_arch_find_imt_method.                        */
5943 /*                                                                  */
5944 /* Function     - Get the method address from MONO_ARCH_IMT_REG     */
5945 /*                found in the save area.                           */
5946 /*                                                                  */
5947 /*------------------------------------------------------------------*/
5948
5949 MonoMethod*
5950 mono_arch_find_imt_method (mgreg_t *regs, guint8 *code)
5951 {
5952         MonoLMF *lmf = (MonoLMF *) ((gchar *) regs - sizeof(MonoLMF));
5953
5954         return ((MonoMethod *) lmf->gregs [MONO_ARCH_IMT_REG]);
5955 }
5956
5957 /*========================= End of Function ========================*/
5958
5959 /*------------------------------------------------------------------*/
5960 /*                                                                  */
5961 /* Name         - mono_arch_find_this_argument.                     */
5962 /*                                                                  */
5963 /* Function     -                                                   */
5964 /*                                                                  */
5965 /*------------------------------------------------------------------*/
5966
5967 MonoObject *
5968 mono_arch_find_this_argument (mgreg_t *regs, MonoMethod *method,
5969                               MonoGenericSharingContext *gsctx)
5970 {
5971         return mono_arch_get_this_arg_from_call (gsctx, mono_method_signature (method), regs, NULL);
5972 }
5973
5974 /*========================= End of Function ========================*/