mono/mini/mini-s390x.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define MAX_ARCH_DELEGATE_PARAMS 7
  22
  23 #define EMIT_COND_BRANCH(ins,cond)                                              \
  24 {                                                                               \
  25 if (ins->inst_true_bb->native_offset) {                                         \
  26         int displace;                                                           \
  27         displace = ((cfg->native_code +                                         \
  28                     ins->inst_true_bb->native_offset) - code) / 2;              \
  29         if (s390_is_imm16(displace)) {                                          \
  30                 s390_brc (code, cond, displace);                                \
  31         } else {                                                                \
  32                 s390_jcl (code, cond, displace);                                \
  33         }                                                                       \
  34 } else {                                                                        \
  35         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  36                              MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  37         s390_jcl (code, cond, 0);                                               \
  38 }                                                                               \
  39 }
  40
  41 #define EMIT_UNCOND_BRANCH(ins)                                                 \
  42 {                                                                               \
  43 if (ins->inst_target_bb->native_offset) {                                       \
  44         int displace;                                                           \
  45         displace = ((cfg->native_code +                                         \
  46                     ins->inst_target_bb->native_offset) - code) / 2;            \
  47         if (s390_is_imm16(displace)) {                                          \
  48                 s390_brc (code, S390_CC_UN, displace);                          \
  49         } else {                                                                \
  50                 s390_jcl (code, S390_CC_UN, displace);                          \
  51         }                                                                       \
  52 } else {                                                                        \
  53         mono_add_patch_info (cfg, code - cfg->native_code,                      \
  54                              MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  55         s390_jcl (code, S390_CC_UN, 0);                                         \
  56 }                                                                               \
  57 }
  58
  59 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  60         do {                                                            \
  61                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  62                                     MONO_PATCH_INFO_EXC, exc_name);     \
  63                 s390_jcl (code, cond, 0);                               \
  64         } while (0);
  65
  66 #define CHECK_SRCDST_COM                                                \
  67         if (ins->dreg == ins->sreg2) {                                  \
  68                 src2 = ins->sreg1;                                      \
  69         } else {                                                        \
  70                 src2 = ins->sreg2;                                      \
  71                 if (ins->dreg != ins->sreg1) {                          \
  72                         s390_lgr (code, ins->dreg, ins->sreg1);         \
  73                 }                                                       \
  74         }
  75
  76 #define CHECK_SRCDST_NCOM                                               \
  77         if (ins->dreg == ins->sreg2) {                                  \
  78                 src2 = s390_r13;                                        \
  79                 s390_lgr (code, s390_r13, ins->sreg2);                  \
  80         } else {                                                        \
  81                 src2 = ins->sreg2;                                      \
  82         }                                                               \
  83         if (ins->dreg != ins->sreg1) {                                  \
  84                 s390_lgr (code, ins->dreg, ins->sreg1);                 \
  85         }
  86
  87 #define CHECK_SRCDST_COM_I                                              \
  88         if (ins->dreg == ins->sreg2) {                                  \
  89                 src2 = ins->sreg1;                                      \
  90         } else {                                                        \
  91                 src2 = ins->sreg2;                                      \
  92                 if (ins->dreg != ins->sreg1) {                          \
  93                         s390_lgfr (code, ins->dreg, ins->sreg1);        \
  94                 }                                                       \
  95         }
  96
  97 #define CHECK_SRCDST_NCOM_I                                             \
  98         if (ins->dreg == ins->sreg2) {                                  \
  99                 src2 = s390_r13;                                        \
 100                 s390_lgfr (code, s390_r13, ins->sreg2);                 \
 101         } else {                                                        \
 102                 src2 = ins->sreg2;                                      \
 103         }                                                               \
 104         if (ins->dreg != ins->sreg1) {                                  \
 105                 s390_lgfr (code, ins->dreg, ins->sreg1);                \
 106         }
 107
 108 #define CHECK_SRCDST_COM_F                                              \
 109         if (ins->dreg == ins->sreg2) {                                  \
 110                 src2 = ins->sreg1;                                      \
 111         } else {                                                        \
 112                 src2 = ins->sreg2;                                      \
 113                 if (ins->dreg != ins->sreg1) {                          \
 114                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 115                 }                                                       \
 116         }
 117
 118 #define CHECK_SRCDST_NCOM_F                                             \
 119         if (ins->dreg == ins->sreg2) {                                  \
 120                 src2 = s390_f15;                                        \
 121                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 122         } else {                                                        \
 123                 src2 = ins->sreg2;                                      \
 124         }                                                               \
 125         if (ins->dreg != ins->sreg1) {                                  \
 126                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 127         }
 128
 129 #define MONO_EMIT_NEW_MOVE(cfg,dest,offset,src,imm,size) do {                   \
 130                 MonoInst *inst;                                                 \
 131                 int sReg, dReg;                                                 \
 132                 MONO_INST_NEW (cfg, inst, OP_NOP);                              \
 133                 if (size > 256) {                                               \
 134                         inst->dreg        = dest;                               \
 135                         inst->inst_offset = offset;                             \
 136                         inst->sreg1       = src;                                \
 137                         inst->inst_imm    = imm;                                \
 138                 } else {                                                        \
 139                         if (s390_is_uimm12(offset)) {                           \
 140                                 inst->dreg        = dest;                       \
 141                                 inst->inst_offset = offset;                     \
 142                         } else {                                                \
 143                                 dReg = mono_alloc_preg (cfg);                   \
 144                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 145                                         dReg, dest, offset);                    \
 146                                 inst->dreg        = dReg;                       \
 147                                 inst->inst_offset = 0;                          \
 148                         }                                                       \
 149                         if (s390_is_uimm12(imm)) {                              \
 150                                 inst->sreg1       = src;                        \
 151                                 inst->inst_imm    = imm;                        \
 152                         } else {                                                \
 153                                 sReg = mono_alloc_preg (cfg);                   \
 154                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 155                                         sReg, src, imm);                        \
 156                                 inst->sreg1       = sReg;                       \
 157                                 inst->inst_imm    = 0;                          \
 158                         }                                                       \
 159                 }                                                               \
 160                 inst->opcode            = OP_S390_MOVE;                         \
 161                 inst->backend.size      = size;                                 \
 162         MONO_ADD_INS (cfg->cbb, inst);                                          \
 163         } while (0)
 164
 165 #define MONO_OUTPUT_VTR(cfg, size, dr, sr, so) do {                             \
 166         int reg = mono_alloc_preg (cfg); \
 167         switch (size) {                                                         \
 168                 case 0:                                                         \
 169                         MONO_EMIT_NEW_ICONST(cfg, reg, 0);                      \
 170                 break;                                                          \
 171                 case 1:                                                         \
 172                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 173                                 reg, sr, so);                                   \
 174                 break;                                                          \
 175                 case 2:                                                         \
 176                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 177                                 reg, sr, so);                                   \
 178                 break;                                                          \
 179                 case 4:                                                         \
 180                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 181                                 reg, sr, so);                                   \
 182                 break;                                                          \
 183                 case 8:                                                         \
 184                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI8_MEMBASE,   \
 185                                 reg, sr, so);                                   \
 186                 break;                                                          \
 187         }                                                                       \
 188         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);               \
 189 } while (0)
 190
 191 #define MONO_OUTPUT_VTS(cfg, size, dr, dx, sr, so) do {                         \
 192         int tmpr;                                                               \
 193         switch (size) {                                                         \
 194                 case 0:                                                         \
 195                         tmpr = mono_alloc_preg (cfg); \
 196                         MONO_EMIT_NEW_ICONST(cfg, tmpr, 0);                     \
 197                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 198                                 dr, dx, tmpr);                                  \
 199                 break;                                                          \
 200                 case 1:                                                         \
 201                         tmpr = mono_alloc_preg (cfg); \
 202                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 203                                 tmpr, sr, so);                                  \
 204                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 205                                 dr, dx, tmpr);                                  \
 206                 break;                                                          \
 207                 case 2:                                                         \
 208                         tmpr = mono_alloc_preg (cfg);                           \
 209                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 210                                 tmpr, sr, so);                                  \
 211                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 212                                 dr, dx, tmpr);                                  \
 213                 break;                                                          \
 214                 case 4:                                                         \
 215                         tmpr = mono_alloc_preg (cfg);                           \
 216                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 217                                 tmpr, sr, so);                                  \
 218                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 219                                 dr, dx, tmpr);                                  \
 220                 break;                                                          \
 221                 case 8:                                                         \
 222                         MONO_EMIT_NEW_MOVE (cfg, dr, dx, sr, so, size);         \
 223                 break;                                                          \
 224         }                                                                       \
 225 } while (0)
 226
 227 #undef DEBUG
 228 #define DEBUG(a) if (cfg->verbose_level > 1) a
 229
 230 #define MAX_EXC 16
 231
 232 #define S390_TRACE_STACK_SIZE (5*sizeof(gpointer)+4*sizeof(gdouble))
 233
 234 #define MAX(a, b) ((a) > (b) ? (a) : (b))
 235
 236 /*
 237  * imt thunking size values
 238  */
 239 #define CMP_SIZE        24
 240 #define LOADCON_SIZE    20
 241 #define LOAD_SIZE       6
 242 #define BR_SIZE         2
 243 #define JUMP_SIZE       6
 244 #define ENABLE_WRONG_METHOD_CHECK 0
 245
 246 /*========================= End of Defines =========================*/
 247
 248 /*------------------------------------------------------------------*/
 249 /*                 I n c l u d e s                                  */
 250 /*------------------------------------------------------------------*/
 251
 252 #include "mini.h"
 253 #include <string.h>
 254
 255 #include <mono/metadata/appdomain.h>
 256 #include <mono/metadata/debug-helpers.h>
 257 #include <mono/metadata/profiler-private.h>
 258 #include <mono/utils/mono-math.h>
 259
 260 #include "mini-s390x.h"
 261 #include "cpu-s390x.h"
 262 #include "jit-icalls.h"
 263 #include "ir-emit.h"
 264
 265 /*========================= End of Includes ========================*/
 266
 267 /*------------------------------------------------------------------*/
 268 /*                 T y p e d e f s                                  */
 269 /*------------------------------------------------------------------*/
 270
 271 typedef struct {
 272         guint stack_size,
 273               local_size,
 274               code_size,
 275               parm_size,
 276               offset,
 277               offStruct,
 278               retStruct;
 279 } size_data;
 280
 281 /*------------------------------------------------------------------*/
 282 /* Used by the instrument_emit_epilog                               */
 283 /*------------------------------------------------------------------*/
 284
 285 enum {
 286         SAVE_NONE,
 287         SAVE_STRUCT,
 288         SAVE_ONE,
 289         SAVE_TWO,
 290         SAVE_R4,
 291         SAVE_R8
 292 };
 293
 294 typedef struct InstList InstList;
 295
 296 struct InstList {
 297         InstList *prev;
 298         InstList *next;
 299         MonoInst *data;
 300 };
 301
 302 typedef enum {
 303         RegTypeGeneral,
 304         RegTypeBase,
 305         RegTypeFP,
 306         RegTypeFPR4,
 307         RegTypeStructByVal,
 308         RegTypeStructByValInFP,
 309         RegTypeStructByAddr,
 310         RegTypeStructByAddrOnStack
 311 } ArgStorage;
 312
 313 typedef struct {
 314         gint32  offset;         /* offset from caller's stack */
 315         gint32  offparm;        /* offset from callee's stack */
 316         guint16 vtsize;         /* in param area */
 317         guint8  reg;
 318         ArgStorage regtype;
 319         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 320         gint32  type;           /* Data type of argument */
 321 } ArgInfo;
 322
 323 typedef struct {
 324         int nargs;
 325         int lastgr;
 326         guint32 stack_usage;
 327         guint32 struct_ret;
 328         ArgInfo ret;
 329         ArgInfo sigCookie;
 330         size_data sz;
 331         int vret_arg_index;
 332         ArgInfo args [1];
 333 } CallInfo;
 334
 335 typedef struct {
 336         gint64  gr[5];          /* R2-R6                            */
 337         gdouble fp[3];          /* F0-F2                            */
 338 } __attribute__ ((packed)) RegParm;
 339
 340 /*========================= End of Typedefs ========================*/
 341
 342 /*------------------------------------------------------------------*/
 343 /*                   P r o t o t y p e s                            */
 344 /*------------------------------------------------------------------*/
 345
 346 static void indent (int);
 347 static guint8 * backUpStackPtr(MonoCompile *, guint8 *);
 348 static void decodeParm (MonoType *, void *, int);
 349 static void enter_method (MonoMethod *, RegParm *, char *);
 350 static void leave_method (MonoMethod *, ...);
 351 static gboolean is_regsize_var (MonoType *);
 352 static inline void add_general (guint *, size_data *, ArgInfo *);
 353 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 354 static inline void add_float (guint *, size_data *, ArgInfo *);
 355 static CallInfo * get_call_info (MonoCompile *, MonoMemPool *, MonoMethodSignature *, gboolean);
 356 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 357 gpointer mono_arch_get_lmf_addr (void);
 358 static guint8 * emit_load_volatile_arguments (guint8 *, MonoCompile *);
 359 static void catch_SIGILL(int, siginfo_t *, void *);
 360
 361 /*========================= End of Prototypes ======================*/
 362
 363 /*------------------------------------------------------------------*/
 364 /*                 G l o b a l   V a r i a b l e s                  */
 365 /*------------------------------------------------------------------*/
 366
 367 int mono_exc_esp_offset = 0;
 368
 369 static int indent_level = 0;
 370
 371 int has_ld = 0;
 372
 373 static gboolean tls_offset_inited = FALSE;
 374
 375 static int appdomain_tls_offset = -1,
 376            thread_tls_offset = -1;
 377
 378 pthread_key_t lmf_addr_key;
 379
 380 gboolean lmf_addr_key_inited = FALSE;
 381
 382 facilityList_t facs;
 383
 384 #if 0
 385
 386 extern __thread MonoDomain *tls_appdomain;
 387 extern __thread MonoThread *tls_current_object;
 388 extern __thread gpointer   mono_lmf_addr;
 389
 390 #endif
 391
 392 /*====================== End of Global Variables ===================*/
 393
 394 /*------------------------------------------------------------------*/
 395 /*                                                                  */
 396 /* Name         - mono_arch_regname                                 */
 397 /*                                                                  */
 398 /* Function     - Returns the name of the register specified by     */
 399 /*                the input parameter.                              */
 400 /*                                                                  */
 401 /*------------------------------------------------------------------*/
 402
 403 const char*
 404 mono_arch_regname (int reg) {
 405         static const char * rnames[] = {
 406                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 407                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 408                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 409                 "s390_r15"
 410         };
 411
 412         if (reg >= 0 && reg < 16)
 413                 return rnames [reg];
 414         else
 415                 return "unknown";
 416 }
 417
 418 /*========================= End of Function ========================*/
 419
 420 /*------------------------------------------------------------------*/
 421 /*                                                                  */
 422 /* Name         - mono_arch_fregname                                */
 423 /*                                                                  */
 424 /* Function     - Returns the name of the register specified by     */
 425 /*                the input parameter.                              */
 426 /*                                                                  */
 427 /*------------------------------------------------------------------*/
 428
 429 const char*
 430 mono_arch_fregname (int reg) {
 431         static const char * rnames[] = {
 432                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 433                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 434                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 435                 "s390_f15"
 436         };
 437
 438         if (reg >= 0 && reg < 16)
 439                 return rnames [reg];
 440         else
 441                 return "unknown";
 442 }
 443
 444 /*========================= End of Function ========================*/
 445
 446 /*------------------------------------------------------------------*/
 447 /*                                                                  */
 448 /* Name         - arch_get_argument_info                            */
 449 /*                                                                  */
 450 /* Function     - Gathers information on parameters such as size,   */
 451 /*                alignment, and padding. arg_info should be large  */
 452 /*                enough to hold param_count + 1 entries.           */
 453 /*                                                                  */
 454 /* Parameters   - @csig - Method signature                          */
 455 /*                @param_count - No. of parameters to consider      */
 456 /*                @arg_info - An array to store the result info     */
 457 /*                                                                  */
 458 /* Returns      - Size of the activation frame                      */
 459 /*                                                                  */
 460 /*------------------------------------------------------------------*/
 461
 462 int
 463 mono_arch_get_argument_info (MonoMethodSignature *csig,
 464                              int param_count,
 465                              MonoJitArgumentInfo *arg_info)
 466 {
 467         int k, frame_size = 0;
 468         int size, align, pad;
 469         int offset = 8;
 470
 471         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 472                 frame_size += sizeof (gpointer);
 473                 offset += 8;
 474         }
 475
 476         arg_info [0].offset = offset;
 477
 478         if (csig->hasthis) {
 479                 frame_size += sizeof (gpointer);
 480                 offset += 8;
 481         }
 482
 483         arg_info [0].size = frame_size;
 484
 485         for (k = 0; k < param_count; k++) {
 486
 487                 if (csig->pinvoke)
 488                         size = mono_type_native_stack_size (csig->params [k], (guint32 *) &align);
 489                 else
 490                         size = mini_type_stack_size (NULL, csig->params [k], &align);
 491
 492                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 493                 arg_info [k].pad = pad;
 494                 frame_size += size;
 495                 arg_info [k + 1].pad = 0;
 496                 arg_info [k + 1].size = size;
 497                 offset += pad;
 498                 arg_info [k + 1].offset = offset;
 499                 offset += size;
 500         }
 501
 502         align = MONO_ARCH_FRAME_ALIGNMENT;
 503         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 504         arg_info [k].pad = pad;
 505
 506         return frame_size;
 507 }
 508
 509 /*========================= End of Function ========================*/
 510
 511 /*------------------------------------------------------------------*/
 512 /*                                                                  */
 513 /* Name         - retFitsInReg.                                     */
 514 /*                                                                  */
 515 /* Function     - Determines if a value can be returned in one or   */
 516 /*                two registers.                                    */
 517 /*                                                                  */
 518 /*------------------------------------------------------------------*/
 519
 520 static inline gboolean
 521 retFitsInReg(guint32 size)
 522 {
 523         switch (size) {
 524                 case 0:
 525                 case 1:
 526                 case 2:
 527                 case 4:
 528                 case 8:
 529                         return (TRUE);
 530                 break;
 531                 default:
 532                         return (FALSE);
 533         }
 534 }
 535
 536 /*========================= End of Function ========================*/
 537
 538 /*------------------------------------------------------------------*/
 539 /*                                                                  */
 540 /* Name         - backStackPtr.                                     */
 541 /*                                                                  */
 542 /* Function     - Restore Stack Pointer to previous frame.          */
 543 /*                                                                  */
 544 /*------------------------------------------------------------------*/
 545
 546 static inline guint8 *
 547 backUpStackPtr(MonoCompile *cfg, guint8 *code)
 548 {
 549         int stackSize = cfg->stack_usage;
 550
 551         if (s390_is_imm16 (stackSize)) {
 552                 s390_aghi  (code, STK_BASE, stackSize);
 553         } else {
 554                 while (stackSize > 32767) {
 555                         s390_aghi  (code, STK_BASE, 32767);
 556                         stackSize -= 32767;
 557                 }
 558                 s390_aghi  (code, STK_BASE, stackSize);
 559         }
 560         return (code);
 561 }
 562
 563 /*========================= End of Function ========================*/
 564
 565 /*------------------------------------------------------------------*/
 566 /*                                                                  */
 567 /* Name         - indent                                            */
 568 /*                                                                  */
 569 /* Function     - Perform nice indenting to current level           */
 570 /*                                                                  */
 571 /*------------------------------------------------------------------*/
 572
 573 static void
 574 indent (int diff) {
 575         int v;
 576         if (diff < 0)
 577                 indent_level += diff;
 578         v = indent_level;
 579         printf("[%3d] ",v);
 580         while (v-- > 0) {
 581                 printf (". ");
 582         }
 583         if (diff > 0)
 584                 indent_level += diff;
 585 }
 586
 587 /*========================= End of Function ========================*/
 588
 589 /*------------------------------------------------------------------*/
 590 /*                                                                  */
 591 /* Name         - decodeParm                                        */
 592 /*                                                                  */
 593 /* Function     - Decode a parameter for the trace.                 */
 594 /*                                                                  */
 595 /*------------------------------------------------------------------*/
 596
 597 static void
 598 decodeParm(MonoType *type, void *curParm, int size)
 599 {
 600         guint32 simpleType;
 601
 602         if (type->byref) {
 603                 printf("[BYREF:%p], ", *((char **) curParm));
 604         } else {
 605                 simpleType = mono_type_get_underlying_type(type)->type;
 606 enum_parmtype:
 607                 switch (simpleType) {
 608                         case MONO_TYPE_I :
 609                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 610                                 break;
 611                         case MONO_TYPE_U :
 612                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 613                                 break;
 614                         case MONO_TYPE_BOOLEAN :
 615                                 printf ("[BOOL:%ld], ", *((gint64 *) curParm));
 616                                 break;
 617                         case MONO_TYPE_CHAR :
 618                                 printf ("[CHAR:%c], ", *((int  *) curParm));
 619                                 break;
 620                         case MONO_TYPE_I1 :
 621                                 printf ("[INT1:%ld], ", *((gint64 *) curParm));
 622                                 break;
 623                         case MONO_TYPE_I2 :
 624                                 printf ("[INT2:%ld], ", *((gint64 *) curParm));
 625                                 break;
 626                         case MONO_TYPE_I4 :
 627                                 printf ("[INT4:%ld], ", *((gint64 *) curParm));
 628                                 break;
 629                         case MONO_TYPE_U1 :
 630                                 printf ("[UINT1:%lu], ", *((guint64 *) curParm));
 631                                 break;
 632                         case MONO_TYPE_U2 :
 633                                 printf ("[UINT2:%lu], ", *((guint64 *) curParm));
 634                                 break;
 635                         case MONO_TYPE_U4 :
 636                                 printf ("[UINT4:%lu], ", *((guint64 *) curParm));
 637                                 break;
 638                         case MONO_TYPE_U8 :
 639                                 printf ("[UINT8:%lu], ", *((guint64 *) curParm));
 640                                 break;
 641                         case MONO_TYPE_STRING : {
 642                                 MonoString *s = *((MonoString **) curParm);
 643                                 if (s) {
 644                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 645                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 646                                 } else {
 647                                         printf("[STRING:null], ");
 648                                 }
 649                                 break;
 650                         }
 651                         case MONO_TYPE_CLASS :
 652                         case MONO_TYPE_OBJECT : {
 653                                 MonoObject *obj = *((MonoObject **) curParm);
 654                                 MonoClass *class;
 655                                 if ((obj) && (obj->vtable)) {
 656                                         printf("[CLASS/OBJ:");
 657                                         class = obj->vtable->klass;
 658                                         printf("%p [%p] ",obj,curParm);
 659                                         if (class == mono_defaults.string_class) {
 660                                                 printf("[STRING:%p:%s]",
 661                                                        obj, mono_string_to_utf8 ((MonoString *) obj));
 662                                         } else if (class == mono_defaults.int32_class) {
 663                                                 printf("[INT32:%p:%d]",
 664                                                         obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 665                                         } else
 666                                                 printf("[%s.%s:%p]",
 667                                                        class->name_space, class->name, obj);
 668                                         printf("], ");
 669                                 } else {
 670                                         printf("[OBJECT:null], ");
 671                                 }
 672                                 break;
 673                         }
 674                         case MONO_TYPE_PTR :
 675                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 676                                 break;
 677                         case MONO_TYPE_FNPTR :
 678                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 679                                 break;
 680                         case MONO_TYPE_ARRAY :
 681                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 682                                 break;
 683                         case MONO_TYPE_SZARRAY :
 684                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 685                                 break;
 686                         case MONO_TYPE_I8 :
 687                                 printf("[INT8:%ld], ", *((gint64 *) (curParm)));
 688                                 break;
 689                         case MONO_TYPE_R4 :
 690                                 printf("[FLOAT4:%g], ", *((float *) (curParm)));
 691                                 break;
 692                         case MONO_TYPE_R8 :
 693                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 694                                 break;
 695                         case MONO_TYPE_VALUETYPE : {
 696                                 int i;
 697                                 MonoMarshalType *info;
 698
 699                                 if (type->data.klass->enumtype) {
 700                                         simpleType = mono_class_enum_basetype (type->data.klass)->type;
 701                                         printf("{VALUETYPE} - ");
 702                                         goto enum_parmtype;
 703                                 }
 704
 705                                 info = mono_marshal_load_type_info (type->data.klass);
 706
 707                                 if ((info->native_size == sizeof(float)) &&
 708                                     (info->num_fields  == 1) &&
 709                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 710                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 711                                         break;
 712                                 }
 713
 714                                 if ((info->native_size == sizeof(double)) &&
 715                                     (info->num_fields  == 1) &&
 716                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 717                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 718                                         break;
 719                                 }
 720
 721                                 printf("[VALUETYPE:");
 722                                 for (i = 0; i < size; i++)
 723                                         printf("%02x,", *((guint8 *)curParm+i));
 724                                 printf("]");
 725                                 break;
 726                         }
 727                         case MONO_TYPE_TYPEDBYREF: {
 728                                 int i;
 729                                 printf("[TYPEDBYREF:");
 730                                 for (i = 0; i < size; i++)
 731                                         printf("%02x,", *((guint8 *)curParm+i));
 732                                 printf("]");
 733                                 break;
 734                         }
 735                         default :
 736                                 printf("[?? - %d], ",simpleType);
 737                 }
 738         }
 739 }
 740
 741 /*========================= End of Function ========================*/
 742
 743 /*------------------------------------------------------------------*/
 744 /*                                                                  */
 745 /* Name         - enter_method                                      */
 746 /*                                                                  */
 747 /* Function     - Perform tracing of the entry to the current       */
 748 /*                method.                                           */
 749 /*                                                                  */
 750 /*------------------------------------------------------------------*/
 751
 752 static void
 753 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 754 {
 755         int i, oParm = 0, iParm = 0;
 756         MonoClass *class;
 757         MonoObject *obj;
 758         MonoMethodSignature *sig;
 759         char *fname;
 760         guint64 ip;
 761         CallInfo *cinfo;
 762         ArgInfo *ainfo;
 763         void *curParm;
 764
 765         fname = mono_method_full_name (method, TRUE);
 766         indent (1);
 767         printf ("ENTER: %s ", fname);
 768         g_free (fname);
 769
 770         ip  = (*(guint64 *) (sp+S390_RET_ADDR_OFFSET));
 771         printf ("ip: %p sp: %p - ", (gpointer) ip, sp);
 772
 773         if (rParm == NULL)
 774                 return;
 775
 776         sig = mono_method_signature (method);
 777
 778         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
 779
 780         if (cinfo->struct_ret) {
 781                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 782                 iParm = 1;
 783         }
 784
 785         if (sig->hasthis) {
 786                 gpointer *this = (gpointer *) rParm->gr[iParm];
 787                 obj = (MonoObject *) this;
 788                 if (method->klass->valuetype) {
 789                         if (obj) {
 790                                 printf("this:[value:%p:%016lx], ",
 791                                        this, *((guint64 *)(this+sizeof(MonoObject))));
 792                         } else
 793                                 printf ("this:[NULL], ");
 794                 } else {
 795                         if (obj) {
 796                                 class = obj->vtable->klass;
 797                                 if (class == mono_defaults.string_class) {
 798                                         printf ("this:[STRING:%p:%s], ",
 799                                                 obj, mono_string_to_utf8 ((MonoString *)obj));
 800                                 } else {
 801                                         printf ("this:%p[%s.%s], ",
 802                                                 obj, class->name_space, class->name);
 803                                 }
 804                         } else
 805                                 printf ("this:NULL, ");
 806                 }
 807                 oParm++;
 808         }
 809
 810         for (i = 0; i < sig->param_count; ++i) {
 811                 ainfo = &cinfo->args[i + oParm];
 812                 switch (ainfo->regtype) {
 813                         case RegTypeGeneral :
 814                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 815                                 break;
 816                         case RegTypeFP :
 817                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 818                                 break;
 819                         case RegTypeBase :
 820                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 821                                 break;
 822                         case RegTypeStructByVal :
 823                                 if (ainfo->reg != STK_BASE) {
 824                                         int offset = sizeof(glong) - ainfo->size;
 825                                         curParm = &(rParm->gr[ainfo->reg-2])+offset;
 826                                 }
 827                                 else
 828                                         curParm = sp+ainfo->offset;
 829
 830                                 if (retFitsInReg (ainfo->vtsize))
 831                                         decodeParm(sig->params[i],
 832                                                    curParm,
 833                                                    ainfo->size);
 834                                 else
 835                                         decodeParm(sig->params[i],
 836                                                    *((char **) curParm),
 837                                                    ainfo->vtsize);
 838                                 break;
 839                         case RegTypeStructByAddr :
 840                                 if (ainfo->reg != STK_BASE)
 841                                         curParm = &(rParm->gr[ainfo->reg-2]);
 842                                 else
 843                                         curParm = sp+ainfo->offset;
 844
 845                                 decodeParm(sig->params[i],
 846                                            *((char **) curParm),
 847                                            ainfo->vtsize);
 848                                 break;
 849
 850                         default :
 851                                 printf("???, ");
 852                 }
 853         }
 854         printf("\n");
 855         g_free(cinfo);
 856 }
 857
 858 /*========================= End of Function ========================*/
 859
 860 /*------------------------------------------------------------------*/
 861 /*                                                                  */
 862 /* Name         - leave_method                                      */
 863 /*                                                                  */
 864 /* Function     -                                                   */
 865 /*                                                                  */
 866 /*------------------------------------------------------------------*/
 867
 868 static void
 869 leave_method (MonoMethod *method, ...)
 870 {
 871         MonoType *type;
 872         char *fname;
 873         guint64 ip;
 874         va_list ap;
 875
 876         va_start(ap, method);
 877
 878         fname = mono_method_full_name (method, TRUE);
 879         indent (-1);
 880         printf ("LEAVE: %s", fname);
 881         g_free (fname);
 882
 883         type = mono_method_signature (method)->ret;
 884
 885 handle_enum:
 886         switch (type->type) {
 887         case MONO_TYPE_VOID:
 888                 break;
 889         case MONO_TYPE_BOOLEAN: {
 890                 int val = va_arg (ap, int);
 891                 if (val)
 892                         printf ("[TRUE:%d]", val);
 893                 else
 894                         printf ("[FALSE]");
 895
 896                 break;
 897         }
 898         case MONO_TYPE_CHAR: {
 899                 int val = va_arg (ap, int);
 900                 printf ("[CHAR:%d]", val);
 901                 break;
 902         }
 903         case MONO_TYPE_I1: {
 904                 int val = va_arg (ap, int);
 905                 printf ("[INT1:%d]", val);
 906                 break;
 907         }
 908         case MONO_TYPE_U1: {
 909                 int val = va_arg (ap, int);
 910                 printf ("[UINT1:%d]", val);
 911                 break;
 912         }
 913         case MONO_TYPE_I2: {
 914                 int val = va_arg (ap, int);
 915                 printf ("[INT2:%d]", val);
 916                 break;
 917         }
 918         case MONO_TYPE_U2: {
 919                 int val = va_arg (ap, int);
 920                 printf ("[UINT2:%d]", val);
 921                 break;
 922         }
 923         case MONO_TYPE_I4: {
 924                 int val = va_arg (ap, int);
 925                 printf ("[INT4:%d]", val);
 926                 break;
 927         }
 928         case MONO_TYPE_U4: {
 929                 int val = va_arg (ap, int);
 930                 printf ("[UINT4:%d]", val);
 931                 break;
 932         }
 933         case MONO_TYPE_I: {
 934                 gint64 val = va_arg (ap, gint64);
 935                 printf ("[INT:%ld]", val);
 936                 printf("]");
 937                 break;
 938         }
 939         case MONO_TYPE_U: {
 940                 gint64 val = va_arg (ap, gint64);
 941                 printf ("[UINT:%lu]", val);
 942                 printf("]");
 943                 break;
 944         }
 945         case MONO_TYPE_STRING: {
 946                 MonoString *s = va_arg (ap, MonoString *);
 947 ;
 948                 if (s) {
 949                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
 950                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
 951                 } else
 952                         printf ("[STRING:null], ");
 953                 break;
 954         }
 955         case MONO_TYPE_CLASS:
 956         case MONO_TYPE_OBJECT: {
 957                 MonoObject *o = va_arg (ap, MonoObject *);
 958
 959                 if ((o) && (o->vtable)) {
 960                         if (o->vtable->klass == mono_defaults.boolean_class) {
 961                                 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
 962                         } else if  (o->vtable->klass == mono_defaults.int32_class) {
 963                                 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
 964                         } else if  (o->vtable->klass == mono_defaults.int64_class) {
 965                                 printf ("[INT64:%p:%ld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
 966                         } else
 967                                 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
 968                 } else
 969                         printf ("[OBJECT:%p]", o);
 970
 971                 break;
 972         }
 973         case MONO_TYPE_PTR:
 974         case MONO_TYPE_FNPTR:
 975         case MONO_TYPE_ARRAY:
 976         case MONO_TYPE_SZARRAY: {
 977                 gpointer p = va_arg (ap, gpointer);
 978                 printf ("[result=%p]", p);
 979                 break;
 980         }
 981         case MONO_TYPE_I8: {
 982                 gint64 l =  va_arg (ap, gint64);
 983                 printf ("[LONG:%ld]", l);
 984                 break;
 985         }
 986         case MONO_TYPE_U8: {
 987                 guint64 l =  va_arg (ap, guint64);
 988                 printf ("[ULONG:%lu]", l);
 989                 break;
 990         }
 991         case MONO_TYPE_R4: {
 992                 double f = va_arg (ap, double);
 993                 printf ("[FLOAT4:%g]\n", f);
 994                 break;
 995         }
 996         case MONO_TYPE_R8: {
 997                 double f = va_arg (ap, double);
 998                 printf ("[FLOAT8:%g]\n", f);
 999                 break;
1000         }
1001         case MONO_TYPE_VALUETYPE: {
1002                 MonoMarshalType *info;
1003                 if (type->data.klass->enumtype) {
1004                         type = mono_class_enum_basetype (type->data.klass);
1005                         goto handle_enum;
1006                 } else {
1007                         int size, align;
1008
1009                         info = mono_marshal_load_type_info (type->data.klass);
1010
1011                         if ((info->native_size == sizeof(float)) &&
1012                             (info->num_fields  == 1) &&
1013                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1014                                 double f = va_arg (ap, double);
1015                                 printf("[FLOAT4:%g]\n", (double) f);
1016                                 break;
1017                         }
1018
1019                         if ((info->native_size == sizeof(double)) &&
1020                             (info->num_fields  == 1) &&
1021                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1022                                 double f = va_arg (ap, double);
1023                                 printf("[FLOAT8:%g]\n", f);
1024                                 break;
1025                         }
1026
1027                         size = mono_type_size (type, &align);
1028                         switch (size) {
1029                                 case 1: {
1030                                         guint32 p = va_arg (ap, guint32);
1031                                         printf ("[%02x]\n",p);
1032                                         break;
1033                                 }
1034                                 case 2: {
1035                                         guint32 p = va_arg (ap, guint32);
1036                                         printf ("[%04x]\n",p);
1037                                         break;
1038                                 }
1039                                 case 4: {
1040                                         guint32 p = va_arg (ap, guint32);
1041                                         printf ("[%08x]\n",p);
1042                                         break;
1043                                 }
1044                                 case 8: {
1045                                         guint64 p = va_arg (ap, guint64);
1046                                         printf ("[%016lx]\n",p);
1047                                         break;
1048                                 }
1049                                 default: {
1050                                         gpointer p = va_arg (ap, gpointer);
1051                                         printf ("[VALUETYPE] %p\n",p);
1052                                 }
1053                         }
1054                 }
1055                 break;
1056         }
1057         case MONO_TYPE_TYPEDBYREF: {
1058                 guint8 *p = va_arg (ap, gpointer);
1059                 int j, size, align;
1060                 size = mono_type_size (type, &align);
1061                 switch (size) {
1062                 case 1:
1063                 case 2:
1064                 case 4:
1065                 case 8:
1066                         printf ("[");
1067                         for (j = 0; p && j < size; j++)
1068                                 printf ("%02x,", p [j]);
1069                         printf ("]\n");
1070                         break;
1071                 default:
1072                         printf ("[TYPEDBYREF]\n");
1073                 }
1074         }
1075                 break;
1076         default:
1077                 printf ("(unknown return type %x)",
1078                         mono_method_signature (method)->ret->type);
1079         }
1080
1081         ip = ((gint64) __builtin_return_address (0));
1082         printf (" ip: %p\n", (gpointer) ip);
1083 }
1084
1085 /*========================= End of Function ========================*/
1086
1087 /*------------------------------------------------------------------*/
1088 /*                                                                  */
1089 /* Name         - catch_SIGILL                                      */
1090 /*                                                                  */
1091 /* Function     - Catch SIGILL as a result of testing for long      */
1092 /*                displacement facility.                            */
1093 /*                                                                  */
1094 /*------------------------------------------------------------------*/
1095
1096 void
1097 catch_SIGILL(int sigNo, siginfo_t *info, void *act) {
1098
1099         has_ld = 0;
1100
1101 }
1102
1103 /*========================= End of Function ========================*/
1104
1105 /*------------------------------------------------------------------*/
1106 /*                                                                  */
1107 /* Name         - mono_arch_cpu_init                                */
1108 /*                                                                  */
1109 /* Function     - Perform CPU specific initialization to execute    */
1110 /*                managed code.                                     */
1111 /*                                                                  */
1112 /*------------------------------------------------------------------*/
1113
1114 void
1115 mono_arch_cpu_init (void)
1116 {
1117         struct sigaction sa,
1118                          *oldSa = NULL;
1119         guint mode = 1;
1120
1121         /*--------------------------------------*/
1122         /* Set default rounding mode for FP     */
1123         /*--------------------------------------*/
1124         __asm__ ("SRNM\t%0\n\t"
1125                 : : "m" (mode));
1126
1127         /*--------------------------------------*/
1128         /* Determine if we have long displace-  */
1129         /* ment facility on this processor      */
1130         /*--------------------------------------*/
1131         sa.sa_sigaction = catch_SIGILL;
1132         sigemptyset (&sa.sa_mask);
1133         sa.sa_flags = SA_SIGINFO;
1134
1135         sigaction (SIGILL, &sa, oldSa);
1136
1137         /*--------------------------------------*/
1138         /* We test by executing the STY inst    */
1139         /*--------------------------------------*/
1140         __asm__ ("LGHI\t0,1\n\t"
1141                  "LA\t1,%0\n\t"
1142                  ".byte\t0xe3,0x00,0x10,0x00,0x00,0x50\n\t"
1143                 : "=m" (has_ld) : : "0", "1");
1144
1145         sigaction (SIGILL, oldSa, NULL);
1146 }
1147
1148 /*========================= End of Function ========================*/
1149
1150 /*------------------------------------------------------------------*/
1151 /*                                                                  */
1152 /* Name         - mono_arch_init.                                   */
1153 /*                                                                  */
1154 /* Function     - Initialize architecture specific code.            */
1155 /*                                                                  */
1156 /*------------------------------------------------------------------*/
1157
1158 void
1159 mono_arch_init (void)
1160 {
1161 #if 0
1162         /*
1163          * When we do an architectural level set at z9 or better
1164          * we can use the STFLE instruction to show us
1165          * what hardware facilities are available
1166          */
1167         int lFacility = sizeof(facs) % 8;
1168
1169         memset((char *) &facs, 0, sizeof(facs));
1170
1171         __asm__ ("      lgfr    0,%1\n"
1172                  "      stfle   %0\n"
1173                  : "=m" (facs) : "r" (lFacility) : "0", "cc");
1174 #endif
1175
1176 }
1177
1178 /*========================= End of Function ========================*/
1179
1180 /*------------------------------------------------------------------*/
1181 /*                                                                  */
1182 /* Name         - mono_arch_cleanup.                                */
1183 /*                                                                  */
1184 /* Function     - Cleanup architecture specific code    .           */
1185 /*                                                                  */
1186 /*------------------------------------------------------------------*/
1187
1188 void
1189 mono_arch_cleanup (void)
1190 {
1191 }
1192
1193 /*========================= End of Function ========================*/
1194
1195 /*------------------------------------------------------------------*/
1196 /*                                                                  */
1197 /* Name         - mono_arch_cpu_optimizazions                       */
1198 /*                                                                  */
1199 /* Function     - Returns the optimizations supported on this CPU   */
1200 /*                                                                  */
1201 /*------------------------------------------------------------------*/
1202
1203 guint32
1204 mono_arch_cpu_optimizazions (guint32 *exclude_mask)
1205 {
1206         guint32 opts = 0;
1207
1208         /*----------------------------------------------------------*/
1209         /* No s390-specific optimizations yet                       */
1210         /*----------------------------------------------------------*/
1211         *exclude_mask = MONO_OPT_INLINE|MONO_OPT_LINEARS;
1212 //      *exclude_mask = MONO_OPT_INLINE;
1213         return opts;
1214 }
1215
1216 /*========================= End of Function ========================*/
1217
1218 /*------------------------------------------------------------------*/
1219 /*                                                                  */
1220 /* Name         -                                                   */
1221 /*                                                                  */
1222 /* Function     -                                                   */
1223 /*                                                                  */
1224 /*------------------------------------------------------------------*/
1225
1226 static gboolean
1227 is_regsize_var (MonoType *t) {
1228         if (t->byref)
1229                 return TRUE;
1230         switch (mono_type_get_underlying_type (t)->type) {
1231         case MONO_TYPE_I4:
1232         case MONO_TYPE_U4:
1233         case MONO_TYPE_I:
1234         case MONO_TYPE_I8:
1235         case MONO_TYPE_U8:
1236         case MONO_TYPE_U:
1237         case MONO_TYPE_PTR:
1238         case MONO_TYPE_FNPTR:
1239                 return TRUE;
1240         case MONO_TYPE_OBJECT:
1241         case MONO_TYPE_STRING:
1242         case MONO_TYPE_CLASS:
1243         case MONO_TYPE_SZARRAY:
1244         case MONO_TYPE_ARRAY:
1245                 return FALSE;
1246         case MONO_TYPE_VALUETYPE:
1247                 if (t->data.klass->enumtype)
1248                         return is_regsize_var (mono_class_enum_basetype (t->data.klass));
1249                 return FALSE;
1250         }
1251         return FALSE;
1252 }
1253
1254 /*========================= End of Function ========================*/
1255
1256 /*------------------------------------------------------------------*/
1257 /*                                                                  */
1258 /* Name         - mono_arch_get_allocatable_int_vars                */
1259 /*                                                                  */
1260 /* Function     -                                                   */
1261 /*                                                                  */
1262 /*------------------------------------------------------------------*/
1263
1264 GList *
1265 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1266 {
1267         GList *vars = NULL;
1268         int i;
1269
1270         for (i = 0; i < cfg->num_varinfo; i++) {
1271                 MonoInst *ins = cfg->varinfo [i];
1272                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1273
1274                 /* unused vars */
1275                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1276                         continue;
1277
1278                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1279                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1280                         continue;
1281
1282                 /* we can only allocate 32 bit values */
1283                 if (is_regsize_var (ins->inst_vtype)) {
1284                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1285                         g_assert (i == vmv->idx);
1286                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1287                 }
1288         }
1289
1290         return vars;
1291 }
1292
1293 /*========================= End of Function ========================*/
1294
1295 /*------------------------------------------------------------------*/
1296 /*                                                                  */
1297 /* Name         - mono_arch_global_int_regs                         */
1298 /*                                                                  */
1299 /* Function     - Return a list of usable integer registers.        */
1300 /*                                                                  */
1301 /*------------------------------------------------------------------*/
1302
1303 GList *
1304 mono_arch_get_global_int_regs (MonoCompile *cfg)
1305 {
1306         GList *regs = NULL;
1307         MonoMethodHeader *header;
1308         int i, top = 13;
1309
1310         header = cfg->header;
1311         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1312                 cfg->frame_reg = s390_r11;
1313
1314
1315         /* FIXME: s390_r12 is reserved for bkchain_reg. Only reserve it if needed */
1316         top = 12;
1317         for (i = 8; i < top; ++i) {
1318                 if (cfg->frame_reg != i)
1319                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1320         }
1321
1322         return regs;
1323 }
1324
1325 /*========================= End of Function ========================*/
1326
1327 /*------------------------------------------------------------------*/
1328 /*                                                                  */
1329 /* Name         -  mono_arch_flush_icache                           */
1330 /*                                                                  */
1331 /* Function     -  Flush the CPU icache.                            */
1332 /*                                                                  */
1333 /*------------------------------------------------------------------*/
1334
1335 void
1336 mono_arch_flush_icache (guint8 *code, gint size)
1337 {
1338 }
1339
1340 /*========================= End of Function ========================*/
1341
1342 /*------------------------------------------------------------------*/
1343 /*                                                                  */
1344 /* Name         - add_general                                       */
1345 /*                                                                  */
1346 /* Function     - Determine code and stack size incremements for a  */
1347 /*                parameter.                                        */
1348 /*                                                                  */
1349 /*------------------------------------------------------------------*/
1350
1351 static void inline
1352 add_general (guint *gr, size_data *sz, ArgInfo *ainfo)
1353 {
1354         if (*gr > S390_LAST_ARG_REG) {
1355                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1356                 ainfo->offset   = sz->stack_size;
1357                 ainfo->reg      = STK_BASE;
1358                 ainfo->regtype  = RegTypeBase;
1359                 sz->stack_size += sizeof(long);
1360                 sz->local_size += sizeof(long);
1361                 sz->offStruct  += sizeof(long);
1362                 sz->code_size  += 12;
1363         } else {
1364                 ainfo->reg      = *gr;
1365                 sz->code_size  += 8;
1366         }
1367         (*gr) ++;
1368 }
1369
1370 /*========================= End of Function ========================*/
1371
1372 /*------------------------------------------------------------------*/
1373 /*                                                                  */
1374 /* Name         - add_stackParm                                     */
1375 /*                                                                  */
1376 /* Function     - Determine code and stack size incremements for a  */
1377 /*                parameter.                                        */
1378 /*                                                                  */
1379 /*------------------------------------------------------------------*/
1380
1381 static void inline
1382 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1383 {
1384         if (*gr > S390_LAST_ARG_REG) {
1385                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1386                 ainfo->reg          = STK_BASE;
1387                 ainfo->offset   = sz->stack_size;
1388                 ainfo->regtype  = RegTypeStructByAddrOnStack;
1389                 sz->stack_size += sizeof (gpointer);
1390                 sz->parm_size  += sizeof(gpointer);
1391                 sz->offStruct  += sizeof(gpointer);
1392         } else {
1393                 ainfo->reg      = *gr;
1394                 ainfo->offset   = sz->stack_size;
1395                 ainfo->regtype  = RegTypeStructByAddr;
1396         }
1397         (*gr) ++;
1398         ainfo->offparm  = sz->offset;
1399         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1400         ainfo->size     = size;
1401         ainfo->vtsize   = size;
1402         sz->parm_size  += size;
1403 }
1404
1405 /*========================= End of Function ========================*/
1406
1407 /*------------------------------------------------------------------*/
1408 /*                                                                  */
1409 /* Name         - add_float                                         */
1410 /*                                                                  */
1411 /* Function     - Determine code and stack size incremements for a  */
1412 /*                float parameter.                                  */
1413 /*                                                                  */
1414 /*------------------------------------------------------------------*/
1415
1416 static void inline
1417 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1418 {
1419         if ((*fr) <= S390_LAST_FPARG_REG) {
1420                 ainfo->regtype = RegTypeFP;
1421                 ainfo->reg     = *fr;
1422                 sz->code_size += 4;
1423                 (*fr) += 2;
1424         }
1425         else {
1426                 ainfo->offset   = sz->stack_size;
1427                 ainfo->reg      = STK_BASE;
1428                 ainfo->regtype  = RegTypeBase;
1429                 sz->code_size  += 4;
1430                 sz->stack_size += sizeof(double);
1431                 sz->local_size += sizeof(double);
1432                 sz->offStruct  += sizeof(double);
1433         }
1434 }
1435
1436 /*========================= End of Function ========================*/
1437
1438 /*------------------------------------------------------------------*/
1439 /*                                                                  */
1440 /* Name         - get_call_info                                     */
1441 /*                                                                  */
1442 /* Function     - Determine the amount of space required for code   */
1443 /*                and stack. In addition determine starting points  */
1444 /*                for stack-based parameters, and area for struct-  */
1445 /*                ures being returned on the stack.                 */
1446 /*                                                                  */
1447 /*------------------------------------------------------------------*/
1448
1449 static CallInfo *
1450 get_call_info (MonoCompile *cfg, MonoMemPool *mp, MonoMethodSignature *sig, gboolean is_pinvoke)
1451 {
1452         guint i, fr, gr, size, pstart;
1453         int nParm = sig->hasthis + sig->param_count;
1454         MonoType *ret_type;
1455         guint32 simpletype, align;
1456         CallInfo *cinfo;
1457         size_data *sz;
1458         MonoGenericSharingContext *gsctx = cfg ? cfg->generic_sharing_context : NULL;
1459
1460         if (mp)
1461                 cinfo = mono_mempool_alloc0 (mp, sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1462         else
1463                 cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1464
1465         fr                = 0;
1466         gr                = s390_r2;
1467         nParm             = 0;
1468         cinfo->struct_ret = 0;
1469         sz                = &cinfo->sz;
1470         sz->retStruct     = 0;
1471         sz->offset        = 0;
1472         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1473         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1474         sz->code_size     = 0;
1475         sz->parm_size     = 0;
1476         sz->local_size    = 0;
1477
1478         /*----------------------------------------------------------*/
1479         /* We determine the size of the return code/stack in case we*/
1480         /* need to reserve a register to be used to address a stack */
1481         /* area that the callee will use.                           */
1482         /*----------------------------------------------------------*/
1483
1484         ret_type = mono_type_get_underlying_type (sig->ret);
1485         ret_type = mini_get_basic_type_from_generic (gsctx, ret_type);
1486         simpletype = ret_type->type;
1487 enum_retvalue:
1488         switch (simpletype) {
1489                 case MONO_TYPE_BOOLEAN:
1490                 case MONO_TYPE_I1:
1491                 case MONO_TYPE_U1:
1492                 case MONO_TYPE_I2:
1493                 case MONO_TYPE_U2:
1494                 case MONO_TYPE_CHAR:
1495                 case MONO_TYPE_I4:
1496                 case MONO_TYPE_U4:
1497                 case MONO_TYPE_I:
1498                 case MONO_TYPE_U:
1499                 case MONO_TYPE_CLASS:
1500                 case MONO_TYPE_OBJECT:
1501                 case MONO_TYPE_SZARRAY:
1502                 case MONO_TYPE_ARRAY:
1503                 case MONO_TYPE_PTR:
1504                 case MONO_TYPE_FNPTR:
1505                 case MONO_TYPE_STRING:
1506                         cinfo->ret.reg = s390_r2;
1507                         sz->code_size += 4;
1508                         break;
1509                 case MONO_TYPE_R4:
1510                 case MONO_TYPE_R8:
1511                         cinfo->ret.reg = s390_f0;
1512                         sz->code_size += 4;
1513                         break;
1514                 case MONO_TYPE_I8:
1515                 case MONO_TYPE_U8:
1516                         cinfo->ret.reg = s390_r2;
1517                         sz->code_size += 4;
1518                         break;
1519                 case MONO_TYPE_GENERICINST:
1520                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1521                                 cinfo->ret.reg = s390_r2;
1522                                 sz->code_size += 4;
1523                                 break;
1524                         }
1525                         /* Fall through */
1526                 case MONO_TYPE_VALUETYPE: {
1527                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1528                         if (klass->enumtype) {
1529                                 simpletype = mono_class_enum_basetype (klass)->type;
1530                                 goto enum_retvalue;
1531                         }
1532                         if (sig->pinvoke)
1533                                 size = mono_class_native_size (klass, &align);
1534                         else
1535                                 size = mono_class_value_size (klass, &align);
1536
1537                         cinfo->struct_ret = 1;
1538                         cinfo->ret.size   = size;
1539                         cinfo->ret.vtsize = size;
1540                         break;
1541                 }
1542                 case MONO_TYPE_TYPEDBYREF:
1543                         size = sizeof (MonoTypedRef);
1544                         cinfo->struct_ret = 1;
1545                         cinfo->ret.size   = size;
1546                         cinfo->ret.vtsize = size;
1547                         break;
1548                 case MONO_TYPE_VOID:
1549                         break;
1550                 default:
1551                         g_error ("Can't handle as return value 0x%x", sig->ret->type);
1552         }
1553
1554
1555         pstart = 0;
1556         /*
1557          * To simplify get_this_arg_reg () and LLVM integration, emit the vret arg after
1558          * the first argument, allowing 'this' to be always passed in the first arg reg.
1559          * Also do this if the first argument is a reference type, since virtual calls
1560          * are sometimes made using calli without sig->hasthis set, like in the delegate
1561          * invoke wrappers.
1562          */
1563         if (cinfo->struct_ret && !is_pinvoke &&
1564             (sig->hasthis ||
1565              (sig->param_count > 0 &&
1566               MONO_TYPE_IS_REFERENCE (mini_type_get_underlying_type (gsctx, sig->params [0]))))) {
1567                 if (sig->hasthis) {
1568                         cinfo->args[nParm].size = sizeof (gpointer);
1569                         add_general (&gr, sz, cinfo->args + nParm);
1570                 } else {
1571                         cinfo->args[nParm].size = sizeof (gpointer);
1572                         add_general (&gr, sz, &cinfo->args [sig->hasthis + nParm]);
1573                         pstart = 1;
1574                 }
1575                 nParm ++;
1576                 cinfo->vret_arg_index = 1;
1577                 cinfo->ret.reg = gr;
1578                 gr ++;
1579         } else {
1580                 /* this */
1581                 if (sig->hasthis) {
1582                         cinfo->args[nParm].size = sizeof (gpointer);
1583                         add_general (&gr, sz, cinfo->args + nParm);
1584                         nParm ++;
1585                 }
1586
1587                 if (cinfo->struct_ret) {
1588                         cinfo->ret.reg = gr;
1589                         gr ++;
1590                 }
1591         }
1592
1593         if ((sig->call_convention == MONO_CALL_VARARG) && (sig->param_count == 0)) {
1594                 gr = S390_LAST_ARG_REG + 1;
1595
1596                 /* Emit the signature cookie just before the implicit arguments */
1597                 add_general (&gr, sz, &cinfo->sigCookie);
1598         }
1599
1600         /*----------------------------------------------------------*/
1601         /* We determine the size of the parameter code and stack    */
1602         /* requirements by checking the types and sizes of the      */
1603         /* parameters.                                              */
1604         /*----------------------------------------------------------*/
1605
1606         for (i = pstart; i < sig->param_count; ++i) {
1607                 MonoType *ptype;
1608
1609                 /*--------------------------------------------------*/
1610                 /* Handle vararg type calls. All args are put on    */
1611                 /* the stack.                                       */
1612                 /*--------------------------------------------------*/
1613                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1614                     (i == sig->sentinelpos)) {
1615                         gr = S390_LAST_ARG_REG + 1;
1616                         add_general (&gr, sz, &cinfo->sigCookie);
1617                 }
1618
1619                 if (sig->params [i]->byref) {
1620                         add_general (&gr, sz, cinfo->args+nParm);
1621                         cinfo->args[nParm].size = sizeof(gpointer);
1622                         nParm++;
1623                         continue;
1624                 }
1625
1626                 ptype = mono_type_get_underlying_type (sig->params [i]);
1627                 ptype = mini_get_basic_type_from_generic (gsctx, ptype);
1628                 simpletype = ptype->type;
1629                 cinfo->args[nParm].type = simpletype;
1630                 switch (simpletype) {
1631                 case MONO_TYPE_BOOLEAN:
1632                 case MONO_TYPE_I1:
1633                 case MONO_TYPE_U1:
1634                         cinfo->args[nParm].size = sizeof(char);
1635                         add_general (&gr, sz, cinfo->args+nParm);
1636                         nParm++;
1637                         break;
1638                 case MONO_TYPE_I2:
1639                 case MONO_TYPE_U2:
1640                 case MONO_TYPE_CHAR:
1641                         cinfo->args[nParm].size = sizeof(short);
1642                         add_general (&gr, sz, cinfo->args+nParm);
1643                         nParm++;
1644                         break;
1645                 case MONO_TYPE_I4:
1646                 case MONO_TYPE_U4:
1647                         cinfo->args[nParm].size = sizeof(int);
1648                         add_general (&gr, sz, cinfo->args+nParm);
1649                         nParm++;
1650                         break;
1651                 case MONO_TYPE_I:
1652                 case MONO_TYPE_U:
1653                 case MONO_TYPE_PTR:
1654                 case MONO_TYPE_FNPTR:
1655                 case MONO_TYPE_CLASS:
1656                 case MONO_TYPE_OBJECT:
1657                 case MONO_TYPE_STRING:
1658                 case MONO_TYPE_SZARRAY:
1659                 case MONO_TYPE_ARRAY:
1660                         cinfo->args[nParm].size = sizeof(gpointer);
1661                         add_general (&gr, sz, cinfo->args+nParm);
1662                         nParm++;
1663                         break;
1664                 case MONO_TYPE_I8:
1665                 case MONO_TYPE_U8:
1666                         cinfo->args[nParm].size = sizeof(long long);
1667                         add_general (&gr, sz, cinfo->args+nParm);
1668                         nParm++;
1669                         break;
1670                 case MONO_TYPE_R4:
1671                         cinfo->args[nParm].size = sizeof(float);
1672                         add_float (&fr, sz, cinfo->args+nParm);
1673                         nParm++;
1674                         break;
1675                 case MONO_TYPE_R8:
1676                         cinfo->args[nParm].size = sizeof(double);
1677                         add_float (&fr, sz, cinfo->args+nParm);
1678                         nParm++;
1679                         break;
1680                 case MONO_TYPE_GENERICINST:
1681                         if (!mono_type_generic_inst_is_valuetype (sig->params [i])) {
1682                                 cinfo->args[nParm].size = sizeof(gpointer);
1683                                 add_general (&gr, sz, cinfo->args+nParm);
1684                                 nParm++;
1685                                 break;
1686                         }
1687                         /* Fall through */
1688                 case MONO_TYPE_VALUETYPE: {
1689                         MonoMarshalType *info;
1690                         MonoClass *klass = mono_class_from_mono_type (sig->params [i]);
1691                         if (sig->pinvoke)
1692                                 size = mono_class_native_size (klass, &align);
1693                         else
1694                                 size = mono_class_value_size (klass, &align);
1695
1696                         info = mono_marshal_load_type_info (klass);
1697
1698                         if ((info->native_size == sizeof(float)) &&
1699                             (info->num_fields  == 1) &&
1700                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1701                                 cinfo->args[nParm].size = sizeof(float);
1702                                 add_float(&fr, sz, cinfo->args+nParm);
1703                                 nParm ++;
1704                                 break;
1705                         }
1706
1707                         if ((info->native_size == sizeof(double)) &&
1708                             (info->num_fields  == 1) &&
1709                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1710                                 cinfo->args[nParm].size = sizeof(double);
1711                                 add_float(&fr, sz, cinfo->args+nParm);
1712                                 nParm ++;
1713                                 break;
1714                         }
1715
1716                         cinfo->args[nParm].vtsize  = 0;
1717                         cinfo->args[nParm].size    = 0;
1718
1719                         switch (size) {
1720                                 /*----------------------------------*/
1721                                 /* On S/390, structures of size 1,  */
1722                                 /* 2, 4, and 8 bytes are passed in  */
1723                                 /* (a) register(s).                 */
1724                                 /*----------------------------------*/
1725                                 case 0:
1726                                 case 1:
1727                                 case 2:
1728                                 case 4:
1729                                 case 8:
1730                                         add_general(&gr, sz, cinfo->args+nParm);
1731                                         cinfo->args[nParm].size    = size;
1732                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1733                                         nParm++;
1734                                         sz->local_size            += sizeof(long);
1735                                         break;
1736                                 default:
1737                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1738                                         nParm++;
1739                         }
1740                 }
1741                         break;
1742                 case MONO_TYPE_TYPEDBYREF: {
1743                         int size = sizeof (MonoTypedRef);
1744
1745                         cinfo->args[nParm].vtsize  = 0;
1746                         cinfo->args[nParm].size    = 0;
1747
1748                         switch (size) {
1749                                 /*----------------------------------*/
1750                                 /* On S/390, structures of size 1,  */
1751                                 /* 2, 4, and 8 bytes are passed in  */
1752                                 /* (a) register(s).                 */
1753                                 /*----------------------------------*/
1754                                 case 0:
1755                                 case 1:
1756                                 case 2:
1757                                 case 4:
1758                                 case 8:
1759                                         add_general(&gr, sz, cinfo->args+nParm);
1760                                         cinfo->args[nParm].size    = size;
1761                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1762                                         nParm++;
1763                                         sz->local_size            += sizeof(long);
1764                                         break;
1765                                 default:
1766                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1767                                         nParm++;
1768                         }
1769                 }
1770                         break;
1771                 default:
1772                         g_error ("Can't trampoline 0x%x", sig->params [i]->type);
1773                 }
1774         }
1775
1776         /*----------------------------------------------------------*/
1777         /* Handle the case where there are no implicit arguments    */
1778         /*----------------------------------------------------------*/
1779         if ((sig->call_convention == MONO_CALL_VARARG) &&
1780             (nParm > 0) &&
1781             (!sig->pinvoke) &&
1782             (sig->param_count == sig->sentinelpos)) {
1783                 gr = S390_LAST_ARG_REG + 1;
1784                 add_general (&gr, sz, &cinfo->sigCookie);
1785         }
1786
1787         /*----------------------------------------------------------*/
1788         /* If we are passing a structure back then if it won't be   */
1789         /* in a register(s) then we make room at the end of the     */
1790         /* parameters that may have been placed on the stack        */
1791         /*----------------------------------------------------------*/
1792         if (cinfo->struct_ret) {
1793                 cinfo->ret.offset = sz->stack_size;
1794                 switch (cinfo->ret.size) {
1795                 case 0:
1796                 case 1:
1797                 case 2:
1798                 case 4:
1799                 case 8:
1800                         break;
1801                 default:
1802                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1803                 }
1804         }
1805
1806         cinfo->lastgr   = gr;
1807         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1808                           sz->offset;
1809         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1810
1811         return (cinfo);
1812 }
1813
1814 /*========================= End of Function ========================*/
1815
1816 /*------------------------------------------------------------------*/
1817 /*                                                                  */
1818 /* Name         - mono_arch_allocate_vars                           */
1819 /*                                                                  */
1820 /* Function     - Set var information according to the calling      */
1821 /*                convention for S/390. The local var stuff should  */
1822 /*                most likely be split in another method.           */
1823 /*                                                                  */
1824 /* Parameter    - @m - Compile unit.                                */
1825 /*                                                                  */
1826 /*------------------------------------------------------------------*/
1827
1828 void
1829 mono_arch_allocate_vars (MonoCompile *cfg)
1830 {
1831         MonoMethodSignature *sig;
1832         MonoMethodHeader *header;
1833         MonoInst *inst;
1834         CallInfo *cinfo;
1835         int iParm, iVar, offset, align, size, curinst;
1836         int frame_reg = STK_BASE;
1837         int sArg, eArg;
1838
1839         header  = cfg->header;
1840
1841         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1842
1843         /*---------------------------------------------------------*/
1844         /* We use the frame register also for any method that has  */
1845         /* filter clauses. This way, when the handlers are called, */
1846         /* the code will reference local variables using the frame */
1847         /* reg instead of the stack pointer: if we had to restore  */
1848         /* the stack pointer, we'd corrupt the method frames that  */
1849         /* are already on the stack (since filters get called      */
1850         /* before stack unwinding happens) when the filter code    */
1851         /* would call any method.                                  */
1852         /*---------------------------------------------------------*/
1853         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1854                 frame_reg = s390_r11;
1855
1856         cfg->frame_reg = frame_reg;
1857
1858         cfg->arch.bkchain_reg = -1;
1859
1860         if (frame_reg != STK_BASE)
1861                 cfg->used_int_regs |= 1 << frame_reg;
1862
1863         sig     = mono_method_signature (cfg->method);
1864
1865         cinfo   = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
1866
1867         if (!cinfo->struct_ret) {
1868                 switch (mono_type_get_underlying_type (sig->ret)->type) {
1869                 case MONO_TYPE_VOID:
1870                         break;
1871                 default:
1872                         cfg->ret->opcode = OP_REGVAR;
1873                         cfg->ret->dreg   = s390_r2;
1874                         break;
1875                 }
1876         }
1877
1878         /*--------------------------------------------------------------*/
1879         /* local vars are at a positive offset from the stack pointer   */
1880         /* also note that if the function uses alloca, we use s390_r11  */
1881         /* to point at the local variables.                             */
1882         /* add parameter area size for called functions                 */
1883         /*--------------------------------------------------------------*/
1884         if (cfg->param_area == 0)
1885                 offset = S390_MINIMAL_STACK_SIZE;
1886         else
1887                 offset = cfg->param_area;
1888
1889         cfg->sig_cookie = 0;
1890
1891         if (cinfo->struct_ret) {
1892                 inst               = cfg->vret_addr;
1893                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1894                 inst->inst_offset  = offset;
1895                 inst->opcode       = OP_REGOFFSET;
1896                 inst->inst_basereg = frame_reg;
1897                 offset            += sizeof(gpointer);
1898                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
1899                         printf ("vret_addr =");
1900                         mono_print_ins (cfg->vret_addr);
1901                 }
1902         }
1903
1904         if (sig->hasthis) {
1905                 inst = cfg->args [0];
1906                 if (inst->opcode != OP_REGVAR) {
1907                         inst->opcode       = OP_REGOFFSET;
1908                         inst->inst_basereg = frame_reg;
1909                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1910                         inst->inst_offset  = offset;
1911                         offset            += sizeof (gpointer);
1912                 }
1913                 curinst = sArg = 1;
1914         } else {
1915                 curinst = sArg = 0;
1916         }
1917
1918         eArg = sig->param_count + sArg;
1919
1920         if (sig->call_convention == MONO_CALL_VARARG)
1921                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
1922
1923         for (iParm = sArg; iParm < eArg; ++iParm) {
1924                 inst = cfg->args [curinst];
1925                 if (inst->opcode != OP_REGVAR) {
1926                         switch (cinfo->args[iParm].regtype) {
1927                         case RegTypeStructByAddr : {
1928                                 MonoInst *indir;
1929
1930                                 size = sizeof (gpointer);
1931
1932                                 inst->opcode       = OP_REGOFFSET;
1933                                 inst->inst_basereg = frame_reg;
1934                                 offset             = S390_ALIGN (offset, sizeof (gpointer));
1935                                 inst->inst_offset  = offset;
1936
1937                                 /* Add a level of indirection */
1938                                 MONO_INST_NEW (cfg, indir, 0);
1939                                 *indir          = *inst;
1940                                 inst->opcode    = OP_VTARG_ADDR;
1941                                 inst->inst_left = indir;
1942                         }
1943                                 break;
1944                         case RegTypeStructByAddrOnStack : {
1945                                 MonoInst *indir;
1946
1947                                 size = sizeof (gpointer);
1948
1949                                 /* Similar to the == STK_BASE case below */
1950                                 cfg->arch.bkchain_reg = s390_r12;
1951                                 cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
1952
1953                                 inst->opcode = OP_REGOFFSET;
1954                                 inst->dreg = mono_alloc_preg (cfg);
1955                                 inst->inst_basereg = cfg->arch.bkchain_reg;
1956                                 inst->inst_offset = cinfo->args [iParm].offset;
1957
1958                                 /* Add a level of indirection */
1959                                 MONO_INST_NEW (cfg, indir, 0);
1960                                 *indir = *inst;
1961                                 inst->opcode = OP_VTARG_ADDR;
1962                                 inst->inst_left = indir;
1963                                 break;
1964                         }
1965                         case RegTypeStructByVal :
1966                                 size               = cinfo->args[iParm].size;
1967                                 offset             = S390_ALIGN(offset, size);
1968                                 inst->opcode       = OP_REGOFFSET;
1969                                 inst->inst_basereg = frame_reg;
1970                                 inst->inst_offset  = offset;
1971                                 break;
1972                         default :
1973                                 if (cinfo->args [iParm].reg == STK_BASE) {
1974                                         /*
1975                                          * These arguments are in the previous frame, so we can't
1976                                          * compute their offset from the current frame pointer right
1977                                          * now, since cfg->stack_offset is not yet known, so dedicate a
1978                                          * register holding the previous frame pointer.
1979                                          */
1980                                         cfg->arch.bkchain_reg = s390_r12;
1981                                         cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
1982
1983                                         inst->opcode       = OP_REGOFFSET;
1984                                         inst->inst_basereg = cfg->arch.bkchain_reg;
1985                                         size               = (cinfo->args[iParm].size < 8
1986                                                                           ? 8 - cinfo->args[iParm].size
1987                                                                           : 0);
1988                                         inst->inst_offset  = cinfo->args [iParm].offset + size;
1989                                         size = sizeof (long);
1990                                 } else {
1991                                         inst->opcode       = OP_REGOFFSET;
1992                                         inst->inst_basereg = frame_reg;
1993                                         size               = (cinfo->args[iParm].size < 8
1994                                                                           ? sizeof(int)
1995                                                                           : sizeof(long));
1996                                         offset             = S390_ALIGN(offset, size);
1997                                         if (cfg->method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE)
1998                                                 inst->inst_offset  = offset;
1999                                         else
2000                                                 inst->inst_offset  = offset + (8 - size);
2001                                 }
2002                                 break;
2003                         }
2004                         if ((sig->call_convention == MONO_CALL_VARARG) &&
2005                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
2006                             (iParm < sig->sentinelpos))
2007                                 cfg->sig_cookie += size;
2008
2009                         offset += MAX(size, 8);
2010                 }
2011                 curinst++;
2012         }
2013
2014         curinst = cfg->locals_start;
2015         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
2016                 inst = cfg->varinfo [iVar];
2017                 if ((inst->flags & MONO_INST_IS_DEAD) ||
2018                     (inst->opcode == OP_REGVAR))
2019                         continue;
2020
2021                 /*--------------------------------------------------*/
2022                 /* inst->backend.is_pinvoke indicates native sized  */
2023                 /* value typs this is used by the pinvoke wrappers  */
2024                 /* when they call functions returning structure     */
2025                 /*--------------------------------------------------*/
2026                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
2027                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype),
2028                                                        (guint32 *) &align);
2029                 else
2030                         size = mono_type_size (inst->inst_vtype, &align);
2031
2032                 offset             = S390_ALIGN(offset, align);
2033                 inst->inst_offset  = offset;
2034                 inst->opcode       = OP_REGOFFSET;
2035                 inst->inst_basereg = frame_reg;
2036                 offset            += size;
2037                 DEBUG (g_print("allocating local %d to %ld, size: %d\n",
2038                                 iVar, inst->inst_offset, size));
2039         }
2040
2041         /*------------------------------------------------------*/
2042         /* Allow space for the trace method stack area if needed*/
2043         /*------------------------------------------------------*/
2044         if (mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method))
2045                 offset += S390_TRACE_STACK_SIZE;
2046
2047         /*------------------------------------------------------*/
2048         /* Reserve space to save LMF and caller saved registers */
2049         /*------------------------------------------------------*/
2050         if (cfg->method->save_lmf)
2051                 offset += sizeof (MonoLMF);
2052
2053         /*------------------------------------------------------*/
2054         /* align the offset                                     */
2055         /*------------------------------------------------------*/
2056         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
2057
2058         /*------------------------------------------------------*/
2059         /* Fix offsets for args whose value is in parent frame  */
2060         /*------------------------------------------------------*/
2061         for (iParm = sArg; iParm < eArg; ++iParm) {
2062                 inst = cfg->args [iParm];
2063
2064                 if (inst->opcode == OP_S390_STKARG) {
2065                         inst->opcode = OP_REGOFFSET;
2066                         inst->inst_offset += cfg->stack_offset;
2067                 }
2068         }
2069 }
2070
2071 /*========================= End of Function ========================*/
2072
2073 /*------------------------------------------------------------------*/
2074 /*                                                                  */
2075 /* Name         - mono_arch_create_vars                             */
2076 /*                                                                  */
2077 /*------------------------------------------------------------------*/
2078
2079 void
2080 mono_arch_create_vars (MonoCompile *cfg)
2081 {
2082         MonoMethodSignature *sig;
2083         CallInfo *cinfo;
2084
2085         sig = mono_method_signature (cfg->method);
2086
2087         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2088
2089         if (cinfo->struct_ret) {
2090                 cfg->vret_addr = mono_compile_create_var (cfg, &mono_defaults.int_class->byval_arg, OP_ARG);
2091                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
2092                         printf ("vret_addr = ");
2093                         mono_print_ins (cfg->vret_addr);
2094                 }
2095         }
2096 }
2097
2098 /*========================= End of Function ========================*/
2099
2100 /*------------------------------------------------------------------*/
2101 /*                                                                  */
2102 /* Name         - add_outarg_reg2.                                  */
2103 /*                                                                  */
2104 /*------------------------------------------------------------------*/
2105
2106 static void
2107 add_outarg_reg2 (MonoCompile *cfg, MonoCallInst *call, ArgStorage storage, int reg, MonoInst *tree)
2108 {
2109         MonoInst *ins;
2110
2111         switch (storage) {
2112         case RegTypeGeneral:
2113                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2114                 ins->dreg = mono_alloc_ireg (cfg);
2115                 ins->sreg1 = tree->dreg;
2116                 MONO_ADD_INS (cfg->cbb, ins);
2117                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, FALSE);
2118                 break;
2119         case RegTypeFP:
2120                 MONO_INST_NEW (cfg, ins, OP_FMOVE);
2121                 ins->dreg = mono_alloc_freg (cfg);
2122                 ins->sreg1 = tree->dreg;
2123                 MONO_ADD_INS (cfg->cbb, ins);
2124                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2125                 break;
2126         case RegTypeFPR4:
2127                 MONO_INST_NEW (cfg, ins, OP_S390_SETF4RET);
2128                 ins->dreg = mono_alloc_freg (cfg);
2129                 ins->sreg1 = tree->dreg;
2130                 MONO_ADD_INS (cfg->cbb, ins);
2131                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2132                 break;
2133         default:
2134                 g_assert_not_reached ();
2135         }
2136 }
2137
2138 /*========================= End of Function ========================*/
2139
2140 /*------------------------------------------------------------------*/
2141 /*                                                                  */
2142 /* Name         - emit_sig_cookie.                                  */
2143 /*                                                                  */
2144 /*------------------------------------------------------------------*/
2145
2146 static void
2147 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call, CallInfo *cinfo)
2148 {
2149         MonoMethodSignature *tmpSig;
2150         MonoInst *sig_arg;
2151
2152         cfg->disable_aot = TRUE;
2153
2154         /*----------------------------------------------------------*/
2155         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2156         /* passed first and all the arguments which were before it  */
2157         /* passed on the stack after the signature. So compensate   */
2158         /* by passing a different signature.                        */
2159         /*----------------------------------------------------------*/
2160         tmpSig = mono_metadata_signature_dup (call->signature);
2161         tmpSig->param_count -= call->signature->sentinelpos;
2162         tmpSig->sentinelpos  = 0;
2163         if (tmpSig->param_count > 0)
2164                 memcpy (tmpSig->params,
2165                         call->signature->params + call->signature->sentinelpos,
2166                         tmpSig->param_count * sizeof(MonoType *));
2167
2168         MONO_INST_NEW (cfg, sig_arg, OP_ICONST);
2169         sig_arg->dreg = mono_alloc_ireg (cfg);
2170         sig_arg->inst_p0 = tmpSig;
2171         MONO_ADD_INS (cfg->cbb, sig_arg);
2172
2173         MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG, STK_BASE,
2174                                      cinfo->sigCookie.offset, sig_arg->dreg);
2175 }
2176
2177 /*========================= End of Function ========================*/
2178
2179 /*------------------------------------------------------------------*/
2180 /*                                                                  */
2181 /* Name         - mono_arch_emit_call                               */
2182 /*                                                                  */
2183 /*------------------------------------------------------------------*/
2184
2185 void
2186 mono_arch_emit_call (MonoCompile *cfg, MonoCallInst *call)
2187 {
2188         MonoInst *in;
2189         MonoMethodSignature *sig;
2190         MonoInst *ins;
2191         int i, n, lParamArea;
2192         CallInfo *cinfo;
2193         ArgInfo *ainfo = NULL;
2194         int stackSize;
2195         MonoMethodHeader *header;
2196         int frmReg;
2197
2198         sig = call->signature;
2199         n = sig->param_count + sig->hasthis;
2200         DEBUG (g_print ("Call requires: %d parameters\n",n));
2201
2202         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2203
2204         stackSize         = cinfo->sz.stack_size + cinfo->sz.local_size +
2205                             cinfo->sz.parm_size + cinfo->sz.offset;
2206         call->stack_usage = MAX(stackSize, call->stack_usage);
2207         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-cinfo->sz.parm_size), 0);
2208         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
2209         cfg->flags       |= MONO_CFG_HAS_CALLS;
2210
2211         if (cinfo->struct_ret) {
2212                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2213                 ins->sreg1 = call->vret_var->dreg;
2214                 ins->dreg = mono_alloc_preg (cfg);
2215                 MONO_ADD_INS (cfg->cbb, ins);
2216                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, cinfo->ret.reg, FALSE);
2217         }
2218
2219         header = cfg->header;
2220         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2221                 frmReg = s390_r11;
2222         else
2223                 frmReg = STK_BASE;
2224
2225         for (i = 0; i < n; ++i) {
2226                 MonoType *t;
2227
2228                 ainfo = cinfo->args + i;
2229                 if (i >= sig->hasthis)
2230                         t = sig->params [i - sig->hasthis];
2231                 else
2232                         t = &mono_defaults.int_class->byval_arg;
2233                 t = mono_type_get_underlying_type (t);
2234
2235                 in = call->args [i];
2236
2237                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2238                     (!sig->pinvoke) &&
2239                     (i == sig->sentinelpos)) {
2240                         emit_sig_cookie (cfg, call, cinfo);
2241                 }
2242
2243                 switch (ainfo->regtype) {
2244                 case RegTypeGeneral:
2245                         add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2246                         break;
2247                 case RegTypeFP:
2248                         if (MONO_TYPE_ISSTRUCT (t)) {
2249                                 /* Valuetype passed in one fp register */
2250                                 ainfo->regtype = RegTypeStructByValInFP;
2251                                 /* Fall through */
2252                         } else {
2253                                 if (ainfo->size == 4)
2254                                         ainfo->regtype = RegTypeFPR4;
2255                                 add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2256                                 break;
2257                         }
2258                 case RegTypeStructByVal:
2259                 case RegTypeStructByAddr:
2260                 case RegTypeStructByAddrOnStack: {
2261                         guint32 align;
2262                         guint32 size;
2263
2264                         if (sig->params [i - sig->hasthis]->type == MONO_TYPE_TYPEDBYREF) {
2265                                 size = sizeof (MonoTypedRef);
2266                                 align = sizeof (gpointer);
2267                         }
2268                         else
2269                                 if (sig->pinvoke)
2270                                         size = mono_type_native_stack_size (&in->klass->byval_arg, &align);
2271                                 else {
2272                                         /*
2273                                          * Other backends use mono_type_stack_size (), but that
2274                                          * aligns the size to 8, which is larger than the size of
2275                                          * the source, leading to reads of invalid memory if the
2276                                          * source is at the end of address space.
2277                                          */
2278                                         size = mono_class_value_size (in->klass, &align);
2279                                 }
2280
2281                         g_assert (in->klass);
2282
2283                         ainfo->offparm += cinfo->sz.offStruct;
2284
2285                         MONO_INST_NEW (cfg, ins, OP_OUTARG_VT);
2286                         ins->sreg1 = in->dreg;
2287                         ins->klass = in->klass;
2288                         ins->backend.size = ainfo->size;
2289                         ins->inst_p0 = call;
2290                         ins->inst_p1 = mono_mempool_alloc (cfg->mempool, sizeof (ArgInfo));
2291                         memcpy (ins->inst_p1, ainfo, sizeof (ArgInfo));
2292
2293                         MONO_ADD_INS (cfg->cbb, ins);
2294
2295                         if (ainfo->regtype == RegTypeStructByAddr) {
2296                                 /*
2297                                  * We use OP_OUTARG_VT to copy the valuetype to a stack location, then
2298                                  * use the normal OUTARG opcodes to pass the address of the location to
2299                                  * the callee.
2300                                  */
2301                                 int treg = mono_alloc_preg (cfg);
2302                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2303                                                          frmReg, ainfo->offparm);
2304                                 mono_call_inst_add_outarg_reg (cfg, call, treg, ainfo->reg, FALSE);
2305                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
2306                                 /* The address of the valuetype is passed on the stack */
2307                                 int treg = mono_alloc_preg (cfg);
2308                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2309                                                          frmReg, ainfo->offparm);
2310                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG,
2311                                                              ainfo->reg, ainfo->offset, treg);
2312                         }
2313                         break;
2314                 }
2315                 case RegTypeBase:
2316                         if (!t->byref && t->type == MONO_TYPE_R4) {
2317                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER4_MEMBASE_REG,
2318                                                              STK_BASE, ainfo->offset + 4,
2319                                                              in->dreg);
2320                         } else if (!t->byref && (t->type == MONO_TYPE_R8)) {
2321                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER8_MEMBASE_REG,
2322                                                              STK_BASE, ainfo->offset,
2323                                                              in->dreg);
2324                         } else {
2325                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2326                                 ins->inst_destbasereg = STK_BASE;
2327                                 ins->inst_offset = ainfo->offset;
2328                                 ins->sreg1 = in->dreg;
2329
2330 #if 0
2331                                 /* This is needed by MonoTypedRef->value to point to the correct data */
2332                                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2333                                         (i >= sig->sentinelpos)) {
2334                                         switch (ainfo->size) {
2335                                         case 1:
2336                                                 ins->opcode = OP_STOREI1_MEMBASE_REG;
2337                                                 break;
2338                                         case 2:
2339                                                 ins->opcode = OP_STOREI2_MEMBASE_REG;
2340                                                 break;
2341                                         case 4:
2342                                                 ins->opcode = OP_STOREI4_MEMBASE_REG;
2343                                                 break;
2344                                         default:
2345                                                 break;
2346                                         }
2347                                 }
2348 #endif
2349
2350                                 MONO_ADD_INS (cfg->cbb, ins);
2351                         }
2352                         break;
2353                 default:
2354                         g_assert_not_reached ();
2355                         break;
2356                 }
2357         }
2358
2359         /*
2360          * Handle the case where there are no implicit arguments
2361          */
2362         if ((sig->call_convention == MONO_CALL_VARARG) &&
2363             (!sig->pinvoke) &&
2364             (i == sig->sentinelpos)) {
2365                 emit_sig_cookie (cfg, call, cinfo);
2366         }
2367 }
2368
2369 /*========================= End of Function ========================*/
2370
2371 /*------------------------------------------------------------------*/
2372 /*                                                                  */
2373 /* Name         - mono_arch_emit_outarg_vt                          */
2374 /*                                                                  */
2375 /*------------------------------------------------------------------*/
2376
2377 void
2378 mono_arch_emit_outarg_vt (MonoCompile *cfg, MonoInst *ins, MonoInst *src)
2379 {
2380         MonoCallInst *call = (MonoCallInst*)ins->inst_p0;
2381         ArgInfo *ainfo = (ArgInfo*)ins->inst_p1;
2382         int size = ins->backend.size;
2383
2384         if (ainfo->regtype == RegTypeStructByVal) {
2385                 /*
2386                                 arg->ins.sreg1  = ainfo->reg;
2387                                 arg->ins.opcode = OP_OUTARG_VT;
2388                                 arg->size       = ainfo->size;
2389                                 arg->offset     = ainfo->offset;
2390                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2391                 */
2392                 if (ainfo->reg != STK_BASE) {
2393                         MONO_OUTPUT_VTR (cfg, size, ainfo->reg, src->dreg, 0);
2394                 } else {
2395                         MONO_OUTPUT_VTS (cfg, size, ainfo->reg, ainfo->offset,
2396                                                           src->dreg, 0);
2397                 }
2398         } else if (ainfo->regtype == RegTypeStructByValInFP) {
2399                 int dreg = mono_alloc_freg (cfg);
2400
2401                 if (ainfo->size == 4) {
2402                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR4_MEMBASE, dreg, src->dreg, 0);
2403                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, dreg, dreg);
2404                 } else {
2405                         g_assert (ainfo->size == 8);
2406
2407                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR8_MEMBASE, dreg, src->dreg, 0);
2408                 }
2409
2410                 mono_call_inst_add_outarg_reg (cfg, call, dreg, ainfo->reg, TRUE);
2411         } else {
2412                 MonoMethodHeader *header;
2413                 int srcReg;
2414
2415                 header = mono_method_get_header (cfg->method);
2416                 if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
2417                         srcReg = s390_r11;
2418                 else
2419                         srcReg = STK_BASE;
2420
2421                 MONO_EMIT_NEW_MOVE (cfg, srcReg, ainfo->offparm,
2422                                                          src->dreg, 0, size);
2423         }
2424 }
2425
2426 /*========================= End of Function ========================*/
2427
2428 /*------------------------------------------------------------------*/
2429 /*                                                                  */
2430 /* Name         - mono_arch_emit_setret                             */
2431 /*                                                                  */
2432 /*------------------------------------------------------------------*/
2433
2434 void
2435 mono_arch_emit_setret (MonoCompile *cfg, MonoMethod *method, MonoInst *val)
2436 {
2437         MonoType *ret = mono_type_get_underlying_type (mono_method_signature (method)->ret);
2438
2439         if (!ret->byref) {
2440                 if (ret->type == MONO_TYPE_R4) {
2441                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, s390_f0, val->dreg);
2442                         return;
2443                 } else if (ret->type == MONO_TYPE_R8) {
2444                         MONO_EMIT_NEW_UNALU (cfg, OP_FMOVE, s390_f0, val->dreg);
2445                         return;
2446                 }
2447         }
2448
2449         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, cfg->ret->dreg, val->dreg);
2450 }
2451
2452 /*========================= End of Function ========================*/
2453
2454 /*------------------------------------------------------------------*/
2455 /*                                                                  */
2456 /* Name         - mono_arch_instrument_mem_needs                    */
2457 /*                                                                  */
2458 /* Function     - Allow tracing to work with this interface (with   */
2459 /*                an optional argument).                            */
2460 /*                                                                  */
2461 /*------------------------------------------------------------------*/
2462
2463 void
2464 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
2465 {
2466         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2467         *stack = 0;
2468         /* split prolog-epilog requirements? */
2469         *code = 50; /* max bytes needed: check this number */
2470 }
2471
2472 /*========================= End of Function ========================*/
2473
2474 /*------------------------------------------------------------------*/
2475 /*                                                                  */
2476 /* Name         - mono_arch_instrument_prolog                       */
2477 /*                                                                  */
2478 /* Function     - Create an "instrumented" prolog.                  */
2479 /*                                                                  */
2480 /*------------------------------------------------------------------*/
2481
2482 void*
2483 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2484                              gboolean enable_arguments)
2485 {
2486         guchar  *code = p;
2487         int     parmOffset,
2488                 fpOffset,
2489                 baseReg;
2490
2491         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2492         if (cfg->method->save_lmf)
2493                 parmOffset -= sizeof(MonoLMF);
2494         fpOffset   = parmOffset + (5*sizeof(gpointer));
2495         if ((!has_ld) && (fpOffset > 4096)) {
2496                 s390_lgr (code, s390_r12, STK_BASE);
2497                 baseReg = s390_r12;
2498                 while (fpOffset > 4096) {
2499                         s390_aghi (code, baseReg, 4096);
2500                         fpOffset   -= 4096;
2501                         parmOffset -= 4096;
2502                 }
2503         } else {
2504                 baseReg = STK_BASE;
2505         }
2506
2507         s390_stmg (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2508         if (has_ld) {
2509                 s390_stdy (code, s390_f0, 0, STK_BASE, fpOffset);
2510                 s390_stdy (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2511                 s390_stdy (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2512                 s390_stdy (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2513         } else {
2514                 s390_std  (code, s390_f0, 0, baseReg, fpOffset);
2515                 s390_std  (code, s390_f2, 0, baseReg, fpOffset+sizeof(gdouble));
2516                 s390_std  (code, s390_f4, 0, baseReg, fpOffset+2*sizeof(gdouble));
2517                 s390_std  (code, s390_f6, 0, baseReg, fpOffset+3*sizeof(gdouble));
2518         }
2519         s390_basr (code, s390_r13, 0);
2520         s390_j    (code, 10);
2521         s390_llong(code, cfg->method);
2522         s390_llong(code, func);
2523         s390_lg   (code, s390_r2, 0, s390_r13, 4);
2524         if (has_ld)
2525                 s390_lay  (code, s390_r3, 0, STK_BASE, parmOffset);
2526         else
2527                 s390_la   (code, s390_r3, 0, baseReg, parmOffset);
2528         s390_lgr  (code, s390_r4, STK_BASE);
2529         s390_aghi (code, s390_r4, cfg->stack_usage);
2530         s390_lg   (code, s390_r1, 0, s390_r13, 12);
2531         s390_basr (code, s390_r14, s390_r1);
2532         if (has_ld) {
2533                 s390_ldy  (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2534                 s390_ldy  (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2535                 s390_ldy  (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2536                 s390_ldy  (code, s390_f0, 0, STK_BASE, fpOffset);
2537         } else {
2538                 s390_ld   (code, s390_f6, 0, baseReg, fpOffset+3*sizeof(gdouble));
2539                 s390_ld   (code, s390_f4, 0, baseReg, fpOffset+2*sizeof(gdouble));
2540                 s390_ld   (code, s390_f2, 0, baseReg, fpOffset+sizeof(gdouble));
2541                 s390_ld   (code, s390_f0, 0, baseReg, fpOffset);
2542         }
2543         s390_lmg  (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2544
2545         return code;
2546 }
2547
2548 /*========================= End of Function ========================*/
2549
2550 /*------------------------------------------------------------------*/
2551 /*                                                                  */
2552 /* Name         - mono_arch_instrument_epilog                       */
2553 /*                                                                  */
2554 /* Function     - Create an epilog that will handle the returned    */
2555 /*                values used in instrumentation.                   */
2556 /*                                                                  */
2557 /*------------------------------------------------------------------*/
2558
2559 void*
2560 mono_arch_instrument_epilog_full (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments, gboolean preserve_argument_registers)
2561 {
2562         guchar     *code = p;
2563         int        save_mode = SAVE_NONE,
2564                    saveOffset;
2565         MonoMethod *method = cfg->method;
2566         int        rtype = mono_type_get_underlying_type (mono_method_signature (method)->ret)->type;
2567
2568         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2569         if (method->save_lmf)
2570                 saveOffset -= sizeof(MonoLMF);
2571
2572 handle_enum:
2573         switch (rtype) {
2574         case MONO_TYPE_VOID:
2575                 /* special case string .ctor icall */
2576                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2577                         save_mode = SAVE_ONE;
2578                 else
2579                         save_mode = SAVE_NONE;
2580                 break;
2581         case MONO_TYPE_I8:
2582         case MONO_TYPE_U8:
2583                 save_mode = SAVE_ONE;
2584                 break;
2585         case MONO_TYPE_R4:
2586                 save_mode = SAVE_R4;
2587                 break;
2588         case MONO_TYPE_R8:
2589                 save_mode = SAVE_R8;
2590                 break;
2591         case MONO_TYPE_VALUETYPE:
2592                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2593                         rtype = mono_class_enum_basetype (mono_method_signature (method)->ret->data.klass)->type;
2594                         goto handle_enum;
2595                 }
2596                 save_mode = SAVE_STRUCT;
2597                 break;
2598         default:
2599                 save_mode = SAVE_ONE;
2600                 break;
2601         }
2602
2603         switch (save_mode) {
2604         case SAVE_ONE:
2605                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2606                 if (enable_arguments) {
2607                         s390_lgr (code, s390_r3, s390_r2);
2608                 }
2609                 break;
2610         case SAVE_R4:
2611                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2612                 if (enable_arguments) {
2613                         s390_ldebr (code, s390_f0, s390_f0);
2614                 }
2615                 break;
2616         case SAVE_R8:
2617                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2618                 break;
2619         case SAVE_STRUCT:
2620                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2621                 if (enable_arguments) {
2622                         s390_lg (code, s390_r3, 0, cfg->frame_reg,
2623                                  S390_MINIMAL_STACK_SIZE+cfg->param_area);
2624                 }
2625                 break;
2626         case SAVE_NONE:
2627         default:
2628                 break;
2629         }
2630
2631         s390_basr (code, s390_r13, 0);
2632         s390_j    (code, 10);
2633         s390_llong(code, cfg->method);
2634         s390_llong(code, func);
2635         s390_lg   (code, s390_r2, 0, s390_r13, 4);
2636         s390_lg   (code, s390_r1, 0, s390_r13, 12);
2637         s390_basr (code, s390_r14, s390_r1);
2638
2639         switch (save_mode) {
2640         case SAVE_ONE:
2641                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2642                 break;
2643         case SAVE_R4:
2644         case SAVE_R8:
2645                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2646                 break;
2647         case SAVE_STRUCT:
2648                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2649                 break;
2650         case SAVE_NONE:
2651         default:
2652                 break;
2653         }
2654
2655         return code;
2656 }
2657
2658 /*========================= End of Function ========================*/
2659
2660 /*------------------------------------------------------------------*/
2661 /*                                                                  */
2662 /* Name         - mono_arch_peephole_pass_1                         */
2663 /*                                                                  */
2664 /* Function     - Form a peephole pass at the code looking for      */
2665 /*                simple optimizations.                             */
2666 /*                                                                  */
2667 /*------------------------------------------------------------------*/
2668
2669 void
2670 mono_arch_peephole_pass_1 (MonoCompile *cfg, MonoBasicBlock *bb)
2671 {
2672 }
2673
2674 /*========================= End of Function ========================*/
2675
2676 /*------------------------------------------------------------------*/
2677 /*                                                                  */
2678 /* Name         - mono_arch_peephole_pass_2                         */
2679 /*                                                                  */
2680 /* Function     - Form a peephole pass at the code looking for      */
2681 /*                simple optimizations.                             */
2682 /*                                                                  */
2683 /*------------------------------------------------------------------*/
2684
2685 void
2686 mono_arch_peephole_pass_2 (MonoCompile *cfg, MonoBasicBlock *bb)
2687 {
2688         MonoInst *ins, *n;
2689
2690         MONO_BB_FOR_EACH_INS_SAFE (bb, n, ins) {
2691                 mono_peephole_ins (bb, ins);
2692         }
2693 }
2694
2695 /*========================= End of Function ========================*/
2696
2697 /*------------------------------------------------------------------*/
2698 /*                                                                  */
2699 /* Name         - mono_arch_lowering_pass.                          */
2700 /*                                                                  */
2701 /*------------------------------------------------------------------*/
2702
2703 void
2704 mono_arch_lowering_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2705 {
2706         MonoInst *ins, *next;
2707
2708         MONO_BB_FOR_EACH_INS_SAFE (bb, next, ins) {
2709                 switch (ins->opcode) {
2710                 case OP_DIV_IMM:
2711                 case OP_REM_IMM:
2712                 case OP_IDIV_IMM:
2713                 case OP_IREM_IMM:
2714                 case OP_IDIV_UN_IMM:
2715                 case OP_IREM_UN_IMM:
2716                 case OP_LAND_IMM:
2717                 case OP_LOR_IMM:
2718                 case OP_LXOR_IMM:
2719                 case OP_LOCALLOC_IMM:
2720                         mono_decompose_op_imm (cfg, bb, ins);
2721                         break;
2722                 case OP_LADD_IMM:
2723                         if (!s390_is_imm16 (ins->inst_imm))
2724                                 /* This is created by the memcpy code which ignores is_inst_imm */
2725                                 mono_decompose_op_imm (cfg, bb, ins);
2726                         break;
2727                 default:
2728                         break;
2729                 }
2730         }
2731
2732         bb->max_vreg = cfg->next_vreg;
2733 }
2734
2735 /*========================= End of Function ========================*/
2736
2737 /*------------------------------------------------------------------*/
2738 /*                                                                  */
2739 /* Name         - emit_float_to_int                                 */
2740 /*                                                                  */
2741 /* Function     - Create instructions which will convert a floating */
2742 /*                point value to integer.                           */
2743 /*                                                                  */
2744 /*------------------------------------------------------------------*/
2745
2746 static guchar*
2747 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2748 {
2749         /* sreg is a float, dreg is an integer reg. */
2750         if (is_signed) {
2751                 s390_cgdbr (code, dreg, 5, sreg);
2752                 switch (size) {
2753                         case 1:
2754                                 s390_lghi (code, s390_r0, 0);
2755                                 s390_lghi (code, s390_r13, 0xff);
2756                                 s390_ltgr (code, dreg, dreg);
2757                                 s390_jnl  (code, 4);
2758                                 s390_lghi (code, s390_r0, 0x80);
2759                                 s390_ngr  (code, dreg, s390_r13);
2760                                 s390_ogr  (code, dreg, s390_r0);
2761                                 break;
2762                 }
2763         } else {
2764                 short *o[1];
2765                 s390_basr   (code, s390_r13, 0);
2766                 s390_j      (code, 10);
2767                 s390_llong  (code, 0x41e0000000000000llu);
2768                 s390_llong  (code, 0x41f0000000000000llu);
2769                 s390_ldr    (code, s390_f15, sreg);
2770                 s390_cdb    (code, s390_f15, 0, s390_r13, 4);
2771                 s390_jl     (code, 0); CODEPTR (code, o[0]);
2772                 s390_sdb    (code, s390_f15, 0, s390_r13, 12);
2773                 s390_cfdbr  (code, dreg, 7, s390_f15);
2774                 s390_j      (code, 4);
2775                 PTRSLOT (code, o[0]);
2776                 s390_cfdbr  (code, dreg, 5, sreg);
2777                 switch (size) {
2778                         case 1:
2779                                 s390_lghi (code, s390_r0, 0xff);
2780                                 s390_ngr  (code, dreg, s390_r0);
2781                                 break;
2782                         case 2:
2783                                 s390_lghi (code, s390_r0, -1);
2784                                 s390_srlg (code, s390_r0, s390_r0, 0, 16);
2785                                 s390_ngr  (code, dreg, s390_r0);
2786                                 break;
2787                 }
2788         }
2789         return code;
2790 }
2791
2792 /*========================= End of Function ========================*/
2793
2794 /*------------------------------------------------------------------*/
2795 /*                                                                  */
2796 /* Name         - gboolean_is_unsigned.                             */
2797 /*                                                                  */
2798 /* Function     - Return TRUE if next opcode is checking for un-    */
2799 /*                signed value.                                     */
2800 /*                                                                  */
2801 /*------------------------------------------------------------------*/
2802
2803 static
2804 gboolean is_unsigned (MonoInst *next)
2805 {
2806         if ((next) &&
2807                 (((next->opcode >= OP_IBNE_UN) &&
2808                   (next->opcode <= OP_IBLT_UN)) ||
2809                  ((next->opcode >= OP_LBNE_UN) &&
2810                   (next->opcode <= OP_LBLT_UN)) ||
2811                  ((next->opcode >= OP_COND_EXC_NE_UN) &&
2812                   (next->opcode <= OP_COND_EXC_LT_UN)) ||
2813                  ((next->opcode >= OP_COND_EXC_INE_UN) &&
2814                   (next->opcode <= OP_COND_EXC_ILT_UN)) ||
2815                  ((next->opcode == OP_CLT_UN) ||
2816                   (next->opcode == OP_CGT_UN)) ||
2817                  ((next->opcode == OP_ICLT_UN) ||
2818                   (next->opcode == OP_ICGT_UN) ||
2819                   (next->opcode == OP_LCLT_UN) ||
2820                   (next->opcode == OP_LCGT_UN))))
2821                 return TRUE;
2822         else
2823                 return FALSE;
2824 }
2825
2826 /*========================= End of Function ========================*/
2827
2828 /*------------------------------------------------------------------*/
2829 /*                                                                  */
2830 /* Name         - mono_arch_output_basic_block                      */
2831 /*                                                                  */
2832 /* Function     - Perform the "real" work of emitting instructions  */
2833 /*                that will do the work of in the basic block.      */
2834 /*                                                                  */
2835 /*------------------------------------------------------------------*/
2836
2837 void
2838 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2839 {
2840         MonoInst *ins;
2841         MonoCallInst *call;
2842         guint offset;
2843         guint8 *code = cfg->native_code + cfg->code_len;
2844         guint last_offset = 0;
2845         int max_len, cpos, src2;
2846
2847         /* we don't align basic blocks of loops on s390 */
2848
2849         if (cfg->verbose_level > 2)
2850                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2851
2852         cpos = bb->max_offset;
2853
2854         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2855                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2856                 //g_assert (!mono_compile_aot);
2857                 //cpos += 6;
2858                 //if (bb->cil_code)
2859                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2860                 /* this is not thread save, but good enough */
2861                 /* fixme: howto handle overflows? */
2862                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2863         }
2864
2865         MONO_BB_FOR_EACH_INS (bb, ins) {
2866                 offset = code - cfg->native_code;
2867
2868                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2869
2870                 if (offset > (cfg->code_size - max_len - 16)) {
2871                         cfg->code_size *= 2;
2872                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2873                         code = cfg->native_code + offset;
2874                 }
2875
2876                 mono_debug_record_line_number (cfg, ins, offset);
2877
2878                 switch (ins->opcode) {
2879                 case OP_STOREI1_MEMBASE_IMM: {
2880                         s390_lghi (code, s390_r0, ins->inst_imm);
2881                         S390_LONG (code, stcy, stc, s390_r0, 0,
2882                                    ins->inst_destbasereg, ins->inst_offset);
2883                 }
2884                         break;
2885                 case OP_STOREI2_MEMBASE_IMM: {
2886                         s390_lghi (code, s390_r0, ins->inst_imm);
2887                         S390_LONG (code, sthy, sth, s390_r0, 0,
2888                                    ins->inst_destbasereg, ins->inst_offset);
2889                 }
2890                         break;
2891                 case OP_STOREI4_MEMBASE_IMM: {
2892                         if (s390_is_imm16(ins->inst_imm)) {
2893                                 s390_lghi (code, s390_r0, ins->inst_imm);
2894                         } else {
2895                                 s390_basr (code, s390_r13, 0);
2896                                 s390_j    (code, 6);
2897                                 s390_llong(code, ins->inst_imm);
2898                                 s390_lg   (code, s390_r0, 0, s390_r13, 4);
2899                         }
2900                         S390_LONG (code, sty, st, s390_r0, 0,
2901                                    ins->inst_destbasereg, ins->inst_offset);
2902                 }
2903                         break;
2904                 case OP_STORE_MEMBASE_IMM:
2905                 case OP_STOREI8_MEMBASE_IMM: {
2906                         if (s390_is_imm16(ins->inst_imm)) {
2907                                 s390_lghi (code, s390_r0, ins->inst_imm);
2908                         } else {
2909                                 s390_basr (code, s390_r13, 0);
2910                                 s390_j    (code, 6);
2911                                 s390_llong(code, ins->inst_imm);
2912                                 s390_lg   (code, s390_r0, 0, s390_r13, 4);
2913                         }
2914                         S390_LONG (code, stg, stg, s390_r0, 0,
2915                                    ins->inst_destbasereg, ins->inst_offset);
2916                 }
2917                         break;
2918                 case OP_STOREI1_MEMBASE_REG: {
2919                         S390_LONG (code, stcy, stc, ins->sreg1, 0,
2920                                    ins->inst_destbasereg, ins->inst_offset);
2921                 }
2922                         break;
2923                 case OP_STOREI2_MEMBASE_REG: {
2924                         S390_LONG (code, sthy, sth, ins->sreg1, 0,
2925                                    ins->inst_destbasereg, ins->inst_offset);
2926                 }
2927                         break;
2928                 case OP_STOREI4_MEMBASE_REG: {
2929                         S390_LONG (code, sty, st, ins->sreg1, 0,
2930                                    ins->inst_destbasereg, ins->inst_offset);
2931                 }
2932                         break;
2933                 case OP_STORE_MEMBASE_REG:
2934                 case OP_STOREI8_MEMBASE_REG: {
2935                         S390_LONG (code, stg, stg, ins->sreg1, 0,
2936                                    ins->inst_destbasereg, ins->inst_offset);
2937                 }
2938                         break;
2939                 case OP_LOADU4_MEM:
2940                         g_assert_not_reached ();
2941                         break;
2942                 case OP_LOAD_MEMBASE:
2943                 case OP_LOADI8_MEMBASE: {
2944                         S390_LONG (code, lg, lg, ins->dreg, 0,
2945                                    ins->inst_basereg, ins->inst_offset);
2946                 }
2947                         break;
2948                 case OP_LOADI4_MEMBASE: {
2949                         S390_LONG (code, lgf, lgf, ins->dreg, 0,
2950                                    ins->inst_basereg, ins->inst_offset);
2951                 }
2952                         break;
2953                 case OP_LOADU4_MEMBASE: {
2954                         S390_LONG (code, llgf, llgf, ins->dreg, 0,
2955                                    ins->inst_basereg, ins->inst_offset);
2956                 }
2957                         break;
2958                 case OP_LOADU1_MEMBASE: {
2959                         S390_LONG (code, llgc, llgc, ins->dreg, 0,
2960                                    ins->inst_basereg, ins->inst_offset);
2961                 }
2962                         break;
2963                 case OP_LOADI1_MEMBASE: {
2964                         S390_LONG (code, lgb, lgb, ins->dreg, 0,
2965                                    ins->inst_basereg, ins->inst_offset);
2966                 }
2967                         break;
2968                 case OP_LOADU2_MEMBASE: {
2969                         S390_LONG (code, llgh, llgh, ins->dreg, 0,
2970                                    ins->inst_basereg, ins->inst_offset);
2971                 }
2972                         break;
2973                 case OP_LOADI2_MEMBASE: {
2974                         S390_LONG (code, lgh, lgh, ins->dreg, 0,
2975                                    ins->inst_basereg, ins->inst_offset);
2976                 }
2977                         break;
2978                 case OP_LCONV_TO_I1: {
2979 #if 0
2980                         s390_lgbr (code, ins->dreg, ins->sreg1);
2981 #else
2982                         s390_sllg (code, ins->dreg, ins->sreg1, 0, 56);
2983                         s390_srag (code, ins->dreg, ins->dreg, 0, 56);
2984 #endif
2985                 }
2986                         break;
2987                 case OP_LCONV_TO_I2: {
2988 #if 0
2989                         s390_lghr (code, ins->dreg, ins->sreg1);
2990 #else
2991                         s390_sllg (code, ins->dreg, ins->sreg1, 0, 48);
2992                         s390_srag (code, ins->dreg, ins->dreg, 0, 48);
2993 #endif
2994                 }
2995                         break;
2996                 case OP_LCONV_TO_U1: {
2997 #if 0
2998                         s390_llghr (code, ins->dreg, ins->sreg1);
2999 #else
3000                         if (ins->dreg != ins->sreg1)
3001                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3002                         s390_lghi  (code, s390_r0, 0xff);
3003                         s390_ngr   (code, ins->dreg, s390_r0);
3004 #endif
3005                 }
3006                         break;
3007                 case OP_LCONV_TO_U2: {
3008 #if 0
3009                         s390_llghr (code, ins->dreg, ins->sreg1);
3010 #else
3011                         if (ins->dreg != ins->sreg1)
3012                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3013                         s390_lghi  (code, s390_r0, -1);
3014                         s390_srlg  (code, s390_r0, s390_r0, 0, 48);
3015                         s390_ngr   (code, ins->dreg, s390_r0);
3016 #endif
3017                 }
3018                         break;
3019                 case OP_ICONV_TO_I1: {
3020 #if 0
3021                         s390_lbr  (code, ins->dreg, ins->sreg1);
3022 #else
3023                         if (ins->dreg != ins->sreg1)
3024                                 s390_lr  (code, ins->dreg, ins->sreg1);
3025                         s390_sll (code, ins->dreg, 0, 24);
3026                         s390_sra (code, ins->dreg, 0, 24);
3027
3028 #endif
3029                 }
3030                         break;
3031                 case OP_ICONV_TO_I2: {
3032 #if 0
3033                         s390_lhr  (code, ins->dreg, ins->sreg1);
3034 #else
3035                         if (ins->dreg != ins->sreg1)
3036                                 s390_lr  (code, ins->dreg, ins->sreg1);
3037                         s390_sll (code, ins->dreg, 0, 16);
3038                         s390_sra (code, ins->dreg, 0, 16);
3039 #endif
3040                 }
3041                         break;
3042                 case OP_ICONV_TO_U1: {
3043 #if 0
3044                         s390_llcr (code, ins->dreg, ins->sreg1);
3045 #else
3046                         if (ins->dreg != ins->sreg1)
3047                                 s390_lr  (code, ins->dreg, ins->sreg1);
3048                         s390_lhi  (code, s390_r0, 0xff);
3049                         s390_nr   (code, ins->dreg, s390_r0);
3050 #endif
3051                 }
3052                         break;
3053                 case OP_ICONV_TO_U2: {
3054 #if 0
3055                         s390_llhr (code, ins->dreg, ins->sreg1);
3056 #else
3057                         if (ins->dreg != ins->sreg1)
3058                                 s390_lr  (code, ins->dreg, ins->sreg1);
3059                         s390_lhi  (code, s390_r0, -1);
3060                         s390_srl  (code, s390_r0, 0, 16);
3061                         s390_nr   (code, ins->dreg, s390_r0);
3062 #endif
3063                 }
3064                         break;
3065                 case OP_COMPARE:
3066                 case OP_LCOMPARE: {
3067                         if (is_unsigned (ins->next))
3068                                 s390_clgr (code, ins->sreg1, ins->sreg2);
3069                         else
3070                                 s390_cgr  (code, ins->sreg1, ins->sreg2);
3071                 }
3072                         break;
3073                 case OP_ICOMPARE: {
3074                         if (is_unsigned (ins->next))
3075                                 s390_clr  (code, ins->sreg1, ins->sreg2);
3076                         else
3077                                 s390_cr   (code, ins->sreg1, ins->sreg2);
3078                 }
3079                         break;
3080                 case OP_COMPARE_IMM:
3081                 case OP_LCOMPARE_IMM: {
3082                         if (s390_is_imm16 (ins->inst_imm)) {
3083                                 s390_lghi (code, s390_r0, ins->inst_imm);
3084                                 if (is_unsigned (ins->next))
3085                                         s390_clgr (code, ins->sreg1, s390_r0);
3086                                 else
3087                                         s390_cgr  (code, ins->sreg1, s390_r0);
3088                         } else {
3089                                 s390_basr (code, s390_r13, 0);
3090                                 s390_j    (code, 6);
3091                                 s390_llong(code, ins->inst_imm);
3092                                 if (is_unsigned (ins->next))
3093                                         s390_clg  (code, ins->sreg1, 0, s390_r13, 4);
3094                                 else
3095                                         s390_cg   (code, ins->sreg1, 0, s390_r13, 4);
3096                         }
3097                 }
3098                         break;
3099                 case OP_ICOMPARE_IMM: {
3100                         if (s390_is_imm16 (ins->inst_imm)) {
3101                                 s390_lghi (code, s390_r0, ins->inst_imm);
3102                                 if (is_unsigned (ins->next))
3103                                         s390_clr  (code, ins->sreg1, s390_r0);
3104                                 else
3105                                         s390_cr   (code, ins->sreg1, s390_r0);
3106                         }
3107                         else {
3108                                 s390_basr (code, s390_r13, 0);
3109                                 s390_j    (code, 4);
3110                                 s390_word (code, ins->inst_imm);
3111                                 if (is_unsigned (ins->next))
3112                                         s390_cl  (code, ins->sreg1, 0, s390_r13, 4);
3113                                 else
3114                                         s390_c   (code, ins->sreg1, 0, s390_r13, 4);
3115                         }
3116                 }
3117                         break;
3118                 case OP_BREAK: {
3119                         s390_basr  (code, s390_r13, 0);
3120                         s390_j     (code, 6);
3121                         mono_add_patch_info (cfg, code - cfg->native_code, MONO_PATCH_INFO_ABS,
3122                                              mono_break);
3123                         s390_llong (code, mono_break);
3124                         s390_lg    (code, s390_r14, 0, s390_r13, 4);
3125                         s390_basr  (code, s390_r14, s390_r14);
3126                 }
3127                         break;
3128                 case OP_ADDCC: {
3129                         CHECK_SRCDST_COM;
3130                         s390_agr  (code, ins->dreg, src2);
3131                 }
3132                         break;
3133                 case OP_LADD: {
3134                         CHECK_SRCDST_COM;
3135                         s390_agr   (code, ins->dreg, src2);
3136                 }
3137                         break;
3138                 case OP_ADC: {
3139                         CHECK_SRCDST_COM;
3140                         s390_alcgr (code, ins->dreg, src2);
3141                 }
3142                         break;
3143                 case OP_ADD_IMM: {
3144                         if (ins->dreg != ins->sreg1) {
3145                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3146                         }
3147                         if (s390_is_imm16 (ins->inst_imm)) {
3148                                 s390_aghi (code, ins->dreg, ins->inst_imm);
3149                         } else {
3150                                 s390_basr (code, s390_r13, 0);
3151                                 s390_j    (code, 6);
3152                                 s390_llong(code, ins->inst_imm);
3153                                 s390_ag   (code, ins->dreg, 0, s390_r13, 4);
3154                         }
3155                 }
3156                         break;
3157                 case OP_LADD_IMM: {
3158                         if (ins->dreg != ins->sreg1) {
3159                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3160                         }
3161                         g_assert (s390_is_imm16 (ins->inst_imm));
3162                         s390_aghi (code, ins->dreg, ins->inst_imm);
3163                 }
3164                         break;
3165                 case OP_ADC_IMM: {
3166                         if (ins->dreg != ins->sreg1) {
3167                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3168                         }
3169                         if (s390_is_imm16 (ins->inst_imm)) {
3170                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3171                                 s390_alcgr (code, ins->dreg, s390_r0);
3172                         } else {
3173                                 s390_basr  (code, s390_r13, 0);
3174                                 s390_j     (code, 6);
3175                                 s390_llong (code, ins->inst_imm);
3176                                 s390_lg    (code, s390_r13, 0, s390_r13, 4);
3177                                 s390_alcgr (code, ins->dreg, s390_r13);
3178                         }
3179                 }
3180                         break;
3181                 case OP_IADD_OVF:
3182                 case OP_S390_IADD_OVF: {
3183                         CHECK_SRCDST_COM;
3184                         s390_ar    (code, ins->dreg, src2);
3185                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3186                         s390_lgfr  (code, ins->dreg, ins->dreg);
3187                 }
3188                         break;
3189                 case OP_IADD_OVF_UN:
3190                 case OP_S390_IADD_OVF_UN: {
3191                         CHECK_SRCDST_COM;
3192                         s390_algr  (code, ins->dreg, src2);
3193                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3194                         s390_llgfr (code, ins->dreg, ins->dreg);
3195                 }
3196                         break;
3197                 case OP_ADD_OVF_CARRY: {
3198                         CHECK_SRCDST_COM;
3199                         s390_lghi  (code, s390_r0, 0);
3200                         s390_lgr   (code, s390_r1, s390_r0);
3201                         s390_alcgr (code, s390_r0, s390_r1);
3202                         s390_agr   (code, ins->dreg, src2);
3203                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3204                         s390_agr   (code, ins->dreg, s390_r0);
3205                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3206                 }
3207                         break;
3208                 case OP_ADD_OVF_UN_CARRY: {
3209                         CHECK_SRCDST_COM;
3210                         s390_alcgr (code, ins->dreg, src2);
3211                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3212                 }
3213                         break;
3214                 case OP_SUBCC: {
3215                         CHECK_SRCDST_NCOM;
3216                         s390_sgr (code, ins->dreg, src2);
3217                 }
3218                         break;
3219                 case OP_LSUB: {
3220                         CHECK_SRCDST_NCOM;
3221                         s390_sgr  (code, ins->dreg, src2);
3222                 }
3223                         break;
3224                 case OP_SBB: {
3225                         CHECK_SRCDST_NCOM;
3226                         s390_slbgr(code, ins->dreg, src2);
3227                 }
3228                         break;
3229                 case OP_SUB_IMM: {
3230                         if (ins->dreg != ins->sreg1) {
3231                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3232                         }
3233                         if (s390_is_imm16 (-ins->inst_imm)) {
3234                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3235                                 s390_slgr  (code, ins->dreg, s390_r0);
3236                         } else {
3237                                 s390_basr (code, s390_r13, 0);
3238                                 s390_j    (code, 6);
3239                                 s390_llong(code, ins->inst_imm);
3240                                 s390_slg  (code, ins->dreg, 0, s390_r13, 4);
3241                         }
3242                 }
3243                         break;
3244                 case OP_LSUB_IMM: {
3245                         if (ins->dreg != ins->sreg1) {
3246                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3247                         }
3248                         if (s390_is_imm16 (-ins->inst_imm)) {
3249                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3250                                 s390_slgr  (code, ins->dreg, s390_r0);
3251                         } else {
3252                                 s390_basr (code, s390_r13, 0);
3253                                 s390_j    (code, 6);
3254                                 s390_llong(code, ins->inst_imm);
3255                                 s390_slg  (code, ins->dreg, 0, s390_r13, 4);
3256                         }
3257                 }
3258                         break;
3259                 case OP_SBB_IMM: {
3260                         if (ins->dreg != ins->sreg1) {
3261                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3262                         }
3263                         if (s390_is_imm16 (-ins->inst_imm)) {
3264                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3265                                 s390_slbgr (code, ins->dreg, s390_r0);
3266                         } else {
3267                                 s390_basr (code, s390_r13, 0);
3268                                 s390_j    (code, 6);
3269                                 s390_llong(code, ins->inst_imm);
3270                                 s390_slbg (code, ins->dreg, 0, s390_r13, 4);
3271                         }
3272                 }
3273                         break;
3274                 case OP_SUB_OVF_CARRY: {
3275                         CHECK_SRCDST_NCOM;
3276                         s390_lghi  (code, s390_r0, 0);
3277                         s390_lgr   (code, s390_r1, s390_r0);
3278                         s390_slbgr (code, s390_r0, s390_r1);
3279                         s390_sgr   (code, ins->dreg, src2);
3280                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3281                         s390_agr   (code, ins->dreg, s390_r0);
3282                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3283                 }
3284                         break;
3285                 case OP_SUB_OVF_UN_CARRY: {
3286                         CHECK_SRCDST_NCOM;
3287                         s390_slbgr (code, ins->dreg, src2);
3288                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3289                 }
3290                         break;
3291                 case OP_LAND: {
3292                         if (ins->sreg1 == ins->dreg) {
3293                                 s390_ngr  (code, ins->dreg, ins->sreg2);
3294                         }
3295                         else {
3296                                 if (ins->sreg2 == ins->dreg) {
3297                                         s390_ngr (code, ins->dreg, ins->sreg1);
3298                                 }
3299                                 else {
3300                                         s390_lgr (code, ins->dreg, ins->sreg1);
3301                                         s390_ngr (code, ins->dreg, ins->sreg2);
3302                                 }
3303                         }
3304                 }
3305                         break;
3306                 case OP_AND_IMM: {
3307                         if (ins->dreg != ins->sreg1) {
3308                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3309                         }
3310                         if (s390_is_imm16 (ins->inst_imm)) {
3311                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3312                                 s390_ngr  (code, ins->dreg, s390_r0);
3313                         } else {
3314                                 s390_basr (code, s390_r13, 0);
3315                                 s390_j    (code, 6);
3316                                 s390_llong(code, ins->inst_imm);
3317                                 s390_ng   (code, ins->dreg, 0, s390_r13, 4);
3318                         }
3319                 }
3320                         break;
3321                 case OP_LDIV: {
3322                         s390_lgr  (code, s390_r1, ins->sreg1);
3323                         s390_dsgr (code, s390_r0, ins->sreg2);
3324                         s390_lgr  (code, ins->dreg, s390_r1);
3325                 }
3326                         break;
3327                 case OP_LDIV_UN: {
3328                         s390_lgr   (code, s390_r1, ins->sreg1);
3329                         s390_lghi  (code, s390_r0, 0);
3330                         s390_dlgr  (code, s390_r0, ins->sreg2);
3331                         s390_lgr   (code, ins->dreg, s390_r1);
3332                 }
3333                         break;
3334                 case OP_LREM: {
3335                         s390_lgr  (code, s390_r1, ins->sreg1);
3336                         s390_dsgr (code, s390_r0, ins->sreg2);
3337                         s390_lgr  (code, ins->dreg, s390_r0);
3338                         break;
3339                 }
3340                 case OP_LREM_UN: {
3341                         s390_lgr   (code, s390_r1, ins->sreg1);
3342                         s390_lghi  (code, s390_r0, 0);
3343                         s390_dlgr  (code, s390_r0, ins->sreg2);
3344                         s390_lgr   (code, ins->dreg, s390_r0);
3345                 }
3346                         break;
3347                 case OP_LOR: {
3348                         if (ins->sreg1 == ins->dreg) {
3349                                 s390_ogr  (code, ins->dreg, ins->sreg2);
3350                         }
3351                         else {
3352                                 if (ins->sreg2 == ins->dreg) {
3353                                         s390_ogr (code, ins->dreg, ins->sreg1);
3354                                 }
3355                                 else {
3356                                         s390_lgr (code, ins->dreg, ins->sreg1);
3357                                         s390_ogr (code, ins->dreg, ins->sreg2);
3358                                 }
3359                         }
3360                 }
3361                         break;
3362                 case OP_OR_IMM: {
3363                         if (ins->dreg != ins->sreg1) {
3364                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3365                         }
3366                         if (s390_is_imm16 (ins->inst_imm)) {
3367                                 s390_lghi (code, s390_r0, ins->inst_imm);
3368                                 s390_ogr  (code, ins->dreg, s390_r0);
3369                         } else {
3370                                 s390_basr (code, s390_r13, 0);
3371                                 s390_j    (code, 6);
3372                                 s390_llong(code, ins->inst_imm);
3373                                 s390_og   (code, ins->dreg, 0, s390_r13, 4);
3374                         }
3375                 }
3376                         break;
3377                 case OP_LXOR: {
3378                         if (ins->sreg1 == ins->dreg) {
3379                                 s390_xgr  (code, ins->dreg, ins->sreg2);
3380                         }
3381                         else {
3382                                 if (ins->sreg2 == ins->dreg) {
3383                                         s390_xgr (code, ins->dreg, ins->sreg1);
3384                                 }
3385                                 else {
3386                                         s390_lgr (code, ins->dreg, ins->sreg1);
3387                                         s390_xgr (code, ins->dreg, ins->sreg2);
3388                                 }
3389                         }
3390                 }
3391                         break;
3392                 case OP_XOR_IMM: {
3393                         if (ins->dreg != ins->sreg1) {
3394                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3395                         }
3396                         if (s390_is_imm16 (ins->inst_imm)) {
3397                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3398                                 s390_xgr  (code, ins->dreg, s390_r0);
3399                         } else {
3400                                 s390_basr (code, s390_r13, 0);
3401                                 s390_j    (code, 6);
3402                                 s390_llong(code, ins->inst_imm);
3403                                 s390_xg   (code, ins->dreg, 0, s390_r13, 4);
3404                         }
3405                 }
3406                         break;
3407                 case OP_LSHL: {
3408                         CHECK_SRCDST_NCOM;
3409                         s390_sllg (code, ins->dreg, ins->dreg, src2, 0);
3410                 }
3411                         break;
3412                 case OP_SHL_IMM:
3413                 case OP_LSHL_IMM: {
3414                         if (ins->sreg1 != ins->dreg) {
3415                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3416                         }
3417                         s390_sllg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3418                 }
3419                         break;
3420                 case OP_LSHR: {
3421                         CHECK_SRCDST_NCOM;
3422                         s390_srag  (code, ins->dreg, ins->dreg, src2, 0);
3423                 }
3424                         break;
3425                 case OP_SHR_IMM:
3426                 case OP_LSHR_IMM: {
3427                         if (ins->sreg1 != ins->dreg) {
3428                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3429                         }
3430                         s390_srag  (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3431                 }
3432                         break;
3433                 case OP_SHR_UN_IMM:
3434                 case OP_LSHR_UN_IMM: {
3435                         if (ins->sreg1 != ins->dreg) {
3436                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3437                         }
3438                         s390_srlg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3439                 }
3440                         break;
3441                 case OP_LSHR_UN: {
3442                         CHECK_SRCDST_NCOM;
3443                         s390_srlg (code, ins->dreg, ins->dreg, src2, 0);
3444                 }
3445                         break;
3446                 case OP_LNOT: {
3447                         if (ins->sreg1 != ins->dreg) {
3448                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3449                         }
3450                         s390_lghi (code, s390_r0, -1);
3451                         s390_xgr  (code, ins->dreg, s390_r0);
3452                 }
3453                         break;
3454                 case OP_LNEG: {
3455                         s390_lcgr (code, ins->dreg, ins->sreg1);
3456                 }
3457                         break;
3458                 case OP_LMUL: {
3459                         CHECK_SRCDST_COM;
3460                         s390_msgr (code, ins->dreg, src2);
3461                 }
3462                         break;
3463                 case OP_MUL_IMM:
3464                 case OP_LMUL_IMM: {
3465                         if (ins->dreg != ins->sreg1) {
3466                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3467                         }
3468                         if (s390_is_imm16 (ins->inst_imm)) {
3469                                 s390_lghi (code, s390_r13, ins->inst_imm);
3470                         } else {
3471                                 s390_basr (code, s390_r13, 0);
3472                                 s390_j    (code, 6);
3473                                 s390_llong(code, ins->inst_imm);
3474                                 s390_lg   (code, s390_r13, 0, s390_r13, 4);
3475                         }
3476                         s390_msgr (code, ins->dreg, s390_r13);
3477                 }
3478                         break;
3479                 case OP_LMUL_OVF: {
3480                         short int *o[2];
3481                         s390_ltgr (code, s390_r1, ins->sreg1);
3482                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3483                         s390_ltgr (code, s390_r0, ins->sreg2);
3484                         s390_jnz  (code, 6);
3485                         s390_lghi (code, s390_r1, 0);
3486                         s390_j    (code, 0); CODEPTR(code, o[1]);
3487                         s390_xgr  (code, s390_r0, s390_r1);
3488                         s390_msgr (code, s390_r1, ins->sreg2);
3489                         s390_xgr  (code, s390_r0, s390_r1);
3490                         s390_srlg (code, s390_r0, s390_r0, 0, 63);
3491                         s390_ltgr (code, s390_r0, s390_r0);
3492                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3493                         PTRSLOT   (code, o[0]);
3494                         PTRSLOT   (code, o[1]);
3495                         s390_lgr  (code, ins->dreg, s390_r1);
3496                 }
3497                         break;
3498                 case OP_LMUL_OVF_UN: {
3499                         s390_lghi  (code, s390_r0, 0);
3500                         s390_lgr   (code, s390_r1, ins->sreg1);
3501                         s390_mlgr  (code, s390_r0, ins->sreg2);
3502                         s390_ltgr  (code, s390_r0, s390_r0);
3503                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3504                         s390_lgr   (code, ins->dreg, s390_r1);
3505                 }
3506                         break;
3507                 case OP_IADDCC: {
3508                         g_assert_not_reached ();
3509                         CHECK_SRCDST_COM_I;
3510                         s390_algr (code, ins->dreg, src2);
3511                 }
3512                         break;
3513                 case OP_IADD: {
3514                         CHECK_SRCDST_COM_I;
3515                         s390_agr  (code, ins->dreg, src2);
3516                 }
3517                         break;
3518                 case OP_IADC: {
3519                         g_assert_not_reached ();
3520                         CHECK_SRCDST_COM_I;
3521                         s390_alcgr (code, ins->dreg, src2);
3522                 }
3523                         break;
3524                 case OP_IADD_IMM: {
3525                         if (ins->dreg != ins->sreg1) {
3526                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3527                         }
3528                         if (s390_is_imm16 (ins->inst_imm)) {
3529                                 s390_aghi(code, ins->dreg, ins->inst_imm);
3530                         } else {
3531                                 s390_basr (code, s390_r13, 0);
3532                                 s390_j    (code, 4);
3533                                 s390_word (code, ins->inst_imm);
3534                                 s390_agf  (code, ins->dreg, 0, s390_r13, 4);
3535                         }
3536                 }
3537                         break;
3538                 case OP_IADC_IMM: {
3539                         if (ins->dreg != ins->sreg1) {
3540                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3541                         }
3542                         if (s390_is_imm16 (ins->inst_imm)) {
3543                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3544                                 s390_alcgr (code, ins->dreg, s390_r0);
3545                         } else {
3546                                 s390_basr  (code, s390_r13, 0);
3547                                 s390_j     (code, 4);
3548                                 s390_word  (code, ins->inst_imm);
3549                                 s390_lgf   (code, s390_r13, 0, s390_r13, 4);
3550                                 s390_alcgr (code, ins->dreg, s390_r13);
3551                         }
3552                 }
3553                         break;
3554                 case OP_LADD_OVF:
3555                 case OP_S390_LADD_OVF: {
3556                         CHECK_SRCDST_COM;
3557                         s390_agr    (code, ins->dreg, src2);
3558                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3559                 }
3560                         break;
3561                 case OP_LADD_OVF_UN:
3562                 case OP_S390_LADD_OVF_UN: {
3563                         CHECK_SRCDST_COM;
3564                         s390_algr  (code, ins->dreg, src2);
3565                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3566                 }
3567                         break;
3568                 case OP_ISUBCC: {
3569                         CHECK_SRCDST_NCOM_I;
3570                         s390_slgr (code, ins->dreg, src2);
3571                 }
3572                         break;
3573                 case OP_ISUB: {
3574                         CHECK_SRCDST_NCOM_I;
3575                         s390_sgr  (code, ins->dreg, src2);
3576                 }
3577                         break;
3578                 case OP_ISBB: {
3579                         CHECK_SRCDST_NCOM_I;
3580                         s390_slbgr (code, ins->dreg, src2);
3581                 }
3582                         break;
3583                 case OP_ISUB_IMM: {
3584                         if (ins->dreg != ins->sreg1) {
3585                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3586                         }
3587                         if (s390_is_imm16 (-ins->inst_imm)) {
3588                                 s390_aghi (code, ins->dreg, -ins->inst_imm);
3589                         } else {
3590                                 s390_basr (code, s390_r13, 0);
3591                                 s390_j    (code, 4);
3592                                 s390_word (code, ins->inst_imm);
3593                                 s390_sgf  (code, ins->dreg, 0, s390_r13, 4);
3594                         }
3595                 }
3596                         break;
3597                 case OP_ISBB_IMM: {
3598                         s390_basr (code, s390_r13, 0);
3599                         s390_j    (code, 4);
3600                         s390_word (code, ins->inst_imm);
3601                         s390_slgf (code, ins->dreg, 0, s390_r13, 4);
3602                 }
3603                         break;
3604                 case OP_ISUB_OVF:
3605                 case OP_S390_ISUB_OVF: {
3606                         CHECK_SRCDST_NCOM;
3607                         s390_sr   (code, ins->dreg, src2);
3608                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3609                         s390_lgfr (code, ins->dreg, ins->dreg);
3610                 }
3611                         break;
3612                 case OP_ISUB_OVF_UN:
3613                 case OP_S390_ISUB_OVF_UN: {
3614                         CHECK_SRCDST_NCOM;
3615                         s390_slr  (code, ins->dreg, src2);
3616                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3617                         s390_llgfr(code, ins->dreg, ins->dreg);
3618                 }
3619                         break;
3620                 case OP_LSUB_OVF:
3621                 case OP_S390_LSUB_OVF: {
3622                         CHECK_SRCDST_NCOM;
3623                         s390_sgr   (code, ins->dreg, src2);
3624                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3625                 }
3626                         break;
3627                 case OP_LSUB_OVF_UN:
3628                 case OP_S390_LSUB_OVF_UN: {
3629                         CHECK_SRCDST_NCOM;
3630                         s390_slgr  (code, ins->dreg, src2);
3631                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3632                 }
3633                         break;
3634                 case OP_IAND: {
3635                         CHECK_SRCDST_NCOM_I;
3636                         s390_ngr (code, ins->dreg, src2);
3637                 }
3638                         break;
3639                 case OP_IAND_IMM: {
3640                         if (ins->dreg != ins->sreg1) {
3641                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3642                         }
3643                         if (s390_is_imm16 (ins->inst_imm)) {
3644                                 s390_lghi (code, s390_r0, ins->inst_imm);
3645                                 s390_ngr  (code, ins->dreg, s390_r0);
3646                         } else {
3647                                 s390_basr (code, s390_r13, 0);
3648                                 s390_j    (code, 6);
3649                                 s390_llong(code, ins->inst_imm);
3650                                 s390_ng   (code, ins->dreg, 0, s390_r13, 4);
3651                         }
3652                 }
3653                         break;
3654                 case OP_IDIV: {
3655                         s390_lgfr (code, s390_r0, ins->sreg1);
3656                         s390_srda (code, s390_r0, 0, 32);
3657                         s390_dr   (code, s390_r0, ins->sreg2);
3658                         s390_lgfr (code, ins->dreg, s390_r1);
3659                 }
3660                         break;
3661                 case OP_IDIV_UN: {
3662                         s390_lgfr (code, s390_r0, ins->sreg1);
3663                         s390_srdl (code, s390_r0, 0, 32);
3664                         s390_dlr  (code, s390_r0, ins->sreg2);
3665                         s390_lgfr (code, ins->dreg, s390_r1);
3666                 }
3667                         break;
3668                 case OP_IDIV_IMM: {
3669                         if (s390_is_imm16 (ins->inst_imm)) {
3670                                 s390_lghi (code, s390_r13, ins->inst_imm);
3671                                 s390_lgfr (code, s390_r0, ins->sreg1);
3672                         } else {
3673                                 s390_basr (code, s390_r13, 0);
3674                                 s390_j    (code, 4);
3675                                 s390_word (code, ins->inst_imm);
3676                                 s390_lgfr (code, s390_r0, ins->sreg1);
3677                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3678                         }
3679                         s390_srda (code, s390_r0, 0, 32);
3680                         s390_dr   (code, s390_r0, ins->sreg2);
3681                         s390_lgfr (code, ins->dreg, s390_r1);
3682                 }
3683                         break;
3684                 case OP_IREM: {
3685                         s390_lgfr (code, s390_r0, ins->sreg1);
3686                         s390_srda (code, s390_r0, 0, 32);
3687                         s390_dr   (code, s390_r0, ins->sreg2);
3688                         s390_lgfr (code, ins->dreg, s390_r0);
3689                         break;
3690                 case OP_IREM_UN:
3691                         s390_lgfr (code, s390_r0, ins->sreg1);
3692                         s390_srdl (code, s390_r0, 0, 32);
3693                         s390_dlr  (code, s390_r0, ins->sreg2);
3694                         s390_lgfr (code, ins->dreg, s390_r0);
3695                 }
3696                         break;
3697                 case OP_IREM_IMM: {
3698                         if (s390_is_imm16 (ins->inst_imm)) {
3699                                 s390_lghi (code, s390_r13, ins->inst_imm);
3700                                 s390_lgfr (code, s390_r0, ins->sreg1);
3701                         } else {
3702                                 s390_basr (code, s390_r13, 0);
3703                                 s390_j    (code, 4);
3704                                 s390_word (code, ins->inst_imm);
3705                                 s390_lgfr (code, s390_r0, ins->sreg1);
3706                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3707                         }
3708                         s390_srda (code, s390_r0, 0, 32);
3709                         s390_dr   (code, s390_r0, ins->sreg2);
3710                         s390_lgfr (code, ins->dreg, s390_r0);
3711                 }
3712                         break;
3713                 case OP_IOR: {
3714                         CHECK_SRCDST_COM_I;
3715                         s390_ogr (code, ins->dreg, src2);
3716                 }
3717                         break;
3718                 case OP_IOR_IMM: {
3719                         if (ins->dreg != ins->sreg1) {
3720                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3721                         }
3722                         if (s390_is_imm16 (ins->inst_imm)) {
3723                                 s390_lghi (code, s390_r0, ins->inst_imm);
3724                                 s390_ogr  (code, ins->dreg, s390_r0);
3725                         } else {
3726                                 s390_basr (code, s390_r13, 0);
3727                                 s390_j    (code, 6);
3728                                 s390_llong(code, ins->inst_imm);
3729                                 s390_og   (code, ins->dreg, 0, s390_r13, 4);
3730                         }
3731                 }
3732                         break;
3733                 case OP_IXOR: {
3734                         CHECK_SRCDST_COM_I;
3735                         s390_xgr (code, ins->dreg, src2);
3736                 }
3737                         break;
3738                 case OP_IXOR_IMM: {
3739                         if (ins->dreg != ins->sreg1) {
3740                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3741                         }
3742                         if (s390_is_imm16 (ins->inst_imm)) {
3743                                 s390_lghi (code, s390_r0, ins->inst_imm);
3744                                 s390_xgr  (code, ins->dreg, s390_r0);
3745                         } else {
3746                                 s390_basr (code, s390_r13, 0);
3747                                 s390_j    (code, 6);
3748                                 s390_llong(code, ins->inst_imm);
3749                                 s390_xg   (code, ins->dreg, 0, s390_r13, 4);
3750                         }
3751                 }
3752                         break;
3753                 case OP_ISHL: {
3754                         CHECK_SRCDST_NCOM;
3755                         s390_sll  (code, ins->dreg, src2, 0);
3756                 }
3757                         break;
3758                 case OP_ISHL_IMM: {
3759                         if (ins->sreg1 != ins->dreg) {
3760                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3761                         }
3762                         s390_sll (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3763                 }
3764                         break;
3765                 case OP_ISHR: {
3766                         CHECK_SRCDST_NCOM;
3767                         s390_sra (code, ins->dreg, src2, 0);
3768                 }
3769                         break;
3770                 case OP_ISHR_IMM: {
3771                         if (ins->sreg1 != ins->dreg) {
3772                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3773                         }
3774                         s390_sra (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3775                 }
3776                         break;
3777                 case OP_ISHR_UN_IMM: {
3778                         if (ins->sreg1 != ins->dreg) {
3779                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3780                         }
3781                         s390_srl (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3782                 }
3783                         break;
3784                 case OP_ISHR_UN: {
3785                         CHECK_SRCDST_NCOM;
3786                         s390_srl  (code, ins->dreg, src2, 0);
3787                 }
3788                         break;
3789                 case OP_INOT: {
3790                         if (ins->sreg1 != ins->dreg) {
3791                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3792                         }
3793                         s390_lghi (code, s390_r0, -1);
3794                         s390_xgr  (code, ins->dreg, s390_r0);
3795                 }
3796                         break;
3797                 case OP_INEG: {
3798                         s390_lcgr (code, ins->dreg, ins->sreg1);
3799                 }
3800                         break;
3801                 case OP_IMUL: {
3802                         CHECK_SRCDST_COM_I;
3803                         s390_msr (code, ins->dreg, src2);
3804                 }
3805                         break;
3806                 case OP_IMUL_IMM: {
3807                         if (ins->dreg != ins->sreg1) {
3808                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3809                         }
3810                         if (s390_is_imm16 (ins->inst_imm)) {
3811                                 s390_lghi (code, s390_r13, ins->inst_imm);
3812                         } else {
3813                                 s390_basr (code, s390_r13, 0);
3814                                 s390_j    (code, 4);
3815                                 s390_word (code, ins->inst_imm);
3816                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3817                         }
3818                         s390_msr  (code, ins->dreg, s390_r13);
3819                 }
3820                         break;
3821                 case OP_IMUL_OVF: {
3822                         short int *o[2];
3823                         s390_ltr  (code, s390_r1, ins->sreg1);
3824                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3825                         s390_ltr  (code, s390_r0, ins->sreg2);
3826                         s390_jnz  (code, 6);
3827                         s390_lhi  (code, s390_r1, 0);
3828                         s390_j    (code, 0); CODEPTR(code, o[1]);
3829                         s390_xr   (code, s390_r0, s390_r1);
3830                         s390_msr  (code, s390_r1, ins->sreg2);
3831                         s390_xr   (code, s390_r0, s390_r1);
3832                         s390_srl  (code, s390_r0, 0, 31);
3833                         s390_ltr  (code, s390_r0, s390_r0);
3834                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3835                         PTRSLOT   (code, o[0]);
3836                         PTRSLOT   (code, o[1]);
3837                         s390_lgfr (code, ins->dreg, s390_r1);
3838                 }
3839                         break;
3840                 case OP_IMUL_OVF_UN: {
3841                         s390_lhi  (code, s390_r0, 0);
3842                         s390_lr   (code, s390_r1, ins->sreg1);
3843                         s390_mlr  (code, s390_r0, ins->sreg2);
3844                         s390_ltr  (code, s390_r0, s390_r0);
3845                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3846                         s390_lgfr (code, ins->dreg, s390_r1);
3847                 }
3848                         break;
3849                 case OP_ICONST:
3850                 case OP_I8CONST: {
3851                         if (s390_is_imm16(ins->inst_c0)) {
3852                                 s390_lghi (code, ins->dreg, ins->inst_c0);
3853                         } else {
3854                                 s390_basr (code, s390_r13, 0);
3855                                 s390_j    (code, 6);
3856                                 s390_llong(code, ins->inst_c0);
3857                                 s390_lg   (code, ins->dreg, 0, s390_r13, 4);
3858                         }
3859                 }
3860                         break;
3861                 case OP_AOTCONST: {
3862                         s390_basr (code, s390_r13, 0);
3863                         s390_j    (code, 6);
3864                         mono_add_patch_info (cfg, code - cfg->native_code,
3865                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3866                         s390_llong(code, 0);
3867                         s390_lg   (code,ins->dreg, 0, s390_r13, 4);
3868                 }
3869                         break;
3870                 case OP_JUMP_TABLE: {
3871                         mono_add_patch_info (cfg, code - cfg->native_code,
3872                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3873                         s390_basr  (code, s390_r13, 0);
3874                         s390_j     (code, 6);
3875                         s390_llong (code, 0);
3876                         s390_lg    (code, ins->dreg, 0, s390_r13, 4);
3877                 }
3878                         break;
3879                 case OP_MOVE:
3880                         if (ins->dreg != ins->sreg1) {
3881                                 s390_lgr (code, ins->dreg, ins->sreg1);
3882                         }
3883                         break;
3884                 case OP_LCONV_TO_I:
3885                 case OP_LCONV_TO_I8:
3886                 case OP_SEXT_I4:
3887                         s390_lgfr (code, ins->dreg, ins->sreg1);
3888                         break;
3889                 case OP_LCONV_TO_I4:
3890                         s390_lgfr (code, ins->dreg, ins->sreg1);
3891                         break;
3892                 case OP_LCONV_TO_U:
3893                 case OP_LCONV_TO_U8:
3894                 case OP_LCONV_TO_U4:
3895                 case OP_ZEXT_I4:
3896                         s390_llgfr (code, ins->dreg, ins->sreg1);
3897                         break;
3898                 case OP_LCONV_TO_OVF_U4:
3899                         s390_basr (code, s390_r13, 0);
3900                         s390_j    (code, 6);
3901                         s390_llong(code, 4294967295);
3902                         s390_clg  (code, ins->sreg1, 0, s390_r13, 4);
3903                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3904                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3905                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3906                         s390_llgfr(code, ins->dreg, ins->sreg1);
3907                         break;
3908                 case OP_LCONV_TO_OVF_I4_UN:
3909                         s390_basr (code, s390_r13, 0);
3910                         s390_j    (code, 6);
3911                         s390_llong(code, 2147483647);
3912                         s390_cg   (code, ins->sreg1, 0, s390_r13, 4);
3913                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3914                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3915                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3916                         s390_lgfr (code, ins->dreg, ins->sreg1);
3917                         break;
3918                 case OP_FMOVE:
3919                 case OP_FCONV_TO_R4: {
3920                         if (ins->dreg != ins->sreg1) {
3921                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3922                         }
3923                 }
3924                         break;
3925                 case OP_S390_SETF4RET: {
3926                         s390_ledbr (code, ins->dreg, ins->sreg1);
3927                 }
3928                         break;
3929                 case OP_JMP: {
3930                         if (cfg->method->save_lmf)
3931                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3932
3933                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3934                                 code =  emit_load_volatile_arguments (code, cfg);
3935                         }
3936
3937                         code = backUpStackPtr(cfg, code);
3938                         s390_lg  (code, s390_r14, 0, STK_BASE, S390_RET_ADDR_OFFSET);
3939                         mono_add_patch_info (cfg, code - cfg->native_code,
3940                                              MONO_PATCH_INFO_METHOD_JUMP,
3941                                              ins->inst_p0);
3942                         s390_jcl (code, S390_CC_UN, 0);
3943                 }
3944                         break;
3945                 case OP_CHECK_THIS: {
3946                         /* ensure ins->sreg1 is not NULL */
3947                         s390_lg   (code, s390_r0, 0, ins->sreg1, 0);
3948                         s390_ltgr (code, s390_r0, s390_r0);
3949                 }
3950                         break;
3951                 case OP_ARGLIST: {
3952                         int offset = cfg->sig_cookie + cfg->stack_usage;
3953
3954                         if (s390_is_imm16 (offset))
3955                                 s390_lghi (code, s390_r0, offset);
3956                         else {
3957                                 s390_basr (code, s390_r13, 0);
3958                                 s390_j    (code, 6);
3959                                 s390_llong(code, offset);
3960                                 s390_lg   (code, s390_r0, 0, s390_r13, 0);
3961                         }
3962                         s390_agr  (code, s390_r0, cfg->frame_reg);
3963                         s390_stg  (code, s390_r0, 0, ins->sreg1, 0);
3964                 }
3965                         break;
3966                 case OP_FCALL: {
3967                         s390_basr (code, s390_r13, 0);
3968                         s390_j    (code, 6);
3969                         call = (MonoCallInst*)ins;
3970                         if (ins->flags & MONO_INST_HAS_METHOD)
3971                                 mono_add_patch_info (cfg, code-cfg->native_code,
3972                                                      MONO_PATCH_INFO_METHOD,
3973                                                      call->method);
3974                         else
3975                                 mono_add_patch_info (cfg, code-cfg->native_code,
3976                                                      MONO_PATCH_INFO_ABS,
3977                                                      call->fptr);
3978                         s390_llong(code, 0);
3979                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
3980                         s390_basr (code, s390_r14, s390_r14);
3981                         if (call->signature->ret->type == MONO_TYPE_R4)
3982                                 s390_ldebr (code, s390_f0, s390_f0);
3983                 }
3984                         break;
3985                 case OP_LCALL:
3986                 case OP_VCALL:
3987                 case OP_VCALL2:
3988                 case OP_VOIDCALL:
3989                 case OP_CALL: {
3990                         s390_basr (code, s390_r13, 0);
3991                         s390_j    (code, 6);
3992                         call = (MonoCallInst*)ins;
3993                         if (ins->flags & MONO_INST_HAS_METHOD)
3994                                 mono_add_patch_info (cfg, code-cfg->native_code,
3995                                                      MONO_PATCH_INFO_METHOD,
3996                                                      call->method);
3997                         else
3998                                 mono_add_patch_info (cfg, code-cfg->native_code,
3999                                                      MONO_PATCH_INFO_ABS,
4000                                                      call->fptr);
4001                         s390_llong(code, 0);
4002                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4003                         s390_basr (code, s390_r14, s390_r14);
4004                 }
4005                         break;
4006                 case OP_FCALL_REG: {
4007                         call = (MonoCallInst*)ins;
4008                         s390_lgr  (code, s390_r1, ins->sreg1);
4009                         s390_basr (code, s390_r14, s390_r1);
4010                         if (call->signature->ret->type == MONO_TYPE_R4)
4011                                 s390_ldebr (code, s390_f0, s390_f0);
4012                 }
4013                         break;
4014                 case OP_LCALL_REG:
4015                 case OP_VCALL_REG:
4016                 case OP_VCALL2_REG:
4017                 case OP_VOIDCALL_REG:
4018                 case OP_CALL_REG: {
4019                         s390_lgr  (code, s390_r1, ins->sreg1);
4020                         s390_basr (code, s390_r14, s390_r1);
4021                 }
4022                         break;
4023                 case OP_FCALL_MEMBASE: {
4024                         call = (MonoCallInst*)ins;
4025                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
4026                         s390_basr (code, s390_r14, s390_r1);
4027                         if (call->signature->ret->type == MONO_TYPE_R4)
4028                                 s390_ldebr (code, s390_f0, s390_f0);
4029                 }
4030                         break;
4031                 case OP_LCALL_MEMBASE:
4032                 case OP_VCALL_MEMBASE:
4033                 case OP_VCALL2_MEMBASE:
4034                 case OP_VOIDCALL_MEMBASE:
4035                 case OP_CALL_MEMBASE: {
4036                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
4037                         s390_basr (code, s390_r14, s390_r1);
4038                 }
4039                         break;
4040                 case OP_LOCALLOC: {
4041                         int alloca_skip;
4042                         int area_offset;
4043
4044                         if (cfg->param_area == 0)
4045                                 alloca_skip = S390_MINIMAL_STACK_SIZE;
4046                         else
4047                                 alloca_skip = cfg->param_area;
4048
4049                         area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
4050                         s390_lgr  (code, s390_r1, ins->sreg1);
4051                         if (ins->flags & MONO_INST_INIT)
4052                                 s390_lgr  (code, s390_r0, ins->sreg1);
4053                         s390_aghi (code, s390_r1, 14);
4054                         s390_srlg (code, s390_r1, s390_r1, 0, 3);
4055                         s390_sllg (code, s390_r1, s390_r1, 0, 3);
4056                         if (cfg->method->save_lmf) {
4057                                 /*----------------------------------*/
4058                                 /* we have to adjust lmf ebp value  */
4059                                 /*----------------------------------*/
4060                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
4061
4062                                 s390_lgr (code, s390_r13, cfg->frame_reg);
4063                                 if (s390_is_imm16(lmfOffset))
4064                                         s390_aghi (code, s390_r13, lmfOffset);
4065                                 else {
4066                                         s390_basr (code, s390_r14, 0);
4067                                         s390_j    (code, 4);
4068                                         s390_word (code, lmfOffset);
4069                                         s390_agf  (code, s390_r13, 0, s390_r14, 4);
4070                                 }
4071                                 s390_lgr (code, s390_r14, STK_BASE);
4072                                 s390_sgr (code, s390_r14, s390_r1);
4073                                 s390_stg (code, s390_r14, 0, s390_r13,
4074                                           G_STRUCT_OFFSET(MonoLMF, ebp));
4075                         }
4076                         s390_lg   (code, s390_r13, 0, STK_BASE, 0);
4077                         s390_sgr  (code, STK_BASE, s390_r1);
4078                         s390_stg  (code, s390_r13, 0, STK_BASE, 0);
4079                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
4080                         s390_srlg (code, ins->dreg, ins->dreg, 0, 3);
4081                         s390_sllg (code, ins->dreg, ins->dreg, 0, 3);
4082                         if (ins->flags & MONO_INST_INIT) {
4083                                 s390_lgr  (code, s390_r1, s390_r0);
4084                                 s390_lgr  (code, s390_r0, ins->dreg);
4085                                 s390_lgr  (code, s390_r14, s390_r12);
4086                                 s390_lghi (code, s390_r13, 0);
4087                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4088                                 s390_jo   (code, -2);
4089                                 s390_lgr  (code, s390_r12, s390_r14);
4090                         }
4091                 }
4092                         break;
4093                 case OP_THROW: {
4094                         s390_lgr  (code, s390_r2, ins->sreg1);
4095                         s390_basr (code, s390_r13, 0);
4096                         s390_j    (code, 6);
4097                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4098                                              (gpointer) "mono_arch_throw_exception");
4099                         s390_llong(code, 0);
4100                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4101                         s390_basr (code, s390_r14, s390_r14);
4102                 }
4103                         break;
4104                 case OP_RETHROW: {
4105                         s390_lgr  (code, s390_r2, ins->sreg1);
4106                         s390_basr (code, s390_r13, 0);
4107                         s390_j    (code, 6);
4108                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4109                                              (gpointer) "mono_arch_rethrow_exception");
4110                         s390_llong(code, 0);
4111                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4112                         s390_basr (code, s390_r14, s390_r14);
4113                 }
4114                         break;
4115                 case OP_START_HANDLER: {
4116                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4117
4118                         S390_LONG (code, stg, stg, s390_r14, 0,
4119                                    spvar->inst_basereg,
4120                                    spvar->inst_offset);
4121                 }
4122                         break;
4123                 case OP_ENDFILTER: {
4124                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4125
4126                         if (ins->sreg1 != s390_r2)
4127                                 s390_lgr(code, s390_r2, ins->sreg1);
4128                         S390_LONG (code, lg, lg, s390_r14, 0,
4129                                    spvar->inst_basereg,
4130                                    spvar->inst_offset);
4131                         s390_br  (code, s390_r14);
4132                 }
4133                         break;
4134                 case OP_ENDFINALLY: {
4135                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4136
4137                         S390_LONG (code, lg, lg, s390_r14, 0,
4138                                    spvar->inst_basereg,
4139                                    spvar->inst_offset);
4140                         s390_br  (code, s390_r14);
4141                 }
4142                         break;
4143                 case OP_CALL_HANDLER: {
4144                         mono_add_patch_info (cfg, code-cfg->native_code,
4145                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
4146                         s390_brasl (code, s390_r14, 0);
4147                         mono_cfg_add_try_hole (cfg, ins->inst_eh_block, code, bb);
4148                 }
4149                         break;
4150                 case OP_LABEL: {
4151                         ins->inst_c0 = code - cfg->native_code;
4152                 }
4153                         break;
4154                 case OP_RELAXED_NOP:
4155                 case OP_NOP:
4156                 case OP_DUMMY_USE:
4157                 case OP_DUMMY_STORE:
4158                 case OP_NOT_REACHED:
4159                 case OP_NOT_NULL: {
4160                 }
4161                         break;
4162                 case OP_BR:
4163                         EMIT_UNCOND_BRANCH(ins);
4164                         break;
4165                 case OP_BR_REG: {
4166                         s390_br  (code, ins->sreg1);
4167                 }
4168                         break;
4169                 case OP_CEQ:
4170                 case OP_ICEQ:
4171                 case OP_LCEQ: {
4172                         s390_lghi(code, ins->dreg, 1);
4173                         s390_jz  (code, 4);
4174                         s390_lghi(code, ins->dreg, 0);
4175                 }
4176                         break;
4177                 case OP_CLT:
4178                 case OP_ICLT:
4179                 case OP_LCLT: {
4180                         s390_lghi(code, ins->dreg, 1);
4181                         s390_jl  (code, 4);
4182                         s390_lghi(code, ins->dreg, 0);
4183                 }
4184                         break;
4185                 case OP_CLT_UN:
4186                 case OP_ICLT_UN:
4187                 case OP_LCLT_UN: {
4188                         s390_lghi(code, ins->dreg, 1);
4189                         s390_jlo (code, 4);
4190                         s390_lghi(code, ins->dreg, 0);
4191                 }
4192                         break;
4193                 case OP_CGT:
4194                 case OP_ICGT:
4195                 case OP_LCGT: {
4196                         s390_lghi(code, ins->dreg, 1);
4197                         s390_jh  (code, 4);
4198                         s390_lghi(code, ins->dreg, 0);
4199                 }
4200                         break;
4201                 case OP_CGT_UN:
4202                 case OP_ICGT_UN:
4203                 case OP_LCGT_UN: {
4204                         s390_lghi(code, ins->dreg, 1);
4205                         s390_jho (code, 4);
4206                         s390_lghi(code, ins->dreg, 0);
4207                 }
4208                         break;
4209                 case OP_COND_EXC_EQ:
4210                 case OP_COND_EXC_IEQ:
4211                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
4212                         break;
4213                 case OP_COND_EXC_NE_UN:
4214                 case OP_COND_EXC_INE_UN:
4215                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
4216                         break;
4217                 case OP_COND_EXC_LT:
4218                 case OP_COND_EXC_ILT:
4219                 case OP_COND_EXC_LT_UN:
4220                 case OP_COND_EXC_ILT_UN:
4221                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
4222                         break;
4223                 case OP_COND_EXC_GT:
4224                 case OP_COND_EXC_IGT:
4225                 case OP_COND_EXC_GT_UN:
4226                 case OP_COND_EXC_IGT_UN:
4227                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
4228                         break;
4229                 case OP_COND_EXC_GE:
4230                 case OP_COND_EXC_IGE:
4231                 case OP_COND_EXC_GE_UN:
4232                 case OP_COND_EXC_IGE_UN:
4233                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
4234                         break;
4235                 case OP_COND_EXC_LE:
4236                 case OP_COND_EXC_ILE:
4237                 case OP_COND_EXC_LE_UN:
4238                 case OP_COND_EXC_ILE_UN:
4239                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
4240                         break;
4241                 case OP_COND_EXC_OV:
4242                 case OP_COND_EXC_IOV:
4243                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
4244                         break;
4245                 case OP_COND_EXC_NO:
4246                 case OP_COND_EXC_INO:
4247                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
4248                         break;
4249                 case OP_COND_EXC_C:
4250                 case OP_COND_EXC_IC:
4251                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
4252                         break;
4253                 case OP_COND_EXC_NC:
4254                 case OP_COND_EXC_INC:
4255                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
4256                         break;
4257                 case OP_LBEQ:
4258                 case OP_IBEQ:
4259                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4260                         break;
4261                 case OP_LBNE_UN:
4262                 case OP_IBNE_UN:
4263                         EMIT_COND_BRANCH (ins, S390_CC_NE);
4264                         break;
4265                 case OP_LBLT:
4266                 case OP_LBLT_UN:
4267                 case OP_IBLT:
4268                 case OP_IBLT_UN:
4269                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4270                         break;
4271                 case OP_LBGT:
4272                 case OP_LBGT_UN:
4273                 case OP_IBGT:
4274                 case OP_IBGT_UN:
4275                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4276                         break;
4277                 case OP_LBGE:
4278                 case OP_LBGE_UN:
4279                 case OP_IBGE:
4280                 case OP_IBGE_UN:
4281                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4282                         break;
4283                 case OP_LBLE:
4284                 case OP_LBLE_UN:
4285                 case OP_IBLE:
4286                 case OP_IBLE_UN:
4287                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4288                         break;
4289
4290                 /* floating point opcodes */
4291                 case OP_R8CONST: {
4292                         if (*((float *) ins->inst_p0) == 0) {
4293                                 s390_lzdr (code, ins->dreg);
4294                         } else {
4295                                 s390_basr  (code, s390_r13, 0);
4296                                 s390_j     (code, 6);
4297                                 s390_llong (code, ins->inst_p0);
4298                                 s390_lg    (code, s390_r13, 0, s390_r13, 4);
4299                                 s390_ld    (code, ins->dreg, 0, s390_r13, 0);
4300                         }
4301                 }
4302                         break;
4303                 case OP_R4CONST: {
4304                         if (*((float *) ins->inst_p0) == 0) {
4305                                 s390_lzdr (code, ins->dreg);
4306                         } else {
4307                                 s390_basr (code, s390_r13, 0);
4308                                 s390_j    (code, 6);
4309                                 s390_llong(code, ins->inst_p0);
4310                                 s390_lg   (code, s390_r13, 0, s390_r13, 4);
4311                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
4312                         }
4313                 }
4314                         break;
4315                 case OP_STORER8_MEMBASE_REG: {
4316                         S390_LONG (code, stdy, std, ins->sreg1, 0,
4317                                    ins->inst_destbasereg, ins->inst_offset);
4318                 }
4319                         break;
4320                 case OP_LOADR8_MEMBASE: {
4321                         S390_LONG (code, ldy, ld, ins->dreg, 0,
4322                                    ins->inst_basereg, ins->inst_offset);
4323                 }
4324                         break;
4325                 case OP_STORER4_MEMBASE_REG: {
4326                         s390_ledbr (code, s390_f15, ins->sreg1);
4327                         S390_LONG (code, stey, ste, s390_f15, 0,
4328                                    ins->inst_destbasereg, ins->inst_offset);
4329                 }
4330                         break;
4331                 case OP_LOADR4_MEMBASE: {
4332                         S390_LONG (code, ldy, ld, s390_f15, 0,
4333                                    ins->inst_basereg, ins->inst_offset);
4334                         s390_ldebr (code, ins->dreg, s390_f15);
4335                 }
4336                         break;
4337                 case OP_ICONV_TO_R_UN: {
4338                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4339                         s390_ltr   (code, ins->sreg1, ins->sreg1);
4340                         s390_jnl   (code, 12);
4341                         s390_basr  (code, s390_r13, 0);
4342                         s390_j     (code, 6);
4343                         s390_word  (code, 0x41f00000);
4344                         s390_word  (code, 0);
4345                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4346                 }
4347                         break;
4348                 case OP_LCONV_TO_R_UN: {
4349                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4350                         s390_ltgr  (code, ins->sreg1, ins->sreg1);
4351                         s390_jnl   (code, 12);
4352                         s390_basr  (code, s390_r13, 0);
4353                         s390_j     (code, 6);
4354                         s390_word  (code, 0x41f00000);
4355                         s390_word  (code, 0);
4356                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4357                 }
4358                         break;
4359                 case OP_LCONV_TO_R4:
4360                 case OP_ICONV_TO_R4: {
4361                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4362                 }
4363                         break;
4364                 case OP_LCONV_TO_R8:
4365                 case OP_ICONV_TO_R8: {
4366                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4367                 }
4368                         break;
4369                 case OP_FCONV_TO_I1:
4370                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
4371                         break;
4372                 case OP_FCONV_TO_U1:
4373                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
4374                         break;
4375                 case OP_FCONV_TO_I2:
4376                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
4377                         break;
4378                 case OP_FCONV_TO_U2:
4379                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
4380                         break;
4381                 case OP_FCONV_TO_I4:
4382                 case OP_FCONV_TO_I:
4383                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
4384                         break;
4385                 case OP_FCONV_TO_U4:
4386                 case OP_FCONV_TO_U:
4387                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
4388                         break;
4389                 case OP_FCONV_TO_I8:
4390                         s390_cgdbr (code, ins->dreg, 5, ins->sreg1);
4391                         break;
4392                 case OP_LCONV_TO_OVF_I: {
4393                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
4394                         short int *o[5];
4395                         s390_ltgr (code, ins->sreg2, ins->sreg2);
4396                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
4397                         s390_ltgr (code, ins->sreg1, ins->sreg1);
4398                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
4399                         s390_lhi  (code, s390_r13, -1);
4400                         s390_cgr  (code, ins->sreg1, s390_r13);
4401                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
4402                         if (ins->dreg != ins->sreg2)
4403                                 s390_lgr  (code, ins->dreg, ins->sreg2);
4404                         s390_j    (code, 0); CODEPTR(code, o[3]);
4405                         PTRSLOT(code, o[0]);
4406                         s390_jz   (code, 0); CODEPTR(code, o[4]);
4407                         PTRSLOT(code, o[1]);
4408                         PTRSLOT(code, o[2]);
4409                         mono_add_patch_info (cfg, code - cfg->native_code,
4410                                              MONO_PATCH_INFO_EXC, "OverflowException");
4411                         s390_brasl (code, s390_r14, 0);
4412                         PTRSLOT(code, o[3]);
4413                         PTRSLOT(code, o[4]);
4414                 }
4415                         break;
4416                 case OP_ABS: {
4417                         s390_lpdbr (code, ins->dreg, ins->sreg1);
4418                 }
4419                         break;
4420                 case OP_SQRT: {
4421                         s390_sqdbr (code, ins->dreg, ins->sreg1);
4422                 }
4423                         break;
4424                 case OP_FADD: {
4425                         CHECK_SRCDST_COM_F;
4426                         s390_adbr (code, ins->dreg, src2);
4427                 }
4428                         break;
4429                 case OP_FSUB: {
4430                         CHECK_SRCDST_NCOM_F;
4431                         s390_sdbr (code, ins->dreg, src2);
4432                 }
4433                         break;
4434                 case OP_FMUL: {
4435                         CHECK_SRCDST_COM_F;
4436                         s390_mdbr (code, ins->dreg, src2);
4437                 }
4438                         break;
4439                 case OP_FDIV: {
4440                         CHECK_SRCDST_NCOM_F;
4441                         s390_ddbr (code, ins->dreg, src2);
4442                 }
4443                         break;
4444                 case OP_FNEG: {
4445                         s390_lcdbr (code, ins->dreg, ins->sreg1);
4446                 }
4447                         break;
4448                 case OP_FREM: {
4449                         CHECK_SRCDST_NCOM_F;
4450                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
4451                 }
4452                         break;
4453                 case OP_FCOMPARE: {
4454                         s390_cdbr (code, ins->sreg1, ins->sreg2);
4455                 }
4456                         break;
4457                 case OP_FCEQ: {
4458                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4459                         s390_lghi  (code, ins->dreg, 1);
4460                         s390_je    (code, 4);
4461                         s390_lghi  (code, ins->dreg, 0);
4462                 }
4463                         break;
4464                 case OP_FCLT: {
4465                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4466                         s390_lghi  (code, ins->dreg, 1);
4467                         s390_jl    (code, 4);
4468                         s390_lghi  (code, ins->dreg, 0);
4469                 }
4470                         break;
4471                 case OP_FCLT_UN: {
4472                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4473                         s390_lghi  (code, ins->dreg, 1);
4474                         s390_jlo   (code, 4);
4475                         s390_lghi  (code, ins->dreg, 0);
4476                 }
4477                         break;
4478                 case OP_FCGT: {
4479                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4480                         s390_lghi  (code, ins->dreg, 1);
4481                         s390_jh    (code, 4);
4482                         s390_lghi  (code, ins->dreg, 0);
4483                 }
4484                         break;
4485                 case OP_FCGT_UN: {
4486                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4487                         s390_lghi  (code, ins->dreg, 1);
4488                         s390_jho   (code, 4);
4489                         s390_lghi  (code, ins->dreg, 0);
4490                 }
4491                         break;
4492                 case OP_FBEQ: {
4493                         short *o;
4494                         s390_jo (code, 0); CODEPTR(code, o);
4495                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4496                         PTRSLOT (code, o);
4497                 }
4498                         break;
4499                 case OP_FBNE_UN:
4500                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
4501                         break;
4502                 case OP_FBLT: {
4503                         short *o;
4504                         s390_jo (code, 0); CODEPTR(code, o);
4505                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4506                         PTRSLOT (code, o);
4507                 }
4508                         break;
4509                 case OP_FBLT_UN:
4510                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
4511                         break;
4512                 case OP_FBGT: {
4513                         short *o;
4514                         s390_jo (code, 0); CODEPTR(code, o);
4515                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4516                         PTRSLOT (code, o);
4517                 }
4518                         break;
4519                 case OP_FBGT_UN:
4520                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
4521                         break;
4522                 case OP_FBGE: {
4523                         short *o;
4524                         s390_jo (code, 0); CODEPTR(code, o);
4525                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4526                         PTRSLOT (code, o);
4527                 }
4528                         break;
4529                 case OP_FBGE_UN:
4530                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
4531                         break;
4532                 case OP_FBLE: {
4533                         short *o;
4534                         s390_jo (code, 0); CODEPTR(code, o);
4535                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4536                         PTRSLOT (code, o);
4537                 }
4538                         break;
4539                 case OP_FBLE_UN:
4540                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
4541                         break;
4542                 case OP_CKFINITE: {
4543                         short *o;
4544                         s390_lhi  (code, s390_r13, 0x7f);
4545                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
4546                         s390_jz   (code, 0); CODEPTR(code, o);
4547                         mono_add_patch_info (cfg, code - cfg->native_code,
4548                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
4549                         s390_brasl (code, s390_r14,0);
4550                         PTRSLOT(code, o);
4551                 }
4552                         break;
4553                 case OP_S390_MOVE: {
4554                         if (ins->backend.size > 0) {
4555                                 if (ins->backend.size <= 256) {
4556                                         s390_mvc  (code, ins->backend.size, ins->dreg,
4557                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
4558                                 } else {
4559                                         s390_lgr  (code, s390_r0, ins->dreg);
4560                                         if (ins->inst_offset > 0) {
4561                                                 if (s390_is_imm16 (ins->inst_offset)) {
4562                                                         s390_aghi (code, s390_r0, ins->inst_offset);
4563                                                 } else {
4564                                                         s390_basr (code, s390_r13, 0);
4565                                                         s390_j    (code, 6);
4566                                                         s390_llong(code, ins->inst_offset);
4567                                                         s390_ag   (code, s390_r0, 0, s390_r13, 4);
4568                                                 }
4569                                         }
4570                                         s390_lgr  (code, s390_r12, ins->sreg1);
4571                                         if (ins->inst_imm > 0) {
4572                                                 if (s390_is_imm16 (ins->inst_imm)) {
4573                                                         s390_aghi (code, s390_r12, ins->inst_imm);
4574                                                 } else {
4575                                                         s390_basr (code, s390_r13, 0);
4576                                                         s390_j    (code, 6);
4577                                                         s390_llong(code, ins->inst_imm);
4578                                                         s390_ag   (code, s390_r12, 0, s390_r13, 4);
4579                                                 }
4580                                         }
4581                                         if (s390_is_imm16 (ins->backend.size)) {
4582                                                 s390_lghi (code, s390_r1, ins->backend.size);
4583                                         } else {
4584                                                 s390_basr (code, s390_r13, 0);
4585                                                 s390_j    (code, 6);
4586                                                 s390_llong(code, ins->backend.size);
4587                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
4588                                         }
4589                                         s390_lgr  (code, s390_r13, s390_r1);
4590                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4591                                         s390_jo   (code, -2);
4592                                 }
4593                         }
4594                 }
4595                         break;
4596                 case OP_ATOMIC_ADD_I8: {
4597                         s390_lgr (code, s390_r1, ins->sreg2);
4598                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4599                         s390_agr (code, s390_r1, s390_r0);
4600                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4601                         s390_jnz (code, -10);
4602                         s390_lgr (code, ins->dreg, s390_r1);
4603                 }
4604                         break;
4605                 case OP_ATOMIC_ADD_NEW_I8: {
4606                         s390_lgr (code, s390_r1, ins->sreg2);
4607                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4608                         s390_agr (code, s390_r1, s390_r0);
4609                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4610                         s390_jnz (code, -10);
4611                         s390_lgr (code, ins->dreg, s390_r1);
4612                 }
4613                         break;
4614                 case OP_ATOMIC_EXCHANGE_I8: {
4615                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4616                         s390_csg (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4617                         s390_jnz (code, -6);
4618                         s390_lgr (code, ins->dreg, s390_r0);
4619                 }
4620                         break;
4621                 case OP_ATOMIC_ADD_I4: {
4622                         s390_lgfr(code, s390_r1, ins->sreg2);
4623                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4624                         s390_agr (code, s390_r1, s390_r0);
4625                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4626                         s390_jnz (code, -9);
4627                         s390_lgfr(code, ins->dreg, s390_r1);
4628                 }
4629                         break;
4630                 case OP_ATOMIC_ADD_NEW_I4: {
4631                         s390_lgfr(code, s390_r1, ins->sreg2);
4632                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4633                         s390_agr (code, s390_r1, s390_r0);
4634                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4635                         s390_jnz (code, -9);
4636                         s390_lgfr(code, ins->dreg, s390_r1);
4637                 }
4638                         break;
4639                 case OP_ATOMIC_EXCHANGE_I4: {
4640                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4641                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4642                         s390_jnz (code, -4);
4643                         s390_lgfr(code, ins->dreg, s390_r0);
4644                 }
4645                         break;
4646                 case OP_S390_BKCHAIN: {
4647                         s390_lgr  (code, ins->dreg, ins->sreg1);
4648                         if (s390_is_imm16 (cfg->stack_offset)) {
4649                                 s390_aghi (code, ins->dreg, cfg->stack_offset);
4650                         } else {
4651                                 s390_basr (code, s390_r13, 0);
4652                                 s390_j    (code, 6);
4653                                 s390_llong(code, cfg->stack_offset);
4654                                 s390_ag   (code, ins->dreg, 0, s390_r13, 4);
4655                         }
4656                 }
4657                         break;
4658                 case OP_MEMORY_BARRIER: {
4659                 }
4660                         break;
4661                 default:
4662                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4663                         g_assert_not_reached ();
4664                 }
4665
4666                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4667                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %ld)",
4668                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4669                         g_assert_not_reached ();
4670                 }
4671
4672                 cpos += max_len;
4673
4674                 last_offset = offset;
4675         }
4676
4677         cfg->code_len = code - cfg->native_code;
4678 }
4679
4680 /*========================= End of Function ========================*/
4681
4682 /*------------------------------------------------------------------*/
4683 /*                                                                  */
4684 /* Name         - mono_arch_register_lowlevel_calls                 */
4685 /*                                                                  */
4686 /* Function     - Register routines to help with --trace operation. */
4687 /*                                                                  */
4688 /*------------------------------------------------------------------*/
4689
4690 void
4691 mono_arch_register_lowlevel_calls (void)
4692 {
4693         mono_register_jit_icall (mono_arch_get_lmf_addr, "mono_arch_get_lmf_addr", NULL, TRUE);
4694 }
4695
4696 /*========================= End of Function ========================*/
4697
4698 /*------------------------------------------------------------------*/
4699 /*                                                                  */
4700 /* Name         - mono_arch_patch_code                              */
4701 /*                                                                  */
4702 /* Function     - Process the patch data created during the         */
4703 /*                instruction build process. This resolves jumps,   */
4704 /*                calls, variables etc.                             */
4705 /*                                                                  */
4706 /*------------------------------------------------------------------*/
4707
4708 void
4709 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4710                       guint8 *code, MonoJumpInfo *ji, gboolean run_cctors)
4711 {
4712         MonoJumpInfo *patch_info;
4713
4714         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4715                 unsigned char *ip = patch_info->ip.i + code;
4716                 gconstpointer target = NULL;
4717
4718                 target = mono_resolve_patch_target (method, domain, code,
4719                                                     patch_info, run_cctors);
4720
4721                 switch (patch_info->type) {
4722                         case MONO_PATCH_INFO_IP:
4723                         case MONO_PATCH_INFO_EXC_NAME:
4724                         case MONO_PATCH_INFO_LDSTR:
4725                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4726                         case MONO_PATCH_INFO_LDTOKEN:
4727                         case MONO_PATCH_INFO_EXC:
4728                         case MONO_PATCH_INFO_ABS:
4729                         case MONO_PATCH_INFO_METHOD:
4730                         case MONO_PATCH_INFO_INTERNAL_METHOD:
4731                         case MONO_PATCH_INFO_CLASS_INIT:
4732                                 s390_patch_addr (ip, (guint64) target);
4733                                 continue;
4734                         case MONO_PATCH_INFO_SWITCH:
4735                                 /*----------------------------------*/
4736                                 /* ip points at the basr r13,0/j +4 */
4737                                 /* instruction the vtable value     */
4738                                 /* follows this (i.e. ip+6)         */
4739                                 /*----------------------------------*/
4740                                 *((gconstpointer *)(ip+6)) = target;
4741                                 continue;
4742                         case MONO_PATCH_INFO_METHODCONST:
4743                         case MONO_PATCH_INFO_CLASS:
4744                         case MONO_PATCH_INFO_IMAGE:
4745                         case MONO_PATCH_INFO_FIELD:
4746                         case MONO_PATCH_INFO_IID:
4747                                 target = S390_RELATIVE(target, ip);
4748                                 s390_patch_rel (ip, (guint64) target);
4749                                 continue;
4750                         case MONO_PATCH_INFO_R4:
4751                         case MONO_PATCH_INFO_R8:
4752                         case MONO_PATCH_INFO_METHOD_REL:
4753                                 g_assert_not_reached ();
4754                                 continue;
4755                         default:
4756                                 target = S390_RELATIVE(target, ip);
4757                                 ip += 2;
4758                                 s390_patch_rel (ip, (guint64) target);
4759                 }
4760         }
4761 }
4762
4763 /*========================= End of Function ========================*/
4764
4765 /*------------------------------------------------------------------*/
4766 /*                                                                  */
4767 /* Name         - emit_load_volatile_arguments                      */
4768 /*                                                                  */
4769 /* Function     - Emit the instructions to reload parameter regist- */
4770 /*                registers for use with "tail" operations.         */
4771 /*                                                                  */
4772 /*                The register loading operations performed here    */
4773 /*                are the mirror of the store operations performed  */
4774 /*                in mono_arch_emit_prolog and need to be kept in   */
4775 /*                synchronization with it.                          */
4776 /*                                                                  */
4777 /*------------------------------------------------------------------*/
4778
4779 guint8 *
4780 emit_load_volatile_arguments (guint8 *code, MonoCompile *cfg)
4781 {
4782         MonoInst *inst;
4783         MonoMethod *method = cfg->method;
4784         MonoMethodSignature *sig = mono_method_signature(method);
4785         int pos = 0, i;
4786         CallInfo *cinfo;
4787
4788         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
4789
4790         if (cinfo->struct_ret) {
4791                 ArgInfo *ainfo = &cinfo->ret;
4792                 inst         = cfg->vret_addr;
4793                 s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4794         }
4795
4796         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4797                 ArgInfo *ainfo = cinfo->args + i;
4798                 inst = cfg->args [pos];
4799
4800                 if (inst->opcode == OP_REGVAR) {
4801                         if (ainfo->regtype == RegTypeGeneral)
4802                                 s390_lgr (code, ainfo->reg, inst->dreg);
4803                         else if (ainfo->regtype == RegTypeFP) {
4804                                 if (inst->dreg != ainfo->reg) {
4805                                         if (ainfo->size == 4) {
4806                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4807                                         } else {
4808                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4809                                         }
4810                                 }
4811                         }
4812                         else if (ainfo->regtype == RegTypeBase) {
4813                         } else
4814                                 g_assert_not_reached ();
4815                 } else {
4816                         if (ainfo->regtype == RegTypeGeneral) {
4817                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4818                                         g_assert_not_reached();
4819                                 switch (ainfo->size) {
4820                                 case 1:
4821                                         s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4822                                         break;
4823                                 case 2:
4824                                         s390_lgh  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4825                                         break;
4826                                 case 4:
4827                                         s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4828                                         break;
4829                                 case 8:
4830                                         s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4831                                         break;
4832                                 }
4833                         } else if (ainfo->regtype == RegTypeBase) {
4834                         } else if (ainfo->regtype == RegTypeFP) {
4835                                 if (ainfo->size == 8)
4836                                         s390_ld  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4837                                 else if (ainfo->size == 4)
4838                                         s390_le  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4839                                 else
4840                                         g_assert_not_reached ();
4841                         } else if (ainfo->regtype == RegTypeStructByVal) {
4842                                 if (ainfo->reg != STK_BASE) {
4843                                         switch (ainfo->size) {
4844                                         case 1:
4845                                                 s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4846                                                 break;
4847                                         case 2:
4848                                                 s390_lgh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4849                                                 break;
4850                                         case 4:
4851                                                 s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4852                                                 break;
4853                                         case 8:
4854                                                 s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4855                                                 break;
4856                                         }
4857                                 }
4858                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4859                                 if (ainfo->reg != STK_BASE) {
4860                                         s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4861                                 }
4862                         } else
4863                                 g_assert_not_reached ();
4864                 }
4865                 pos++;
4866         }
4867
4868         return code;
4869 }
4870
4871 /*========================= End of Function ========================*/
4872
4873 /*------------------------------------------------------------------*/
4874 /*                                                                  */
4875 /* Name         - mono_arch_emit_prolog                             */
4876 /*                                                                  */
4877 /* Function     - Create the instruction sequence for a function    */
4878 /*                prolog.                                           */
4879 /*                                                                  */
4880 /*------------------------------------------------------------------*/
4881
4882 guint8 *
4883 mono_arch_emit_prolog (MonoCompile *cfg)
4884 {
4885         MonoMethod *method = cfg->method;
4886         MonoBasicBlock *bb;
4887         MonoMethodSignature *sig;
4888         MonoInst *inst;
4889         int alloc_size, pos, max_offset, i;
4890         guint8 *code;
4891         guint32 size;
4892         CallInfo *cinfo;
4893         int tracing = 0;
4894         int lmfOffset;
4895
4896         cfg->code_size   = 512;
4897
4898         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4899                 tracing         = 1;
4900                 cfg->code_size += 256;
4901         }
4902
4903         if (method->save_lmf)
4904                 cfg->code_size += 200;
4905
4906         cfg->native_code = code = g_malloc (cfg->code_size);
4907
4908         s390_stmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4909
4910         if (cfg->arch.bkchain_reg != -1)
4911                 s390_lgr (code, cfg->arch.bkchain_reg, STK_BASE);
4912
4913         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4914                 cfg->used_int_regs |= 1 << 11;
4915         }
4916
4917         alloc_size = cfg->stack_offset;
4918
4919         cfg->stack_usage = alloc_size;
4920         s390_lgr  (code, s390_r11, STK_BASE);
4921         if (s390_is_imm16 (alloc_size)) {
4922                 s390_aghi (code, STK_BASE, -alloc_size);
4923         } else {
4924                 int stackSize = alloc_size;
4925                 while (stackSize > 32767) {
4926                         s390_aghi (code, STK_BASE, -32767);
4927                         stackSize -= 32767;
4928                 }
4929                 s390_aghi (code, STK_BASE, -stackSize);
4930         }
4931         s390_stg  (code, s390_r11, 0, STK_BASE, 0);
4932
4933         if (cfg->frame_reg != STK_BASE)
4934                 s390_lgr (code, s390_r11, STK_BASE);
4935
4936         /* compute max_offset in order to use short forward jumps
4937          * we always do it on s390 because the immediate displacement
4938          * for jumps is too small
4939          */
4940         max_offset = 0;
4941         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4942                 MonoInst *ins;
4943                 bb->max_offset = max_offset;
4944
4945                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4946                         max_offset += 6;
4947
4948                 MONO_BB_FOR_EACH_INS (bb, ins)
4949                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4950         }
4951
4952         /* load arguments allocated to register from the stack */
4953         sig = mono_method_signature (method);
4954         pos = 0;
4955
4956         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
4957
4958         if (cinfo->struct_ret) {
4959                 ArgInfo *ainfo     = &cinfo->ret;
4960                 inst               = cfg->vret_addr;
4961                 inst->backend.size = ainfo->vtsize;
4962                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4963         }
4964
4965         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4966                 ArgInfo *ainfo = cinfo->args + i;
4967                 inst = cfg->args [pos];
4968
4969                 if (inst->opcode == OP_VTARG_ADDR)
4970                         inst = inst->inst_left;
4971
4972                 if (inst->opcode == OP_REGVAR) {
4973                         if (ainfo->regtype == RegTypeGeneral)
4974                                 s390_lgr (code, inst->dreg, ainfo->reg);
4975                         else if (ainfo->regtype == RegTypeFP) {
4976                                 if (inst->dreg != ainfo->reg) {
4977                                         if (ainfo->size == 4) {
4978                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
4979                                         } else {
4980                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
4981                                         }
4982                                 }
4983                         }
4984                         else if (ainfo->regtype == RegTypeBase) {
4985                                 s390_lgr  (code, s390_r13, STK_BASE);
4986                                 s390_aghi (code, s390_r13, alloc_size);
4987                                 s390_lg   (code, inst->dreg, 0, s390_r13, ainfo->offset);
4988                         } else
4989                                 g_assert_not_reached ();
4990
4991                         if (cfg->verbose_level > 2)
4992                                 g_print ("Argument %d assigned to register %s\n",
4993                                          pos, mono_arch_regname (inst->dreg));
4994                 } else {
4995                         if (ainfo->regtype == RegTypeGeneral) {
4996                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4997                                         g_assert_not_reached();
4998                                 switch (ainfo->size) {
4999                                 case 1:
5000                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5001                                         break;
5002                                 case 2:
5003                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5004                                         break;
5005                                 case 4:
5006                                         s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5007                                         break;
5008                                 case 8:
5009                                         s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5010                                         break;
5011                                 }
5012                         } else if (ainfo->regtype == RegTypeBase) {
5013                         } else if (ainfo->regtype == RegTypeFP) {
5014                                 if (ainfo->size == 8)
5015                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5016                                 else if (ainfo->size == 4)
5017                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5018                                 else
5019                                         g_assert_not_reached ();
5020                         } else if (ainfo->regtype == RegTypeStructByVal) {
5021                                 int doffset = inst->inst_offset;
5022                                 int reg;
5023                                 if (ainfo->reg != STK_BASE)
5024                                         reg = ainfo->reg;
5025                                 else {
5026                                         reg = s390_r0;
5027                                         s390_lgr  (code, s390_r13, STK_BASE);
5028                                         s390_aghi (code, s390_r13, alloc_size);
5029                                 }
5030
5031                                 size = (method->wrapper_type == MONO_WRAPPER_MANAGED_TO_NATIVE
5032                                         ? mono_class_native_size(mono_class_from_mono_type(inst->inst_vtype), NULL)
5033                                         : ainfo->size);
5034
5035                                 switch (size) {
5036                                         case 1:
5037                                                 if (ainfo->reg == STK_BASE)
5038                                                         s390_ic (code, reg, 0, s390_r13, ainfo->offset+7);
5039                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
5040                                                 break;
5041                                         case 2:
5042                                                 if (ainfo->reg == STK_BASE)
5043                                                         s390_lh (code, reg, 0, s390_r13, ainfo->offset+6);
5044                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
5045                                                 break;
5046                                         case 4:
5047                                                 if (ainfo->reg == STK_BASE)
5048                                                         s390_l  (code, reg, 0, s390_r13, ainfo->offset+4);
5049                                                 s390_st (code, reg, 0, inst->inst_basereg, doffset);
5050                                                 break;
5051                                         case 8:
5052                                                 if (ainfo->reg == STK_BASE)
5053                                                         s390_lg  (code, reg, 0, s390_r13, ainfo->offset);
5054                                                 s390_stg (code, reg, 0, inst->inst_basereg, doffset);
5055                                                 break;
5056                                 }
5057                         } else if (ainfo->regtype == RegTypeStructByAddr) {
5058                                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5059                         } else if (ainfo->regtype == RegTypeStructByAddrOnStack) {
5060                         } else
5061                                 g_assert_not_reached ();
5062                 }
5063                 pos++;
5064         }
5065
5066         if (method->save_lmf) {
5067                 /*---------------------------------------------------------------*/
5068                 /* we build the MonoLMF structure on the stack - see mini-s390.h */
5069                 /*---------------------------------------------------------------*/
5070                 lmfOffset = alloc_size - sizeof(MonoLMF);
5071
5072                 s390_lgr   (code, s390_r13, cfg->frame_reg);
5073                 s390_aghi  (code, s390_r13, lmfOffset);
5074
5075                 /*---------------------------------------------------------------*/
5076                 /* Preserve the parameter registers while we fix up the lmf      */
5077                 /*---------------------------------------------------------------*/
5078                 s390_stmg  (code, s390_r2, s390_r6, s390_r13,
5079                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5080
5081                 /*---------------------------------------------------------------*/
5082                 /* On return from this call r2 have the address of the &lmf      */
5083                 /*---------------------------------------------------------------*/
5084                 s390_basr(code, s390_r14, 0);
5085                 s390_j   (code, 6);
5086                 mono_add_patch_info (cfg, code - cfg->native_code,
5087                                      MONO_PATCH_INFO_INTERNAL_METHOD,
5088                                      (gpointer)"mono_get_lmf_addr");
5089                 s390_llong(code, 0);
5090                 s390_lg   (code, s390_r1, 0, s390_r14, 4);
5091                 s390_basr (code, s390_r14, s390_r1);
5092
5093                 /*---------------------------------------------------------------*/
5094                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
5095                 /*---------------------------------------------------------------*/
5096                 s390_stg   (code, s390_r2, 0, s390_r13,
5097                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
5098
5099                 /*---------------------------------------------------------------*/
5100                 /* Get current lmf                                               */
5101                 /*---------------------------------------------------------------*/
5102                 s390_lg    (code, s390_r0, 0, s390_r2, 0);
5103
5104                 /*---------------------------------------------------------------*/
5105                 /* Set our lmf as the current lmf                                */
5106                 /*---------------------------------------------------------------*/
5107                 s390_stg   (code, s390_r13, 0, s390_r2, 0);
5108
5109                 /*---------------------------------------------------------------*/
5110                 /* Have our lmf.previous_lmf point to the last lmf               */
5111                 /*---------------------------------------------------------------*/
5112                 s390_stg   (code, s390_r0, 0, s390_r13,
5113                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
5114
5115                 /*---------------------------------------------------------------*/
5116                 /* save method info                                              */
5117                 /*---------------------------------------------------------------*/
5118                 s390_basr  (code, s390_r1, 0);
5119                 s390_j     (code, 6);
5120                 s390_llong (code, method);
5121                 s390_lg    (code, s390_r1, 0, s390_r1, 4);
5122                 s390_stg   (code, s390_r1, 0, s390_r13,
5123                             G_STRUCT_OFFSET(MonoLMF, method));
5124
5125                 /*---------------------------------------------------------------*/
5126                 /* save the current IP                                           */
5127                 /*---------------------------------------------------------------*/
5128                 s390_stg   (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
5129                 s390_basr  (code, s390_r1, 0);
5130                 s390_stg   (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
5131
5132                 /*---------------------------------------------------------------*/
5133                 /* Save general and floating point registers                     */
5134                 /*---------------------------------------------------------------*/
5135                 s390_stmg  (code, s390_r2, s390_r12, s390_r13,
5136                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
5137                 for (i = 0; i < 16; i++) {
5138                         s390_std  (code, i, 0, s390_r13,
5139                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
5140                 }
5141
5142                 /*---------------------------------------------------------------*/
5143                 /* Restore the parameter registers now that we've set up the lmf */
5144                 /*---------------------------------------------------------------*/
5145                 s390_lmg   (code, s390_r2, s390_r6, s390_r13,
5146                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5147         }
5148
5149         if (tracing)
5150                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
5151
5152         cfg->code_len = code - cfg->native_code;
5153         g_assert (cfg->code_len < cfg->code_size);
5154
5155         return code;
5156 }
5157
5158 /*========================= End of Function ========================*/
5159
5160 /*------------------------------------------------------------------*/
5161 /*                                                                  */
5162 /* Name         - mono_arch_emit_epilog                             */
5163 /*                                                                  */
5164 /* Function     - Emit the instructions for a function epilog.      */
5165 /*                                                                  */
5166 /*------------------------------------------------------------------*/
5167
5168 void
5169 mono_arch_emit_epilog (MonoCompile *cfg)
5170 {
5171         MonoMethod *method = cfg->method;
5172         int tracing = 0;
5173         guint8 *code;
5174         int max_epilog_size = 96;
5175
5176         if (cfg->method->save_lmf)
5177                 max_epilog_size += 128;
5178
5179         if (mono_jit_trace_calls != NULL)
5180                 max_epilog_size += 128;
5181
5182         if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
5183                 max_epilog_size += 128;
5184
5185         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
5186                 cfg->code_size  *= 2;
5187                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5188                 mono_jit_stats.code_reallocs++;
5189         }
5190
5191         code = cfg->native_code + cfg->code_len;
5192
5193         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
5194                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
5195                 tracing = 1;
5196         }
5197
5198         if (method->save_lmf)
5199                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
5200
5201         if (cfg->flags & MONO_CFG_HAS_ALLOCA)
5202                 s390_lg  (code, STK_BASE, 0, STK_BASE, 0);
5203         else
5204                 code = backUpStackPtr(cfg, code);
5205
5206         s390_lmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
5207         s390_br  (code, s390_r14);
5208
5209         cfg->code_len = code - cfg->native_code;
5210
5211         g_assert (cfg->code_len < cfg->code_size);
5212
5213 }
5214
5215 /*========================= End of Function ========================*/
5216
5217 /*------------------------------------------------------------------*/
5218 /*                                                                  */
5219 /* Name         - mono_arch_emit_exceptions                         */
5220 /*                                                                  */
5221 /* Function     - Emit the blocks to handle exception conditions.   */
5222 /*                                                                  */
5223 /*------------------------------------------------------------------*/
5224
5225 void
5226 mono_arch_emit_exceptions (MonoCompile *cfg)
5227 {
5228         MonoJumpInfo    *patch_info;
5229         guint8          *code;
5230         int             nThrows = 0,
5231                         exc_count = 0,
5232                         iExc;
5233         guint32         code_size;
5234         MonoClass       *exc_classes [MAX_EXC];
5235         guint8          *exc_throw_start [MAX_EXC];
5236
5237         for (patch_info = cfg->patch_info;
5238              patch_info;
5239              patch_info = patch_info->next) {
5240                 if (patch_info->type == MONO_PATCH_INFO_EXC)
5241                         exc_count++;
5242         }
5243
5244         code_size = exc_count * 48;
5245
5246         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
5247                 cfg->code_size  *= 2;
5248                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5249                 mono_jit_stats.code_reallocs++;
5250         }
5251
5252         code = cfg->native_code + cfg->code_len;
5253
5254         /*---------------------------------------------------------------------*/
5255         /* Add code to raise exceptions                                        */
5256         /*---------------------------------------------------------------------*/
5257         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
5258                 switch (patch_info->type) {
5259                 case MONO_PATCH_INFO_EXC: {
5260                         guint8 *ip = patch_info->ip.i + cfg->native_code;
5261                         MonoClass *exc_class;
5262                         guint64 throw_ip;
5263
5264                         /*-----------------------------------------------------*/
5265                         /* Patch the branch in epilog to come here             */
5266                         /*-----------------------------------------------------*/
5267                         s390_patch_rel (ip + 2, (guint64) S390_RELATIVE(code,ip));
5268
5269                         exc_class = mono_class_from_name (mono_defaults.corlib,
5270                                                           "System",
5271                                                           patch_info->data.name);
5272                         g_assert (exc_class);
5273                         throw_ip = patch_info->ip.i;
5274
5275                         for (iExc = 0; iExc < nThrows; ++iExc)
5276                                 if (exc_classes [iExc] == exc_class)
5277                                         break;
5278
5279                         if (iExc < nThrows) {
5280                                 s390_jcl (code, S390_CC_UN,
5281                                           (guint64) exc_throw_start [iExc]);
5282                                 patch_info->type = MONO_PATCH_INFO_NONE;
5283                         } else {
5284
5285                                 if (nThrows < MAX_EXC) {
5286                                         exc_classes [nThrows]     = exc_class;
5287                                         exc_throw_start [nThrows] = code;
5288                                 }
5289
5290                                 /*---------------------------------------------*/
5291                                 /* Patch the parameter passed to the handler   */
5292                                 /*---------------------------------------------*/
5293                                 s390_basr (code, s390_r13, 0);
5294                                 s390_j    (code, 6);
5295 //                              s390_llong(code, patch_info->data.target);
5296                                 s390_llong(code, exc_class->type_token);
5297                                 /*---------------------------------------------*/
5298                                 /* Load return address & parameter register    */
5299                                 /*---------------------------------------------*/
5300                                 s390_larl (code, s390_r14, (guint64)S390_RELATIVE((patch_info->ip.i +
5301                                                            cfg->native_code + 8), code));
5302                                 s390_lg   (code, s390_r2, 0, s390_r13, 4);
5303                                 /*---------------------------------------------*/
5304                                 /* Reuse the current patch to set the jump     */
5305                                 /*---------------------------------------------*/
5306                                 s390_basr (code, s390_r13, 0);
5307                                 s390_j    (code, 6);
5308                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
5309                                 patch_info->data.name = "mono_arch_throw_corlib_exception";
5310                                 patch_info->ip.i      = code - cfg->native_code;
5311                                 s390_llong(code, 0);
5312                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5313                                 s390_br   (code, s390_r1);
5314                         }
5315                         break;
5316                 }
5317                 default:
5318                         /* do nothing */
5319                         break;
5320                 }
5321         }
5322
5323         cfg->code_len = code - cfg->native_code;
5324
5325         g_assert (cfg->code_len < cfg->code_size);
5326
5327 }
5328
5329 /*========================= End of Function ========================*/
5330
5331 /*------------------------------------------------------------------*/
5332 /*                                                                  */
5333 /* Name         - mono_arch_setup_jit_tls_data                      */
5334 /*                                                                  */
5335 /* Function     - Setup the JIT's Thread Level Specific Data.       */
5336 /*                                                                  */
5337 /*------------------------------------------------------------------*/
5338
5339 void
5340 mono_arch_setup_jit_tls_data (MonoJitTlsData *tls)
5341 {
5342         if (!tls_offset_inited) {
5343                 tls_offset_inited = TRUE;
5344
5345 #if HAVE_KW_THREAD
5346 # if 0
5347         __asm__ ("\tear\t%r1,0\n"
5348                  "\tlr\t%0,%3\n"
5349                  "\tsr\t%0,%r1\n"
5350                  "\tlr\t%1,%4\n"
5351                  "\tsr\t%1,%r1\n"
5352                  "\tlr\t%2,%5\n"
5353                  "\tsr\t%2,%r1\n"
5354                  : "=r" (appdomain_tls_offset),
5355                    "=r" (thread_tls_offset),
5356                    "=r" (lmf_tls_offset)
5357                  : "r" (&tls_appdomain),
5358                    "r" (&tls_current_object),
5359                    "r" (&mono_lmf_addr)
5360                  : "1", "cc");
5361 # endif
5362 #endif
5363         }
5364
5365         if (!lmf_addr_key_inited) {
5366                 lmf_addr_key_inited = TRUE;
5367                 pthread_key_create (&lmf_addr_key, NULL);
5368         }
5369         pthread_setspecific (lmf_addr_key, &tls->lmf);
5370
5371 }
5372
5373 /*========================= End of Function ========================*/
5374
5375 /*------------------------------------------------------------------*/
5376 /*                                                                  */
5377 /* Name         - mono_arch_free_jit_tls_data                       */
5378 /*                                                                  */
5379 /* Function     - Free tls data.                                    */
5380 /*                                                                  */
5381 /*------------------------------------------------------------------*/
5382
5383 void
5384 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
5385 {
5386 }
5387
5388 /*========================= End of Function ========================*/
5389
5390 /*------------------------------------------------------------------*/
5391 /*                                                                  */
5392 /* Name         - mono_arch_emit_inst_for_method                        */
5393 /*                                                                  */
5394 /*------------------------------------------------------------------*/
5395
5396 MonoInst*
5397 mono_arch_emit_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args)
5398 {
5399         return NULL;
5400 }
5401
5402 /*========================= End of Function ========================*/
5403
5404 /*------------------------------------------------------------------*/
5405 /*                                                                  */
5406 /* Name         - mono_arch_decompose_opts                          */
5407 /*                                                                  */
5408 /* Function     - Decompose opcode into a System z opcode.          */
5409 /*                                                                  */
5410 /*------------------------------------------------------------------*/
5411
5412 void
5413 mono_arch_decompose_opts (MonoCompile *cfg, MonoInst *ins)
5414 {
5415         /*
5416          * Have to rename these to avoid being decomposed normally, since the normal
5417          * decomposition does not work on S390.
5418          */
5419         switch (ins->opcode) {
5420         case OP_ISUB_OVF:
5421                 ins->opcode = OP_S390_ISUB_OVF;
5422                 break;
5423         case OP_ISUB_OVF_UN:
5424                 ins->opcode = OP_S390_ISUB_OVF_UN;
5425                 break;
5426         case OP_IADD_OVF:
5427                 ins->opcode = OP_S390_IADD_OVF;
5428                 break;
5429         case OP_IADD_OVF_UN:
5430                 ins->opcode = OP_S390_IADD_OVF_UN;
5431                 break;
5432         case OP_LADD_OVF:
5433                 ins->opcode = OP_S390_LADD_OVF;
5434                 break;
5435         case OP_LADD_OVF_UN:
5436                 ins->opcode = OP_S390_LADD_OVF_UN;
5437                 break;
5438         case OP_LSUB_OVF:
5439                 ins->opcode = OP_S390_LSUB_OVF;
5440                 break;
5441         case OP_LSUB_OVF_UN:
5442                 ins->opcode = OP_S390_LSUB_OVF_UN;
5443                 break;
5444         default:
5445                 break;
5446         }
5447 }
5448
5449 /*========================= End of Function ========================*/
5450
5451 /*------------------------------------------------------------------*/
5452 /*                                                                  */
5453 /* Name         - mono_arch_print_tree                              */
5454 /*                                                                  */
5455 /* Function     - Print platform-specific opcode details.           */
5456 /*                                                                  */
5457 /* Returns      - 1 - opcode details have been printed              */
5458 /*                0 - opcode details have not been printed          */
5459 /*                                                                  */
5460 /*------------------------------------------------------------------*/
5461
5462 gboolean
5463 mono_arch_print_tree (MonoInst *tree, int arity)
5464 {
5465         gboolean done;
5466
5467         switch (tree->opcode) {
5468                 case OP_S390_LOADARG:
5469                 case OP_S390_ARGREG:
5470                 case OP_S390_ARGPTR:
5471                         printf ("[0x%lx(%s)]", tree->inst_offset,
5472                                 mono_arch_regname (tree->inst_basereg));
5473                         done = 1;
5474                         break;
5475                 case OP_S390_STKARG:
5476                         printf ("[0x%lx(previous_frame)]",
5477                                 tree->inst_offset);
5478                         done = 1;
5479                         break;
5480                 case OP_S390_MOVE:
5481                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
5482                                 tree->inst_offset, tree->backend.size,
5483                                 mono_arch_regname(tree->dreg),
5484                                 tree->inst_imm,
5485                                 mono_arch_regname(tree->sreg1));
5486                         done = 1;
5487                         break;
5488                 case OP_S390_SETF4RET:
5489                         printf ("[f%s,f%s]",
5490                                 mono_arch_regname (tree->dreg),
5491                                 mono_arch_regname (tree->sreg1));
5492                         done = 1;
5493                         break;
5494                 case OP_TLS_GET:
5495                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
5496                                 tree->inst_imm,
5497                                 mono_arch_regname (tree->sreg1));
5498                         done = 1;
5499                         break;
5500                 case OP_S390_BKCHAIN:
5501                         printf ("[previous_frame(%s)]",
5502                                 mono_arch_regname (tree->sreg1));
5503                         done = 1;
5504                 default:
5505                         done = 0;
5506         }
5507         return (done);
5508 }
5509
5510 /*========================= End of Function ========================*/
5511
5512 /*------------------------------------------------------------------*/
5513 /*                                                                  */
5514 /* Name         - mono_arch_regalloc_cost                           */
5515 /*                                                                  */
5516 /* Function     - Determine the cost, in the number of memory       */
5517 /*                references, of the action of allocating the var-  */
5518 /*                iable VMV into a register during global register  */
5519 /*                allocation.                                       */
5520 /*                                                                  */
5521 /* Returns      - Cost                                              */
5522 /*                                                                  */
5523 /*------------------------------------------------------------------*/
5524
5525 guint32
5526 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
5527 {
5528         /* FIXME: */
5529         return 2;
5530 }
5531
5532 /*========================= End of Function ========================*/
5533
5534 /*------------------------------------------------------------------*/
5535 /*                                                                  */
5536 /* Name         - mono_arch_get_domain_intrinsic                    */
5537 /*                                                                  */
5538 /* Function     -                                                   */
5539 /*                                                                  */
5540 /* Returns      -                                                   */
5541 /*                                                                  */
5542 /*------------------------------------------------------------------*/
5543
5544 MonoInst *
5545 mono_arch_get_domain_intrinsic (MonoCompile* cfg)
5546 {
5547         MonoInst *ins;
5548
5549         if (appdomain_tls_offset == -1)
5550                 return NULL;
5551
5552         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
5553         ins->inst_offset = appdomain_tls_offset;
5554         return (ins);
5555 }
5556
5557 /*========================= End of Function ========================*/
5558
5559 /*------------------------------------------------------------------*/
5560 /*                                                                  */
5561 /* Name         - mono_arch_flush_register_windows                  */
5562 /*                                                                  */
5563 /* Function     -                                                   */
5564 /*                                                                  */
5565 /* Returns      -                                                   */
5566 /*                                                                  */
5567 /*------------------------------------------------------------------*/
5568
5569 void
5570 mono_arch_flush_register_windows (void)
5571 {
5572 }
5573
5574 /*========================= End of Function ========================*/
5575
5576 /*------------------------------------------------------------------*/
5577 /*                                                                  */
5578 /* Name         - mono_arch_get_lmf_addr                            */
5579 /*                                                                  */
5580 /* Function     -                                                   */
5581 /*                                                                  */
5582 /* Returns      -                                                   */
5583 /*                                                                  */
5584 /*------------------------------------------------------------------*/
5585
5586 gpointer
5587 mono_arch_get_lmf_addr (void)
5588 {
5589         return pthread_getspecific (lmf_addr_key);
5590 }
5591
5592 /*========================= End of Function ========================*/
5593
5594 /*------------------------------------------------------------------*/
5595 /*                                                                  */
5596 /* Name         - mono_arch_is_inst_imm                             */
5597 /*                                                                  */
5598 /* Function     - Determine if operand qualifies as an immediate    */
5599 /*                value. For s390 this is a value -32768-32768      */
5600 /*                                                                  */
5601 /* Returns      - True|False - is [not] immediate value.            */
5602 /*                                                                  */
5603 /*------------------------------------------------------------------*/
5604
5605 gboolean
5606 mono_arch_is_inst_imm (gint64 imm)
5607 {
5608         return s390_is_imm16 (imm);
5609 }
5610
5611 /*========================= End of Function ========================*/
5612
5613 /*------------------------------------------------------------------*/
5614 /*                                                                  */
5615 /* Name         - mono_arch_get_patch_offset                        */
5616 /*                                                                  */
5617 /* Function     - Dummy entry point until s390x supports aot.       */
5618 /*                                                                  */
5619 /* Returns      - Offset for patch.                                 */
5620 /*                                                                  */
5621 /*------------------------------------------------------------------*/
5622
5623 guint32
5624 mono_arch_get_patch_offset (guint8 *code)
5625 {
5626         return 0;
5627 }
5628
5629 /*========================= End of Function ========================*/
5630
5631 /*------------------------------------------------------------------*/
5632 /*                                                                  */
5633 /* Name         - mono_arch_context_get_int_reg.                    */
5634 /*                                                                  */
5635 /* Function     -                                                   */
5636 /*                                                                  */
5637 /* Returns      - Offset for patch.                                 */
5638 /*                                                                  */
5639 /*------------------------------------------------------------------*/
5640
5641 gpointer
5642 mono_arch_context_get_int_reg (MonoContext *ctx, int reg)
5643 {
5644         /* FIXME: implement */
5645         g_assert_not_reached ();
5646         return NULL;
5647 }
5648
5649 /*========================= End of Function ========================*/
5650
5651 /*------------------------------------------------------------------*/
5652 /*                                                                  */
5653 /* Name         - mono_arch_get_this_arg_from_call.                 */
5654 /*                                                                  */
5655 /* Function     -                                                   */
5656 /*                                                                  */
5657 /*------------------------------------------------------------------*/
5658
5659 gpointer
5660 mono_arch_get_this_arg_from_call (mgreg_t *regs, guint8 *code)
5661 {
5662         MonoLMF *lmf = (MonoLMF *) ((gchar *) regs - sizeof(MonoLMF));
5663
5664         return (gpointer) lmf->gregs [s390_r2];
5665 }
5666
5667 /*========================= End of Function ========================*/
5668
5669 /*------------------------------------------------------------------*/
5670 /*                                                                  */
5671 /* Name         - get_delegate_invoke_impl.                         */
5672 /*                                                                  */
5673 /* Function     -                                                   */
5674 /*                                                                  */
5675 /*------------------------------------------------------------------*/
5676
5677 static gpointer
5678 get_delegate_invoke_impl (gboolean has_target, guint32 param_count, guint32 *code_len, gboolean aot)
5679 {
5680         guint8 *code, *start;
5681
5682         if (has_target) {
5683                 int size = 32;
5684
5685                 start = code = mono_global_codeman_reserve (size);
5686
5687                 /* Replace the this argument with the target */
5688                 s390_lg   (code, s390_r1, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, method_ptr));
5689                 s390_lg   (code, s390_r2, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, target));
5690                 s390_br   (code, s390_r1);
5691                 g_assert ((code - start) <= size);
5692
5693                 mono_arch_flush_icache (start, size);
5694         } else {
5695                 int size, i;
5696
5697                 size = 32 + param_count * 8;
5698                 start = code = mono_global_codeman_reserve (size);
5699
5700                 s390_lg   (code, s390_r1, 0, s390_r2, G_STRUCT_OFFSET(MonoDelegate, method_ptr));
5701                 /* slide down the arguments */
5702                 for (i = 0; i < param_count; ++i) {
5703                         s390_lgr (code, (s390_r2 + i), (s390_r2 + i + 1));
5704                 }
5705                 s390_br   (code, s390_r1);
5706
5707                 g_assert ((code - start) <= size);
5708
5709                 mono_arch_flush_icache (start, size);
5710         }
5711
5712         if (code_len)
5713                 *code_len = code - start;
5714
5715         return start;
5716 }
5717
5718 /*========================= End of Function ========================*/
5719
5720 /*------------------------------------------------------------------*/
5721 /*                                                                  */
5722 /* Name         - mono_arch_get_delegate_invoke_impls.              */
5723 /*                                                                  */
5724 /* Function     -                                                   */
5725 /*                                                                  */
5726 /*------------------------------------------------------------------*/
5727
5728 GSList*
5729 mono_arch_get_delegate_invoke_impls (void)
5730 {
5731         GSList *res = NULL;
5732         guint8 *code;
5733         guint32 code_len;
5734         int i;
5735
5736         code = get_delegate_invoke_impl (TRUE, 0, &code_len, TRUE);
5737         res = g_slist_prepend (res, mono_tramp_info_create (g_strdup ("delegate_invoke_impl_has_target"), code, code_len, NULL, NULL));
5738
5739         for (i = 0; i < MAX_ARCH_DELEGATE_PARAMS; ++i) {
5740                 code = get_delegate_invoke_impl (FALSE, i, &code_len, TRUE);
5741                 res = g_slist_prepend (res, mono_tramp_info_create (g_strdup_printf ("delegate_invoke_impl_target_%d", i), code, code_len, NULL, NULL));
5742         }
5743
5744         return res;
5745 }
5746
5747 /*========================= End of Function ========================*/
5748
5749 /*------------------------------------------------------------------*/
5750 /*                                                                  */
5751 /* Name         - mono_arch_get_delegate_invoke_impl.               */
5752 /*                                                                  */
5753 /* Function     -                                                   */
5754 /*                                                                  */
5755 /*------------------------------------------------------------------*/
5756
5757 gpointer
5758 mono_arch_get_delegate_invoke_impl (MonoMethodSignature *sig, gboolean has_target)
5759 {
5760         guint8 *code, *start;
5761
5762         /* FIXME: Support more cases */
5763         if (MONO_TYPE_ISSTRUCT (sig->ret))
5764                 return NULL;
5765
5766         if (has_target) {
5767                 static guint8* cached = NULL;
5768
5769                 if (cached)
5770                         return cached;
5771
5772                 if (mono_aot_only)
5773                         start = mono_aot_get_trampoline ("delegate_invoke_impl_has_target");
5774                 else
5775                         start = get_delegate_invoke_impl (TRUE, 0, NULL, FALSE);
5776
5777                 mono_memory_barrier ();
5778
5779                 cached = start;
5780         } else {
5781                 static guint8* cache [MAX_ARCH_DELEGATE_PARAMS + 1] = {NULL};
5782                 int i;
5783
5784                 if (sig->param_count > MAX_ARCH_DELEGATE_PARAMS)
5785                         return NULL;
5786                 for (i = 0; i < sig->param_count; ++i)
5787                         if (!mono_is_regsize_var (sig->params [i]))
5788                                 return NULL;
5789
5790
5791                 code = cache [sig->param_count];
5792                 if (code)
5793                         return code;
5794
5795                 if (mono_aot_only) {
5796                         char *name = g_strdup_printf ("delegate_invoke_impl_target_%d", sig->param_count);
5797                         start = mono_aot_get_trampoline (name);
5798                         g_free (name);
5799                 } else {
5800                         start = get_delegate_invoke_impl (FALSE, sig->param_count, NULL, FALSE);
5801                 }
5802
5803                 mono_memory_barrier ();
5804
5805                 cache [sig->param_count] = start;
5806         }
5807         return start;
5808 }
5809
5810 /*========================= End of Function ========================*/
5811
5812 /*------------------------------------------------------------------*/
5813 /*                                                                  */
5814 /* Name         - mono_arch_build_imt_thunk.                        */
5815 /*                                                                  */
5816 /* Function     -                                                   */
5817 /*                                                                  */
5818 /*------------------------------------------------------------------*/
5819
5820 gpointer
5821 mono_arch_build_imt_thunk (MonoVTable *vtable, MonoDomain *domain,
5822                            MonoIMTCheckItem **imt_entries, int count,
5823                            gpointer fail_tramp)
5824 {
5825         int i;
5826         int size = 0;
5827         guchar *code, *start;
5828
5829         for (i = 0; i < count; ++i) {
5830                 MonoIMTCheckItem *item = imt_entries [i];
5831                 if (item->is_equals) {
5832                         if (item->check_target_idx) {
5833                                 if (!item->compare_done)
5834                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5835                                 if (item->has_target_code)
5836                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE;
5837                                 else
5838                                         item->chunk_size += BR_SIZE + JUMP_SIZE + LOADCON_SIZE +
5839                                                             LOAD_SIZE;
5840                         } else {
5841                                 if (fail_tramp) {
5842                                         item->chunk_size += CMP_SIZE + 2 * BR_SIZE + JUMP_SIZE +
5843                                                             2 * LOADCON_SIZE;
5844                                         if (!item->has_target_code)
5845                                                 item->chunk_size += LOAD_SIZE;
5846                                 } else {
5847                                         item->chunk_size += LOADCON_SIZE + LOAD_SIZE + BR_SIZE;
5848 #if ENABLE_WRONG_METHOD_CHECK
5849                                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5850 #endif
5851                                 }
5852                         }
5853                 } else {
5854                         item->chunk_size += CMP_SIZE + JUMP_SIZE;
5855                         imt_entries [item->check_target_idx]->compare_done = TRUE;
5856                 }
5857                 size += item->chunk_size;
5858         }
5859
5860         if (fail_tramp)
5861                 code = mono_method_alloc_generic_virtual_thunk (domain, size);
5862         else
5863                 code = mono_domain_code_reserve (domain, size);
5864
5865         start = code;
5866
5867         for (i = 0; i < count; ++i) {
5868                 MonoIMTCheckItem *item = imt_entries [i];
5869                 item->code_target = (guint8 *) code;
5870                 if (item->is_equals) {
5871                         if (item->check_target_idx) {
5872                                 if (!item->compare_done) {
5873                                         s390_basr (code, s390_r13, s390_r0);
5874                                         s390_j    (code, 6);
5875                                         s390_llong(code, item->key);
5876                                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5877                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5878                                 }
5879                                 item->jmp_code = (guint8*) code;
5880                                 s390_jcl (code, S390_CC_NE, 0);
5881
5882                                 s390_basr (code, s390_r13, s390_r0);
5883                                 s390_j    (code, 6);
5884                                 if (item->has_target_code)  {
5885                                         s390_llong(code, item->value.target_code);
5886                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5887                                 } else {
5888                                         s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5889                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5890                                         s390_lg   (code, s390_r1, 0, s390_r1, 0);
5891                                 }
5892                                 s390_br   (code, s390_r1);
5893                         } else {
5894                                 if (fail_tramp) {
5895                                         gint64  target;
5896
5897                                         s390_basr (code, s390_r13, s390_r0);
5898                                         s390_j    (code, 6);
5899                                         s390_llong(code, item->key);
5900                                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5901                                         s390_cgr  (code, s390_r0, MONO_ARCH_IMT_REG);
5902                                         item->jmp_code = (guint8*) code;
5903                                         s390_jcl  (code, S390_CC_NE, 0);
5904                                         s390_basr (code, s390_r13, s390_r0);
5905                                         s390_j    (code, 6);
5906                                         if (item->has_target_code) {
5907                                                 s390_llong(code, item->value.target_code);
5908                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5909                                         } else {
5910                                                 g_assert (vtable);
5911                                                 s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5912                                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5913                                                 s390_lg   (code, s390_r1, 0, s390_r1, 0);
5914                                         }
5915                                         s390_br   (code, s390_r1);
5916                                         target = S390_RELATIVE(code, item->jmp_code);
5917                                         s390_patch_rel(item->jmp_code+2, target);
5918                                         s390_basr (code, s390_r13, s390_r0);
5919                                         s390_j    (code, 6);
5920                                         s390_llong(code, fail_tramp);
5921                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5922                                         s390_br   (code, s390_r1);
5923                                         item->jmp_code = NULL;
5924                                 } else {
5925                                 /* enable the commented code to assert on wrong method */
5926 #if ENABLE_WRONG_METHOD_CHECK
5927                                         g_assert_not_reached ();
5928 #endif
5929                                         s390_basr (code, s390_r13, s390_r0);
5930                                         s390_j    (code, 6);
5931                                         s390_llong(code, (&(vtable->vtable [item->value.vtable_slot])));
5932                                         s390_lg   (code, s390_r1, 0, s390_r13, 4);
5933                                         s390_lg   (code, s390_r1, 0, s390_r1, 0);
5934                                         s390_br   (code, s390_r1);
5935 #if ENABLE_WRONG_METHOD_CHECK
5936                                         g_assert_not_reached ();
5937 #endif
5938                                 }
5939                         }
5940                 } else {
5941                         s390_basr (code, s390_r13, s390_r0);
5942                         s390_j    (code, 6);
5943                         s390_llong(code, item->key);
5944                         s390_lg   (code, s390_r0, 0, s390_r13, 4);
5945                         s390_cgr  (code, MONO_ARCH_IMT_REG, s390_r0);
5946                         item->jmp_code = (guint8 *) code;
5947                         s390_jcl  (code, S390_CC_GE, 0);
5948                 }
5949         }
5950         /* patch the branches to get to the target items */
5951         for (i = 0; i < count; ++i) {
5952                 MonoIMTCheckItem *item = imt_entries [i];
5953                 if (item->jmp_code) {
5954                         if (item->check_target_idx) {
5955                                 gint64 offset;
5956                                 offset = S390_RELATIVE(imt_entries [item->check_target_idx]->code_target,
5957                                                        item->jmp_code);
5958                                 s390_patch_rel ((guchar *) item->jmp_code + 2, (guint64) offset);
5959                         }
5960                 }
5961         }
5962
5963         mono_arch_flush_icache ((guint8*)start, (code - start));
5964
5965         if (!fail_tramp)
5966                 mono_stats.imt_thunks_size += (code - start);
5967
5968         g_assert (code - start <= size);
5969
5970         return (start);
5971 }
5972
5973 /*========================= End of Function ========================*/
5974
5975 /*------------------------------------------------------------------*/
5976 /*                                                                  */
5977 /* Name         - mono_arch_find_imt_method.                        */
5978 /*                                                                  */
5979 /* Function     - Get the method address from MONO_ARCH_IMT_REG     */
5980 /*                found in the save area.                           */
5981 /*                                                                  */
5982 /*------------------------------------------------------------------*/
5983
5984 MonoMethod*
5985 mono_arch_find_imt_method (mgreg_t *regs, guint8 *code)
5986 {
5987         MonoLMF *lmf = (MonoLMF *) ((gchar *) regs - sizeof(MonoLMF));
5988
5989         return ((MonoMethod *) lmf->gregs [MONO_ARCH_IMT_REG]);
5990 }
5991
5992 /*========================= End of Function ========================*/