mono/mini/mini-s390x.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define EMIT_COND_BRANCH(ins,cond)                                                      \
  22 {                                                                                       \
  23 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  24         if (ins->inst_i0->inst_c0) {                                                    \
  25                 int displace;                                                           \
  26                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  27                 if (s390_is_imm16(displace)) {                                          \
  28                         s390_brc (code, cond, displace);                                \
  29                 } else {                                                                \
  30                         s390_jcl (code, cond, displace);                                \
  31                 }                                                                       \
  32         } else {                                                                        \
  33                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  34                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  35                 s390_jcl (code, cond, 0);                                               \
  36         }                                                                               \
  37 } else {                                                                                \
  38         if (ins->inst_true_bb->native_offset) {                                         \
  39                 int displace;                                                           \
  40                 displace = ((cfg->native_code +                                         \
  41                             ins->inst_true_bb->native_offset) - code) / 2;              \
  42                 if (s390_is_imm16(displace)) {                                          \
  43                         s390_brc (code, cond, displace);                                \
  44                 } else {                                                                \
  45                         s390_jcl (code, cond, displace);                                \
  46                 }                                                                       \
  47         } else {                                                                        \
  48                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  49                                      MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  50                 s390_jcl (code, cond, 0);                                               \
  51         }                                                                               \
  52 }                                                                                       \
  53 }
  54
  55 #define EMIT_UNCOND_BRANCH(ins)                                                         \
  56 {                                                                                       \
  57 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  58         if (ins->inst_i0->inst_c0) {                                                    \
  59                 int displace;                                                           \
  60                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  61                 if (s390_is_imm16(displace)) {                                          \
  62                         s390_brc (code, S390_CC_UN, displace);                          \
  63                 } else {                                                                \
  64                         s390_jcl (code, S390_CC_UN, displace);                          \
  65                 }                                                                       \
  66         } else {                                                                        \
  67                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  68                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  69                 s390_jcl (code, S390_CC_UN, 0);                                         \
  70         }                                                                               \
  71 } else {                                                                                \
  72         if (ins->inst_target_bb->native_offset) {                                       \
  73                 int displace;                                                           \
  74                 displace = ((cfg->native_code +                                         \
  75                             ins->inst_target_bb->native_offset) - code) / 2;            \
  76                 if (s390_is_imm16(displace)) {                                          \
  77                         s390_brc (code, S390_CC_UN, displace);                          \
  78                 } else {                                                                \
  79                         s390_jcl (code, S390_CC_UN, displace);                          \
  80                 }                                                                       \
  81         } else {                                                                        \
  82                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  83                                      MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  84                 s390_jcl (code, S390_CC_UN, 0);                                         \
  85         }                                                                               \
  86 }                                                                                       \
  87 }
  88
  89 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  90         do {                                                            \
  91                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  92                                     MONO_PATCH_INFO_EXC, exc_name);     \
  93                 s390_jcl (code, cond, 0);                               \
  94         } while (0);
  95
  96 #define CHECK_SRCDST_COM                                                \
  97         if (ins->dreg == ins->sreg2) {                                  \
  98                 src2 = ins->sreg1;                                      \
  99         } else {                                                        \
 100                 src2 = ins->sreg2;                                      \
 101                 if (ins->dreg != ins->sreg1) {                          \
 102                         s390_lgr (code, ins->dreg, ins->sreg1);         \
 103                 }                                                       \
 104         }
 105
 106 #define CHECK_SRCDST_NCOM                                               \
 107         if (ins->dreg == ins->sreg2) {                                  \
 108                 src2 = s390_r13;                                        \
 109                 s390_lgr (code, s390_r13, ins->sreg2);                  \
 110         } else {                                                        \
 111                 src2 = ins->sreg2;                                      \
 112         }                                                               \
 113         if (ins->dreg != ins->sreg1) {                                  \
 114                 s390_lgr (code, ins->dreg, ins->sreg1);                 \
 115         }
 116
 117 #define CHECK_SRCDST_COM_I                                              \
 118         if (ins->dreg == ins->sreg2) {                                  \
 119                 src2 = ins->sreg1;                                      \
 120         } else {                                                        \
 121                 src2 = ins->sreg2;                                      \
 122                 if (ins->dreg != ins->sreg1) {                          \
 123                         s390_lgfr (code, ins->dreg, ins->sreg1);        \
 124                 }                                                       \
 125         }
 126
 127 #define CHECK_SRCDST_NCOM_I                                             \
 128         if (ins->dreg == ins->sreg2) {                                  \
 129                 src2 = s390_r13;                                        \
 130                 s390_lgfr (code, s390_r13, ins->sreg2);                 \
 131         } else {                                                        \
 132                 src2 = ins->sreg2;                                      \
 133         }                                                               \
 134         if (ins->dreg != ins->sreg1) {                                  \
 135                 s390_lgfr (code, ins->dreg, ins->sreg1);                \
 136         }
 137
 138 #define CHECK_SRCDST_COM_F                                              \
 139         if (ins->dreg == ins->sreg2) {                                  \
 140                 src2 = ins->sreg1;                                      \
 141         } else {                                                        \
 142                 src2 = ins->sreg2;                                      \
 143                 if (ins->dreg != ins->sreg1) {                          \
 144                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 145                 }                                                       \
 146         }
 147
 148 #define CHECK_SRCDST_NCOM_F                                             \
 149         if (ins->dreg == ins->sreg2) {                                  \
 150                 src2 = s390_f15;                                        \
 151                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 152         } else {                                                        \
 153                 src2 = ins->sreg2;                                      \
 154         }                                                               \
 155         if (ins->dreg != ins->sreg1) {                                  \
 156                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 157         }
 158
 159 #define MONO_EMIT_NEW_MOVE2(cfg,dest,offset,src,imm,size) do {                  \
 160                 MonoInst *inst;                                                 \
 161                 int tmpr = 0;                                                   \
 162                 int sReg, dReg;                                                 \
 163                 MONO_INST_NEW (cfg, inst, OP_NOP);                                                              \
 164                 if (size > 256) {                                               \
 165                         tmpr = mono_alloc_preg (cfg); \
 166                         MONO_EMIT_NEW_ICONST(cfg,tmpr,size);                    \
 167                         inst->dreg        = dest;                               \
 168                         inst->inst_offset = offset;                             \
 169                         inst->sreg1       = src;                                \
 170                         inst->inst_imm    = imm;                                \
 171                         inst->sreg2       = tmpr;                               \
 172                 } else {                                                        \
 173                         if (s390_is_uimm12(offset)) {                           \
 174                                 inst->dreg        = dest;                       \
 175                                 inst->inst_offset = offset;                     \
 176                         } else {                                                \
 177                                 dReg = mono_alloc_preg (cfg); \
 178                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 179                                         dReg, dest, offset);                    \
 180                                 inst->dreg        = dReg;                       \
 181                                 inst->inst_offset = 0;                          \
 182                         }                                                       \
 183                         if (s390_is_uimm12(imm)) {                              \
 184                                 inst->sreg1       = src;                        \
 185                                 inst->inst_imm    = imm;                        \
 186                         } else {                                                \
 187                                 sReg = mono_alloc_preg (cfg); \
 188                                 MONO_EMIT_NEW_BIALU_IMM(cfg, OP_ADD_IMM,        \
 189                                         sReg, src, imm);                        \
 190                                 inst->sreg1       = sReg;                       \
 191                                 inst->inst_imm    = 0;                          \
 192                         }                                                       \
 193                 }                                                               \
 194                 inst->opcode      = OP_S390_MOVE;                               \
 195                 inst->backend.size        = size;                                       \
 196         MONO_ADD_INS (cfg->cbb, inst); \
 197         } while (0)
 198
 199 #define MONO_OUTPUT_VTR2(cfg, size, dr, sr, so) do {                            \
 200         int reg = mono_alloc_preg (cfg); \
 201         switch (size) {                                                         \
 202                 case 0:                                                         \
 203                         MONO_EMIT_NEW_ICONST(cfg, reg, 0);                      \
 204                 break;                                                          \
 205                 case 1:                                                         \
 206                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 207                                 reg, sr, so);                                   \
 208                 break;                                                          \
 209                 case 2:                                                         \
 210                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 211                                 reg, sr, so);                                   \
 212                 break;                                                          \
 213                 case 4:                                                         \
 214                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 215                                 reg, sr, so);                                   \
 216                 break;                                                          \
 217                 case 8:                                                         \
 218                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI8_MEMBASE,   \
 219                                 reg, sr, so);                                   \
 220                 break;                                                          \
 221         }                                                                       \
 222         mono_call_inst_add_outarg_reg(cfg, call, reg, dr, FALSE);       \
 223 } while (0)
 224
 225 #define MONO_OUTPUT_VTS2(cfg, size, dr, dx, sr, so) do {                                \
 226         int tmpr;                                                               \
 227         switch (size) {                                                         \
 228                 case 0:                                                         \
 229                         tmpr = mono_alloc_preg (cfg); \
 230                         MONO_EMIT_NEW_ICONST(cfg, tmpr, 0);                     \
 231                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 232                                 dr, dx, tmpr);                                  \
 233                 break;                                                          \
 234                 case 1:                                                         \
 235                         tmpr = mono_alloc_preg (cfg); \
 236                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU1_MEMBASE,   \
 237                                 tmpr, sr, so);                                  \
 238                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 239                                 dr, dx, tmpr);                                  \
 240                 break;                                                          \
 241                 case 2:                                                         \
 242                         tmpr = mono_alloc_preg (cfg); \
 243                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADU2_MEMBASE,   \
 244                                 tmpr, sr, so);                                  \
 245                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 246                                 dr, dx, tmpr);                                  \
 247                 break;                                                          \
 248                 case 4:                                                         \
 249                         tmpr = mono_alloc_preg (cfg);   \
 250                         MONO_EMIT_NEW_LOAD_MEMBASE_OP(cfg, OP_LOADI4_MEMBASE,   \
 251                                 tmpr, sr, so);                                  \
 252                         MONO_EMIT_NEW_STORE_MEMBASE(cfg, OP_STORE_MEMBASE_REG,  \
 253                                 dr, dx, tmpr);                                  \
 254                 break;                                                          \
 255                 case 8:                                                         \
 256                         MONO_EMIT_NEW_MOVE2 (cfg, dr, dx, sr, so, size);                \
 257                 break;                                                          \
 258         }                                                                       \
 259 } while (0)
 260
 261 #undef DEBUG
 262 #define DEBUG(a) if (cfg->verbose_level > 1) a
 263
 264 #define MAX_EXC 16
 265
 266 #define S390_TRACE_STACK_SIZE (5*sizeof(gpointer)+4*sizeof(gdouble))
 267
 268 #define MAX(a, b) ((a) > (b) ? (a) : (b))
 269
 270 /*========================= End of Defines =========================*/
 271
 272 /*------------------------------------------------------------------*/
 273 /*                 I n c l u d e s                                  */
 274 /*------------------------------------------------------------------*/
 275
 276 #include "mini.h"
 277 #include <string.h>
 278
 279 #include <mono/metadata/appdomain.h>
 280 #include <mono/metadata/debug-helpers.h>
 281 #include <mono/metadata/profiler-private.h>
 282 #include <mono/utils/mono-math.h>
 283
 284 #include "mini-s390x.h"
 285 #include "inssel.h"
 286 #include "cpu-s390x.h"
 287 #include "jit-icalls.h"
 288
 289 /*========================= End of Includes ========================*/
 290
 291 /*------------------------------------------------------------------*/
 292 /*                 T y p e d e f s                                  */
 293 /*------------------------------------------------------------------*/
 294
 295 typedef struct {
 296         guint stack_size,
 297               local_size,
 298               code_size,
 299               parm_size,
 300               offset,
 301               offStruct,
 302               retStruct;
 303 } size_data;
 304
 305 /*------------------------------------------------------------------*/
 306 /* Used by the instrument_emit_epilog                               */
 307 /*------------------------------------------------------------------*/
 308
 309 enum {
 310         SAVE_NONE,
 311         SAVE_STRUCT,
 312         SAVE_ONE,
 313         SAVE_TWO,
 314         SAVE_R4,
 315         SAVE_R8
 316 };
 317
 318 typedef struct InstList InstList;
 319
 320 struct InstList {
 321         InstList *prev;
 322         InstList *next;
 323         MonoInst *data;
 324 };
 325
 326 typedef enum {
 327         RegTypeGeneral,
 328         RegTypeBase,
 329         RegTypeFP,
 330         RegTypeFPR4,
 331         RegTypeStructByVal,
 332         RegTypeStructByValInFP,
 333         RegTypeStructByAddr
 334 } ArgStorage;
 335
 336 typedef struct {
 337         gint32  offset;         /* offset from caller's stack */
 338         gint32  offparm;        /* offset from callee's stack */
 339         guint16 vtsize;         /* in param area */
 340         guint8  reg;
 341         ArgStorage regtype;
 342         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 343         gint32  type;           /* Data type of argument */
 344 } ArgInfo;
 345
 346 typedef struct {
 347         int nargs;
 348         int lastgr;
 349         guint32 stack_usage;
 350         guint32 struct_ret;
 351         ArgInfo ret;
 352         ArgInfo sigCookie;
 353         size_data sz;
 354         ArgInfo args [1];
 355 } CallInfo;
 356
 357 typedef struct {
 358         gint64  gr[5];          /* R2-R6                            */
 359         gdouble fp[3];          /* F0-F2                            */
 360 } __attribute__ ((packed)) RegParm;
 361
 362 /*========================= End of Typedefs ========================*/
 363
 364 /*------------------------------------------------------------------*/
 365 /*                   P r o t o t y p e s                            */
 366 /*------------------------------------------------------------------*/
 367
 368 static void indent (int);
 369 static guint8 * backUpStackPtr(MonoCompile *, guint8 *);
 370 static void decodeParm (MonoType *, void *, int);
 371 static void enter_method (MonoMethod *, RegParm *, char *);
 372 static void leave_method (MonoMethod *, ...);
 373 static gboolean is_regsize_var (MonoType *);
 374 static inline void add_general (guint *, size_data *, ArgInfo *);
 375 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 376 static inline void add_float (guint *, size_data *, ArgInfo *);
 377 static CallInfo * get_call_info (MonoCompile *, MonoMemPool *, MonoMethodSignature *, gboolean);
 378 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 379 gpointer mono_arch_get_lmf_addr (void);
 380 static guint8 * emit_load_volatile_arguments (guint8 *, MonoCompile *);
 381 static void catch_SIGILL(int, siginfo_t *, void *);
 382 static void emit_sig_cookie (MonoCompile *, MonoCallInst *, CallInfo *, int);
 383
 384 /*========================= End of Prototypes ======================*/
 385
 386 /*------------------------------------------------------------------*/
 387 /*                 G l o b a l   V a r i a b l e s                  */
 388 /*------------------------------------------------------------------*/
 389
 390 int mono_exc_esp_offset = 0;
 391
 392 static int indent_level = 0;
 393
 394 int has_ld = 0;
 395
 396 static gboolean tls_offset_inited = FALSE;
 397
 398 static int appdomain_tls_offset = -1,
 399            thread_tls_offset = -1;
 400
 401 pthread_key_t lmf_addr_key;
 402
 403 gboolean lmf_addr_key_inited = FALSE;
 404
 405 #if 0
 406
 407 extern __thread MonoDomain *tls_appdomain;
 408 extern __thread MonoThread *tls_current_object;
 409 extern __thread gpointer   mono_lmf_addr;
 410
 411 #endif
 412
 413 /*====================== End of Global Variables ===================*/
 414
 415 /*------------------------------------------------------------------*/
 416 /*                                                                  */
 417 /* Name         - mono_arch_regname                                 */
 418 /*                                                                  */
 419 /* Function     - Returns the name of the register specified by     */
 420 /*                the input parameter.                              */
 421 /*                                                                  */
 422 /*------------------------------------------------------------------*/
 423
 424 const char*
 425 mono_arch_regname (int reg) {
 426         static const char * rnames[] = {
 427                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 428                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 429                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 430                 "s390_r15"
 431         };
 432
 433         if (reg >= 0 && reg < 16)
 434                 return rnames [reg];
 435         else
 436                 return "unknown";
 437 }
 438
 439 /*========================= End of Function ========================*/
 440
 441 /*------------------------------------------------------------------*/
 442 /*                                                                  */
 443 /* Name         - mono_arch_fregname                                */
 444 /*                                                                  */
 445 /* Function     - Returns the name of the register specified by     */
 446 /*                the input parameter.                              */
 447 /*                                                                  */
 448 /*------------------------------------------------------------------*/
 449
 450 const char*
 451 mono_arch_fregname (int reg) {
 452         static const char * rnames[] = {
 453                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 454                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 455                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 456                 "s390_f15"
 457         };
 458
 459         if (reg >= 0 && reg < 16)
 460                 return rnames [reg];
 461         else
 462                 return "unknown";
 463 }
 464
 465 /*========================= End of Function ========================*/
 466
 467 /*------------------------------------------------------------------*/
 468 /*                                                                  */
 469 /* Name         - arch_get_argument_info                            */
 470 /*                                                                  */
 471 /* Function     - Gathers information on parameters such as size,   */
 472 /*                alignment, and padding. arg_info should be large  */
 473 /*                enough to hold param_count + 1 entries.           */
 474 /*                                                                  */
 475 /* Parameters   - @csig - Method signature                          */
 476 /*                @param_count - No. of parameters to consider      */
 477 /*                @arg_info - An array to store the result info     */
 478 /*                                                                  */
 479 /* Returns      - Size of the activation frame                      */
 480 /*                                                                  */
 481 /*------------------------------------------------------------------*/
 482
 483 int
 484 mono_arch_get_argument_info (MonoMethodSignature *csig,
 485                              int param_count,
 486                              MonoJitArgumentInfo *arg_info)
 487 {
 488         int k, frame_size = 0;
 489         int size, align, pad;
 490         int offset = 8;
 491
 492         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 493                 frame_size += sizeof (gpointer);
 494                 offset += 8;
 495         }
 496
 497         arg_info [0].offset = offset;
 498
 499         if (csig->hasthis) {
 500                 frame_size += sizeof (gpointer);
 501                 offset += 8;
 502         }
 503
 504         arg_info [0].size = frame_size;
 505
 506         for (k = 0; k < param_count; k++) {
 507
 508                 if (csig->pinvoke)
 509                         size = mono_type_native_stack_size (csig->params [k], &align);
 510                 else
 511                         size = mini_type_stack_size (NULL, csig->params [k], &align);
 512
 513                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 514                 arg_info [k].pad = pad;
 515                 frame_size += size;
 516                 arg_info [k + 1].pad = 0;
 517                 arg_info [k + 1].size = size;
 518                 offset += pad;
 519                 arg_info [k + 1].offset = offset;
 520                 offset += size;
 521         }
 522
 523         align = MONO_ARCH_FRAME_ALIGNMENT;
 524         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 525         arg_info [k].pad = pad;
 526
 527         return frame_size;
 528 }
 529
 530 /*========================= End of Function ========================*/
 531
 532 /*------------------------------------------------------------------*/
 533 /*                                                                  */
 534 /* Name         - retFitsInReg.                                     */
 535 /*                                                                  */
 536 /* Function     - Determines if a value can be returned in one or   */
 537 /*                two registers.                                    */
 538 /*                                                                  */
 539 /*------------------------------------------------------------------*/
 540
 541 static inline gboolean
 542 retFitsInReg(guint32 size)
 543 {
 544         switch (size) {
 545                 case 0:
 546                 case 1:
 547                 case 2:
 548                 case 4:
 549                 case 8:
 550                         return (TRUE);
 551                 break;
 552                 default:
 553                         return (FALSE);
 554         }
 555 }
 556
 557 /*========================= End of Function ========================*/
 558
 559 /*------------------------------------------------------------------*/
 560 /*                                                                  */
 561 /* Name         - backStackPtr.                                     */
 562 /*                                                                  */
 563 /* Function     - Restore Stack Pointer to previous frame.          */
 564 /*                                                                  */
 565 /*------------------------------------------------------------------*/
 566
 567 static inline guint8 *
 568 backUpStackPtr(MonoCompile *cfg, guint8 *code)
 569 {
 570         int stackSize = cfg->stack_usage;
 571
 572         if (s390_is_imm16 (stackSize)) {
 573                 s390_aghi  (code, STK_BASE, stackSize);
 574         } else {
 575                 while (stackSize > 32767) {
 576                         s390_aghi  (code, STK_BASE, 32767);
 577                         stackSize -= 32767;
 578                 }
 579                 s390_aghi  (code, STK_BASE, stackSize);
 580         }
 581         return (code);
 582 }
 583
 584 /*========================= End of Function ========================*/
 585
 586 /*------------------------------------------------------------------*/
 587 /*                                                                  */
 588 /* Name         - indent                                            */
 589 /*                                                                  */
 590 /* Function     - Perform nice indenting to current level           */
 591 /*                                                                  */
 592 /*------------------------------------------------------------------*/
 593
 594 static void
 595 indent (int diff) {
 596         int v;
 597         if (diff < 0)
 598                 indent_level += diff;
 599         v = indent_level;
 600         printf("[%3d] ",v);
 601         while (v-- > 0) {
 602                 printf (". ");
 603         }
 604         if (diff > 0)
 605                 indent_level += diff;
 606 }
 607
 608 /*========================= End of Function ========================*/
 609
 610 /*------------------------------------------------------------------*/
 611 /*                                                                  */
 612 /* Name         - decodeParm                                        */
 613 /*                                                                  */
 614 /* Function     - Decode a parameter for the trace.                 */
 615 /*                                                                  */
 616 /*------------------------------------------------------------------*/
 617
 618 static void
 619 decodeParm(MonoType *type, void *curParm, int size)
 620 {
 621         guint32 simpleType;
 622
 623         if (type->byref) {
 624                 printf("[BYREF:%p], ", *((char **) curParm));
 625         } else {
 626                 simpleType = mono_type_get_underlying_type(type)->type;
 627 enum_parmtype:
 628                 switch (simpleType) {
 629                         case MONO_TYPE_I :
 630                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 631                                 break;
 632                         case MONO_TYPE_U :
 633                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 634                                 break;
 635                         case MONO_TYPE_BOOLEAN :
 636                                 printf ("[BOOL:%ld], ", *((gint64 *) curParm));
 637                                 break;
 638                         case MONO_TYPE_CHAR :
 639                                 printf ("[CHAR:%c], ", *((int  *) curParm));
 640                                 break;
 641                         case MONO_TYPE_I1 :
 642                                 printf ("[INT1:%ld], ", *((gint64 *) curParm));
 643                                 break;
 644                         case MONO_TYPE_I2 :
 645                                 printf ("[INT2:%ld], ", *((gint64 *) curParm));
 646                                 break;
 647                         case MONO_TYPE_I4 :
 648                                 printf ("[INT4:%ld], ", *((gint64 *) curParm));
 649                                 break;
 650                         case MONO_TYPE_U1 :
 651                                 printf ("[UINT1:%lu], ", *((guint64 *) curParm));
 652                                 break;
 653                         case MONO_TYPE_U2 :
 654                                 printf ("[UINT2:%lu], ", *((guint64 *) curParm));
 655                                 break;
 656                         case MONO_TYPE_U4 :
 657                                 printf ("[UINT4:%lu], ", *((guint64 *) curParm));
 658                                 break;
 659                         case MONO_TYPE_U8 :
 660                                 printf ("[UINT8:%lu], ", *((guint64 *) curParm));
 661                                 break;
 662                         case MONO_TYPE_STRING : {
 663                                 MonoString *s = *((MonoString **) curParm);
 664                                 if (s) {
 665                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 666                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 667                                 } else {
 668                                         printf("[STRING:null], ");
 669                                 }
 670                                 break;
 671                         }
 672                         case MONO_TYPE_CLASS :
 673                         case MONO_TYPE_OBJECT : {
 674                                 MonoObject *obj = *((MonoObject **) curParm);
 675                                 MonoClass *class;
 676                                 if ((obj) && (obj->vtable)) {
 677                                         printf("[CLASS/OBJ:");
 678                                         class = obj->vtable->klass;
 679                                         printf("%p [%p] ",obj,curParm);
 680                                         if (class == mono_defaults.string_class) {
 681                                                 printf("[STRING:%p:%s]",
 682                                                        obj, mono_string_to_utf8 ((MonoString *) obj));
 683                                         } else if (class == mono_defaults.int32_class) {
 684                                                 printf("[INT32:%p:%d]",
 685                                                         obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 686                                         } else
 687                                                 printf("[%s.%s:%p]",
 688                                                        class->name_space, class->name, obj);
 689                                         printf("], ");
 690                                 } else {
 691                                         printf("[OBJECT:null], ");
 692                                 }
 693                                 break;
 694                         }
 695                         case MONO_TYPE_PTR :
 696                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 697                                 break;
 698                         case MONO_TYPE_FNPTR :
 699                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 700                                 break;
 701                         case MONO_TYPE_ARRAY :
 702                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 703                                 break;
 704                         case MONO_TYPE_SZARRAY :
 705                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 706                                 break;
 707                         case MONO_TYPE_I8 :
 708                                 printf("[INT8:%ld], ", *((gint64 *) (curParm)));
 709                                 break;
 710                         case MONO_TYPE_R4 :
 711                                 printf("[FLOAT4:%g], ", *((float *) (curParm)));
 712                                 break;
 713                         case MONO_TYPE_R8 :
 714                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 715                                 break;
 716                         case MONO_TYPE_VALUETYPE : {
 717                                 int i;
 718                                 MonoMarshalType *info;
 719
 720                                 if (type->data.klass->enumtype) {
 721                                         simpleType = type->data.klass->enum_basetype->type;
 722                                         printf("{VALUETYPE} - ");
 723                                         goto enum_parmtype;
 724                                 }
 725
 726                                 info = mono_marshal_load_type_info (type->data.klass);
 727
 728                                 if ((info->native_size == sizeof(float)) &&
 729                                     (info->num_fields  == 1) &&
 730                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 731                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 732                                         break;
 733                                 }
 734
 735                                 if ((info->native_size == sizeof(double)) &&
 736                                     (info->num_fields  == 1) &&
 737                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 738                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 739                                         break;
 740                                 }
 741
 742                                 printf("[VALUETYPE:");
 743                                 for (i = 0; i < size; i++)
 744                                         printf("%02x,", *((guint8 *)curParm+i));
 745                                 printf("]");
 746                                 break;
 747                         }
 748                         case MONO_TYPE_TYPEDBYREF: {
 749                                 int i;
 750                                 printf("[TYPEDBYREF:");
 751                                 for (i = 0; i < size; i++)
 752                                         printf("%02x,", *((guint8 *)curParm+i));
 753                                 printf("]");
 754                                 break;
 755                         }
 756                         default :
 757                                 printf("[?? - %d], ",simpleType);
 758                 }
 759         }
 760 }
 761
 762 /*========================= End of Function ========================*/
 763
 764 /*------------------------------------------------------------------*/
 765 /*                                                                  */
 766 /* Name         - enter_method                                      */
 767 /*                                                                  */
 768 /* Function     - Perform tracing of the entry to the current       */
 769 /*                method.                                           */
 770 /*                                                                  */
 771 /*------------------------------------------------------------------*/
 772
 773 static void
 774 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 775 {
 776         int i, oParm = 0, iParm = 0;
 777         MonoClass *class;
 778         MonoObject *obj;
 779         MonoMethodSignature *sig;
 780         char *fname;
 781         guint64 ip;
 782         CallInfo *cinfo;
 783         ArgInfo *ainfo;
 784         void *curParm;
 785
 786         fname = mono_method_full_name (method, TRUE);
 787         indent (1);
 788         printf ("ENTER: %s ", fname);
 789         g_free (fname);
 790
 791         ip  = (*(guint64 *) (sp+S390_RET_ADDR_OFFSET));
 792         printf ("ip: %p sp: %p - ", (gpointer) ip, sp);
 793
 794         if (rParm == NULL)
 795                 return;
 796
 797         sig = mono_method_signature (method);
 798
 799         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
 800
 801         if (cinfo->struct_ret) {
 802                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 803                 iParm = 1;
 804         }
 805
 806         if (sig->hasthis) {
 807                 gpointer *this = (gpointer *) rParm->gr[iParm];
 808                 obj = (MonoObject *) this;
 809                 if (method->klass->valuetype) {
 810                         if (obj) {
 811                                 printf("this:[value:%p:%016lx], ",
 812                                        this, *((guint64 *)(this+sizeof(MonoObject))));
 813                         } else
 814                                 printf ("this:[NULL], ");
 815                 } else {
 816                         if (obj) {
 817                                 class = obj->vtable->klass;
 818                                 if (class == mono_defaults.string_class) {
 819                                         printf ("this:[STRING:%p:%s], ",
 820                                                 obj, mono_string_to_utf8 ((MonoString *)obj));
 821                                 } else {
 822                                         printf ("this:%p[%s.%s], ",
 823                                                 obj, class->name_space, class->name);
 824                                 }
 825                         } else
 826                                 printf ("this:NULL, ");
 827                 }
 828                 oParm++;
 829         }
 830
 831         for (i = 0; i < sig->param_count; ++i) {
 832                 ainfo = &cinfo->args[i + oParm];
 833                 switch (ainfo->regtype) {
 834                         case RegTypeGeneral :
 835                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 836                                 break;
 837                         case RegTypeFP :
 838                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 839                                 break;
 840                         case RegTypeBase :
 841                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 842                                 break;
 843                         case RegTypeStructByVal :
 844                                 if (ainfo->reg != STK_BASE) {
 845                                         int offset = sizeof(glong) - ainfo->size;
 846                                         curParm = &(rParm->gr[ainfo->reg-2])+offset;
 847                                 }
 848                                 else
 849                                         curParm = sp+ainfo->offset;
 850
 851                                 if (retFitsInReg (ainfo->vtsize))
 852                                         decodeParm(sig->params[i],
 853                                                    curParm,
 854                                                    ainfo->size);
 855                                 else
 856                                         decodeParm(sig->params[i],
 857                                                    *((char **) curParm),
 858                                                    ainfo->vtsize);
 859                                 break;
 860                         case RegTypeStructByAddr :
 861                                 if (ainfo->reg != STK_BASE)
 862                                         curParm = &(rParm->gr[ainfo->reg-2]);
 863                                 else
 864                                         curParm = sp+ainfo->offset;
 865
 866                                 decodeParm(sig->params[i],
 867                                            *((char **) curParm),
 868                                            ainfo->vtsize);
 869                                 break;
 870
 871                         default :
 872                                 printf("???, ");
 873                 }
 874         }
 875         printf("\n");
 876         g_free(cinfo);
 877 }
 878
 879 /*========================= End of Function ========================*/
 880
 881 /*------------------------------------------------------------------*/
 882 /*                                                                  */
 883 /* Name         - leave_method                                      */
 884 /*                                                                  */
 885 /* Function     -                                                   */
 886 /*                                                                  */
 887 /*------------------------------------------------------------------*/
 888
 889 static void
 890 leave_method (MonoMethod *method, ...)
 891 {
 892         MonoType *type;
 893         char *fname;
 894         guint64 ip;
 895         va_list ap;
 896
 897         va_start(ap, method);
 898
 899         fname = mono_method_full_name (method, TRUE);
 900         indent (-1);
 901         printf ("LEAVE: %s", fname);
 902         g_free (fname);
 903
 904         type = mono_method_signature (method)->ret;
 905
 906 handle_enum:
 907         switch (type->type) {
 908         case MONO_TYPE_VOID:
 909                 break;
 910         case MONO_TYPE_BOOLEAN: {
 911                 int val = va_arg (ap, int);
 912                 if (val)
 913                         printf ("[TRUE:%d]", val);
 914                 else
 915                         printf ("[FALSE]");
 916
 917                 break;
 918         }
 919         case MONO_TYPE_CHAR: {
 920                 int val = va_arg (ap, int);
 921                 printf ("[CHAR:%d]", val);
 922                 break;
 923         }
 924         case MONO_TYPE_I1: {
 925                 int val = va_arg (ap, int);
 926                 printf ("[INT1:%d]", val);
 927                 break;
 928         }
 929         case MONO_TYPE_U1: {
 930                 int val = va_arg (ap, int);
 931                 printf ("[UINT1:%d]", val);
 932                 break;
 933         }
 934         case MONO_TYPE_I2: {
 935                 int val = va_arg (ap, int);
 936                 printf ("[INT2:%d]", val);
 937                 break;
 938         }
 939         case MONO_TYPE_U2: {
 940                 int val = va_arg (ap, int);
 941                 printf ("[UINT2:%d]", val);
 942                 break;
 943         }
 944         case MONO_TYPE_I4: {
 945                 int val = va_arg (ap, int);
 946                 printf ("[INT4:%d]", val);
 947                 break;
 948         }
 949         case MONO_TYPE_U4: {
 950                 int val = va_arg (ap, int);
 951                 printf ("[UINT4:%d]", val);
 952                 break;
 953         }
 954         case MONO_TYPE_I: {
 955                 gint64 val = va_arg (ap, gint64);
 956                 printf ("[INT:%ld]", val);
 957                 printf("]");
 958                 break;
 959         }
 960         case MONO_TYPE_U: {
 961                 gint64 val = va_arg (ap, gint64);
 962                 printf ("[UINT:%lu]", val);
 963                 printf("]");
 964                 break;
 965         }
 966         case MONO_TYPE_STRING: {
 967                 MonoString *s = va_arg (ap, MonoString *);
 968 ;
 969                 if (s) {
 970                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
 971                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
 972                 } else
 973                         printf ("[STRING:null], ");
 974                 break;
 975         }
 976         case MONO_TYPE_CLASS:
 977         case MONO_TYPE_OBJECT: {
 978                 MonoObject *o = va_arg (ap, MonoObject *);
 979
 980                 if ((o) && (o->vtable)) {
 981                         if (o->vtable->klass == mono_defaults.boolean_class) {
 982                                 printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
 983                         } else if  (o->vtable->klass == mono_defaults.int32_class) {
 984                                 printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
 985                         } else if  (o->vtable->klass == mono_defaults.int64_class) {
 986                                 printf ("[INT64:%p:%ld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
 987                         } else
 988                                 printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
 989                 } else
 990                         printf ("[OBJECT:%p]", o);
 991
 992                 break;
 993         }
 994         case MONO_TYPE_PTR:
 995         case MONO_TYPE_FNPTR:
 996         case MONO_TYPE_ARRAY:
 997         case MONO_TYPE_SZARRAY: {
 998                 gpointer p = va_arg (ap, gpointer);
 999                 printf ("[result=%p]", p);
1000                 break;
1001         }
1002         case MONO_TYPE_I8: {
1003                 gint64 l =  va_arg (ap, gint64);
1004                 printf ("[LONG:%ld]", l);
1005                 break;
1006         }
1007         case MONO_TYPE_U8: {
1008                 guint64 l =  va_arg (ap, guint64);
1009                 printf ("[ULONG:%lu]", l);
1010                 break;
1011         }
1012         case MONO_TYPE_R4: {
1013                 double f = va_arg (ap, double);
1014                 printf ("[FLOAT4:%g]\n", f);
1015                 break;
1016         }
1017         case MONO_TYPE_R8: {
1018                 double f = va_arg (ap, double);
1019                 printf ("[FLOAT8:%g]\n", f);
1020                 break;
1021         }
1022         case MONO_TYPE_VALUETYPE: {
1023                 MonoMarshalType *info;
1024                 if (type->data.klass->enumtype) {
1025                         type = type->data.klass->enum_basetype;
1026                         goto handle_enum;
1027                 } else {
1028                         guint8 *p = va_arg (ap, gpointer);
1029                         int j, size, align;
1030
1031                         info = mono_marshal_load_type_info (type->data.klass);
1032
1033                         if ((info->native_size == sizeof(float)) &&
1034                             (info->num_fields  == 1) &&
1035                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1036                                 double f = va_arg (ap, double);
1037                                 printf("[FLOAT4:%g]\n", (double) f);
1038                                 break;
1039                         }
1040
1041                         if ((info->native_size == sizeof(double)) &&
1042                             (info->num_fields  == 1) &&
1043                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1044                                 double f = va_arg (ap, double);
1045                                 printf("[FLOAT8:%g]\n", f);
1046                                 break;
1047                         }
1048
1049                         size = mono_type_size (type, &align);
1050                         switch (size) {
1051                         case 1:
1052                         case 2:
1053                         case 4:
1054                         case 8:
1055                                 printf ("[");
1056                                 for (j = 0; p && j < size; j++)
1057                                         printf ("%02x,", p [j]);
1058                                 printf ("]\n");
1059                                 break;
1060                         default:
1061                                 printf ("[VALUETYPE]\n");
1062                         }
1063                 }
1064                 break;
1065         }
1066         case MONO_TYPE_TYPEDBYREF: {
1067                 guint8 *p = va_arg (ap, gpointer);
1068                 int j, size, align;
1069                 size = mono_type_size (type, &align);
1070                 switch (size) {
1071                 case 1:
1072                 case 2:
1073                 case 4:
1074                 case 8:
1075                         printf ("[");
1076                         for (j = 0; p && j < size; j++)
1077                                 printf ("%02x,", p [j]);
1078                         printf ("]\n");
1079                         break;
1080                 default:
1081                         printf ("[TYPEDBYREF]\n");
1082                 }
1083         }
1084                 break;
1085         default:
1086                 printf ("(unknown return type %x)",
1087                         mono_method_signature (method)->ret->type);
1088         }
1089
1090         ip = ((gint64) __builtin_return_address (0));
1091         printf (" ip: %p\n", (gpointer) ip);
1092 }
1093
1094 /*========================= End of Function ========================*/
1095
1096 /*------------------------------------------------------------------*/
1097 /*                                                                  */
1098 /* Name         - catch_SIGILL                                      */
1099 /*                                                                  */
1100 /* Function     - Catch SIGILL as a result of testing for long      */
1101 /*                displacement facility.                            */
1102 /*                                                                  */
1103 /*------------------------------------------------------------------*/
1104
1105 void
1106 catch_SIGILL(int sigNo, siginfo_t *info, void *act) {
1107
1108         has_ld = 0;
1109
1110 }
1111
1112 /*========================= End of Function ========================*/
1113
1114 /*------------------------------------------------------------------*/
1115 /*                                                                  */
1116 /* Name         - mono_arch_cpu_init                                */
1117 /*                                                                  */
1118 /* Function     - Perform CPU specific initialization to execute    */
1119 /*                managed code.                                     */
1120 /*                                                                  */
1121 /*------------------------------------------------------------------*/
1122
1123 void
1124 mono_arch_cpu_init (void)
1125 {
1126         struct sigaction sa,
1127                          *oldSa = NULL;
1128         guint mode = 1;
1129
1130         /*--------------------------------------*/
1131         /* Set default rounding mode for FP     */
1132         /*--------------------------------------*/
1133         __asm__ ("SRNM\t%0\n\t"
1134                 : : "m" (mode));
1135
1136         /*--------------------------------------*/
1137         /* Determine if we have long displace-  */
1138         /* ment facility on this processor      */
1139         /*--------------------------------------*/
1140         sa.sa_sigaction = catch_SIGILL;
1141         sigemptyset (&sa.sa_mask);
1142         sa.sa_flags = SA_SIGINFO;
1143
1144         sigaction (SIGILL, &sa, oldSa);
1145
1146         /*--------------------------------------*/
1147         /* We test by executing the STY inst    */
1148         /*--------------------------------------*/
1149         __asm__ ("LGHI\t0,1\n\t"
1150                  "LA\t1,%0\n\t"
1151                  ".byte\t0xe3,0x00,0x10,0x00,0x00,0x50\n\t"
1152                 : "=m" (has_ld) : : "0", "1");
1153
1154         sigaction (SIGILL, oldSa, NULL);
1155 }
1156
1157 /*========================= End of Function ========================*/
1158
1159
1160 /*
1161  * Initialize architecture specific code.
1162  */
1163 void
1164 mono_arch_init (void)
1165 {
1166 }
1167
1168 /*
1169  * Cleanup architecture specific code.
1170  */
1171 void
1172 mono_arch_cleanup (void)
1173 {
1174 }
1175
1176 /*------------------------------------------------------------------*/
1177 /*                                                                  */
1178 /* Name         - mono_arch_cpu_optimizazions                       */
1179 /*                                                                  */
1180 /* Function     - Returns the optimizations supported on this CPU   */
1181 /*                                                                  */
1182 /*------------------------------------------------------------------*/
1183
1184 guint32
1185 mono_arch_cpu_optimizazions (guint32 *exclude_mask)
1186 {
1187         guint32 opts = 0;
1188
1189         /*----------------------------------------------------------*/
1190         /* No s390-specific optimizations yet                       */
1191         /*----------------------------------------------------------*/
1192         *exclude_mask = MONO_OPT_INLINE|MONO_OPT_LINEARS;
1193 //      *exclude_mask = MONO_OPT_INLINE;
1194         return opts;
1195 }
1196
1197 /*========================= End of Function ========================*/
1198
1199 /*------------------------------------------------------------------*/
1200 /*                                                                  */
1201 /* Name         -                                                   */
1202 /*                                                                  */
1203 /* Function     -                                                   */
1204 /*                                                                  */
1205 /*------------------------------------------------------------------*/
1206
1207 static gboolean
1208 is_regsize_var (MonoType *t) {
1209         if (t->byref)
1210                 return TRUE;
1211         switch (mono_type_get_underlying_type (t)->type) {
1212         case MONO_TYPE_I4:
1213         case MONO_TYPE_U4:
1214         case MONO_TYPE_I:
1215         case MONO_TYPE_I8:
1216         case MONO_TYPE_U8:
1217         case MONO_TYPE_U:
1218         case MONO_TYPE_PTR:
1219         case MONO_TYPE_FNPTR:
1220                 return TRUE;
1221         case MONO_TYPE_OBJECT:
1222         case MONO_TYPE_STRING:
1223         case MONO_TYPE_CLASS:
1224         case MONO_TYPE_SZARRAY:
1225         case MONO_TYPE_ARRAY:
1226                 return FALSE;
1227         case MONO_TYPE_VALUETYPE:
1228                 if (t->data.klass->enumtype)
1229                         return is_regsize_var (t->data.klass->enum_basetype);
1230                 return FALSE;
1231         }
1232         return FALSE;
1233 }
1234
1235 /*========================= End of Function ========================*/
1236
1237 /*------------------------------------------------------------------*/
1238 /*                                                                  */
1239 /* Name         - mono_arch_get_allocatable_int_vars                */
1240 /*                                                                  */
1241 /* Function     -                                                   */
1242 /*                                                                  */
1243 /*------------------------------------------------------------------*/
1244
1245 GList *
1246 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1247 {
1248         GList *vars = NULL;
1249         int i;
1250
1251         for (i = 0; i < cfg->num_varinfo; i++) {
1252                 MonoInst *ins = cfg->varinfo [i];
1253                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1254
1255                 /* unused vars */
1256                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1257                         continue;
1258
1259                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1260                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1261                         continue;
1262
1263                 /* we can only allocate 32 bit values */
1264                 if (is_regsize_var (ins->inst_vtype)) {
1265                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1266                         g_assert (i == vmv->idx);
1267                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1268                 }
1269         }
1270
1271         return vars;
1272 }
1273
1274 /*========================= End of Function ========================*/
1275
1276 /*------------------------------------------------------------------*/
1277 /*                                                                  */
1278 /* Name         - mono_arch_global_int_regs                         */
1279 /*                                                                  */
1280 /* Function     - Return a list of usable integer registers.        */
1281 /*                                                                  */
1282 /*------------------------------------------------------------------*/
1283
1284 GList *
1285 mono_arch_get_global_int_regs (MonoCompile *cfg)
1286 {
1287         GList *regs = NULL;
1288         MonoMethodHeader *header;
1289         int i, top = 13;
1290
1291         header = mono_method_get_header (cfg->method);
1292         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1293                 cfg->frame_reg = s390_r11;
1294
1295
1296         /* FIXME: s390_r12 is reserved for bkchain_reg. Only reserve it if needed */
1297         top = 12;
1298         for (i = 8; i < top; ++i) {
1299                 if (cfg->frame_reg != i)
1300                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1301         }
1302
1303         return regs;
1304 }
1305
1306 /*========================= End of Function ========================*/
1307
1308 /*------------------------------------------------------------------*/
1309 /*                                                                  */
1310 /* Name         -  mono_arch_flush_icache                           */
1311 /*                                                                  */
1312 /* Function     -  Flush the CPU icache.                            */
1313 /*                                                                  */
1314 /*------------------------------------------------------------------*/
1315
1316 void
1317 mono_arch_flush_icache (guint8 *code, gint size)
1318 {
1319 }
1320
1321 /*========================= End of Function ========================*/
1322
1323 /*------------------------------------------------------------------*/
1324 /*                                                                  */
1325 /* Name         - add_general                                       */
1326 /*                                                                  */
1327 /* Function     - Determine code and stack size incremements for a  */
1328 /*                parameter.                                        */
1329 /*                                                                  */
1330 /*------------------------------------------------------------------*/
1331
1332 static void inline
1333 add_general (guint *gr, size_data *sz, ArgInfo *ainfo)
1334 {
1335         if (*gr > S390_LAST_ARG_REG) {
1336                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1337                 ainfo->offset   = sz->stack_size;
1338                 ainfo->reg      = STK_BASE;
1339                 ainfo->regtype  = RegTypeBase;
1340                 sz->stack_size += sizeof(long);
1341                 sz->local_size += sizeof(long);
1342                 sz->offStruct  += sizeof(long);
1343                 sz->code_size  += 12;
1344         } else {
1345                 ainfo->reg      = *gr;
1346                 sz->code_size  += 8;
1347         }
1348         (*gr) ++;
1349 }
1350
1351 /*========================= End of Function ========================*/
1352
1353 /*------------------------------------------------------------------*/
1354 /*                                                                  */
1355 /* Name         - add_stackParm                                     */
1356 /*                                                                  */
1357 /* Function     - Determine code and stack size incremements for a  */
1358 /*                parameter.                                        */
1359 /*                                                                  */
1360 /*------------------------------------------------------------------*/
1361
1362 static void inline
1363 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1364 {
1365         if (*gr > S390_LAST_ARG_REG) {
1366                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1367                 ainfo->reg          = STK_BASE;
1368                 ainfo->offset   = sz->stack_size;
1369                 sz->stack_size += sizeof (gpointer);
1370                 sz->parm_size  += sizeof(gpointer);
1371                 sz->offStruct  += sizeof(gpointer);
1372         } else {
1373                 ainfo->reg      = *gr;
1374                 ainfo->offset   = sz->stack_size;
1375         }
1376         (*gr) ++;
1377         ainfo->offparm  = sz->offset;
1378         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1379         ainfo->size     = size;
1380         ainfo->regtype  = RegTypeStructByAddr;
1381         ainfo->vtsize   = size;
1382         sz->parm_size  += size;
1383 }
1384
1385 /*========================= End of Function ========================*/
1386
1387 /*------------------------------------------------------------------*/
1388 /*                                                                  */
1389 /* Name         - add_float                                         */
1390 /*                                                                  */
1391 /* Function     - Determine code and stack size incremements for a  */
1392 /*                float parameter.                                  */
1393 /*                                                                  */
1394 /*------------------------------------------------------------------*/
1395
1396 static void inline
1397 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1398 {
1399         if ((*fr) <= S390_LAST_FPARG_REG) {
1400                 ainfo->regtype = RegTypeFP;
1401                 ainfo->reg     = *fr;
1402                 sz->code_size += 4;
1403                 (*fr) += 2;
1404         }
1405         else {
1406                 ainfo->offset   = sz->stack_size;
1407                 ainfo->reg      = STK_BASE;
1408                 ainfo->regtype  = RegTypeBase;
1409                 sz->code_size  += 4;
1410                 sz->stack_size += sizeof(double);
1411                 sz->local_size += sizeof(double);
1412                 sz->offStruct  += sizeof(double);
1413         }
1414 }
1415
1416 /*========================= End of Function ========================*/
1417
1418 /*------------------------------------------------------------------*/
1419 /*                                                                  */
1420 /* Name         - get_call_info                                   */
1421 /*                                                                  */
1422 /* Function     - Determine the amount of space required for code   */
1423 /*                and stack. In addition determine starting points  */
1424 /*                for stack-based parameters, and area for struct-  */
1425 /*                ures being returned on the stack.                 */
1426 /*                                                                  */
1427 /*------------------------------------------------------------------*/
1428
1429 static CallInfo *
1430 get_call_info (MonoCompile *cfg, MonoMemPool *mp, MonoMethodSignature *sig, gboolean is_pinvoke)
1431 {
1432         guint i, fr, gr, size;
1433         int nParm = sig->hasthis + sig->param_count;
1434         MonoType *ret_type;
1435         guint32 simpletype, align;
1436         CallInfo *cinfo;
1437         size_data *sz;
1438         MonoGenericSharingContext *gsctx = cfg ? cfg->generic_sharing_context : NULL;
1439
1440         if (mp)
1441                 cinfo = mono_mempool_alloc0 (mp, sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1442         else
1443                 cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1444
1445         fr                = 0;
1446         gr                = s390_r2;
1447         nParm             = 0;
1448         cinfo->struct_ret = 0;
1449         sz                = &cinfo->sz;
1450         sz->retStruct     = 0;
1451         sz->offset        = 0;
1452         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1453         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1454         sz->code_size     = 0;
1455         sz->parm_size     = 0;
1456         sz->local_size    = 0;
1457
1458         /*----------------------------------------------------------*/
1459         /* We determine the size of the return code/stack in case we*/
1460         /* need to reserve a register to be used to address a stack */
1461         /* area that the callee will use.                           */
1462         /*----------------------------------------------------------*/
1463
1464         ret_type = mono_type_get_underlying_type (sig->ret);
1465         ret_type = mini_get_basic_type_from_generic (gsctx, ret_type);
1466         simpletype = ret_type->type;
1467 enum_retvalue:
1468         switch (simpletype) {
1469                 case MONO_TYPE_BOOLEAN:
1470                 case MONO_TYPE_I1:
1471                 case MONO_TYPE_U1:
1472                 case MONO_TYPE_I2:
1473                 case MONO_TYPE_U2:
1474                 case MONO_TYPE_CHAR:
1475                 case MONO_TYPE_I4:
1476                 case MONO_TYPE_U4:
1477                 case MONO_TYPE_I:
1478                 case MONO_TYPE_U:
1479                 case MONO_TYPE_CLASS:
1480                 case MONO_TYPE_OBJECT:
1481                 case MONO_TYPE_SZARRAY:
1482                 case MONO_TYPE_ARRAY:
1483                 case MONO_TYPE_PTR:
1484                 case MONO_TYPE_FNPTR:
1485                 case MONO_TYPE_STRING:
1486                         cinfo->ret.reg = s390_r2;
1487                         sz->code_size += 4;
1488                         break;
1489                 case MONO_TYPE_R4:
1490                 case MONO_TYPE_R8:
1491                         cinfo->ret.reg = s390_f0;
1492                         sz->code_size += 4;
1493                         break;
1494                 case MONO_TYPE_I8:
1495                 case MONO_TYPE_U8:
1496                         cinfo->ret.reg = s390_r2;
1497                         sz->code_size += 4;
1498                         break;
1499                 case MONO_TYPE_GENERICINST:
1500                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1501                                 cinfo->ret.reg = s390_r2;
1502                                 sz->code_size += 4;
1503                                 break;
1504                         }
1505                         /* Fall through */
1506                 case MONO_TYPE_VALUETYPE: {
1507                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1508                         if (klass->enumtype) {
1509                                 simpletype = klass->enum_basetype->type;
1510                                 goto enum_retvalue;
1511                         }
1512                         if (sig->pinvoke)
1513                                 size = mono_class_native_size (klass, &align);
1514                         else
1515                                 size = mono_class_value_size (klass, &align);
1516
1517                         cinfo->ret.reg    = s390_r2;
1518                         cinfo->struct_ret = 1;
1519                         cinfo->ret.size   = size;
1520                         cinfo->ret.vtsize = size;
1521                         gr++;
1522                         break;
1523                 }
1524                 case MONO_TYPE_TYPEDBYREF:
1525                         size = sizeof (MonoTypedRef);
1526                         cinfo->ret.reg    = s390_r2;
1527                         cinfo->struct_ret = 1;
1528                         cinfo->ret.size   = size;
1529                         cinfo->ret.vtsize = size;
1530                         gr++;
1531                         break;
1532                 case MONO_TYPE_VOID:
1533                         break;
1534                 default:
1535                         g_error ("Can't handle as return value 0x%x", sig->ret->type);
1536         }
1537
1538         if (sig->hasthis) {
1539                 cinfo->args[nParm].size = sizeof(gpointer);
1540                 add_general (&gr, sz, cinfo->args+nParm);
1541                 nParm++;
1542         }
1543
1544         /*----------------------------------------------------------*/
1545         /* We determine the size of the parameter code and stack    */
1546         /* requirements by checking the types and sizes of the      */
1547         /* parameters.                                              */
1548         /*----------------------------------------------------------*/
1549
1550         for (i = 0; i < sig->param_count; ++i) {
1551                 MonoType *ptype;
1552
1553                 /*--------------------------------------------------*/
1554                 /* Handle vararg type calls. All args are put on    */
1555                 /* the stack.                                       */
1556                 /*--------------------------------------------------*/
1557                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1558                     (i == sig->sentinelpos)) {
1559                         gr = S390_LAST_ARG_REG + 1;
1560                         add_general (&gr, sz, &cinfo->sigCookie);
1561                 }
1562
1563                 if (sig->params [i]->byref) {
1564                         add_general (&gr, sz, cinfo->args+nParm);
1565                         cinfo->args[nParm].size = sizeof(gpointer);
1566                         nParm++;
1567                         continue;
1568                 }
1569
1570                 ptype = mono_type_get_underlying_type (sig->params [i]);
1571                 ptype = mini_get_basic_type_from_generic (gsctx, ptype);
1572                 simpletype = ptype->type;
1573                 cinfo->args[nParm].type = simpletype;
1574                 switch (simpletype) {
1575                 case MONO_TYPE_BOOLEAN:
1576                 case MONO_TYPE_I1:
1577                 case MONO_TYPE_U1:
1578                         cinfo->args[nParm].size = sizeof(char);
1579                         add_general (&gr, sz, cinfo->args+nParm);
1580                         nParm++;
1581                         break;
1582                 case MONO_TYPE_I2:
1583                 case MONO_TYPE_U2:
1584                 case MONO_TYPE_CHAR:
1585                         cinfo->args[nParm].size = sizeof(short);
1586                         add_general (&gr, sz, cinfo->args+nParm);
1587                         nParm++;
1588                         break;
1589                 case MONO_TYPE_I4:
1590                 case MONO_TYPE_U4:
1591                         cinfo->args[nParm].size = sizeof(int);
1592                         add_general (&gr, sz, cinfo->args+nParm);
1593                         nParm++;
1594                         break;
1595                 case MONO_TYPE_I:
1596                 case MONO_TYPE_U:
1597                 case MONO_TYPE_PTR:
1598                 case MONO_TYPE_FNPTR:
1599                 case MONO_TYPE_CLASS:
1600                 case MONO_TYPE_OBJECT:
1601                 case MONO_TYPE_STRING:
1602                 case MONO_TYPE_SZARRAY:
1603                 case MONO_TYPE_ARRAY:
1604                         cinfo->args[nParm].size = sizeof(gpointer);
1605                         add_general (&gr, sz, cinfo->args+nParm);
1606                         nParm++;
1607                         break;
1608                 case MONO_TYPE_I8:
1609                 case MONO_TYPE_U8:
1610                         cinfo->args[nParm].size = sizeof(long long);
1611                         add_general (&gr, sz, cinfo->args+nParm);
1612                         nParm++;
1613                         break;
1614                 case MONO_TYPE_R4:
1615                         cinfo->args[nParm].size = sizeof(float);
1616                         add_float (&fr, sz, cinfo->args+nParm);
1617                         nParm++;
1618                         break;
1619                 case MONO_TYPE_R8:
1620                         cinfo->args[nParm].size = sizeof(double);
1621                         add_float (&fr, sz, cinfo->args+nParm);
1622                         nParm++;
1623                         break;
1624                 case MONO_TYPE_GENERICINST:
1625                         if (!mono_type_generic_inst_is_valuetype (sig->params [i])) {
1626                                 cinfo->args[nParm].size = sizeof(gpointer);
1627                                 add_general (&gr, sz, cinfo->args+nParm);
1628                                 nParm++;
1629                                 break;
1630                         }
1631                         /* Fall through */
1632                 case MONO_TYPE_VALUETYPE: {
1633                         MonoMarshalType *info;
1634                         MonoClass *klass = mono_class_from_mono_type (sig->params [i]);
1635                         if (sig->pinvoke)
1636                                 size = mono_class_native_size (klass, &align);
1637                         else
1638                                 size = mono_class_value_size (klass, &align);
1639
1640                         info = mono_marshal_load_type_info (klass);
1641
1642                         if ((info->native_size == sizeof(float)) &&
1643                             (info->num_fields  == 1) &&
1644                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1645                                 cinfo->args[nParm].size = sizeof(float);
1646                                 add_float(&fr, sz, cinfo->args+nParm);
1647                                 nParm ++;
1648                                 break;
1649                         }
1650
1651                         if ((info->native_size == sizeof(double)) &&
1652                             (info->num_fields  == 1) &&
1653                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1654                                 cinfo->args[nParm].size = sizeof(double);
1655                                 add_float(&fr, sz, cinfo->args+nParm);
1656                                 nParm ++;
1657                                 break;
1658                         }
1659
1660                         cinfo->args[nParm].vtsize  = 0;
1661                         cinfo->args[nParm].size    = 0;
1662
1663                         switch (size) {
1664                                 /*----------------------------------*/
1665                                 /* On S/390, structures of size 1,  */
1666                                 /* 2, 4, and 8 bytes are passed in  */
1667                                 /* (a) register(s).                 */
1668                                 /*----------------------------------*/
1669                                 case 0:
1670                                 case 1:
1671                                 case 2:
1672                                 case 4:
1673                                 case 8:
1674                                         add_general(&gr, sz, cinfo->args+nParm);
1675                                         cinfo->args[nParm].size    = size;
1676                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1677                                         nParm++;
1678                                         sz->local_size            += sizeof(long);
1679                                         break;
1680                                 default:
1681                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1682                                         nParm++;
1683                         }
1684                 }
1685                         break;
1686                 case MONO_TYPE_TYPEDBYREF: {
1687                         int size = sizeof (MonoTypedRef);
1688
1689                         cinfo->args[nParm].vtsize  = 0;
1690                         cinfo->args[nParm].size    = 0;
1691
1692                         switch (size) {
1693                                 /*----------------------------------*/
1694                                 /* On S/390, structures of size 1,  */
1695                                 /* 2, 4, and 8 bytes are passed in  */
1696                                 /* (a) register(s).                 */
1697                                 /*----------------------------------*/
1698                                 case 0:
1699                                 case 1:
1700                                 case 2:
1701                                 case 4:
1702                                 case 8:
1703                                         add_general(&gr, sz, cinfo->args+nParm);
1704                                         cinfo->args[nParm].size    = size;
1705                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1706                                         nParm++;
1707                                         sz->local_size            += sizeof(long);
1708                                         break;
1709                                 default:
1710                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1711                                         nParm++;
1712                         }
1713                 }
1714                         break;
1715                 default:
1716                         g_error ("Can't trampoline 0x%x", sig->params [i]->type);
1717                 }
1718         }
1719
1720         /*----------------------------------------------------------*/
1721         /* Handle the case where there are no implicit arguments    */
1722         /*----------------------------------------------------------*/
1723         if ((sig->call_convention == MONO_CALL_VARARG) &&
1724             (sig->param_count == sig->sentinelpos)) {
1725                 gr = S390_LAST_ARG_REG + 1;
1726                 add_general (&gr, sz, &cinfo->sigCookie);
1727         }
1728
1729         /*----------------------------------------------------------*/
1730         /* If we are passing a structure back then if it won't be   */
1731         /* in a register(s) then we make room at the end of the     */
1732         /* parameters that may have been placed on the stack        */
1733         /*----------------------------------------------------------*/
1734         if (cinfo->struct_ret) {
1735                 cinfo->ret.offset = sz->stack_size;
1736                 switch (cinfo->ret.size) {
1737                 case 0:
1738                 case 1:
1739                 case 2:
1740                 case 4:
1741                 case 8:
1742                         break;
1743                 default:
1744                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1745                 }
1746         }
1747
1748         cinfo->lastgr   = gr;
1749         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1750                           sz->offset;
1751         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1752
1753         return (cinfo);
1754 }
1755
1756 /*========================= End of Function ========================*/
1757
1758 /*------------------------------------------------------------------*/
1759 /*                                                                  */
1760 /* Name         - mono_arch_allocate_vars                           */
1761 /*                                                                  */
1762 /* Function     - Set var information according to the calling      */
1763 /*                convention for S/390. The local var stuff should  */
1764 /*                most likely be split in another method.           */
1765 /*                                                                  */
1766 /* Parameter    - @m - Compile unit.                                */
1767 /*                                                                  */
1768 /*------------------------------------------------------------------*/
1769
1770 void
1771 mono_arch_allocate_vars (MonoCompile *cfg)
1772 {
1773         MonoMethodSignature *sig;
1774         MonoMethodHeader *header;
1775         MonoInst *inst;
1776         CallInfo *cinfo;
1777         int iParm, iVar, offset, size, align, curinst;
1778         int frame_reg = STK_BASE;
1779         int sArg, eArg;
1780
1781         header  = mono_method_get_header (cfg->method);
1782
1783         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1784
1785         /*---------------------------------------------------------*/
1786         /* We use the frame register also for any method that has  */
1787         /* filter clauses. This way, when the handlers are called, */
1788         /* the code will reference local variables using the frame */
1789         /* reg instead of the stack pointer: if we had to restore  */
1790         /* the stack pointer, we'd corrupt the method frames that  */
1791         /* are already on the stack (since filters get called      */
1792         /* before stack unwinding happens) when the filter code    */
1793         /* would call any method.                                  */
1794         /*---------------------------------------------------------*/
1795         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1796                 frame_reg = s390_r11;
1797
1798         cfg->frame_reg = frame_reg;
1799
1800         cfg->arch.bkchain_reg = -1;
1801
1802         if (frame_reg != STK_BASE)
1803                 cfg->used_int_regs |= 1 << frame_reg;
1804
1805         sig     = mono_method_signature (cfg->method);
1806
1807         cinfo   = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
1808
1809         if (cinfo->struct_ret) {
1810                 if (!cfg->new_ir) {
1811                         cfg->vret_addr->opcode = OP_REGVAR;
1812                         cfg->vret_addr->inst_c0 = s390_r2;
1813                 }
1814         } else {
1815                 switch (mono_type_get_underlying_type (sig->ret)->type) {
1816                 case MONO_TYPE_VOID:
1817                         break;
1818                 default:
1819                         cfg->ret->opcode = OP_REGVAR;
1820                         cfg->ret->dreg   = s390_r2;
1821                         break;
1822                 }
1823         }
1824
1825         /*--------------------------------------------------------------*/
1826         /* local vars are at a positive offset from the stack pointer   */
1827         /* also note that if the function uses alloca, we use s390_r11  */
1828         /* to point at the local variables.                             */
1829         /* add parameter area size for called functions                 */
1830         /*--------------------------------------------------------------*/
1831         offset          = (cfg->param_area + S390_MINIMAL_STACK_SIZE);
1832         cfg->sig_cookie = 0;
1833
1834         if (cinfo->struct_ret) {
1835                 inst               = cfg->vret_addr;
1836                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1837                 inst->inst_offset  = offset;
1838                 inst->opcode       = OP_REGOFFSET;
1839                 inst->inst_basereg = frame_reg;
1840                 offset            += sizeof(gpointer);
1841                 if (!cfg->new_ir && (sig->call_convention == MONO_CALL_VARARG) &&
1842                     (!retFitsInReg (cinfo->ret.size)))
1843                         cfg->sig_cookie += cinfo->ret.size;
1844                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
1845                         printf ("vret_addr =");
1846                         mono_print_ins (cfg->vret_addr);
1847                 }
1848         }
1849
1850         if (sig->hasthis) {
1851                 inst = cfg->args [0];
1852                 if (inst->opcode != OP_REGVAR) {
1853                         inst->opcode       = OP_REGOFFSET;
1854                         inst->inst_basereg = frame_reg;
1855                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1856                         inst->inst_offset  = offset;
1857                         offset            += sizeof (gpointer);
1858                 }
1859                 curinst = sArg = 1;
1860         } else {
1861                 curinst = sArg = 0;
1862         }
1863
1864         eArg = sig->param_count + sArg;
1865
1866         if (sig->call_convention == MONO_CALL_VARARG)
1867                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
1868
1869         for (iParm = sArg; iParm < eArg; ++iParm) {
1870                 inst = cfg->args [curinst];
1871                 if (inst->opcode != OP_REGVAR) {
1872                         switch (cinfo->args[iParm].regtype) {
1873                         case RegTypeStructByAddr :
1874                                 if (cfg->new_ir) {
1875                                         MonoInst *indir;
1876
1877                                         size = sizeof (gpointer);
1878
1879                                         inst->opcode = OP_REGOFFSET;
1880                                         inst->inst_basereg = frame_reg;
1881                                         offset = S390_ALIGN (offset, sizeof (gpointer));
1882                                         inst->inst_offset = offset;
1883
1884                                         /* Add a level of indirection */
1885                                         MONO_INST_NEW (cfg, indir, 0);
1886                                         *indir = *inst;
1887                                         inst->opcode = OP_VTARG_ADDR;
1888                                         inst->inst_left = indir;
1889                                 } else {
1890                                         if (cinfo->args[iParm].reg == STK_BASE) {
1891                                                 inst->opcode       = OP_S390_LOADARG;
1892                                                 inst->inst_basereg = frame_reg;
1893                                                 offset             = S390_ALIGN(offset, sizeof(long));
1894                                                 inst->inst_offset  = offset;
1895                                                 size               = abs(cinfo->args[iParm].vtsize);
1896                                                 inst->backend.arg_info     = cinfo->args[iParm].offset;
1897                                         } else {
1898                                                 inst->opcode       = OP_S390_ARGREG;
1899                                                 inst->inst_basereg = frame_reg;
1900                                                 size               = sizeof(gpointer);
1901                                                 offset             = S390_ALIGN(offset, size);
1902                                                 inst->inst_offset  = offset;
1903                                                 inst->backend.arg_info     = cinfo->args[iParm].offset;
1904                                         }
1905                                 }
1906                                 break;
1907                         case RegTypeStructByVal :
1908                                 if (cfg->new_ir) {
1909                                         size               = cinfo->args[iParm].size;
1910                                         offset             = S390_ALIGN(offset, size);
1911                                         inst->opcode = OP_REGOFFSET;
1912                                         inst->inst_basereg = frame_reg;
1913                                         inst->inst_offset = offset;
1914                                 } else {
1915                                         inst->opcode       = OP_S390_ARGPTR;
1916                                         inst->inst_basereg = frame_reg;
1917                                         size               = cinfo->args[iParm].size;
1918                                         offset             = S390_ALIGN(offset, size);
1919                                         inst->inst_offset  = offset;
1920                                         inst->backend.arg_info     = cinfo->args[iParm].offset;
1921                                 }
1922                                 break;
1923                         default :
1924                                 if (cfg->new_ir) {
1925                                         if (cinfo->args [iParm].reg == STK_BASE) {
1926                                                 /*
1927                                                  * These arguments are in the previous frame, so we can't
1928                                                  * compute their offset from the current frame pointer right
1929                                                  * now, since cfg->stack_offset is not yet known, so dedicate a
1930                                                  * register holding the previous frame pointer.
1931                                                  */
1932                                                 cfg->arch.bkchain_reg = s390_r12;
1933                                                 cfg->used_int_regs |= 1 << cfg->arch.bkchain_reg;
1934
1935                                                 inst->opcode       = OP_REGOFFSET;
1936                                                 inst->inst_basereg = cfg->arch.bkchain_reg;
1937                                                 size               = (cinfo->args[iParm].size < 8
1938                                                                                   ? 8 - cinfo->args[iParm].size
1939                                                                                   : 0);
1940                                                 inst->inst_offset  = cinfo->args [iParm].offset + size;
1941                                                 size = sizeof (long);
1942                                         } else {
1943                                                 inst->opcode       = OP_REGOFFSET;
1944                                                 inst->inst_basereg = frame_reg;
1945                                                 size               = (cinfo->args[iParm].size < 8
1946                                                                                   ? sizeof(int)
1947                                                                                   : sizeof(long));
1948                                                 offset             = S390_ALIGN(offset, size);
1949                                                 inst->inst_offset  = offset;
1950                                         }
1951                                 } else {
1952                                         if (cinfo->args[iParm].reg != STK_BASE) {
1953                                                 inst->opcode       = OP_REGOFFSET;
1954                                                 inst->inst_basereg = frame_reg;
1955                                                 size               = (cinfo->args[iParm].size < 8
1956                                                                                   ? sizeof(int)
1957                                                                                   : sizeof(long));
1958                                                 offset             = S390_ALIGN(offset, size);
1959                                                 inst->inst_offset  = offset;
1960                                         } else {
1961                                                 inst->opcode       = OP_S390_STKARG;
1962                                                 inst->inst_basereg = frame_reg;
1963                                                 size               = ((cinfo->args[iParm].size < 8)
1964                                                                                   ? 8 - cinfo->args[iParm].size
1965                                                                                   : 0);
1966                                                 inst->inst_offset  = cinfo->args[iParm].offset +
1967                                                         size;
1968                                                 inst->backend.arg_info       = 0;
1969                                                 size               = sizeof(long);
1970                                         }
1971                                 }
1972                                 break;
1973                         }
1974                         if ((sig->call_convention == MONO_CALL_VARARG) &&
1975                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
1976                             (iParm < sig->sentinelpos))
1977                                 cfg->sig_cookie += size;
1978
1979                         offset += size;
1980                 }
1981                 curinst++;
1982         }
1983
1984         curinst = cfg->locals_start;
1985         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
1986                 inst = cfg->varinfo [iVar];
1987                 if ((inst->flags & MONO_INST_IS_DEAD) ||
1988                     (inst->opcode == OP_REGVAR))
1989                         continue;
1990
1991                 /*--------------------------------------------------*/
1992                 /* inst->backend.is_pinvoke indicates native sized value types, */
1993                 /* this is used by the pinvoke wrappers when they   */
1994                 /* call functions returning structure               */
1995                 /*--------------------------------------------------*/
1996                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
1997                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype), &align);
1998                 else
1999                         size = mono_type_size (inst->inst_vtype, &align);
2000
2001                 offset             = S390_ALIGN(offset, align);
2002                 inst->inst_offset  = offset;
2003                 inst->opcode       = OP_REGOFFSET;
2004                 inst->inst_basereg = frame_reg;
2005                 offset            += size;
2006                 DEBUG (g_print("allocating local %d to %ld, size: %d\n",
2007                                 iVar, inst->inst_offset, size));
2008         }
2009
2010         /*------------------------------------------------------*/
2011         /* Allow space for the trace method stack area if needed*/
2012         /*------------------------------------------------------*/
2013         if (mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method))
2014                 offset += S390_TRACE_STACK_SIZE;
2015
2016         /*------------------------------------------------------*/
2017         /* Reserve space to save LMF and caller saved registers */
2018         /*------------------------------------------------------*/
2019         if (cfg->method->save_lmf)
2020                 offset += sizeof (MonoLMF);
2021
2022         /*------------------------------------------------------*/
2023         /* align the offset                                     */
2024         /*------------------------------------------------------*/
2025         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
2026
2027 }
2028
2029 /*========================= End of Function ========================*/
2030
2031 /*------------------------------------------------------------------*/
2032 /*                                                                  */
2033 /* Name         - mono_arch_create_vars                                 */
2034 /*------------------------------------------------------------------*/
2035
2036 void
2037 mono_arch_create_vars (MonoCompile *cfg)
2038 {
2039         MonoMethodSignature *sig;
2040         CallInfo *cinfo;
2041
2042         sig = mono_method_signature (cfg->method);
2043
2044         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2045
2046         if (cinfo->struct_ret) {
2047                 cfg->vret_addr = mono_compile_create_var (cfg, &mono_defaults.int_class->byval_arg, OP_ARG);
2048                 if (G_UNLIKELY (cfg->verbose_level > 1)) {
2049                         printf ("vret_addr = ");
2050                         mono_print_ins (cfg->vret_addr);
2051                 }
2052         }
2053 }
2054
2055 /*========================= End of Function ========================*/
2056
2057 /*------------------------------------------------------------------*/
2058 /*                                                                  */
2059 /* Name         - mono_arch_call_opcode                             */
2060 /*                                                                  */
2061 /* Function     - Take the arguments and generate the arch-specific */
2062 /*                instructions to properly call the function. This  */
2063 /*                includes pushing, moving argments to the correct  */
2064 /*                etc.                                              */
2065 /*                                                                  */
2066 /*------------------------------------------------------------------*/
2067
2068 MonoCallInst*
2069 mono_arch_call_opcode (MonoCompile *cfg, MonoBasicBlock* bb,
2070                        MonoCallInst *call, int is_virtual)
2071 {
2072         MonoInst *in;
2073         MonoCallArgParm *arg;
2074         MonoMethodSignature *sig;
2075         int i, n, lParamArea;
2076         CallInfo *cinfo;
2077         ArgInfo *ainfo;
2078
2079         sig = call->signature;
2080         n = sig->param_count + sig->hasthis;
2081         DEBUG (g_print ("Call requires: %d parameters\n",n));
2082
2083         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2084
2085         call->stack_usage = MAX(cinfo->sz.stack_size, call->stack_usage);
2086         lParamArea        = MAX((call->stack_usage - S390_MINIMAL_STACK_SIZE - cinfo->sz.parm_size), 0);
2087         cfg->param_area   = MAX (((signed) cfg->param_area), lParamArea);
2088         cfg->flags       |= MONO_CFG_HAS_CALLS;
2089
2090         if (cinfo->struct_ret)
2091                 call->used_iregs |= 1 << cinfo->ret.reg;
2092
2093         for (i = 0; i < n; ++i) {
2094                 ainfo = cinfo->args + i;
2095
2096                 if (!(sig->pinvoke) &&
2097                     (sig->call_convention == MONO_CALL_VARARG) &&
2098                     (i == sig->sentinelpos)) {
2099                         emit_sig_cookie (cfg, call, cinfo, ainfo->size);
2100                 }
2101
2102                 if (is_virtual && i == 0) {
2103                         /* the argument will be attached to the call instrucion */
2104                         in = call->args [i];
2105                         call->used_iregs |= 1 << ainfo->reg;
2106                 } else {
2107                         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG);
2108                         in                  = call->args [i];
2109                         arg->ins.cil_code   = in->cil_code;
2110                         arg->ins.inst_left  = in;
2111                         arg->ins.type       = in->type;
2112                         /* prepend, we'll need to reverse them later */
2113                         arg->ins.next       = call->out_args;
2114                         call->out_args      = (MonoInst *) arg;
2115                         arg->ins.inst_right = (MonoInst *) call;
2116                         if (ainfo->regtype == RegTypeGeneral) {
2117                                 arg->ins.backend.reg3 = ainfo->reg;
2118                                 call->used_iregs |= 1 << ainfo->reg;
2119                         } else if (ainfo->regtype == RegTypeStructByAddr) {
2120                                 call->used_iregs |= 1 << ainfo->reg;
2121                                 arg->ins.sreg1    = ainfo->reg;
2122                                 arg->ins.opcode   = OP_OUTARG_VT;
2123                                 arg->size         = -ainfo->vtsize;
2124                                 arg->offset       = ainfo->offset;
2125                                 arg->offPrm       = ainfo->offparm + cinfo->sz.offStruct;
2126                         } else if (ainfo->regtype == RegTypeStructByVal) {
2127                                 if (ainfo->reg != STK_BASE)
2128                                         call->used_iregs |= 1 << ainfo->reg;
2129                                 arg->ins.sreg1  = ainfo->reg;
2130                                 arg->ins.opcode = OP_OUTARG_VT;
2131                                 arg->size       = ainfo->size;
2132                                 arg->offset     = ainfo->offset;
2133                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2134                         } else if (ainfo->regtype == RegTypeBase) {
2135                                 arg->ins.opcode   = OP_OUTARG_MEMBASE;
2136                                 arg->ins.sreg1    = ainfo->reg;
2137                                 arg->size         = ainfo->size;
2138                                 arg->offset       = ainfo->offset;
2139                                 call->used_iregs |= 1 << ainfo->reg;
2140                         } else if (ainfo->regtype == RegTypeFP) {
2141                                 arg->ins.backend.reg3 = ainfo->reg;
2142                                 call->used_fregs |= 1 << ainfo->reg;
2143                                 if (ainfo->size == 4)
2144                                         arg->ins.opcode = OP_OUTARG_R4;
2145                                 else
2146                                         arg->ins.opcode = OP_OUTARG_R8;
2147                         } else {
2148                                 g_assert_not_reached ();
2149                         }
2150                 }
2151         }
2152
2153         /*
2154          * Handle the case where there are no implicit arguments
2155          */
2156         if (!(sig->pinvoke) &&
2157             (sig->call_convention == MONO_CALL_VARARG) &&
2158             (n == sig->sentinelpos)) {
2159                 emit_sig_cookie (cfg, call, cinfo, sizeof(MonoType *));
2160         }
2161
2162         /*
2163          * Reverse the call->out_args list.
2164          */
2165         {
2166                 MonoInst *prev = NULL, *list = call->out_args, *next;
2167                 while (list) {
2168                         next = list->next;
2169                         list->next = prev;
2170                         prev = list;
2171                         list = next;
2172                 }
2173                 call->out_args = prev;
2174         }
2175
2176         return call;
2177 }
2178
2179 /*========================= End of Function ========================*/
2180
2181 static void
2182 add_outarg_reg2 (MonoCompile *cfg, MonoCallInst *call, ArgStorage storage, int reg, MonoInst *tree)
2183 {
2184         MonoInst *ins;
2185
2186         switch (storage) {
2187         case RegTypeGeneral:
2188                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2189                 ins->dreg = mono_alloc_ireg (cfg);
2190                 ins->sreg1 = tree->dreg;
2191                 MONO_ADD_INS (cfg->cbb, ins);
2192                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, FALSE);
2193                 break;
2194         case RegTypeFP:
2195                 MONO_INST_NEW (cfg, ins, OP_FMOVE);
2196                 ins->dreg = mono_alloc_freg (cfg);
2197                 ins->sreg1 = tree->dreg;
2198                 MONO_ADD_INS (cfg->cbb, ins);
2199                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2200                 break;
2201         case RegTypeFPR4:
2202                 MONO_INST_NEW (cfg, ins, OP_S390_SETF4RET);
2203                 ins->dreg = mono_alloc_freg (cfg);
2204                 ins->sreg1 = tree->dreg;
2205                 MONO_ADD_INS (cfg->cbb, ins);
2206                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, reg, TRUE);
2207                 break;
2208         default:
2209                 g_assert_not_reached ();
2210         }
2211 }
2212
2213 static void
2214 emit_sig_cookie2 (MonoCompile *cfg, MonoCallInst *call, CallInfo *cinfo)
2215 {
2216         MonoMethodSignature *tmpSig;
2217         MonoInst *sig_arg;
2218
2219         cfg->disable_aot = TRUE;
2220
2221         /*----------------------------------------------------------*/
2222         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2223         /* passed first and all the arguments which were before it  */
2224         /* passed on the stack after the signature. So compensate   */
2225         /* by passing a different signature.                        */
2226         /*----------------------------------------------------------*/
2227         tmpSig = mono_metadata_signature_dup (call->signature);
2228         tmpSig->param_count -= call->signature->sentinelpos;
2229         tmpSig->sentinelpos  = 0;
2230         if (tmpSig->param_count > 0)
2231                 memcpy (tmpSig->params,
2232                         call->signature->params + call->signature->sentinelpos,
2233                         tmpSig->param_count * sizeof(MonoType *));
2234
2235         MONO_INST_NEW (cfg, sig_arg, OP_ICONST);
2236         sig_arg->dreg = mono_alloc_ireg (cfg);
2237         sig_arg->inst_p0 = tmpSig;
2238         MONO_ADD_INS (cfg->cbb, sig_arg);
2239
2240         MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORE_MEMBASE_REG, STK_BASE,
2241                                                                  cinfo->sigCookie.offset, sig_arg->dreg);
2242 }
2243
2244 /*------------------------------------------------------------------*/
2245 /*                                                                  */
2246 /* Name         - mono_arch_emit_call                                   */
2247 /*                                                                  */
2248 /*------------------------------------------------------------------*/
2249
2250 void
2251 mono_arch_emit_call (MonoCompile *cfg, MonoCallInst *call)
2252 {
2253         MonoInst *in;
2254         MonoMethodSignature *sig;
2255         MonoInst *ins;
2256         int i, n, lParamArea;
2257         CallInfo *cinfo;
2258         ArgInfo *ainfo = NULL;
2259         int stackSize;
2260
2261         sig = call->signature;
2262         n = sig->param_count + sig->hasthis;
2263         DEBUG (g_print ("Call requires: %d parameters\n",n));
2264
2265         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
2266
2267         stackSize         = cinfo->sz.stack_size + cinfo->sz.local_size + cinfo->sz.parm_size + cinfo->sz.offset;
2268         call->stack_usage = MAX(stackSize, call->stack_usage);
2269         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-cinfo->sz.parm_size), 0);
2270         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
2271         cfg->flags       |= MONO_CFG_HAS_CALLS;
2272
2273         if (cinfo->struct_ret) {
2274                 MONO_INST_NEW (cfg, ins, OP_MOVE);
2275                 ins->sreg1 = call->vret_var->dreg;
2276                 ins->dreg = mono_alloc_preg (cfg);
2277                 MONO_ADD_INS (cfg->cbb, ins);
2278                 mono_call_inst_add_outarg_reg (cfg, call, ins->dreg, cinfo->ret.reg, FALSE);
2279         }
2280
2281         for (i = 0; i < n; ++i) {
2282                 ainfo = cinfo->args + i;
2283                 MonoType *t;
2284
2285                 if (i >= sig->hasthis)
2286                         t = sig->params [i - sig->hasthis];
2287                 else
2288                         t = &mono_defaults.int_class->byval_arg;
2289                 t = mono_type_get_underlying_type (t);
2290
2291                 in = call->args [i];
2292
2293                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2294                     (i == sig->sentinelpos)) {
2295                         emit_sig_cookie2 (cfg, call, cinfo);
2296                 }
2297
2298                 switch (ainfo->regtype) {
2299                 case RegTypeGeneral:
2300                         add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2301                         break;
2302                 case RegTypeFP:
2303                         if (MONO_TYPE_ISSTRUCT (t)) {
2304                                 /* Valuetype passed in one fp register */
2305                                 ainfo->regtype = RegTypeStructByValInFP;
2306                                 /* Fall through */
2307                         } else {
2308                                 if (ainfo->size == 4)
2309                                         ainfo->regtype = RegTypeFPR4;
2310                                 add_outarg_reg2 (cfg, call, ainfo->regtype, ainfo->reg, in);
2311                                 break;
2312                         }
2313                 case RegTypeStructByVal:
2314                 case RegTypeStructByAddr: {
2315                         guint32 align;
2316                         guint32 size;
2317
2318                         if (sig->params [i - sig->hasthis]->type == MONO_TYPE_TYPEDBYREF) {
2319                                 size = sizeof (MonoTypedRef);
2320                                 align = sizeof (gpointer);
2321                         }
2322                         else
2323                                 if (sig->pinvoke)
2324                                         size = mono_type_native_stack_size (&in->klass->byval_arg, &align);
2325                                 else {
2326                                         /*
2327                                          * Other backends use mono_type_stack_size (), but that
2328                                          * aligns the size to 8, which is larger than the size of
2329                                          * the source, leading to reads of invalid memory if the
2330                                          * source is at the end of address space.
2331                                          */
2332                                         size = mono_class_value_size (in->klass, &align);
2333                                 }
2334
2335                         g_assert (in->klass);
2336
2337                         ainfo->offparm += cinfo->sz.offStruct;
2338
2339                         MONO_INST_NEW (cfg, ins, OP_OUTARG_VT);
2340                         ins->sreg1 = in->dreg;
2341                         ins->klass = in->klass;
2342                         ins->backend.size = ainfo->size;
2343                         ins->inst_p0 = call;
2344                         ins->inst_p1 = mono_mempool_alloc (cfg->mempool, sizeof (ArgInfo));
2345                         memcpy (ins->inst_p1, ainfo, sizeof (ArgInfo));
2346
2347                         MONO_ADD_INS (cfg->cbb, ins);
2348
2349                         if (ainfo->regtype == RegTypeStructByAddr) {
2350                                 /*
2351                                  * We use OP_OUTARG_VT to copy the valuetype to a stack location, then
2352                                  * use the normal OUTARG opcodes to pass the address of the location to
2353                                  * the callee.
2354                                  */
2355                                 int treg = mono_alloc_preg (cfg);
2356                                 MONO_EMIT_NEW_BIALU_IMM (cfg, OP_ADD_IMM, treg,
2357                                                                                  STK_BASE, ainfo->offparm);
2358                                 mono_call_inst_add_outarg_reg (cfg, call, treg, ainfo->reg, FALSE);
2359                         }
2360                         break;
2361                 }
2362                 case RegTypeBase:
2363                         if (!t->byref && t->type == MONO_TYPE_R4) {
2364                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER4_MEMBASE_REG,
2365                                                                                          STK_BASE, ainfo->offset + 4,
2366                                                                                          in->dreg);
2367                         } else if (!t->byref && (t->type == MONO_TYPE_R8)) {
2368                                 MONO_EMIT_NEW_STORE_MEMBASE (cfg, OP_STORER8_MEMBASE_REG,
2369                                                                                          STK_BASE, ainfo->offset,
2370                                                                                          in->dreg);
2371                         } else {
2372                                 MONO_INST_NEW (cfg, ins, OP_STORE_MEMBASE_REG);
2373                                 ins->inst_destbasereg = STK_BASE;
2374                                 ins->inst_offset = ainfo->offset;
2375                                 ins->sreg1 = in->dreg;
2376
2377                                 /* This is needed by MonoTypedRef->value to point to the correct data */
2378                                 if ((sig->call_convention == MONO_CALL_VARARG) &&
2379                                         (i >= sig->sentinelpos)) {
2380                                         switch (ainfo->size) {
2381                                         case 1:
2382                                                 ins->opcode = OP_STOREI1_MEMBASE_REG;
2383                                                 break;
2384                                         case 2:
2385                                                 ins->opcode = OP_STOREI2_MEMBASE_REG;
2386                                                 break;
2387                                         case 4:
2388                                                 ins->opcode = OP_STOREI4_MEMBASE_REG;
2389                                                 break;
2390                                         default:
2391                                                 break;
2392                                         }
2393                                 }
2394
2395                                 MONO_ADD_INS (cfg->cbb, ins);
2396                         }
2397                         break;
2398                 default:
2399                         g_assert_not_reached ();
2400                         break;
2401                 }
2402         }
2403
2404         /*
2405          * Handle the case where there are no implicit arguments
2406          */
2407         if ((sig->call_convention == MONO_CALL_VARARG) &&
2408             (i == sig->sentinelpos)) {
2409                 emit_sig_cookie2 (cfg, call, cinfo);
2410         }
2411 }
2412
2413 /*========================= End of Function ========================*/
2414
2415 /*------------------------------------------------------------------*/
2416 /*                                                                  */
2417 /* Name         - mono_arch_emit_outarg_vt                              */
2418 /*                                                                  */
2419 /*------------------------------------------------------------------*/
2420
2421 void
2422 mono_arch_emit_outarg_vt (MonoCompile *cfg, MonoInst *ins, MonoInst *src)
2423 {
2424         MonoCallInst *call = (MonoCallInst*)ins->inst_p0;
2425         ArgInfo *ainfo = (ArgInfo*)ins->inst_p1;
2426         int size = ins->backend.size;
2427
2428         if (ainfo->regtype == RegTypeStructByVal) {
2429                 /*
2430                                 arg->ins.sreg1  = ainfo->reg;
2431                                 arg->ins.opcode = OP_OUTARG_VT;
2432                                 arg->size       = ainfo->size;
2433                                 arg->offset     = ainfo->offset;
2434                                 arg->offPrm     = ainfo->offparm + cinfo->sz.offStruct;
2435                 */
2436                 if (ainfo->reg != STK_BASE) {
2437                         MONO_OUTPUT_VTR2 (cfg, size, ainfo->reg, src->dreg, 0);
2438                 } else {
2439                         MONO_OUTPUT_VTS2 (cfg, size, ainfo->reg, ainfo->offset,
2440                                                           src->dreg, 0);
2441                 }
2442         } else if (ainfo->regtype == RegTypeStructByValInFP) {
2443                 int dreg = mono_alloc_freg (cfg);
2444
2445                 if (ainfo->size == 4) {
2446                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR4_MEMBASE, dreg, src->dreg, 0);
2447                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, dreg, dreg);
2448                 } else {
2449                         g_assert (ainfo->size == 8);
2450
2451                         MONO_EMIT_NEW_LOAD_MEMBASE_OP (cfg, OP_LOADR8_MEMBASE, dreg, src->dreg, 0);
2452                 }
2453
2454                 mono_call_inst_add_outarg_reg (cfg, call, dreg, ainfo->reg, TRUE);
2455         } else {
2456                 MONO_EMIT_NEW_MOVE2 (cfg, STK_BASE, ainfo->offparm,
2457                                                          src->dreg, 0, size);
2458         }
2459 }
2460
2461 /*------------------------------------------------------------------*/
2462 /*                                                                  */
2463 /* Name         - mono_arch_emit_setret                                 */
2464 /*                                                                  */
2465 /*------------------------------------------------------------------*/
2466
2467 void
2468 mono_arch_emit_setret (MonoCompile *cfg, MonoMethod *method, MonoInst *val)
2469 {
2470         MonoType *ret = mono_type_get_underlying_type (mono_method_signature (method)->ret);
2471
2472         if (!ret->byref) {
2473                 if (ret->type == MONO_TYPE_R4) {
2474                         MONO_EMIT_NEW_UNALU (cfg, OP_S390_SETF4RET, s390_f0, val->dreg);
2475                         return;
2476                 } else if (ret->type == MONO_TYPE_R8) {
2477                         MONO_EMIT_NEW_UNALU (cfg, OP_FMOVE, s390_f0, val->dreg);
2478                         return;
2479                 }
2480         }
2481
2482         MONO_EMIT_NEW_UNALU (cfg, OP_MOVE, cfg->ret->dreg, val->dreg);
2483 }
2484
2485 /*========================= End of Function ========================*/
2486
2487 /*------------------------------------------------------------------*/
2488 /*                                                                  */
2489 /* Name         - emit_sig_cookie.                                  */
2490 /*                                                                  */
2491 /* Function     - For variable length parameter lists construct a   */
2492 /*                signature cookie and emit it.                     */
2493 /*                                                                  */
2494 /*------------------------------------------------------------------*/
2495
2496 static void
2497 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call,
2498                  CallInfo *cinfo, int argSize)
2499 {
2500         MonoCallArgParm *arg;
2501         MonoMethodSignature *tmpSig;
2502         MonoInst *sigArg;
2503
2504         cfg->disable_aot = TRUE;
2505
2506         /*----------------------------------------------------------*/
2507         /* mono_ArgIterator_Setup assumes the signature cookie is   */
2508         /* passed first and all the arguments which were before it  */
2509         /* passed on the stack after the signature. So compensate   */
2510         /* by passing a different signature.                        */
2511         /*----------------------------------------------------------*/
2512         tmpSig = mono_metadata_signature_dup (call->signature);
2513         tmpSig->param_count -= call->signature->sentinelpos;
2514         tmpSig->sentinelpos  = 0;
2515         if (tmpSig->param_count > 0)
2516                 memcpy (tmpSig->params,
2517                         call->signature->params + call->signature->sentinelpos,
2518                         tmpSig->param_count * sizeof(MonoType *));
2519
2520         MONO_INST_NEW (cfg, sigArg, OP_ICONST);
2521         sigArg->inst_p0 = tmpSig;
2522
2523         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG_MEMBASE);
2524         arg->ins.inst_left   = sigArg;
2525         arg->ins.inst_right  = (MonoInst *) call;
2526         arg->size            = argSize;
2527         arg->offset          = cinfo->sigCookie.offset;
2528         arg->ins.next        = call->out_args;
2529         call->out_args       = (MonoInst *) arg;
2530 }
2531
2532 /*========================= End of Function ========================*/
2533
2534 /*------------------------------------------------------------------*/
2535 /*                                                                  */
2536 /* Name         - mono_arch_instrument_mem_needs                    */
2537 /*                                                                  */
2538 /* Function     - Allow tracing to work with this interface (with   */
2539 /*                an optional argument).                            */
2540 /*                                                                  */
2541 /*------------------------------------------------------------------*/
2542
2543 void
2544 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
2545 {
2546         /* no stack room needed now (may be needed for FASTCALL-trace support) */
2547         *stack = 0;
2548         /* split prolog-epilog requirements? */
2549         *code = 50; /* max bytes needed: check this number */
2550 }
2551
2552 /*========================= End of Function ========================*/
2553
2554 /*------------------------------------------------------------------*/
2555 /*                                                                  */
2556 /* Name         - mono_arch_instrument_prolog                       */
2557 /*                                                                  */
2558 /* Function     - Create an "instrumented" prolog.                  */
2559 /*                                                                  */
2560 /*------------------------------------------------------------------*/
2561
2562 void*
2563 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2564                              gboolean enable_arguments)
2565 {
2566         guchar  *code = p;
2567         int     parmOffset,
2568                 fpOffset,
2569                 baseReg;
2570
2571         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2572         if (cfg->method->save_lmf)
2573                 parmOffset -= sizeof(MonoLMF);
2574         fpOffset   = parmOffset + (5*sizeof(gpointer));
2575         if ((!has_ld) && (fpOffset > 4096)) {
2576                 s390_lgr (code, s390_r12, STK_BASE);
2577                 baseReg = s390_r12;
2578                 while (fpOffset > 4096) {
2579                         s390_aghi (code, baseReg, 4096);
2580                         fpOffset   -= 4096;
2581                         parmOffset -= 4096;
2582                 }
2583         } else {
2584                 baseReg = STK_BASE;
2585         }
2586
2587         s390_stmg (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2588         if (has_ld) {
2589                 s390_stdy (code, s390_f0, 0, STK_BASE, fpOffset);
2590                 s390_stdy (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2591                 s390_stdy (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2592                 s390_stdy (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2593         } else {
2594                 s390_std  (code, s390_f0, 0, baseReg, fpOffset);
2595                 s390_std  (code, s390_f2, 0, baseReg, fpOffset+sizeof(gdouble));
2596                 s390_std  (code, s390_f4, 0, baseReg, fpOffset+2*sizeof(gdouble));
2597                 s390_std  (code, s390_f6, 0, baseReg, fpOffset+3*sizeof(gdouble));
2598         }
2599         s390_basr (code, s390_r13, 0);
2600         s390_j    (code, 10);
2601         s390_llong(code, cfg->method);
2602         s390_llong(code, func);
2603         s390_lg   (code, s390_r2, 0, s390_r13, 4);
2604         if (has_ld)
2605                 s390_lay  (code, s390_r3, 0, STK_BASE, parmOffset);
2606         else
2607                 s390_la   (code, s390_r3, 0, baseReg, parmOffset);
2608         s390_lgr  (code, s390_r4, STK_BASE);
2609         s390_aghi (code, s390_r4, cfg->stack_usage);
2610         s390_lg   (code, s390_r1, 0, s390_r13, 12);
2611         s390_basr (code, s390_r14, s390_r1);
2612         if (has_ld) {
2613                 s390_ldy  (code, s390_f6, 0, STK_BASE, fpOffset+3*sizeof(gdouble));
2614                 s390_ldy  (code, s390_f4, 0, STK_BASE, fpOffset+2*sizeof(gdouble));
2615                 s390_ldy  (code, s390_f2, 0, STK_BASE, fpOffset+sizeof(gdouble));
2616                 s390_ldy  (code, s390_f0, 0, STK_BASE, fpOffset);
2617         } else {
2618                 s390_ld   (code, s390_f6, 0, baseReg, fpOffset+3*sizeof(gdouble));
2619                 s390_ld   (code, s390_f4, 0, baseReg, fpOffset+2*sizeof(gdouble));
2620                 s390_ld   (code, s390_f2, 0, baseReg, fpOffset+sizeof(gdouble));
2621                 s390_ld   (code, s390_f0, 0, baseReg, fpOffset);
2622         }
2623         s390_lmg  (code, s390_r2, s390_r6, STK_BASE, parmOffset);
2624
2625         return code;
2626 }
2627
2628 /*========================= End of Function ========================*/
2629
2630 /*------------------------------------------------------------------*/
2631 /*                                                                  */
2632 /* Name         - mono_arch_instrument_epilog                       */
2633 /*                                                                  */
2634 /* Function     - Create an epilog that will handle the returned    */
2635 /*                values used in instrumentation.                   */
2636 /*                                                                  */
2637 /*------------------------------------------------------------------*/
2638
2639 void*
2640 mono_arch_instrument_epilog (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments)
2641 {
2642         guchar     *code = p;
2643         int        save_mode = SAVE_NONE,
2644                    saveOffset;
2645         MonoMethod *method = cfg->method;
2646         int        rtype = mono_type_get_underlying_type (mono_method_signature (method)->ret)->type;
2647
2648         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2649         if (method->save_lmf)
2650                 saveOffset -= sizeof(MonoLMF);
2651
2652 handle_enum:
2653         switch (rtype) {
2654         case MONO_TYPE_VOID:
2655                 /* special case string .ctor icall */
2656                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2657                         save_mode = SAVE_ONE;
2658                 else
2659                         save_mode = SAVE_NONE;
2660                 break;
2661         case MONO_TYPE_I8:
2662         case MONO_TYPE_U8:
2663                 save_mode = SAVE_ONE;
2664                 break;
2665         case MONO_TYPE_R4:
2666                 save_mode = SAVE_R4;
2667                 break;
2668         case MONO_TYPE_R8:
2669                 save_mode = SAVE_R8;
2670                 break;
2671         case MONO_TYPE_VALUETYPE:
2672                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2673                         rtype = mono_method_signature (method)->ret->data.klass->enum_basetype->type;
2674                         goto handle_enum;
2675                 }
2676                 save_mode = SAVE_STRUCT;
2677                 break;
2678         default:
2679                 save_mode = SAVE_ONE;
2680                 break;
2681         }
2682
2683         switch (save_mode) {
2684         case SAVE_ONE:
2685                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2686                 if (enable_arguments) {
2687                         s390_lgr (code, s390_r3, s390_r2);
2688                 }
2689                 break;
2690         case SAVE_R4:
2691                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2692                 if (enable_arguments) {
2693                         s390_ldebr (code, s390_f0, s390_f0);
2694                 }
2695                 break;
2696         case SAVE_R8:
2697                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2698                 break;
2699         case SAVE_STRUCT:
2700                 s390_stg (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2701                 if (enable_arguments) {
2702                         s390_lg (code, s390_r3, 0, cfg->frame_reg,
2703                                  S390_MINIMAL_STACK_SIZE+cfg->param_area);
2704                 }
2705                 break;
2706         case SAVE_NONE:
2707         default:
2708                 break;
2709         }
2710
2711         s390_basr (code, s390_r13, 0);
2712         s390_j    (code, 10);
2713         s390_llong(code, cfg->method);
2714         s390_llong(code, func);
2715         s390_lg   (code, s390_r2, 0, s390_r13, 4);
2716         s390_lg   (code, s390_r1, 0, s390_r13, 12);
2717         s390_basr (code, s390_r14, s390_r1);
2718
2719         switch (save_mode) {
2720         case SAVE_ONE:
2721                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2722                 break;
2723         case SAVE_R4:
2724         case SAVE_R8:
2725                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2726                 break;
2727         case SAVE_STRUCT:
2728                 s390_lg  (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2729                 break;
2730         case SAVE_NONE:
2731         default:
2732                 break;
2733         }
2734
2735         return code;
2736 }
2737
2738 /*========================= End of Function ========================*/
2739
2740 void
2741 mono_arch_peephole_pass_1 (MonoCompile *cfg, MonoBasicBlock *bb)
2742 {
2743 }
2744
2745 /*------------------------------------------------------------------*/
2746 /*                                                                  */
2747 /* Name         - mono_arch_peephole_pass                                     */
2748 /*                                                                  */
2749 /* Function     - Form a peephole pass at the code looking for      */
2750 /*                simple optimizations.                             */
2751 /*                                                                  */
2752 /*------------------------------------------------------------------*/
2753
2754 void
2755 mono_arch_peephole_pass_2 (MonoCompile *cfg, MonoBasicBlock *bb)
2756 {
2757         MonoInst *ins, *n;
2758
2759         MONO_BB_FOR_EACH_INS_SAFE (bb, n, ins) {
2760                 mono_peephole_ins (bb, ins);
2761         }
2762 }
2763
2764 /*========================= End of Function ========================*/
2765
2766 void
2767 mono_arch_lowering_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2768 {
2769         MonoInst *ins, *next;
2770
2771         if (bb->max_vreg > cfg->rs->next_vreg)
2772                 cfg->rs->next_vreg = bb->max_vreg;
2773
2774         MONO_BB_FOR_EACH_INS_SAFE (bb, next, ins) {
2775                 switch (ins->opcode) {
2776                 case OP_DIV_IMM:
2777                 case OP_REM_IMM:
2778                 case OP_IDIV_IMM:
2779                 case OP_IREM_IMM:
2780                 case OP_IDIV_UN_IMM:
2781                 case OP_IREM_UN_IMM:
2782                 case OP_LAND_IMM:
2783                 case OP_LOR_IMM:
2784                 case OP_LXOR_IMM:
2785                 case OP_LOCALLOC_IMM:
2786                         mono_decompose_op_imm (cfg, bb, ins);
2787                         break;
2788                 case OP_LADD_IMM:
2789                         if (!s390_is_imm16 (ins->inst_imm))
2790                                 /* This is created by the memcpy code which ignores is_inst_imm */
2791                                 mono_decompose_op_imm (cfg, bb, ins);
2792                         break;
2793                 default:
2794                         break;
2795                 }
2796         }
2797
2798         bb->max_vreg = cfg->rs->next_vreg;
2799 }
2800
2801 /*========================= End of Function ========================*/
2802
2803 /*------------------------------------------------------------------*/
2804 /*                                                                  */
2805 /* Name         - emit_float_to_int                                 */
2806 /*                                                                  */
2807 /* Function     - Create instructions which will convert a floating */
2808 /*                point value to integer.                           */
2809 /*                                                                  */
2810 /*------------------------------------------------------------------*/
2811
2812 static guchar*
2813 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2814 {
2815         /* sreg is a float, dreg is an integer reg. */
2816         if (is_signed) {
2817                 s390_cfdbr (code, dreg, 5, sreg);
2818                 switch (size) {
2819                         case 1:
2820                                 s390_lghi (code, s390_r0, 0);
2821                                 s390_lghi (code, s390_r13, 0xff);
2822                                 s390_ltgr (code, dreg, dreg);
2823                                 s390_jnl  (code, 4);
2824                                 s390_lghi (code, s390_r0, 0x80);
2825                                 s390_ngr  (code, dreg, s390_r13);
2826                                 s390_ogr  (code, dreg, s390_r0);
2827                                 break;
2828                 }
2829         } else {
2830                 short *o[1];
2831                 s390_basr   (code, s390_r13, 0);
2832                 s390_j      (code, 10);
2833                 s390_llong  (code, 0x41e0000000000000);
2834                 s390_llong  (code, 0x41f0000000000000);
2835                 s390_ldr    (code, s390_f15, sreg);
2836                 s390_cdb    (code, s390_f15, 0, s390_r13, 4);
2837                 s390_jl     (code, 0); CODEPTR (code, o[0]);
2838                 s390_sdb    (code, s390_f15, 0, s390_r13, 12);
2839                 s390_cfdbr  (code, dreg, 7, s390_f15);
2840                 s390_j      (code, 4);
2841                 PTRSLOT (code, o[0]);
2842                 s390_cfdbr  (code, dreg, 5, sreg);
2843                 switch (size) {
2844                         case 1:
2845                                 s390_lghi (code, s390_r0, 0xff);
2846                                 s390_ngr  (code, dreg, s390_r0);
2847                                 break;
2848                         case 2:
2849                                 s390_lghi (code, s390_r0, -1);
2850                                 s390_srlg (code, s390_r0, s390_r0, 0, 16);
2851                                 s390_ngr  (code, dreg, s390_r0);
2852                                 break;
2853                 }
2854         }
2855         return code;
2856 }
2857
2858 /*========================= End of Function ========================*/
2859
2860 static gboolean is_unsigned (MonoInst *next)
2861 {
2862         if ((next) &&
2863                 (((next->opcode >= OP_IBNE_UN) &&
2864                   (next->opcode <= OP_IBLT_UN)) ||
2865                  ((next->opcode >= OP_LBNE_UN) &&
2866                   (next->opcode <= OP_LBLT_UN)) ||
2867                  ((next->opcode >= OP_COND_EXC_NE_UN) &&
2868                   (next->opcode <= OP_COND_EXC_LT_UN)) ||
2869                  ((next->opcode >= OP_COND_EXC_INE_UN) &&
2870                   (next->opcode <= OP_COND_EXC_ILT_UN)) ||
2871                  ((next->opcode == OP_CLT_UN) ||
2872                   (next->opcode == OP_CGT_UN)) ||
2873                  ((next->opcode == OP_ICLT_UN) ||
2874                   (next->opcode == OP_ICGT_UN) ||
2875                   (next->opcode == OP_LCLT_UN) ||
2876                   (next->opcode == OP_LCGT_UN))))
2877                 return TRUE;
2878         else
2879                 return FALSE;
2880 }
2881
2882 /*------------------------------------------------------------------*/
2883 /*                                                                  */
2884 /* Name         - mono_arch_output_basic_block                      */
2885 /*                                                                  */
2886 /* Function     - Perform the "real" work of emitting instructions  */
2887 /*                that will do the work of in the basic block.      */
2888 /*                                                                  */
2889 /*------------------------------------------------------------------*/
2890
2891 void
2892 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2893 {
2894         MonoInst *ins;
2895         MonoCallInst *call;
2896         guint offset;
2897         guint8 *code = cfg->native_code + cfg->code_len;
2898         guint last_offset = 0;
2899         int max_len, cpos, src2;
2900
2901         /* we don't align basic blocks of loops on s390 */
2902
2903         if (cfg->verbose_level > 2)
2904                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2905
2906         cpos = bb->max_offset;
2907
2908         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2909                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2910                 //g_assert (!mono_compile_aot);
2911                 //cpos += 6;
2912                 //if (bb->cil_code)
2913                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2914                 /* this is not thread save, but good enough */
2915                 /* fixme: howto handle overflows? */
2916                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2917         }
2918
2919         MONO_BB_FOR_EACH_INS (bb, ins) {
2920                 offset = code - cfg->native_code;
2921
2922                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2923
2924                 if (offset > (cfg->code_size - max_len - 16)) {
2925                         cfg->code_size *= 2;
2926                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2927                         code = cfg->native_code + offset;
2928                 }
2929
2930                 mono_debug_record_line_number (cfg, ins, offset);
2931
2932                 switch (ins->opcode) {
2933                 case OP_STOREI1_MEMBASE_IMM: {
2934                         s390_lghi (code, s390_r0, ins->inst_imm);
2935                         S390_LONG (code, stcy, stc, s390_r0, 0,
2936                                    ins->inst_destbasereg, ins->inst_offset);
2937                 }
2938                         break;
2939                 case OP_STOREI2_MEMBASE_IMM: {
2940                         s390_lghi (code, s390_r0, ins->inst_imm);
2941                         S390_LONG (code, sthy, sth, s390_r0, 0,
2942                                    ins->inst_destbasereg, ins->inst_offset);
2943                 }
2944                         break;
2945                 case OP_STOREI4_MEMBASE_IMM: {
2946                         if (s390_is_imm16(ins->inst_imm)) {
2947                                 s390_lghi (code, s390_r0, ins->inst_imm);
2948                         } else {
2949                                 s390_basr (code, s390_r13, 0);
2950                                 s390_j    (code, 6);
2951                                 s390_llong(code, ins->inst_imm);
2952                                 s390_lg   (code, s390_r0, 0, s390_r13, 4);
2953                         }
2954                         S390_LONG (code, sty, st, s390_r0, 0,
2955                                    ins->inst_destbasereg, ins->inst_offset);
2956                 }
2957                         break;
2958                 case OP_STORE_MEMBASE_IMM:
2959                 case OP_STOREI8_MEMBASE_IMM: {
2960                         if (s390_is_imm16(ins->inst_imm)) {
2961                                 s390_lghi (code, s390_r0, ins->inst_imm);
2962                         } else {
2963                                 s390_basr (code, s390_r13, 0);
2964                                 s390_j    (code, 6);
2965                                 s390_llong(code, ins->inst_imm);
2966                                 s390_lg   (code, s390_r0, 0, s390_r13, 4);
2967                         }
2968                         S390_LONG (code, stg, stg, s390_r0, 0,
2969                                    ins->inst_destbasereg, ins->inst_offset);
2970                 }
2971                         break;
2972                 case OP_STOREI1_MEMBASE_REG: {
2973                         S390_LONG (code, stcy, stc, ins->sreg1, 0,
2974                                    ins->inst_destbasereg, ins->inst_offset);
2975                 }
2976                         break;
2977                 case OP_STOREI2_MEMBASE_REG: {
2978                         S390_LONG (code, sthy, sth, ins->sreg1, 0,
2979                                    ins->inst_destbasereg, ins->inst_offset);
2980                 }
2981                         break;
2982                 case OP_STOREI4_MEMBASE_REG: {
2983                         S390_LONG (code, sty, st, ins->sreg1, 0,
2984                                    ins->inst_destbasereg, ins->inst_offset);
2985                 }
2986                         break;
2987                 case OP_STORE_MEMBASE_REG:
2988                 case OP_STOREI8_MEMBASE_REG: {
2989                         S390_LONG (code, stg, stg, ins->sreg1, 0,
2990                                    ins->inst_destbasereg, ins->inst_offset);
2991                 }
2992                         break;
2993                 case OP_LOADU4_MEM:
2994                         g_assert_not_reached ();
2995                         break;
2996                 case OP_LOAD_MEMBASE:
2997                 case OP_LOADI8_MEMBASE: {
2998                         S390_LONG (code, lg, lg, ins->dreg, 0,
2999                                    ins->inst_basereg, ins->inst_offset);
3000                 }
3001                         break;
3002                 case OP_LOADI4_MEMBASE: {
3003                         S390_LONG (code, lgf, lgf, ins->dreg, 0,
3004                                    ins->inst_basereg, ins->inst_offset);
3005                 }
3006                         break;
3007                 case OP_LOADU4_MEMBASE: {
3008                         S390_LONG (code, llgf, llgf, ins->dreg, 0,
3009                                    ins->inst_basereg, ins->inst_offset);
3010                 }
3011                         break;
3012                 case OP_LOADU1_MEMBASE: {
3013                         S390_LONG (code, llgc, llgc, ins->dreg, 0,
3014                                    ins->inst_basereg, ins->inst_offset);
3015                 }
3016                         break;
3017                 case OP_LOADI1_MEMBASE: {
3018                         S390_LONG (code, lgb, lgb, ins->dreg, 0,
3019                                    ins->inst_basereg, ins->inst_offset);
3020                 }
3021                         break;
3022                 case OP_LOADU2_MEMBASE: {
3023                         S390_LONG (code, llgh, llgh, ins->dreg, 0,
3024                                    ins->inst_basereg, ins->inst_offset);
3025                 }
3026                         break;
3027                 case OP_LOADI2_MEMBASE: {
3028                         S390_LONG (code, lgh, lgh, ins->dreg, 0,
3029                                    ins->inst_basereg, ins->inst_offset);
3030                 }
3031                         break;
3032                 case OP_LCONV_TO_I1: {
3033                         s390_lghi  (code, s390_r0, 0x80);
3034                         if (ins->dreg != ins->sreg1) {
3035                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3036                         }
3037                         s390_ngr  (code, s390_r0, ins->sreg1);
3038                         s390_jz   (code, 9);
3039                         s390_lghi (code, s390_r13, -1);
3040                         s390_sllg (code, s390_r13, s390_r13, 0, 8);
3041                         s390_ogr  (code, ins->dreg, s390_r13);
3042                 }
3043                         break;
3044                 case OP_LCONV_TO_I2: {
3045                         s390_lghi (code, s390_r0, 0x80);
3046                         s390_sllg (code, s390_r0, s390_r0, 0, 8);
3047                         if (ins->dreg != ins->sreg1) {
3048                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3049                         }
3050                         s390_ngr  (code, s390_r0, ins->sreg1);
3051                         s390_jz   (code, 9);
3052                         s390_lghi (code, s390_r13, -1);
3053                         s390_sllg (code, s390_r13, s390_r13, 0, 16);
3054                         s390_ogr  (code, ins->dreg, s390_r13);
3055                 }
3056                         break;
3057                 case OP_LCONV_TO_U1: {
3058                         s390_lghi (code, s390_r0, 0xff);
3059                         if (ins->dreg != ins->sreg1) {
3060                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3061                         }
3062                         s390_ngr  (code, ins->dreg, s390_r0);
3063                 }
3064                         break;
3065                 case OP_LCONV_TO_U2: {
3066                         s390_lghi (code, s390_r0, -1);
3067                         s390_sllg (code, s390_r0, s390_r0, 0, 16);
3068                         s390_srlg (code, s390_r0, s390_r0, 0, 16);
3069                         if (ins->dreg != ins->sreg1) {
3070                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3071                         }
3072                         s390_ngr  (code, ins->dreg, s390_r0);
3073                 }
3074                         break;
3075                 case OP_ICONV_TO_I1: {
3076                         s390_lhi  (code, s390_r0, 0x80);
3077                         if (ins->dreg != ins->sreg1) {
3078                                 s390_lr   (code, ins->dreg, ins->sreg1);
3079                         }
3080                         s390_nr   (code, s390_r0, ins->sreg1);
3081                         s390_jz   (code, 7);
3082                         s390_lhi  (code, s390_r13, -1);
3083                         s390_sll  (code, s390_r13, 0, 8);
3084                         s390_or   (code, ins->dreg, s390_r13);
3085                 }
3086                         break;
3087                 case OP_ICONV_TO_I2: {
3088                         s390_lhi  (code, s390_r0, 0x80);
3089                         s390_sll  (code, s390_r0, 0, 8);
3090                         if (ins->dreg != ins->sreg1) {
3091                                 s390_lr   (code, ins->dreg, ins->sreg1);
3092                         }
3093                         s390_nr   (code, s390_r0, ins->sreg1);
3094                         s390_jz   (code, 7);
3095                         s390_lhi  (code, s390_r13, -1);
3096                         s390_sll  (code, s390_r13, 0, 16);
3097                         s390_or   (code, ins->dreg, s390_r13);
3098                 }
3099                         break;
3100                 case OP_ICONV_TO_U1: {
3101                         s390_lhi  (code, s390_r0, 0xff);
3102                         if (ins->dreg != ins->sreg1) {
3103                                 s390_lr   (code, ins->dreg, ins->sreg1);
3104                         }
3105                         s390_nr   (code, ins->dreg, s390_r0);
3106                 }
3107                         break;
3108                 case OP_ICONV_TO_U2: {
3109                         s390_lhi  (code, s390_r0, -1);
3110                         s390_sll  (code, s390_r0, 0, 16);
3111                         s390_srl  (code, s390_r0, 0, 16);
3112                         if (ins->dreg != ins->sreg1) {
3113                                 s390_lr   (code, ins->dreg, ins->sreg1);
3114                         }
3115                         s390_nr   (code, ins->dreg, s390_r0);
3116                 }
3117                         break;
3118                 case OP_COMPARE:
3119                 case OP_LCOMPARE: {
3120                         if (is_unsigned (ins->next))
3121                                 s390_clgr (code, ins->sreg1, ins->sreg2);
3122                         else
3123                                 s390_cgr  (code, ins->sreg1, ins->sreg2);
3124                 }
3125                         break;
3126                 case OP_ICOMPARE: {
3127                         if (is_unsigned (ins->next))
3128                                 s390_clr  (code, ins->sreg1, ins->sreg2);
3129                         else
3130                                 s390_cr   (code, ins->sreg1, ins->sreg2);
3131                 }
3132                         break;
3133                 case OP_COMPARE_IMM:
3134                 case OP_LCOMPARE_IMM: {
3135                         if (s390_is_imm16 (ins->inst_imm)) {
3136                                 s390_lghi (code, s390_r0, ins->inst_imm);
3137                                 if (is_unsigned (ins->next))
3138                                         s390_clgr (code, ins->sreg1, s390_r0);
3139                                 else
3140                                         s390_cgr  (code, ins->sreg1, s390_r0);
3141                         } else {
3142                                 s390_basr (code, s390_r13, 0);
3143                                 s390_j    (code, 6);
3144                                 s390_llong(code, ins->inst_imm);
3145                                 if (is_unsigned (ins->next))
3146                                         s390_clg  (code, ins->sreg1, 0, s390_r13, 4);
3147                                 else
3148                                         s390_cg   (code, ins->sreg1, 0, s390_r13, 4);
3149                         }
3150                 }
3151                         break;
3152                 case OP_ICOMPARE_IMM: {
3153                         if (s390_is_imm16 (ins->inst_imm)) {
3154                                 s390_lghi (code, s390_r0, ins->inst_imm);
3155                                 if (is_unsigned (ins->next))
3156                                         s390_clr  (code, ins->sreg1, s390_r0);
3157                                 else
3158                                         s390_cr   (code, ins->sreg1, s390_r0);
3159                         }
3160                         else {
3161                                 s390_basr (code, s390_r13, 0);
3162                                 s390_j    (code, 4);
3163                                 s390_word (code, ins->inst_imm);
3164                                 if (is_unsigned (ins->next))
3165                                         s390_cl  (code, ins->sreg1, 0, s390_r13, 4);
3166                                 else
3167                                         s390_c   (code, ins->sreg1, 0, s390_r13, 4);
3168                         }
3169                 }
3170                         break;
3171                 case OP_BREAK: {
3172                         s390_basr  (code, s390_r13, 0);
3173                         s390_j     (code, 6);
3174                         mono_add_patch_info (cfg, code - cfg->native_code, MONO_PATCH_INFO_ABS,
3175                                              mono_break);
3176                         s390_llong (code, mono_break);
3177                         s390_lg    (code, s390_r14, 0, s390_r13, 4);
3178                         s390_basr  (code, s390_r14, s390_r14);
3179                 }
3180                         break;
3181                 case OP_ADDCC: {
3182                         CHECK_SRCDST_COM;
3183                         s390_agr  (code, ins->dreg, src2);
3184                 }
3185                         break;
3186                 case OP_LADD: {
3187                         CHECK_SRCDST_COM;
3188                         s390_agr   (code, ins->dreg, src2);
3189                 }
3190                         break;
3191                 case OP_ADC: {
3192                         CHECK_SRCDST_COM;
3193                         s390_alcgr (code, ins->dreg, src2);
3194                 }
3195                         break;
3196                 case OP_ADD_IMM: {
3197                         if (ins->dreg != ins->sreg1) {
3198                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3199                         }
3200                         if (s390_is_imm16 (ins->inst_imm)) {
3201                                 s390_aghi (code, ins->dreg, ins->inst_imm);
3202                         } else {
3203                                 s390_basr (code, s390_r13, 0);
3204                                 s390_j    (code, 6);
3205                                 s390_llong(code, ins->inst_imm);
3206                                 s390_ag   (code, ins->dreg, 0, s390_r13, 4);
3207                         }
3208                 }
3209                         break;
3210                 case OP_LADD_IMM: {
3211                         if (ins->dreg != ins->sreg1) {
3212                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3213                         }
3214                         g_assert (s390_is_imm16 (ins->inst_imm));
3215                         s390_aghi (code, ins->dreg, ins->inst_imm);
3216                 }
3217                         break;
3218                 case OP_ADC_IMM: {
3219                         if (ins->dreg != ins->sreg1) {
3220                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3221                         }
3222                         if (s390_is_imm16 (ins->inst_imm)) {
3223                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3224                                 s390_alcgr (code, ins->dreg, s390_r0);
3225                         } else {
3226                                 s390_basr  (code, s390_r13, 0);
3227                                 s390_j     (code, 6);
3228                                 s390_llong (code, ins->inst_imm);
3229                                 s390_lg    (code, s390_r13, 0, s390_r13, 4);
3230                                 s390_alcgr (code, ins->dreg, s390_r13);
3231                         }
3232                 }
3233                         break;
3234                 case OP_IADD_OVF:
3235                 case OP_S390_IADD_OVF: {
3236                         CHECK_SRCDST_COM;
3237                         s390_ar    (code, ins->dreg, src2);
3238                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3239                         s390_lgfr  (code, ins->dreg, ins->dreg);
3240                 }
3241                         break;
3242                 case OP_IADD_OVF_UN:
3243                 case OP_S390_IADD_OVF_UN: {
3244                         CHECK_SRCDST_COM;
3245                         s390_algr  (code, ins->dreg, src2);
3246                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3247                         s390_llgfr (code, ins->dreg, ins->dreg);
3248                 }
3249                         break;
3250                 case OP_ADD_OVF_CARRY: {
3251                         CHECK_SRCDST_COM;
3252                         s390_lghi  (code, s390_r0, 0);
3253                         s390_lgr   (code, s390_r1, s390_r0);
3254                         s390_alcgr (code, s390_r0, s390_r1);
3255                         s390_agr   (code, ins->dreg, src2);
3256                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3257                         s390_agr   (code, ins->dreg, s390_r0);
3258                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3259                 }
3260                         break;
3261                 case OP_ADD_OVF_UN_CARRY: {
3262                         CHECK_SRCDST_COM;
3263                         s390_alcgr (code, ins->dreg, src2);
3264                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3265                 }
3266                         break;
3267                 case OP_SUBCC: {
3268                         CHECK_SRCDST_NCOM;
3269                         s390_sgr (code, ins->dreg, src2);
3270                 }
3271                         break;
3272                 case OP_LSUB: {
3273                         CHECK_SRCDST_NCOM;
3274                         s390_sgr  (code, ins->dreg, src2);
3275                 }
3276                         break;
3277                 case OP_SBB: {
3278                         CHECK_SRCDST_NCOM;
3279                         s390_slbgr(code, ins->dreg, src2);
3280                 }
3281                         break;
3282                 case OP_SUB_IMM: {
3283                         if (ins->dreg != ins->sreg1) {
3284                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3285                         }
3286                         if (s390_is_imm16 (-ins->inst_imm)) {
3287                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3288                                 s390_slgr  (code, ins->dreg, s390_r0);
3289                         } else {
3290                                 s390_basr (code, s390_r13, 0);
3291                                 s390_j    (code, 6);
3292                                 s390_llong(code, ins->inst_imm);
3293                                 s390_slg  (code, ins->dreg, 0, s390_r13, 4);
3294                         }
3295                 }
3296                         break;
3297                 case OP_LSUB_IMM: {
3298                         if (ins->dreg != ins->sreg1) {
3299                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3300                         }
3301                         if (s390_is_imm16 (-ins->inst_imm)) {
3302                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3303                                 s390_slgr  (code, ins->dreg, s390_r0);
3304                         } else {
3305                                 s390_basr (code, s390_r13, 0);
3306                                 s390_j    (code, 6);
3307                                 s390_llong(code, ins->inst_imm);
3308                                 s390_slg  (code, ins->dreg, 0, s390_r13, 4);
3309                         }
3310                 }
3311                         break;
3312                 case OP_SBB_IMM: {
3313                         if (ins->dreg != ins->sreg1) {
3314                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3315                         }
3316                         if (s390_is_imm16 (-ins->inst_imm)) {
3317                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3318                                 s390_slbgr (code, ins->dreg, s390_r0);
3319                         } else {
3320                                 s390_basr (code, s390_r13, 0);
3321                                 s390_j    (code, 6);
3322                                 s390_llong(code, ins->inst_imm);
3323                                 s390_slbg (code, ins->dreg, 0, s390_r13, 4);
3324                         }
3325                 }
3326                         break;
3327                 case OP_SUB_OVF_CARRY: {
3328                         CHECK_SRCDST_NCOM;
3329                         s390_lghi  (code, s390_r0, 0);
3330                         s390_lgr   (code, s390_r1, s390_r0);
3331                         s390_slbgr (code, s390_r0, s390_r1);
3332                         s390_sgr   (code, ins->dreg, src2);
3333                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3334                         s390_agr   (code, ins->dreg, s390_r0);
3335                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3336                 }
3337                         break;
3338                 case OP_SUB_OVF_UN_CARRY: {
3339                         CHECK_SRCDST_NCOM;
3340                         s390_slbgr (code, ins->dreg, src2);
3341                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3342                 }
3343                         break;
3344                 case OP_LAND: {
3345                         if (ins->sreg1 == ins->dreg) {
3346                                 s390_ngr  (code, ins->dreg, ins->sreg2);
3347                         }
3348                         else {
3349                                 if (ins->sreg2 == ins->dreg) {
3350                                         s390_ngr (code, ins->dreg, ins->sreg1);
3351                                 }
3352                                 else {
3353                                         s390_lgr (code, ins->dreg, ins->sreg1);
3354                                         s390_ngr (code, ins->dreg, ins->sreg2);
3355                                 }
3356                         }
3357                 }
3358                         break;
3359                 case OP_AND_IMM: {
3360                         if (ins->dreg != ins->sreg1) {
3361                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3362                         }
3363                         if (s390_is_imm16 (ins->inst_imm)) {
3364                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3365                                 s390_ngr  (code, ins->dreg, s390_r0);
3366                         } else {
3367                                 s390_basr (code, s390_r13, 0);
3368                                 s390_j    (code, 6);
3369                                 s390_llong(code, ins->inst_imm);
3370                                 s390_ng   (code, ins->dreg, 0, s390_r13, 4);
3371                         }
3372                 }
3373                         break;
3374                 case OP_LDIV: {
3375                         s390_lgr  (code, s390_r1, ins->sreg1);
3376                         s390_dsgr (code, s390_r0, ins->sreg2);
3377                         s390_lgr  (code, ins->dreg, s390_r1);
3378                 }
3379                         break;
3380                 case OP_LDIV_UN: {
3381                         s390_lgr   (code, s390_r1, ins->sreg1);
3382                         s390_lghi  (code, s390_r0, 0);
3383                         s390_dlgr  (code, s390_r0, ins->sreg2);
3384                         s390_lgr   (code, ins->dreg, s390_r1);
3385                 }
3386                         break;
3387                 case OP_LREM: {
3388                         s390_lgr  (code, s390_r1, ins->sreg1);
3389                         s390_dsgr (code, s390_r0, ins->sreg2);
3390                         s390_lgr  (code, ins->dreg, s390_r0);
3391                         break;
3392                 }
3393                 case OP_LREM_UN: {
3394                         s390_lgr   (code, s390_r1, ins->sreg1);
3395                         s390_lghi  (code, s390_r0, 0);
3396                         s390_dlgr  (code, s390_r0, ins->sreg2);
3397                         s390_lgr   (code, ins->dreg, s390_r0);
3398                 }
3399                         break;
3400                 case OP_LOR: {
3401                         if (ins->sreg1 == ins->dreg) {
3402                                 s390_ogr  (code, ins->dreg, ins->sreg2);
3403                         }
3404                         else {
3405                                 if (ins->sreg2 == ins->dreg) {
3406                                         s390_ogr (code, ins->dreg, ins->sreg1);
3407                                 }
3408                                 else {
3409                                         s390_lgr (code, ins->dreg, ins->sreg1);
3410                                         s390_ogr (code, ins->dreg, ins->sreg2);
3411                                 }
3412                         }
3413                 }
3414                         break;
3415                 case OP_OR_IMM: {
3416                         if (ins->dreg != ins->sreg1) {
3417                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3418                         }
3419                         if (s390_is_imm16 (ins->inst_imm)) {
3420                                 s390_lghi (code, s390_r0, ins->inst_imm);
3421                                 s390_ogr  (code, ins->dreg, s390_r0);
3422                         } else {
3423                                 s390_basr (code, s390_r13, 0);
3424                                 s390_j    (code, 6);
3425                                 s390_llong(code, ins->inst_imm);
3426                                 s390_og   (code, ins->dreg, 0, s390_r13, 4);
3427                         }
3428                 }
3429                         break;
3430                 case OP_LXOR: {
3431                         if (ins->sreg1 == ins->dreg) {
3432                                 s390_xgr  (code, ins->dreg, ins->sreg2);
3433                         }
3434                         else {
3435                                 if (ins->sreg2 == ins->dreg) {
3436                                         s390_xgr (code, ins->dreg, ins->sreg1);
3437                                 }
3438                                 else {
3439                                         s390_lgr (code, ins->dreg, ins->sreg1);
3440                                         s390_xgr (code, ins->dreg, ins->sreg2);
3441                                 }
3442                         }
3443                 }
3444                         break;
3445                 case OP_XOR_IMM: {
3446                         if (ins->dreg != ins->sreg1) {
3447                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3448                         }
3449                         if (s390_is_imm16 (ins->inst_imm)) {
3450                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3451                                 s390_xgr  (code, ins->dreg, s390_r0);
3452                         } else {
3453                                 s390_basr (code, s390_r13, 0);
3454                                 s390_j    (code, 6);
3455                                 s390_llong(code, ins->inst_imm);
3456                                 s390_xg   (code, ins->dreg, 0, s390_r13, 4);
3457                         }
3458                 }
3459                         break;
3460                 case OP_LSHL: {
3461                         CHECK_SRCDST_NCOM;
3462                         s390_sllg (code, ins->dreg, ins->dreg, src2, 0);
3463                 }
3464                         break;
3465                 case OP_SHL_IMM:
3466                 case OP_LSHL_IMM: {
3467                         if (ins->sreg1 != ins->dreg) {
3468                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3469                         }
3470                         s390_sllg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3471                 }
3472                         break;
3473                 case OP_LSHR: {
3474                         CHECK_SRCDST_NCOM;
3475                         s390_srag  (code, ins->dreg, ins->dreg, src2, 0);
3476                 }
3477                         break;
3478                 case OP_SHR_IMM:
3479                 case OP_LSHR_IMM: {
3480                         if (ins->sreg1 != ins->dreg) {
3481                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3482                         }
3483                         s390_srag  (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3484                 }
3485                         break;
3486                 case OP_SHR_UN_IMM:
3487                 case OP_LSHR_UN_IMM: {
3488                         if (ins->sreg1 != ins->dreg) {
3489                                 s390_lgr   (code, ins->dreg, ins->sreg1);
3490                         }
3491                         s390_srlg (code, ins->dreg, ins->dreg, 0, (ins->inst_imm & 0x3f));
3492                 }
3493                         break;
3494                 case OP_LSHR_UN: {
3495                         CHECK_SRCDST_NCOM;
3496                         s390_srlg (code, ins->dreg, ins->dreg, src2, 0);
3497                 }
3498                         break;
3499                 case OP_LNOT: {
3500                         if (ins->sreg1 != ins->dreg) {
3501                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3502                         }
3503                         s390_lghi (code, s390_r0, -1);
3504                         s390_xgr  (code, ins->dreg, s390_r0);
3505                 }
3506                         break;
3507                 case OP_LNEG: {
3508                         s390_lcgr (code, ins->dreg, ins->sreg1);
3509                 }
3510                         break;
3511                 case OP_LMUL: {
3512                         CHECK_SRCDST_COM;
3513                         s390_msgr (code, ins->dreg, src2);
3514                 }
3515                         break;
3516                 case OP_MUL_IMM:
3517                 case OP_LMUL_IMM: {
3518                         if (ins->dreg != ins->sreg1) {
3519                                 s390_lgr  (code, ins->dreg, ins->sreg1);
3520                         }
3521                         if (s390_is_imm16 (ins->inst_imm)) {
3522                                 s390_lghi (code, s390_r13, ins->inst_imm);
3523                         } else {
3524                                 s390_basr (code, s390_r13, 0);
3525                                 s390_j    (code, 6);
3526                                 s390_llong(code, ins->inst_imm);
3527                                 s390_lg   (code, s390_r13, 0, s390_r13, 4);
3528                         }
3529                         s390_msgr (code, ins->dreg, s390_r13);
3530                 }
3531                         break;
3532                 case OP_LMUL_OVF: {
3533                         short int *o[2];
3534                         s390_ltgr (code, s390_r1, ins->sreg1);
3535                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3536                         s390_ltgr (code, s390_r0, ins->sreg2);
3537                         s390_jnz  (code, 6);
3538                         s390_lghi (code, s390_r1, 0);
3539                         s390_j    (code, 0); CODEPTR(code, o[1]);
3540                         s390_xgr  (code, s390_r0, s390_r1);
3541                         s390_msgr (code, s390_r1, ins->sreg2);
3542                         s390_xgr  (code, s390_r0, s390_r1);
3543                         s390_srlg (code, s390_r0, s390_r0, 0, 63);
3544                         s390_ltgr (code, s390_r0, s390_r0);
3545                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3546                         PTRSLOT   (code, o[0]);
3547                         PTRSLOT   (code, o[1]);
3548                         s390_lgr  (code, ins->dreg, s390_r1);
3549                 }
3550                         break;
3551                 case OP_LMUL_OVF_UN: {
3552                         s390_lghi  (code, s390_r0, 0);
3553                         s390_lgr   (code, s390_r1, ins->sreg1);
3554                         s390_mlgr  (code, s390_r0, ins->sreg2);
3555                         s390_ltgr  (code, s390_r0, s390_r0);
3556                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3557                         s390_lgr   (code, ins->dreg, s390_r1);
3558                 }
3559                         break;
3560                 case OP_IADDCC: {
3561                         g_assert_not_reached ();
3562                         CHECK_SRCDST_COM_I;
3563                         s390_algr (code, ins->dreg, src2);
3564                 }
3565                         break;
3566                 case OP_IADD: {
3567                         CHECK_SRCDST_COM_I;
3568                         s390_agr  (code, ins->dreg, src2);
3569                 }
3570                         break;
3571                 case OP_IADC: {
3572                         g_assert_not_reached ();
3573                         CHECK_SRCDST_COM_I;
3574                         s390_alcgr (code, ins->dreg, src2);
3575                 }
3576                         break;
3577                 case OP_IADD_IMM: {
3578                         if (ins->dreg != ins->sreg1) {
3579                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3580                         }
3581                         if (s390_is_imm16 (ins->inst_imm)) {
3582                                 s390_aghi(code, ins->dreg, ins->inst_imm);
3583                         } else {
3584                                 s390_basr (code, s390_r13, 0);
3585                                 s390_j    (code, 4);
3586                                 s390_word (code, ins->inst_imm);
3587                                 s390_agf  (code, ins->dreg, 0, s390_r13, 4);
3588                         }
3589                 }
3590                         break;
3591                 case OP_IADC_IMM: {
3592                         if (ins->dreg != ins->sreg1) {
3593                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3594                         }
3595                         if (s390_is_imm16 (ins->inst_imm)) {
3596                                 s390_lghi  (code, s390_r0, ins->inst_imm);
3597                                 s390_alcgr (code, ins->dreg, s390_r0);
3598                         } else {
3599                                 s390_basr  (code, s390_r13, 0);
3600                                 s390_j     (code, 4);
3601                                 s390_word  (code, ins->inst_imm);
3602                                 s390_lgf   (code, s390_r13, 0, s390_r13, 4);
3603                                 s390_alcgr (code, ins->dreg, s390_r13);
3604                         }
3605                 }
3606                         break;
3607                 case OP_LADD_OVF:
3608                 case OP_S390_LADD_OVF: {
3609                         CHECK_SRCDST_COM;
3610                         s390_agr    (code, ins->dreg, src2);
3611                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3612                 }
3613                         break;
3614                 case OP_LADD_OVF_UN:
3615                 case OP_S390_LADD_OVF_UN: {
3616                         CHECK_SRCDST_COM;
3617                         s390_algr  (code, ins->dreg, src2);
3618                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
3619                 }
3620                         break;
3621                 case OP_ISUBCC: {
3622                         CHECK_SRCDST_NCOM_I;
3623                         s390_slgr (code, ins->dreg, src2);
3624                 }
3625                         break;
3626                 case OP_ISUB: {
3627                         CHECK_SRCDST_NCOM_I;
3628                         s390_sgr  (code, ins->dreg, src2);
3629                 }
3630                         break;
3631                 case OP_ISBB: {
3632                         CHECK_SRCDST_NCOM_I;
3633                         s390_slbgr (code, ins->dreg, src2);
3634                 }
3635                         break;
3636                 case OP_ISUB_IMM: {
3637                         if (ins->dreg != ins->sreg1) {
3638                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3639                         }
3640                         if (s390_is_imm16 (-ins->inst_imm)) {
3641                                 s390_aghi (code, ins->dreg, -ins->inst_imm);
3642                         } else {
3643                                 s390_basr (code, s390_r13, 0);
3644                                 s390_j    (code, 4);
3645                                 s390_word (code, ins->inst_imm);
3646                                 s390_sgf  (code, ins->dreg, 0, s390_r13, 4);
3647                         }
3648                 }
3649                         break;
3650                 case OP_ISBB_IMM: {
3651                         s390_basr (code, s390_r13, 0);
3652                         s390_j    (code, 4);
3653                         s390_word (code, ins->inst_imm);
3654                         s390_slgf (code, ins->dreg, 0, s390_r13, 4);
3655                 }
3656                         break;
3657                 case OP_ISUB_OVF:
3658                 case OP_S390_ISUB_OVF: {
3659                         CHECK_SRCDST_NCOM;
3660                         s390_sr   (code, ins->dreg, src2);
3661                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3662                         s390_lgfr (code, ins->dreg, ins->dreg);
3663                 }
3664                         break;
3665                 case OP_ISUB_OVF_UN:
3666                 case OP_S390_ISUB_OVF_UN: {
3667                         CHECK_SRCDST_NCOM;
3668                         s390_slr  (code, ins->dreg, src2);
3669                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3670                         s390_llgfr(code, ins->dreg, ins->dreg);
3671                 }
3672                         break;
3673                 case OP_LSUB_OVF:
3674                 case OP_S390_LSUB_OVF: {
3675                         CHECK_SRCDST_NCOM;
3676                         s390_sgr   (code, ins->dreg, src2);
3677                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
3678                 }
3679                         break;
3680                 case OP_LSUB_OVF_UN:
3681                 case OP_S390_LSUB_OVF_UN: {
3682                         CHECK_SRCDST_NCOM;
3683                         s390_slgr  (code, ins->dreg, src2);
3684                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
3685                 }
3686                         break;
3687                 case OP_IAND: {
3688                         CHECK_SRCDST_NCOM_I;
3689                         s390_ngr (code, ins->dreg, src2);
3690                 }
3691                         break;
3692                 case OP_IAND_IMM: {
3693                         if (ins->dreg != ins->sreg1) {
3694                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3695                         }
3696                         if (s390_is_imm16 (ins->inst_imm)) {
3697                                 s390_lghi (code, s390_r0, ins->inst_imm);
3698                                 s390_ngr  (code, ins->dreg, s390_r0);
3699                         } else {
3700                                 s390_basr (code, s390_r13, 0);
3701                                 s390_j    (code, 6);
3702                                 s390_llong(code, ins->inst_imm);
3703                                 s390_ng   (code, ins->dreg, 0, s390_r13, 4);
3704                         }
3705                 }
3706                         break;
3707                 case OP_IDIV: {
3708                         s390_lgfr (code, s390_r0, ins->sreg1);
3709                         s390_srda (code, s390_r0, 0, 32);
3710                         s390_dr   (code, s390_r0, ins->sreg2);
3711                         s390_lgfr (code, ins->dreg, s390_r1);
3712                 }
3713                         break;
3714                 case OP_IDIV_UN: {
3715                         s390_lgfr (code, s390_r0, ins->sreg1);
3716                         s390_srdl (code, s390_r0, 0, 32);
3717                         s390_dlr  (code, s390_r0, ins->sreg2);
3718                         s390_lgfr (code, ins->dreg, s390_r1);
3719                 }
3720                         break;
3721                 case OP_IDIV_IMM: {
3722                         if (s390_is_imm16 (ins->inst_imm)) {
3723                                 s390_lghi (code, s390_r13, ins->inst_imm);
3724                                 s390_lgfr (code, s390_r0, ins->sreg1);
3725                         } else {
3726                                 s390_basr (code, s390_r13, 0);
3727                                 s390_j    (code, 4);
3728                                 s390_word (code, ins->inst_imm);
3729                                 s390_lgfr (code, s390_r0, ins->sreg1);
3730                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3731                         }
3732                         s390_srda (code, s390_r0, 0, 32);
3733                         s390_dr   (code, s390_r0, ins->sreg2);
3734                         s390_lgfr (code, ins->dreg, s390_r1);
3735                 }
3736                         break;
3737                 case OP_IREM: {
3738                         s390_lgfr (code, s390_r0, ins->sreg1);
3739                         s390_srda (code, s390_r0, 0, 32);
3740                         s390_dr   (code, s390_r0, ins->sreg2);
3741                         s390_lgfr (code, ins->dreg, s390_r0);
3742                         break;
3743                 case OP_IREM_UN:
3744                         s390_lgfr (code, s390_r0, ins->sreg1);
3745                         s390_srdl (code, s390_r0, 0, 32);
3746                         s390_dlr  (code, s390_r0, ins->sreg2);
3747                         s390_lgfr (code, ins->dreg, s390_r0);
3748                 }
3749                         break;
3750                 case OP_IREM_IMM: {
3751                         if (s390_is_imm16 (ins->inst_imm)) {
3752                                 s390_lghi (code, s390_r13, ins->inst_imm);
3753                                 s390_lgfr (code, s390_r0, ins->sreg1);
3754                         } else {
3755                                 s390_basr (code, s390_r13, 0);
3756                                 s390_j    (code, 4);
3757                                 s390_word (code, ins->inst_imm);
3758                                 s390_lgfr (code, s390_r0, ins->sreg1);
3759                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3760                         }
3761                         s390_srda (code, s390_r0, 0, 32);
3762                         s390_dr   (code, s390_r0, ins->sreg2);
3763                         s390_lgfr (code, ins->dreg, s390_r0);
3764                 }
3765                         break;
3766                 case OP_IOR: {
3767                         CHECK_SRCDST_COM_I;
3768                         s390_ogr (code, ins->dreg, src2);
3769                 }
3770                         break;
3771                 case OP_IOR_IMM: {
3772                         if (ins->dreg != ins->sreg1) {
3773                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3774                         }
3775                         if (s390_is_imm16 (ins->inst_imm)) {
3776                                 s390_lghi (code, s390_r0, ins->inst_imm);
3777                                 s390_ogr  (code, ins->dreg, s390_r0);
3778                         } else {
3779                                 s390_basr (code, s390_r13, 0);
3780                                 s390_j    (code, 6);
3781                                 s390_llong(code, ins->inst_imm);
3782                                 s390_og   (code, ins->dreg, 0, s390_r13, 4);
3783                         }
3784                 }
3785                         break;
3786                 case OP_IXOR: {
3787                         CHECK_SRCDST_COM_I;
3788                         s390_xgr (code, ins->dreg, src2);
3789                 }
3790                         break;
3791                 case OP_IXOR_IMM: {
3792                         if (ins->dreg != ins->sreg1) {
3793                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3794                         }
3795                         if (s390_is_imm16 (ins->inst_imm)) {
3796                                 s390_lghi (code, s390_r0, ins->inst_imm);
3797                                 s390_xgr  (code, ins->dreg, s390_r0);
3798                         } else {
3799                                 s390_basr (code, s390_r13, 0);
3800                                 s390_j    (code, 6);
3801                                 s390_llong(code, ins->inst_imm);
3802                                 s390_xg   (code, ins->dreg, 0, s390_r13, 4);
3803                         }
3804                 }
3805                         break;
3806                 case OP_ISHL: {
3807                         CHECK_SRCDST_NCOM;
3808                         s390_sll  (code, ins->dreg, src2, 0);
3809                 }
3810                         break;
3811                 case OP_ISHL_IMM: {
3812                         if (ins->sreg1 != ins->dreg) {
3813                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3814                         }
3815                         s390_sll (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3816                 }
3817                         break;
3818                 case OP_ISHR: {
3819                         CHECK_SRCDST_NCOM;
3820                         s390_sra (code, ins->dreg, src2, 0);
3821                 }
3822                         break;
3823                 case OP_ISHR_IMM: {
3824                         if (ins->sreg1 != ins->dreg) {
3825                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3826                         }
3827                         s390_sra (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3828                 }
3829                         break;
3830                 case OP_ISHR_UN_IMM: {
3831                         if (ins->sreg1 != ins->dreg) {
3832                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3833                         }
3834                         s390_srl (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3835                 }
3836                         break;
3837                 case OP_ISHR_UN: {
3838                         CHECK_SRCDST_NCOM;
3839                         s390_srl  (code, ins->dreg, src2, 0);
3840                 }
3841                         break;
3842                 case OP_INOT: {
3843                         if (ins->sreg1 != ins->dreg) {
3844                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3845                         }
3846                         s390_lghi (code, s390_r0, -1);
3847                         s390_xgr  (code, ins->dreg, s390_r0);
3848                 }
3849                         break;
3850                 case OP_INEG: {
3851                         s390_lcgr (code, ins->dreg, ins->sreg1);
3852                 }
3853                         break;
3854                 case OP_IMUL: {
3855                         CHECK_SRCDST_COM_I;
3856                         s390_msr (code, ins->dreg, src2);
3857                 }
3858                         break;
3859                 case OP_IMUL_IMM: {
3860                         if (ins->dreg != ins->sreg1) {
3861                                 s390_lgfr (code, ins->dreg, ins->sreg1);
3862                         }
3863                         if (s390_is_imm16 (ins->inst_imm)) {
3864                                 s390_lghi (code, s390_r13, ins->inst_imm);
3865                         } else {
3866                                 s390_basr (code, s390_r13, 0);
3867                                 s390_j    (code, 4);
3868                                 s390_word (code, ins->inst_imm);
3869                                 s390_lgf  (code, s390_r13, 0, s390_r13, 4);
3870                         }
3871                         s390_msr  (code, ins->dreg, s390_r13);
3872                 }
3873                         break;
3874                 case OP_IMUL_OVF: {
3875                         short int *o[2];
3876                         s390_ltr  (code, s390_r1, ins->sreg1);
3877                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3878                         s390_ltr  (code, s390_r0, ins->sreg2);
3879                         s390_jnz  (code, 6);
3880                         s390_lhi  (code, s390_r1, 0);
3881                         s390_j    (code, 0); CODEPTR(code, o[1]);
3882                         s390_xr   (code, s390_r0, s390_r1);
3883                         s390_msr  (code, s390_r1, ins->sreg2);
3884                         s390_xr   (code, s390_r0, s390_r1);
3885                         s390_srl  (code, s390_r0, 0, 31);
3886                         s390_ltr  (code, s390_r0, s390_r0);
3887                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3888                         PTRSLOT   (code, o[0]);
3889                         PTRSLOT   (code, o[1]);
3890                         s390_lgfr (code, ins->dreg, s390_r1);
3891                 }
3892                         break;
3893                 case OP_IMUL_OVF_UN: {
3894                         s390_lhi  (code, s390_r0, 0);
3895                         s390_lr   (code, s390_r1, ins->sreg1);
3896                         s390_mlr  (code, s390_r0, ins->sreg2);
3897                         s390_ltr  (code, s390_r0, s390_r0);
3898                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3899                         s390_lgfr (code, ins->dreg, s390_r1);
3900                 }
3901                         break;
3902                 case OP_ICONST:
3903                 case OP_I8CONST: {
3904                         if (s390_is_imm16(ins->inst_c0)) {
3905                                 s390_lghi (code, ins->dreg, ins->inst_c0);
3906                         } else {
3907                                 s390_basr (code, s390_r13, 0);
3908                                 s390_j    (code, 6);
3909                                 s390_llong(code, ins->inst_c0);
3910                                 s390_lg   (code, ins->dreg, 0, s390_r13, 4);
3911                         }
3912                 }
3913                         break;
3914                 case OP_AOTCONST: {
3915                         s390_basr (code, s390_r13, 0);
3916                         s390_j    (code, 6);
3917                         mono_add_patch_info (cfg, code - cfg->native_code,
3918                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3919                         s390_llong(code, 0);
3920                         s390_lg   (code,ins->dreg, 0, s390_r13, 4);
3921                 }
3922                         break;
3923                 case OP_JUMP_TABLE: {
3924                         mono_add_patch_info (cfg, code - cfg->native_code,
3925                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3926                         s390_basr  (code, s390_r13, 0);
3927                         s390_j     (code, 6);
3928                         s390_llong (code, 0);
3929                         s390_lg    (code, ins->dreg, 0, s390_r13, 4);
3930                 }
3931                         break;
3932                 case OP_MOVE:
3933                         if (ins->dreg != ins->sreg1) {
3934                                 s390_lgr (code, ins->dreg, ins->sreg1);
3935                         }
3936                         break;
3937                 case OP_LCONV_TO_I:
3938                 case OP_LCONV_TO_I8:
3939                 case OP_SEXT_I4:
3940                         s390_lgfr (code, ins->dreg, ins->sreg1);
3941                         break;
3942                 case OP_LCONV_TO_I4:
3943                         s390_lgfr (code, ins->dreg, ins->sreg1);
3944                         break;
3945                 case OP_LCONV_TO_U:
3946                 case OP_LCONV_TO_U8:
3947                 case OP_LCONV_TO_U4:
3948                 case OP_ZEXT_I4:
3949                         s390_llgfr (code, ins->dreg, ins->sreg1);
3950                         break;
3951                 case OP_LCONV_TO_OVF_U4:
3952                         s390_basr (code, s390_r13, 0);
3953                         s390_j    (code, 6);
3954                         s390_llong(code, 4294967295);
3955                         s390_clg  (code, ins->sreg1, 0, s390_r13, 4);
3956                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3957                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3958                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3959                         s390_llgfr(code, ins->dreg, ins->sreg1);
3960                         break;
3961                 case OP_LCONV_TO_OVF_I4_UN:
3962                         s390_basr (code, s390_r13, 0);
3963                         s390_j    (code, 6);
3964                         s390_llong(code, 2147483647);
3965                         s390_cg   (code, ins->sreg1, 0, s390_r13, 4);
3966                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, "OverflowException");
3967                         s390_ltgr (code, ins->sreg1, ins->sreg1);
3968                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
3969                         s390_lgfr (code, ins->dreg, ins->sreg1);
3970                         break;
3971                 case OP_FMOVE:
3972                 case OP_FCONV_TO_R4: {
3973                         if (ins->dreg != ins->sreg1) {
3974                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3975                         }
3976                 }
3977                         break;
3978                 case OP_S390_SETF4RET: {
3979                         s390_ledbr (code, ins->dreg, ins->sreg1);
3980                 }
3981                         break;
3982                 case OP_JMP: {
3983                         if (cfg->method->save_lmf)
3984                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3985
3986                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3987                                 code =  emit_load_volatile_arguments (code, cfg);
3988                         }
3989
3990                         code = backUpStackPtr(cfg, code);
3991                         s390_lg  (code, s390_r14, 0, STK_BASE, S390_RET_ADDR_OFFSET);
3992                         mono_add_patch_info (cfg, code - cfg->native_code,
3993                                              MONO_PATCH_INFO_METHOD_JUMP,
3994                                              ins->inst_p0);
3995                         s390_jcl (code, S390_CC_UN, 0);
3996                 }
3997                         break;
3998                 case OP_CHECK_THIS: {
3999                         /* ensure ins->sreg1 is not NULL */
4000                         s390_lg   (code, s390_r0, 0, ins->sreg1, 0);
4001                         s390_ltgr (code, s390_r0, s390_r0);
4002                 }
4003                         break;
4004                 case OP_ARGLIST: {
4005                         int offset = cfg->sig_cookie + cfg->stack_usage;
4006
4007                         if (s390_is_imm16 (offset))
4008                                 s390_lghi (code, s390_r0, offset);
4009                         else {
4010                                 s390_basr (code, s390_r13, 0);
4011                                 s390_j    (code, 6);
4012                                 s390_llong(code, offset);
4013                                 s390_lg   (code, s390_r0, 0, s390_r13, 0);
4014                         }
4015                         s390_agr  (code, s390_r0, cfg->frame_reg);
4016                         s390_stg  (code, s390_r0, 0, ins->sreg1, 0);
4017                 }
4018                         break;
4019                 case OP_FCALL: {
4020                         s390_basr (code, s390_r13, 0);
4021                         s390_j    (code, 6);
4022                         call = (MonoCallInst*)ins;
4023                         if (ins->flags & MONO_INST_HAS_METHOD)
4024                                 mono_add_patch_info (cfg, code-cfg->native_code,
4025                                                      MONO_PATCH_INFO_METHOD,
4026                                                      call->method);
4027                         else
4028                                 mono_add_patch_info (cfg, code-cfg->native_code,
4029                                                      MONO_PATCH_INFO_ABS,
4030                                                      call->fptr);
4031                         s390_llong(code, 0);
4032                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4033                         s390_basr (code, s390_r14, s390_r14);
4034                         if (call->signature->ret->type == MONO_TYPE_R4)
4035                                 s390_ldebr (code, s390_f0, s390_f0);
4036                 }
4037                         break;
4038                 case OP_LCALL:
4039                 case OP_VCALL:
4040                 case OP_VCALL2:
4041                 case OP_VOIDCALL:
4042                 case OP_CALL: {
4043                         s390_basr (code, s390_r13, 0);
4044                         s390_j    (code, 6);
4045                         call = (MonoCallInst*)ins;
4046                         if (ins->flags & MONO_INST_HAS_METHOD)
4047                                 mono_add_patch_info (cfg, code-cfg->native_code,
4048                                                      MONO_PATCH_INFO_METHOD,
4049                                                      call->method);
4050                         else
4051                                 mono_add_patch_info (cfg, code-cfg->native_code,
4052                                                      MONO_PATCH_INFO_ABS,
4053                                                      call->fptr);
4054                         s390_llong(code, 0);
4055                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4056                         s390_basr (code, s390_r14, s390_r14);
4057                 }
4058                         break;
4059                 case OP_FCALL_REG: {
4060                         call = (MonoCallInst*)ins;
4061                         s390_lgr  (code, s390_r1, ins->sreg1);
4062                         s390_basr (code, s390_r14, s390_r1);
4063                         if (call->signature->ret->type == MONO_TYPE_R4)
4064                                 s390_ldebr (code, s390_f0, s390_f0);
4065                 }
4066                         break;
4067                 case OP_LCALL_REG:
4068                 case OP_VCALL_REG:
4069                 case OP_VCALL2_REG:
4070                 case OP_VOIDCALL_REG:
4071                 case OP_CALL_REG: {
4072                         s390_lgr  (code, s390_r1, ins->sreg1);
4073                         s390_basr (code, s390_r14, s390_r1);
4074                 }
4075                         break;
4076                 case OP_FCALL_MEMBASE: {
4077                         call = (MonoCallInst*)ins;
4078                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
4079                         s390_basr (code, s390_r14, s390_r1);
4080                         if (call->signature->ret->type == MONO_TYPE_R4)
4081                                 s390_ldebr (code, s390_f0, s390_f0);
4082                 }
4083                         break;
4084                 case OP_LCALL_MEMBASE:
4085                 case OP_VCALL_MEMBASE:
4086                 case OP_VCALL2_MEMBASE:
4087                 case OP_VOIDCALL_MEMBASE:
4088                 case OP_CALL_MEMBASE: {
4089                         s390_lg   (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
4090                         s390_basr (code, s390_r14, s390_r1);
4091                 }
4092                         break;
4093                 case OP_OUTARG:
4094                         g_assert_not_reached ();
4095                         break;
4096                 case OP_LOCALLOC: {
4097                         int alloca_skip = S390_MINIMAL_STACK_SIZE + cfg->param_area;
4098                         int area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
4099                         s390_lgr  (code, s390_r1, ins->sreg1);
4100                         if (ins->flags & MONO_INST_INIT)
4101                                 s390_lgr  (code, s390_r0, ins->sreg1);
4102                         s390_aghi (code, s390_r1, 14);
4103                         s390_srlg (code, s390_r1, s390_r1, 0, 3);
4104                         s390_sllg (code, s390_r1, s390_r1, 0, 3);
4105                         if (cfg->method->save_lmf) {
4106                                 /*----------------------------------*/
4107                                 /* we have to adjust lmf ebp value  */
4108                                 /*----------------------------------*/
4109                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
4110
4111                                 s390_lgr (code, s390_r13, cfg->frame_reg);
4112                                 if (s390_is_imm16(lmfOffset))
4113                                         s390_aghi (code, s390_r13, lmfOffset);
4114                                 else {
4115                                         s390_basr (code, s390_r14, 0);
4116                                         s390_j    (code, 4);
4117                                         s390_word (code, lmfOffset);
4118                                         s390_agf  (code, s390_r13, 0, s390_r14, 4);
4119                                 }
4120                                 s390_lgr (code, s390_r14, STK_BASE);
4121                                 s390_sgr (code, s390_r14, s390_r1);
4122                                 s390_stg (code, s390_r14, 0, s390_r13,
4123                                           G_STRUCT_OFFSET(MonoLMF, ebp));
4124                         }
4125                         s390_lg   (code, s390_r13, 0, STK_BASE, 0);
4126                         s390_sgr  (code, STK_BASE, s390_r1);
4127                         s390_stg  (code, s390_r13, 0, STK_BASE, 0);
4128                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
4129                         s390_srlg (code, ins->dreg, ins->dreg, 0, 3);
4130                         s390_sllg (code, ins->dreg, ins->dreg, 0, 3);
4131                         if (ins->flags & MONO_INST_INIT) {
4132                                 s390_lgr  (code, s390_r1, s390_r0);
4133                                 s390_lgr  (code, s390_r0, ins->dreg);
4134                                 s390_lgr  (code, s390_r14, s390_r12);
4135                                 s390_lghi (code, s390_r13, 0);
4136                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4137                                 s390_jo   (code, -2);
4138                                 s390_lgr  (code, s390_r12, s390_r14);
4139                         }
4140                 }
4141                         break;
4142                 case OP_THROW: {
4143                         s390_lgr  (code, s390_r2, ins->sreg1);
4144                         s390_basr (code, s390_r13, 0);
4145                         s390_j    (code, 6);
4146                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4147                                              (gpointer) "mono_arch_throw_exception");
4148                         s390_llong(code, 0);
4149                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4150                         s390_basr (code, s390_r14, s390_r14);
4151                 }
4152                         break;
4153                 case OP_RETHROW: {
4154                         s390_lgr  (code, s390_r2, ins->sreg1);
4155                         s390_basr (code, s390_r13, 0);
4156                         s390_j    (code, 6);
4157                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
4158                                              (gpointer) "mono_arch_rethrow_exception");
4159                         s390_llong(code, 0);
4160                         s390_lg   (code, s390_r14, 0, s390_r13, 4);
4161                         s390_basr (code, s390_r14, s390_r14);
4162                 }
4163                         break;
4164                 case OP_START_HANDLER: {
4165                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4166
4167                         S390_LONG (code, stg, stg, s390_r14, 0,
4168                                    spvar->inst_basereg,
4169                                    spvar->inst_offset);
4170                 }
4171                         break;
4172                 case OP_ENDFILTER: {
4173                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4174
4175                         if (ins->sreg1 != s390_r2)
4176                                 s390_lgr(code, s390_r2, ins->sreg1);
4177                         S390_LONG (code, lg, lg, s390_r14, 0,
4178                                    spvar->inst_basereg,
4179                                    spvar->inst_offset);
4180                         s390_br  (code, s390_r14);
4181                 }
4182                         break;
4183                 case OP_ENDFINALLY: {
4184                         MonoInst *spvar = mono_find_spvar_for_region (cfg, bb->region);
4185
4186                         S390_LONG (code, lg, lg, s390_r14, 0,
4187                                    spvar->inst_basereg,
4188                                    spvar->inst_offset);
4189                         s390_br  (code, s390_r14);
4190                 }
4191                         break;
4192                 case OP_CALL_HANDLER: {
4193                         mono_add_patch_info (cfg, code-cfg->native_code,
4194                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
4195                         s390_brasl (code, s390_r14, 0);
4196                 }
4197                         break;
4198                 case OP_LABEL: {
4199                         ins->inst_c0 = code - cfg->native_code;
4200                 }
4201                         break;
4202                 case OP_NOP:
4203                 case OP_DUMMY_USE:
4204                 case OP_DUMMY_STORE:
4205                 case OP_NOT_REACHED:
4206                 case OP_NOT_NULL: {
4207                 }
4208                         break;
4209                 case OP_BR:
4210                         EMIT_UNCOND_BRANCH(ins);
4211                         break;
4212                 case OP_BR_REG: {
4213                         s390_br  (code, ins->sreg1);
4214                 }
4215                         break;
4216                 case OP_CEQ:
4217                 case OP_ICEQ:
4218                 case OP_LCEQ: {
4219                         s390_lghi(code, ins->dreg, 1);
4220                         s390_jz  (code, 4);
4221                         s390_lghi(code, ins->dreg, 0);
4222                 }
4223                         break;
4224                 case OP_CLT:
4225                 case OP_ICLT:
4226                 case OP_LCLT: {
4227                         s390_lghi(code, ins->dreg, 1);
4228                         s390_jl  (code, 4);
4229                         s390_lghi(code, ins->dreg, 0);
4230                 }
4231                         break;
4232                 case OP_CLT_UN:
4233                 case OP_ICLT_UN:
4234                 case OP_LCLT_UN: {
4235                         s390_lghi(code, ins->dreg, 1);
4236                         s390_jlo (code, 4);
4237                         s390_lghi(code, ins->dreg, 0);
4238                 }
4239                         break;
4240                 case OP_CGT:
4241                 case OP_ICGT:
4242                 case OP_LCGT: {
4243                         s390_lghi(code, ins->dreg, 1);
4244                         s390_jh  (code, 4);
4245                         s390_lghi(code, ins->dreg, 0);
4246                 }
4247                         break;
4248                 case OP_CGT_UN:
4249                 case OP_ICGT_UN:
4250                 case OP_LCGT_UN: {
4251                         s390_lghi(code, ins->dreg, 1);
4252                         s390_jho (code, 4);
4253                         s390_lghi(code, ins->dreg, 0);
4254                 }
4255                         break;
4256                 case OP_COND_EXC_EQ:
4257                 case OP_COND_EXC_IEQ:
4258                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
4259                         break;
4260                 case OP_COND_EXC_NE_UN:
4261                 case OP_COND_EXC_INE_UN:
4262                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
4263                         break;
4264                 case OP_COND_EXC_LT:
4265                 case OP_COND_EXC_ILT:
4266                 case OP_COND_EXC_LT_UN:
4267                 case OP_COND_EXC_ILT_UN:
4268                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
4269                         break;
4270                 case OP_COND_EXC_GT:
4271                 case OP_COND_EXC_IGT:
4272                 case OP_COND_EXC_GT_UN:
4273                 case OP_COND_EXC_IGT_UN:
4274                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
4275                         break;
4276                 case OP_COND_EXC_GE:
4277                 case OP_COND_EXC_IGE:
4278                 case OP_COND_EXC_GE_UN:
4279                 case OP_COND_EXC_IGE_UN:
4280                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
4281                         break;
4282                 case OP_COND_EXC_LE:
4283                 case OP_COND_EXC_ILE:
4284                 case OP_COND_EXC_LE_UN:
4285                 case OP_COND_EXC_ILE_UN:
4286                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
4287                         break;
4288                 case OP_COND_EXC_OV:
4289                 case OP_COND_EXC_IOV:
4290                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
4291                         break;
4292                 case OP_COND_EXC_NO:
4293                 case OP_COND_EXC_INO:
4294                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
4295                         break;
4296                 case OP_COND_EXC_C:
4297                 case OP_COND_EXC_IC:
4298                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
4299                         break;
4300                 case OP_COND_EXC_NC:
4301                 case OP_COND_EXC_INC:
4302                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
4303                         break;
4304                 case OP_LBEQ:
4305                 case OP_IBEQ:
4306                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4307                         break;
4308                 case OP_LBNE_UN:
4309                 case OP_IBNE_UN:
4310                         EMIT_COND_BRANCH (ins, S390_CC_NE);
4311                         break;
4312                 case OP_LBLT:
4313                 case OP_LBLT_UN:
4314                 case OP_IBLT:
4315                 case OP_IBLT_UN:
4316                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4317                         break;
4318                 case OP_LBGT:
4319                 case OP_LBGT_UN:
4320                 case OP_IBGT:
4321                 case OP_IBGT_UN:
4322                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4323                         break;
4324                 case OP_LBGE:
4325                 case OP_LBGE_UN:
4326                 case OP_IBGE:
4327                 case OP_IBGE_UN:
4328                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4329                         break;
4330                 case OP_LBLE:
4331                 case OP_LBLE_UN:
4332                 case OP_IBLE:
4333                 case OP_IBLE_UN:
4334                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4335                         break;
4336
4337                 /* floating point opcodes */
4338                 case OP_R8CONST: {
4339                         if (*((float *) ins->inst_p0) == 0) {
4340                                 s390_lzdr (code, ins->dreg);
4341                         } else {
4342                                 s390_basr  (code, s390_r13, 0);
4343                                 s390_j     (code, 6);
4344                                 s390_llong (code, ins->inst_p0);
4345                                 s390_lg    (code, s390_r13, 0, s390_r13, 4);
4346                                 s390_ld    (code, ins->dreg, 0, s390_r13, 0);
4347                         }
4348                 }
4349                         break;
4350                 case OP_R4CONST: {
4351                         if (*((float *) ins->inst_p0) == 0) {
4352                                 s390_lzdr (code, ins->dreg);
4353                         } else {
4354                                 s390_basr (code, s390_r13, 0);
4355                                 s390_j    (code, 6);
4356                                 s390_llong(code, ins->inst_p0);
4357                                 s390_lg   (code, s390_r13, 0, s390_r13, 4);
4358                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
4359                         }
4360                 }
4361                         break;
4362                 case OP_STORER8_MEMBASE_REG: {
4363                         S390_LONG (code, stdy, std, ins->sreg1, 0,
4364                                    ins->inst_destbasereg, ins->inst_offset);
4365                 }
4366                         break;
4367                 case OP_LOADR8_MEMBASE: {
4368                         S390_LONG (code, ldy, ld, ins->dreg, 0,
4369                                    ins->inst_basereg, ins->inst_offset);
4370                 }
4371                         break;
4372                 case OP_STORER4_MEMBASE_REG: {
4373                         s390_ledbr (code, s390_f15, ins->sreg1);
4374                         S390_LONG (code, stey, ste, s390_f15, 0,
4375                                    ins->inst_destbasereg, ins->inst_offset);
4376                 }
4377                         break;
4378                 case OP_LOADR4_MEMBASE: {
4379                         S390_LONG (code, ldy, ld, s390_f15, 0,
4380                                    ins->inst_basereg, ins->inst_offset);
4381                         s390_ldebr (code, ins->dreg, s390_f15);
4382                 }
4383                         break;
4384                 case OP_ICONV_TO_R_UN: {
4385                         s390_cdfbr (code, ins->dreg, ins->sreg1);
4386                         s390_ltr   (code, ins->sreg1, ins->sreg1);
4387                         s390_jnl   (code, 12);
4388                         s390_basr  (code, s390_r13, 0);
4389                         s390_j     (code, 6);
4390                         s390_word  (code, 0x41f00000);
4391                         s390_word  (code, 0);
4392                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4393                 }
4394                         break;
4395                 case OP_LCONV_TO_R_UN: {
4396                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4397                         s390_ltgr  (code, ins->sreg1, ins->sreg1);
4398                         s390_jnl   (code, 12);
4399                         s390_basr  (code, s390_r13, 0);
4400                         s390_j     (code, 6);
4401                         s390_word  (code, 0x41f00000);
4402                         s390_word  (code, 0);
4403                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
4404                 }
4405                         break;
4406                 case OP_LCONV_TO_R4:
4407                 case OP_ICONV_TO_R4: {
4408                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4409                 }
4410                         break;
4411                 case OP_LCONV_TO_R8:
4412                 case OP_ICONV_TO_R8: {
4413                         s390_cdgbr (code, ins->dreg, ins->sreg1);
4414                 }
4415                         break;
4416                 case OP_FCONV_TO_I1:
4417                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
4418                         break;
4419                 case OP_FCONV_TO_U1:
4420                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
4421                         break;
4422                 case OP_FCONV_TO_I2:
4423                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
4424                         break;
4425                 case OP_FCONV_TO_U2:
4426                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
4427                         break;
4428                 case OP_FCONV_TO_I4:
4429                 case OP_FCONV_TO_I:
4430                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
4431                         break;
4432                 case OP_FCONV_TO_U4:
4433                 case OP_FCONV_TO_U:
4434                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
4435                         break;
4436                 case OP_FCONV_TO_I8:
4437                         s390_cgdbr (code, ins->dreg, 5, ins->sreg1);
4438                         break;
4439                 case OP_LCONV_TO_OVF_I: {
4440                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
4441                         short int *o[5];
4442                         s390_ltgr (code, ins->sreg2, ins->sreg2);
4443                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
4444                         s390_ltgr (code, ins->sreg1, ins->sreg1);
4445                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
4446                         s390_lhi  (code, s390_r13, -1);
4447                         s390_cgr  (code, ins->sreg1, s390_r13);
4448                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
4449                         if (ins->dreg != ins->sreg2)
4450                                 s390_lgr  (code, ins->dreg, ins->sreg2);
4451                         s390_j    (code, 0); CODEPTR(code, o[3]);
4452                         PTRSLOT(code, o[0]);
4453                         s390_jz   (code, 0); CODEPTR(code, o[4]);
4454                         PTRSLOT(code, o[1]);
4455                         PTRSLOT(code, o[2]);
4456                         mono_add_patch_info (cfg, code - cfg->native_code,
4457                                              MONO_PATCH_INFO_EXC, "OverflowException");
4458                         s390_brasl (code, s390_r14, 0);
4459                         PTRSLOT(code, o[3]);
4460                         PTRSLOT(code, o[4]);
4461                 }
4462                         break;
4463                 case OP_ABS: {
4464                         s390_lpdbr (code, ins->dreg, ins->sreg1);
4465                 }
4466                         break;
4467                 case OP_SQRT: {
4468                         s390_sqdbr (code, ins->dreg, ins->sreg1);
4469                 }
4470                         break;
4471                 case OP_FADD: {
4472                         CHECK_SRCDST_COM_F;
4473                         s390_adbr (code, ins->dreg, src2);
4474                 }
4475                         break;
4476                 case OP_FSUB: {
4477                         CHECK_SRCDST_NCOM_F;
4478                         s390_sdbr (code, ins->dreg, src2);
4479                 }
4480                         break;
4481                 case OP_FMUL: {
4482                         CHECK_SRCDST_COM_F;
4483                         s390_mdbr (code, ins->dreg, src2);
4484                 }
4485                         break;
4486                 case OP_FDIV: {
4487                         CHECK_SRCDST_NCOM_F;
4488                         s390_ddbr (code, ins->dreg, src2);
4489                 }
4490                         break;
4491                 case OP_FNEG: {
4492                         s390_lcdbr (code, ins->dreg, ins->sreg1);
4493                 }
4494                         break;
4495                 case OP_FREM: {
4496                         CHECK_SRCDST_NCOM_F;
4497                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
4498                 }
4499                         break;
4500                 case OP_FCOMPARE: {
4501                         s390_cdbr (code, ins->sreg1, ins->sreg2);
4502                 }
4503                         break;
4504                 case OP_FCEQ: {
4505                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4506                         s390_lghi  (code, ins->dreg, 1);
4507                         s390_je    (code, 4);
4508                         s390_lghi  (code, ins->dreg, 0);
4509                 }
4510                         break;
4511                 case OP_FCLT: {
4512                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4513                         s390_lghi  (code, ins->dreg, 1);
4514                         s390_jl    (code, 4);
4515                         s390_lghi  (code, ins->dreg, 0);
4516                 }
4517                         break;
4518                 case OP_FCLT_UN: {
4519                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4520                         s390_lghi  (code, ins->dreg, 1);
4521                         s390_jlo   (code, 4);
4522                         s390_lghi  (code, ins->dreg, 0);
4523                 }
4524                         break;
4525                 case OP_FCGT: {
4526                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4527                         s390_lghi  (code, ins->dreg, 1);
4528                         s390_jh    (code, 4);
4529                         s390_lghi  (code, ins->dreg, 0);
4530                 }
4531                         break;
4532                 case OP_FCGT_UN: {
4533                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
4534                         s390_lghi  (code, ins->dreg, 1);
4535                         s390_jho   (code, 4);
4536                         s390_lghi  (code, ins->dreg, 0);
4537                 }
4538                         break;
4539                 case OP_FBEQ: {
4540                         short *o;
4541                         s390_jo (code, 0); CODEPTR(code, o);
4542                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
4543                         PTRSLOT (code, o);
4544                 }
4545                         break;
4546                 case OP_FBNE_UN:
4547                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
4548                         break;
4549                 case OP_FBLT: {
4550                         short *o;
4551                         s390_jo (code, 0); CODEPTR(code, o);
4552                         EMIT_COND_BRANCH (ins, S390_CC_LT);
4553                         PTRSLOT (code, o);
4554                 }
4555                         break;
4556                 case OP_FBLT_UN:
4557                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
4558                         break;
4559                 case OP_FBGT: {
4560                         short *o;
4561                         s390_jo (code, 0); CODEPTR(code, o);
4562                         EMIT_COND_BRANCH (ins, S390_CC_GT);
4563                         PTRSLOT (code, o);
4564                 }
4565                         break;
4566                 case OP_FBGT_UN:
4567                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
4568                         break;
4569                 case OP_FBGE: {
4570                         short *o;
4571                         s390_jo (code, 0); CODEPTR(code, o);
4572                         EMIT_COND_BRANCH (ins, S390_CC_GE);
4573                         PTRSLOT (code, o);
4574                 }
4575                         break;
4576                 case OP_FBGE_UN:
4577                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
4578                         break;
4579                 case OP_FBLE: {
4580                         short *o;
4581                         s390_jo (code, 0); CODEPTR(code, o);
4582                         EMIT_COND_BRANCH (ins, S390_CC_LE);
4583                         PTRSLOT (code, o);
4584                 }
4585                         break;
4586                 case OP_FBLE_UN:
4587                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
4588                         break;
4589                 case OP_CKFINITE: {
4590                         short *o;
4591                         s390_lhi  (code, s390_r13, 0x7f);
4592                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
4593                         s390_jz   (code, 0); CODEPTR(code, o);
4594                         mono_add_patch_info (cfg, code - cfg->native_code,
4595                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
4596                         s390_brasl (code, s390_r14,0);
4597                         PTRSLOT(code, o);
4598                 }
4599                         break;
4600                 case OP_S390_MOVE: {
4601                         if (ins->backend.size > 0) {
4602                                 if (ins->backend.size <= 256) {
4603                                         s390_mvc  (code, ins->backend.size, ins->dreg,
4604                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
4605                                 } else {
4606                                         s390_lgr  (code, s390_r0, ins->dreg);
4607                                         if (s390_is_imm16 (ins->inst_offset)) {
4608                                                 s390_aghi (code, s390_r0, ins->inst_offset);
4609                                         } else {
4610                                                 s390_basr (code, s390_r13, 0);
4611                                                 s390_j    (code, 6);
4612                                                 s390_llong(code, ins->inst_offset);
4613                                                 s390_a    (code, s390_r0, 0, s390_r13, 4);
4614                                         }
4615                                         s390_lgr  (code, s390_r12, ins->sreg1);
4616                                         if (s390_is_imm16 (ins->inst_imm)) {
4617                                                 s390_aghi (code, s390_r12, ins->inst_imm);
4618                                         } else {
4619                                                 s390_basr (code, s390_r13, 0);
4620                                                 s390_j    (code, 6);
4621                                                 s390_llong(code, ins->inst_imm);
4622                                                 s390_ag   (code, s390_r12, 0, s390_r13, 4);
4623                                         }
4624                                         s390_lgr  (code, s390_r1, ins->sreg1);
4625                                         s390_lgr  (code, s390_r13, s390_r1);
4626                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
4627                                         s390_jo   (code, -2);
4628                                 }
4629                         }
4630                 }
4631                         break;
4632                 case OP_ATOMIC_ADD_I8: {
4633                         s390_lgr (code, s390_r1, ins->sreg2);
4634                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4635                         s390_agr (code, s390_r1, s390_r0);
4636                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4637                         s390_jnz (code, -10);
4638                         s390_lgr (code, ins->dreg, s390_r1);
4639                 }
4640                         break;
4641                 case OP_ATOMIC_ADD_NEW_I8: {
4642                         s390_lgr (code, s390_r1, ins->sreg2);
4643                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4644                         s390_agr (code, s390_r1, s390_r0);
4645                         s390_csg (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4646                         s390_jnz (code, -10);
4647                         s390_lgr (code, ins->dreg, s390_r1);
4648                 }
4649                         break;
4650                 case OP_ATOMIC_EXCHANGE_I8: {
4651                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4652                         s390_csg (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4653                         s390_jnz (code, -6);
4654                         s390_lgr (code, ins->dreg, s390_r0);
4655                 }
4656                         break;
4657                 case OP_ATOMIC_ADD_I4: {
4658                         s390_lgfr(code, s390_r1, ins->sreg2);
4659                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4660                         s390_agr (code, s390_r1, s390_r0);
4661                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4662                         s390_jnz (code, -9);
4663                         s390_lgfr(code, ins->dreg, s390_r1);
4664                 }
4665                         break;
4666                 case OP_ATOMIC_ADD_NEW_I4: {
4667                         s390_lgfr(code, s390_r1, ins->sreg2);
4668                         s390_lgf (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4669                         s390_agr (code, s390_r1, s390_r0);
4670                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
4671                         s390_jnz (code, -9);
4672                         s390_lgfr(code, ins->dreg, s390_r1);
4673                 }
4674                         break;
4675                 case OP_ATOMIC_EXCHANGE_I4: {
4676                         s390_lg  (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4677                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4678                         s390_jnz (code, -4);
4679                         s390_lgfr(code, ins->dreg, s390_r0);
4680                 }
4681                         break;
4682                 case OP_S390_BKCHAIN: {
4683                         s390_lgr  (code, ins->dreg, ins->sreg1);
4684                         if (s390_is_imm16 (cfg->stack_offset)) {
4685                                 s390_aghi (code, ins->dreg, cfg->stack_offset);
4686                         } else {
4687                                 s390_basr (code, s390_r13, 0);
4688                                 s390_j    (code, 6);
4689                                 s390_llong(code, cfg->stack_offset);
4690                                 s390_ag   (code, ins->dreg, 0, s390_r13, 4);
4691                         }
4692                 }
4693                         break;
4694                 case OP_MEMORY_BARRIER: {
4695                 }
4696                         break;
4697                 default:
4698                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4699                         g_assert_not_reached ();
4700                 }
4701
4702                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4703                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %ld)",
4704                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4705                         g_assert_not_reached ();
4706                 }
4707
4708                 cpos += max_len;
4709
4710                 last_offset = offset;
4711         }
4712
4713         cfg->code_len = code - cfg->native_code;
4714 }
4715
4716 /*========================= End of Function ========================*/
4717
4718 /*------------------------------------------------------------------*/
4719 /*                                                                  */
4720 /* Name         - mono_arch_register_lowlevel_calls                 */
4721 /*                                                                  */
4722 /* Function     - Register routines to help with --trace operation. */
4723 /*                                                                  */
4724 /*------------------------------------------------------------------*/
4725
4726 void
4727 mono_arch_register_lowlevel_calls (void)
4728 {
4729         mono_register_jit_icall (mono_arch_get_lmf_addr, "mono_arch_get_lmf_addr", NULL, TRUE);
4730 }
4731
4732 /*========================= End of Function ========================*/
4733
4734 /*------------------------------------------------------------------*/
4735 /*                                                                  */
4736 /* Name         - mono_arch_patch_code                              */
4737 /*                                                                  */
4738 /* Function     - Process the patch data created during the         */
4739 /*                instruction build process. This resolves jumps,   */
4740 /*                calls, variables etc.                             */
4741 /*                                                                  */
4742 /*------------------------------------------------------------------*/
4743
4744 void
4745 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4746                       guint8 *code, MonoJumpInfo *ji, gboolean run_cctors)
4747 {
4748         MonoJumpInfo *patch_info;
4749
4750         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4751                 unsigned char *ip = patch_info->ip.i + code;
4752                 gconstpointer target = NULL;
4753
4754                 target = mono_resolve_patch_target (method, domain, code,
4755                                                     patch_info, run_cctors);
4756
4757                 switch (patch_info->type) {
4758                         case MONO_PATCH_INFO_IP:
4759                         case MONO_PATCH_INFO_EXC_NAME:
4760                         case MONO_PATCH_INFO_LDSTR:
4761                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4762                         case MONO_PATCH_INFO_LDTOKEN:
4763                         case MONO_PATCH_INFO_EXC:
4764                         case MONO_PATCH_INFO_ABS:
4765                         case MONO_PATCH_INFO_METHOD:
4766                         case MONO_PATCH_INFO_INTERNAL_METHOD:
4767                         case MONO_PATCH_INFO_CLASS_INIT:
4768                                 s390_patch_addr (ip, (guint64) target);
4769                                 continue;
4770                         case MONO_PATCH_INFO_SWITCH:
4771                                 /*----------------------------------*/
4772                                 /* ip points at the basr r13,0/j +4 */
4773                                 /* instruction the vtable value     */
4774                                 /* follows this (i.e. ip+6)         */
4775                                 /*----------------------------------*/
4776                                 *((gconstpointer *)(ip+6)) = target;
4777                                 continue;
4778                         case MONO_PATCH_INFO_METHODCONST:
4779                         case MONO_PATCH_INFO_CLASS:
4780                         case MONO_PATCH_INFO_IMAGE:
4781                         case MONO_PATCH_INFO_FIELD:
4782                         case MONO_PATCH_INFO_IID:
4783                                 target = S390_RELATIVE(target, ip);
4784                                 s390_patch_rel (ip, (guint64) target);
4785                                 continue;
4786                         case MONO_PATCH_INFO_R4:
4787                         case MONO_PATCH_INFO_R8:
4788                         case MONO_PATCH_INFO_METHOD_REL:
4789                                 g_assert_not_reached ();
4790                                 continue;
4791                         default:
4792                                 target = S390_RELATIVE(target, ip);
4793                                 ip += 2;
4794                                 s390_patch_rel (ip, (guint64) target);
4795                 }
4796         }
4797 }
4798
4799 /*========================= End of Function ========================*/
4800
4801 /*------------------------------------------------------------------*/
4802 /*                                                                  */
4803 /* Name         - emit_load_volatile_arguments                      */
4804 /*                                                                  */
4805 /* Function     - Emit the instructions to reload parameter regist- */
4806 /*                registers for use with "tail" operations.         */
4807 /*                                                                  */
4808 /*                The register loading operations performed here    */
4809 /*                are the mirror of the store operations performed  */
4810 /*                in mono_arch_emit_prolog and need to be kept in   */
4811 /*                synchronization with it.                          */
4812 /*                                                                  */
4813 /*------------------------------------------------------------------*/
4814
4815 guint8 *
4816 emit_load_volatile_arguments (guint8 *code, MonoCompile *cfg)
4817 {
4818         MonoInst *inst;
4819         MonoMethod *method = cfg->method;
4820         MonoMethodSignature *sig = mono_method_signature(method);
4821         int pos = 0, i;
4822         CallInfo *cinfo;
4823
4824         cinfo = get_call_info (NULL, NULL, sig, sig->pinvoke);
4825
4826         if (cinfo->struct_ret) {
4827                 ArgInfo *ainfo = &cinfo->ret;
4828                 inst         = cfg->vret_addr;
4829                 s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4830         }
4831
4832         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4833                 ArgInfo *ainfo = cinfo->args + i;
4834                 inst = cfg->args [pos];
4835
4836                 if (inst->opcode == OP_REGVAR) {
4837                         if (ainfo->regtype == RegTypeGeneral)
4838                                 s390_lgr (code, ainfo->reg, inst->dreg);
4839                         else if (ainfo->regtype == RegTypeFP) {
4840                                 if (inst->dreg != ainfo->reg) {
4841                                         if (ainfo->size == 4) {
4842                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4843                                         } else {
4844                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4845                                         }
4846                                 }
4847                         }
4848                         else if (ainfo->regtype == RegTypeBase) {
4849                         } else
4850                                 g_assert_not_reached ();
4851                 } else {
4852                         if (ainfo->regtype == RegTypeGeneral) {
4853                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4854                                         g_assert_not_reached();
4855                                 switch (ainfo->size) {
4856                                 case 1:
4857                                         s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4858                                         break;
4859                                 case 2:
4860                                         s390_lgh  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4861                                         break;
4862                                 case 4:
4863                                         s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4864                                         break;
4865                                 case 8:
4866                                         s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4867                                         break;
4868                                 }
4869                         } else if (ainfo->regtype == RegTypeBase) {
4870                         } else if (ainfo->regtype == RegTypeFP) {
4871                                 if (ainfo->size == 8)
4872                                         s390_ld  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4873                                 else if (ainfo->size == 4)
4874                                         s390_le  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4875                                 else
4876                                         g_assert_not_reached ();
4877                         } else if (ainfo->regtype == RegTypeStructByVal) {
4878                                 if (ainfo->reg != STK_BASE) {
4879                                         switch (ainfo->size) {
4880                                         case 1:
4881                                                 s390_llgc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4882                                                 break;
4883                                         case 2:
4884                                                 s390_lgh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4885                                                 break;
4886                                         case 4:
4887                                                 s390_lgf (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4888                                                 break;
4889                                         case 8:
4890                                                 s390_lg  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4891                                                 break;
4892                                         }
4893                                 }
4894                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4895                                 if (ainfo->reg != STK_BASE) {
4896                                         s390_lg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4897                                 }
4898                         } else
4899                                 g_assert_not_reached ();
4900                 }
4901                 pos++;
4902         }
4903
4904         return code;
4905 }
4906
4907 /*========================= End of Function ========================*/
4908
4909 /*------------------------------------------------------------------*/
4910 /*                                                                  */
4911 /* Name         - mono_arch_emit_prolog                             */
4912 /*                                                                  */
4913 /* Function     - Create the instruction sequence for a function    */
4914 /*                prolog.                                           */
4915 /*                                                                  */
4916 /*------------------------------------------------------------------*/
4917
4918 guint8 *
4919 mono_arch_emit_prolog (MonoCompile *cfg)
4920 {
4921         MonoMethod *method = cfg->method;
4922         MonoBasicBlock *bb;
4923         MonoMethodSignature *sig;
4924         MonoInst *inst;
4925         int alloc_size, pos, max_offset, i;
4926         guint8 *code;
4927         CallInfo *cinfo;
4928         int tracing = 0;
4929         int lmfOffset;
4930
4931         cfg->code_size   = 512;
4932
4933         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4934                 tracing         = 1;
4935                 cfg->code_size += 256;
4936         }
4937
4938         if (method->save_lmf)
4939                 cfg->code_size += 200;
4940
4941         cfg->native_code = code = g_malloc (cfg->code_size);
4942
4943         s390_stmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4944
4945         if (cfg->arch.bkchain_reg != -1)
4946                 s390_lgr (code, cfg->arch.bkchain_reg, STK_BASE);
4947
4948         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4949                 cfg->used_int_regs |= 1 << 11;
4950         }
4951
4952         alloc_size = cfg->stack_offset;
4953
4954         cfg->stack_usage = alloc_size;
4955         s390_lgr  (code, s390_r11, STK_BASE);
4956         if (s390_is_imm16 (alloc_size)) {
4957                 s390_aghi (code, STK_BASE, -alloc_size);
4958         } else {
4959                 int stackSize = alloc_size;
4960                 while (stackSize > 32767) {
4961                         s390_aghi (code, STK_BASE, -32767);
4962                         stackSize -= 32767;
4963                 }
4964                 s390_aghi (code, STK_BASE, -stackSize);
4965         }
4966         s390_stg  (code, s390_r11, 0, STK_BASE, 0);
4967
4968         if (cfg->frame_reg != STK_BASE)
4969                 s390_lgr (code, s390_r11, STK_BASE);
4970
4971         /* compute max_offset in order to use short forward jumps
4972          * we always do it on s390 because the immediate displacement
4973          * for jumps is too small
4974          */
4975         max_offset = 0;
4976         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4977                 MonoInst *ins;
4978                 bb->max_offset = max_offset;
4979
4980                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4981                         max_offset += 6;
4982
4983                 MONO_BB_FOR_EACH_INS (bb, ins)
4984                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4985         }
4986
4987         /* load arguments allocated to register from the stack */
4988         sig = mono_method_signature (method);
4989         pos = 0;
4990
4991         cinfo = get_call_info (cfg, cfg->mempool, sig, sig->pinvoke);
4992
4993         if (cinfo->struct_ret) {
4994                 ArgInfo *ainfo = &cinfo->ret;
4995                 inst         = cfg->vret_addr;
4996                 inst->backend.size = ainfo->vtsize;
4997                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4998         }
4999
5000         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
5001                 ArgInfo *ainfo = cinfo->args + i;
5002                 inst = cfg->args [pos];
5003
5004                 if (inst->opcode == OP_VTARG_ADDR)
5005                         inst = inst->inst_left;
5006
5007                 if (inst->opcode == OP_REGVAR) {
5008                         if (ainfo->regtype == RegTypeGeneral)
5009                                 s390_lgr (code, inst->dreg, ainfo->reg);
5010                         else if (ainfo->regtype == RegTypeFP) {
5011                                 if (inst->dreg != ainfo->reg) {
5012                                         if (ainfo->size == 4) {
5013                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
5014                                         } else {
5015                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
5016                                         }
5017                                 }
5018                         }
5019                         else if (ainfo->regtype == RegTypeBase) {
5020                                 s390_lgr  (code, s390_r13, STK_BASE);
5021                                 s390_aghi (code, s390_r13, alloc_size);
5022                                 s390_lg   (code, inst->dreg, 0, s390_r13, ainfo->offset);
5023                         } else
5024                                 g_assert_not_reached ();
5025
5026                         if (cfg->verbose_level > 2)
5027                                 g_print ("Argument %d assigned to register %s\n",
5028                                          pos, mono_arch_regname (inst->dreg));
5029                 } else {
5030                         if (ainfo->regtype == RegTypeGeneral) {
5031                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
5032                                         g_assert_not_reached();
5033                                 switch (ainfo->size) {
5034                                 case 1:
5035                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5036                                         break;
5037                                 case 2:
5038                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5039                                         break;
5040                                 case 4:
5041                                         s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5042                                         break;
5043                                 case 8:
5044                                         s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5045                                         break;
5046                                 }
5047                         } else if (ainfo->regtype == RegTypeBase) {
5048                         } else if (ainfo->regtype == RegTypeFP) {
5049                                 if (ainfo->size == 8)
5050                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5051                                 else if (ainfo->size == 4)
5052                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5053                                 else
5054                                         g_assert_not_reached ();
5055                         } else if (ainfo->regtype == RegTypeStructByVal) {
5056                                 int doffset = inst->inst_offset;
5057                                 int reg;
5058                                 if (ainfo->reg != STK_BASE)
5059                                         reg = ainfo->reg;
5060                                 else {
5061                                         reg = s390_r0;
5062                                         s390_lgr  (code, s390_r13, STK_BASE);
5063                                         s390_aghi (code, s390_r13, alloc_size);
5064                                 }
5065                                 switch (ainfo->size) {
5066                                         case 1:
5067                                                 if (ainfo->reg == STK_BASE)
5068                                                         s390_ic (code, reg, 0, s390_r13, ainfo->offset+7);
5069                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
5070                                                 break;
5071                                         case 2:
5072                                                 if (ainfo->reg == STK_BASE)
5073                                                         s390_lh (code, reg, 0, s390_r13, ainfo->offset+6);
5074                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
5075                                                 break;
5076                                         case 4:
5077                                                 if (ainfo->reg == STK_BASE)
5078                                                         s390_l  (code, reg, 0, s390_r13, ainfo->offset+4);
5079                                                 s390_st (code, reg, 0, inst->inst_basereg, doffset);
5080                                                 break;
5081                                         case 8:
5082                                                 if (ainfo->reg == STK_BASE)
5083                                                         s390_lg  (code, reg, 0, s390_r13, ainfo->offset);
5084                                                 s390_stg (code, reg, 0, inst->inst_basereg, doffset);
5085                                                 break;
5086                                 }
5087                         } else if (ainfo->regtype == RegTypeStructByAddr) {
5088                                 s390_stg (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
5089                         } else
5090                                 g_assert_not_reached ();
5091                 }
5092                 pos++;
5093         }
5094
5095         if (method->save_lmf) {
5096                 /*---------------------------------------------------------------*/
5097                 /* we build the MonoLMF structure on the stack - see mini-s390.h */
5098                 /*---------------------------------------------------------------*/
5099                 lmfOffset = alloc_size - sizeof(MonoLMF);
5100
5101                 s390_lgr   (code, s390_r13, cfg->frame_reg);
5102                 s390_aghi  (code, s390_r13, lmfOffset);
5103
5104                 /*---------------------------------------------------------------*/
5105                 /* Preserve the parameter registers while we fix up the lmf      */
5106                 /*---------------------------------------------------------------*/
5107                 s390_stmg  (code, s390_r2, s390_r6, s390_r13,
5108                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5109
5110                 /*---------------------------------------------------------------*/
5111                 /* On return from this call r2 have the address of the &lmf      */
5112                 /*---------------------------------------------------------------*/
5113                 s390_basr(code, s390_r10, 0);
5114                 s390_j   (code, 6);
5115                 mono_add_patch_info (cfg, code - cfg->native_code,
5116                                      MONO_PATCH_INFO_INTERNAL_METHOD,
5117                                      (gpointer)"mono_get_lmf_addr");
5118                 s390_llong(code, 0);
5119                 s390_lg   (code, s390_r1, 0, s390_r10, 4);
5120                 s390_basr (code, s390_r14, s390_r1);
5121
5122                 /*---------------------------------------------------------------*/
5123                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
5124                 /*---------------------------------------------------------------*/
5125                 s390_stg   (code, s390_r2, 0, s390_r13,
5126                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
5127
5128                 /*---------------------------------------------------------------*/
5129                 /* Get current lmf                                               */
5130                 /*---------------------------------------------------------------*/
5131                 s390_lg    (code, s390_r0, 0, s390_r2, 0);
5132
5133                 /*---------------------------------------------------------------*/
5134                 /* Set our lmf as the current lmf                                */
5135                 /*---------------------------------------------------------------*/
5136                 s390_stg   (code, s390_r13, 0, s390_r2, 0);
5137
5138                 /*---------------------------------------------------------------*/
5139                 /* Have our lmf.previous_lmf point to the last lmf               */
5140                 /*---------------------------------------------------------------*/
5141                 s390_stg   (code, s390_r0, 0, s390_r13,
5142                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
5143
5144                 /*---------------------------------------------------------------*/
5145                 /* save method info                                              */
5146                 /*---------------------------------------------------------------*/
5147                 s390_basr  (code, s390_r1, 0);
5148                 s390_j     (code, 6);
5149                 s390_llong (code, method);
5150                 s390_lg    (code, s390_r1, 0, s390_r1, 4);
5151                 s390_stg   (code, s390_r1, 0, s390_r13,
5152                             G_STRUCT_OFFSET(MonoLMF, method));
5153
5154                 /*---------------------------------------------------------------*/
5155                 /* save the current IP                                           */
5156                 /*---------------------------------------------------------------*/
5157                 s390_stg   (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
5158                 s390_basr  (code, s390_r1, 0);
5159                 s390_stg   (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
5160
5161                 /*---------------------------------------------------------------*/
5162                 /* Save general and floating point registers                     */
5163                 /*---------------------------------------------------------------*/
5164                 s390_stmg  (code, s390_r2, s390_r12, s390_r13,
5165                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
5166                 for (i = 0; i < 16; i++) {
5167                         s390_std  (code, i, 0, s390_r13,
5168                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
5169                 }
5170
5171                 /*---------------------------------------------------------------*/
5172                 /* Restore the parameter registers now that we've set up the lmf */
5173                 /*---------------------------------------------------------------*/
5174                 s390_lmg   (code, s390_r2, s390_r6, s390_r13,
5175                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
5176         }
5177
5178         if (tracing)
5179                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
5180
5181         cfg->code_len = code - cfg->native_code;
5182         g_assert (cfg->code_len < cfg->code_size);
5183
5184         return code;
5185 }
5186
5187 /*========================= End of Function ========================*/
5188
5189 /*------------------------------------------------------------------*/
5190 /*                                                                  */
5191 /* Name         - mono_arch_emit_epilog                             */
5192 /*                                                                  */
5193 /* Function     - Emit the instructions for a function epilog.      */
5194 /*                                                                  */
5195 /*------------------------------------------------------------------*/
5196
5197 void
5198 mono_arch_emit_epilog (MonoCompile *cfg)
5199 {
5200         MonoMethod *method = cfg->method;
5201         int tracing = 0;
5202         guint8 *code;
5203         int max_epilog_size = 96;
5204
5205         if (cfg->method->save_lmf)
5206                 max_epilog_size += 128;
5207
5208         if (mono_jit_trace_calls != NULL)
5209                 max_epilog_size += 128;
5210
5211         if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
5212                 max_epilog_size += 128;
5213
5214         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
5215                 cfg->code_size  *= 2;
5216                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5217                 mono_jit_stats.code_reallocs++;
5218         }
5219
5220         code = cfg->native_code + cfg->code_len;
5221
5222         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
5223                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
5224                 tracing = 1;
5225         }
5226
5227         if (method->save_lmf)
5228                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
5229
5230         if (cfg->flags & MONO_CFG_HAS_ALLOCA)
5231                 s390_lg  (code, STK_BASE, 0, STK_BASE, 0);
5232         else
5233                 code = backUpStackPtr(cfg, code);
5234
5235         s390_lmg (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
5236         s390_br  (code, s390_r14);
5237
5238         cfg->code_len = code - cfg->native_code;
5239
5240         g_assert (cfg->code_len < cfg->code_size);
5241
5242 }
5243
5244 /*========================= End of Function ========================*/
5245
5246 /*------------------------------------------------------------------*/
5247 /*                                                                  */
5248 /* Name         - mono_arch_emit_exceptions                         */
5249 /*                                                                  */
5250 /* Function     - Emit the blocks to handle exception conditions.   */
5251 /*                                                                  */
5252 /*------------------------------------------------------------------*/
5253
5254 void
5255 mono_arch_emit_exceptions (MonoCompile *cfg)
5256 {
5257         MonoJumpInfo    *patch_info;
5258         guint8          *code;
5259         int             nThrows = 0,
5260                         exc_count = 0,
5261                         iExc;
5262         guint32         code_size;
5263         MonoClass       *exc_classes [MAX_EXC];
5264         guint8          *exc_throw_start [MAX_EXC];
5265
5266         for (patch_info = cfg->patch_info;
5267              patch_info;
5268              patch_info = patch_info->next) {
5269                 if (patch_info->type == MONO_PATCH_INFO_EXC)
5270                         exc_count++;
5271         }
5272
5273         code_size = exc_count * 48;
5274
5275         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
5276                 cfg->code_size  *= 2;
5277                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
5278                 mono_jit_stats.code_reallocs++;
5279         }
5280
5281         code = cfg->native_code + cfg->code_len;
5282
5283         /*---------------------------------------------------------------------*/
5284         /* Add code to raise exceptions                                        */
5285         /*---------------------------------------------------------------------*/
5286         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
5287                 switch (patch_info->type) {
5288                 case MONO_PATCH_INFO_EXC: {
5289                         guint8 *ip = patch_info->ip.i + cfg->native_code;
5290                         MonoClass *exc_class;
5291                         guint64 throw_ip;
5292
5293                         /*-----------------------------------------------------*/
5294                         /* Patch the branch in epilog to come here             */
5295                         /*-----------------------------------------------------*/
5296                         s390_patch_rel (ip + 2, (guint64) S390_RELATIVE(code,ip));
5297
5298                         exc_class = mono_class_from_name (mono_defaults.corlib,
5299                                                           "System",
5300                                                           patch_info->data.name);
5301                         g_assert (exc_class);
5302                         throw_ip = patch_info->ip.i;
5303
5304                         for (iExc = 0; iExc < nThrows; ++iExc)
5305                                 if (exc_classes [iExc] == exc_class)
5306                                         break;
5307
5308                         if (iExc < nThrows) {
5309                                 s390_jcl (code, S390_CC_UN,
5310                                           (guint64) exc_throw_start [iExc]);
5311                                 patch_info->type = MONO_PATCH_INFO_NONE;
5312                         } else {
5313
5314                                 if (nThrows < MAX_EXC) {
5315                                         exc_classes [nThrows]     = exc_class;
5316                                         exc_throw_start [nThrows] = code;
5317                                 }
5318
5319                                 /*---------------------------------------------*/
5320                                 /* Patch the parameter passed to the handler   */
5321                                 /*---------------------------------------------*/
5322                                 s390_basr (code, s390_r13, 0);
5323                                 s390_j    (code, 6);
5324                                 s390_llong(code, patch_info->data.target);
5325                                 /*---------------------------------------------*/
5326                                 /* Load return address & parameter register    */
5327                                 /*---------------------------------------------*/
5328                                 s390_larl (code, s390_r14, (guint64)S390_RELATIVE((patch_info->ip.i +
5329                                                            cfg->native_code + 8), code));
5330                                 s390_lg   (code, s390_r2, 0, s390_r13, 4);
5331                                 /*---------------------------------------------*/
5332                                 /* Reuse the current patch to set the jump     */
5333                                 /*---------------------------------------------*/
5334                                 s390_basr (code, s390_r13, 0);
5335                                 s390_j    (code, 6);
5336                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
5337                                 patch_info->data.name = "mono_arch_throw_exception_by_name";
5338                                 patch_info->ip.i      = code - cfg->native_code;
5339                                 s390_llong(code, 0);
5340                                 s390_lg   (code, s390_r1, 0, s390_r13, 4);
5341                                 s390_br   (code, s390_r1);
5342                         }
5343                         break;
5344                 }
5345                 default:
5346                         /* do nothing */
5347                         break;
5348                 }
5349         }
5350
5351         cfg->code_len = code - cfg->native_code;
5352
5353         g_assert (cfg->code_len < cfg->code_size);
5354
5355 }
5356
5357 /*========================= End of Function ========================*/
5358
5359 /*------------------------------------------------------------------*/
5360 /*                                                                  */
5361 /* Name         - mono_arch_setup_jit_tls_data                      */
5362 /*                                                                  */
5363 /* Function     - Setup the JIT's Thread Level Specific Data.       */
5364 /*                                                                  */
5365 /*------------------------------------------------------------------*/
5366
5367 void
5368 mono_arch_setup_jit_tls_data (MonoJitTlsData *tls)
5369 {
5370         if (!tls_offset_inited) {
5371                 tls_offset_inited = TRUE;
5372
5373 #if HAVE_KW_THREAD
5374 # if 0
5375         __asm__ ("\tear\t%r1,0\n"
5376                  "\tlr\t%0,%3\n"
5377                  "\tsr\t%0,%r1\n"
5378                  "\tlr\t%1,%4\n"
5379                  "\tsr\t%1,%r1\n"
5380                  "\tlr\t%2,%5\n"
5381                  "\tsr\t%2,%r1\n"
5382                  : "=r" (appdomain_tls_offset),
5383                    "=r" (thread_tls_offset),
5384                    "=r" (lmf_tls_offset)
5385                  : "r" (&tls_appdomain),
5386                    "r" (&tls_current_object),
5387                    "r" (&mono_lmf_addr)
5388                  : "1", "cc");
5389 # endif
5390 #endif
5391         }
5392
5393         if (!lmf_addr_key_inited) {
5394                 lmf_addr_key_inited = TRUE;
5395                 pthread_key_create (&lmf_addr_key, NULL);
5396         }
5397         pthread_setspecific (lmf_addr_key, &tls->lmf);
5398
5399 }
5400
5401 /*========================= End of Function ========================*/
5402
5403 /*------------------------------------------------------------------*/
5404 /*                                                                  */
5405 /* Name         - mono_arch_free_jit_tls_data                       */
5406 /*                                                                  */
5407 /* Function     - Free tls data.                                    */
5408 /*                                                                  */
5409 /*------------------------------------------------------------------*/
5410
5411 void
5412 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
5413 {
5414
5415 }
5416
5417 /*========================= End of Function ========================*/
5418
5419 /*------------------------------------------------------------------*/
5420 /*                                                                  */
5421 /* Name         - mono_arch_emit_this_vret_args                     */
5422 /*                                                                  */
5423 /* Function     -                                                   */
5424 /*                                                                  */
5425 /*------------------------------------------------------------------*/
5426
5427 void
5428 mono_arch_emit_this_vret_args (MonoCompile *cfg, MonoCallInst *inst, int this_reg, int this_type, int vt_reg)
5429 {
5430         int this_dreg = s390_r2;
5431
5432         if (vt_reg != -1)
5433                 this_dreg = s390_r3;
5434
5435         /* add the this argument */
5436         if (this_reg != -1) {
5437                 MonoInst *this;
5438                 MONO_INST_NEW (cfg, this, OP_MOVE);
5439                 this->type  = this_type;
5440                 this->sreg1 = this_reg;
5441                 this->dreg  = mono_regstate_next_int (cfg->rs);
5442                 mono_bblock_add_inst (cfg->cbb, this);
5443                 mono_call_inst_add_outarg_reg (cfg, inst, this->dreg, this_dreg, FALSE);
5444         }
5445
5446         if (vt_reg != -1) {
5447                 MonoInst *vtarg;
5448                 MONO_INST_NEW (cfg, vtarg, OP_MOVE);
5449                 vtarg->type  = STACK_MP;
5450                 vtarg->sreg1 = vt_reg;
5451                 vtarg->dreg  = mono_regstate_next_int (cfg->rs);
5452                 mono_bblock_add_inst (cfg->cbb, vtarg);
5453                 mono_call_inst_add_outarg_reg (cfg, inst, vtarg->dreg, s390_r2, FALSE);
5454         }
5455 }
5456
5457 /*========================= End of Function ========================*/
5458
5459 /*------------------------------------------------------------------*/
5460 /*                                                                  */
5461 /* Name         - mono_arch_get_inst_for_method                   */
5462 /*                                                                  */
5463 /* Function     - Check for opcodes we can handle directly in       */
5464 /*                hardware.                                         */
5465 /*                                                                  */
5466 /*------------------------------------------------------------------*/
5467
5468 MonoInst*
5469 mono_arch_get_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod,
5470                                MonoMethodSignature *fsig, MonoInst **args)
5471 {
5472         MonoInst *ins = NULL;
5473
5474         if (cmethod->klass == mono_defaults.math_class) {
5475                 if (strcmp (cmethod->name, "Sqrt") == 0) {
5476                         MONO_INST_NEW (cfg, ins, OP_SQRT);
5477                         ins->inst_i0 = args [0];
5478                 }
5479 //              if (strcmp (cmethod->name, "Abs") == 0) {
5480 //                      MONO_INST_NEW (cfg, ins, OP_ABS);
5481 //                      ins->inst_i0 = args [0];
5482 //              }
5483         }
5484
5485         return ins;
5486 }
5487
5488 /*========================= End of Function ========================*/
5489
5490 /*------------------------------------------------------------------*/
5491 /*                                                                  */
5492 /* Name         - mono_arch_emit_inst_for_method                        */
5493 /*                                                                  */
5494 /*------------------------------------------------------------------*/
5495
5496 MonoInst*
5497 mono_arch_emit_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod, MonoMethodSignature *fsig, MonoInst **args)
5498 {
5499         return NULL;
5500 }
5501
5502 /*========================= End of Function ========================*/
5503
5504 void
5505 mono_arch_decompose_opts (MonoCompile *cfg, MonoInst *ins)
5506 {
5507         /*
5508          * Have to rename these to avoid being decomposed normally, since the normal
5509          * decomposition does not work on S390.
5510          */
5511         switch (ins->opcode) {
5512         case OP_ISUB_OVF:
5513                 ins->opcode = OP_S390_ISUB_OVF;
5514                 break;
5515         case OP_ISUB_OVF_UN:
5516                 ins->opcode = OP_S390_ISUB_OVF_UN;
5517                 break;
5518         case OP_IADD_OVF:
5519                 ins->opcode = OP_S390_IADD_OVF;
5520                 break;
5521         case OP_IADD_OVF_UN:
5522                 ins->opcode = OP_S390_IADD_OVF_UN;
5523                 break;
5524         case OP_LADD_OVF:
5525                 ins->opcode = OP_S390_LADD_OVF;
5526                 break;
5527         case OP_LADD_OVF_UN:
5528                 ins->opcode = OP_S390_LADD_OVF_UN;
5529                 break;
5530         case OP_LSUB_OVF:
5531                 ins->opcode = OP_S390_LSUB_OVF;
5532                 break;
5533         case OP_LSUB_OVF_UN:
5534                 ins->opcode = OP_S390_LSUB_OVF_UN;
5535                 break;
5536         default:
5537                 break;
5538         }
5539 }
5540
5541 /*========================= End of Function ========================*/
5542
5543 /*------------------------------------------------------------------*/
5544 /*                                                                  */
5545 /* Name         - mono_arch_print_tree                              */
5546 /*                                                                  */
5547 /* Function     - Print platform-specific opcode details.           */
5548 /*                                                                  */
5549 /* Returns      - 1 - opcode details have been printed              */
5550 /*                0 - opcode details have not been printed          */
5551 /*                                                                  */
5552 /*------------------------------------------------------------------*/
5553
5554 gboolean
5555 mono_arch_print_tree (MonoInst *tree, int arity)
5556 {
5557         gboolean done;
5558
5559         switch (tree->opcode) {
5560                 case OP_S390_LOADARG:
5561                 case OP_S390_ARGREG:
5562                 case OP_S390_ARGPTR:
5563                         printf ("[0x%lx(%s)]", tree->inst_offset,
5564                                 mono_arch_regname (tree->inst_basereg));
5565                         done = 1;
5566                         break;
5567                 case OP_S390_STKARG:
5568                         printf ("[0x%lx(previous_frame)]",
5569                                 tree->inst_offset);
5570                         done = 1;
5571                         break;
5572                 case OP_S390_MOVE:
5573                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
5574                                 tree->inst_offset, tree->backend.size,
5575                                 mono_arch_regname(tree->dreg),
5576                                 tree->inst_imm,
5577                                 mono_arch_regname(tree->sreg1));
5578                         done = 1;
5579                         break;
5580                 case OP_S390_SETF4RET:
5581                         printf ("[f%s,f%s]",
5582                                 mono_arch_regname (tree->dreg),
5583                                 mono_arch_regname (tree->sreg1));
5584                         done = 1;
5585                         break;
5586                 case OP_TLS_GET:
5587                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
5588                                 tree->inst_imm,
5589                                 mono_arch_regname (tree->sreg1));
5590                         done = 1;
5591                         break;
5592                 case OP_S390_BKCHAIN:
5593                         printf ("[previous_frame(%s)]",
5594                                 mono_arch_regname (tree->sreg1));
5595                         done = 1;
5596                 default:
5597                         done = 0;
5598         }
5599         return (done);
5600 }
5601
5602 /*========================= End of Function ========================*/
5603
5604 /*------------------------------------------------------------------*/
5605 /*                                                                  */
5606 /* Name         - mono_arch_regalloc_cost                           */
5607 /*                                                                  */
5608 /* Function     - Determine the cost, in the number of memory       */
5609 /*                references, of the action of allocating the var-  */
5610 /*                iable VMV into a register during global register  */
5611 /*                allocation.                                       */
5612 /*                                                                  */
5613 /* Returns      - Cost                                              */
5614 /*                                                                  */
5615 /*------------------------------------------------------------------*/
5616
5617 guint32
5618 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
5619 {
5620         /* FIXME: */
5621         return 2;
5622 }
5623
5624 /*========================= End of Function ========================*/
5625
5626 /*------------------------------------------------------------------*/
5627 /*                                                                  */
5628 /* Name         - mono_arch_get_domain_intrinsic                    */
5629 /*                                                                  */
5630 /* Function     -                                                   */
5631 /*                                                                  */
5632 /* Returns      -                                                   */
5633 /*                                                                  */
5634 /*------------------------------------------------------------------*/
5635
5636 MonoInst *
5637 mono_arch_get_domain_intrinsic (MonoCompile* cfg)
5638 {
5639         MonoInst *ins;
5640
5641         if (appdomain_tls_offset == -1)
5642                 return NULL;
5643
5644         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
5645         ins->inst_offset = appdomain_tls_offset;
5646         return (ins);
5647 }
5648
5649 /*========================= End of Function ========================*/
5650
5651 /*------------------------------------------------------------------*/
5652 /*                                                                  */
5653 /* Name         - mono_arch_get_thread_intrinsic                    */
5654 /*                                                                  */
5655 /* Function     -                                                   */
5656 /*                                                                  */
5657 /* Returns      -                                                   */
5658 /*                                                                  */
5659 /*------------------------------------------------------------------*/
5660
5661 MonoInst *
5662 mono_arch_get_thread_intrinsic (MonoCompile* cfg)
5663 {
5664         MonoInst *ins;
5665
5666         if (thread_tls_offset == -1)
5667                 return NULL;
5668
5669         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
5670         ins->inst_offset = thread_tls_offset;
5671         return (ins);
5672 }
5673
5674 /*========================= End of Function ========================*/
5675
5676 /*------------------------------------------------------------------*/
5677 /*                                                                  */
5678 /* Name         - mono_arch_flush_register_windows                  */
5679 /*                                                                  */
5680 /* Function     -                                                   */
5681 /*                                                                  */
5682 /* Returns      -                                                   */
5683 /*                                                                  */
5684 /*------------------------------------------------------------------*/
5685
5686 void
5687 mono_arch_flush_register_windows (void)
5688 {
5689 }
5690
5691 /*========================= End of Function ========================*/
5692
5693 /*------------------------------------------------------------------*/
5694 /*                                                                  */
5695 /* Name         - mono_arch_get_lmf_addr                            */
5696 /*                                                                  */
5697 /* Function     -                                                   */
5698 /*                                                                  */
5699 /* Returns      -                                                   */
5700 /*                                                                  */
5701 /*------------------------------------------------------------------*/
5702
5703 gpointer
5704 mono_arch_get_lmf_addr (void)
5705 {
5706         return pthread_getspecific (lmf_addr_key);
5707 }
5708
5709 /*========================= End of Function ========================*/
5710
5711 /*------------------------------------------------------------------*/
5712 /*                                                                  */
5713 /* Name         - mono_arch_is_inst_imm                             */
5714 /*                                                                  */
5715 /* Function     - Determine if operand qualifies as an immediate    */
5716 /*                value. For s390 this is a value -32768-32768      */
5717 /*                                                                  */
5718 /* Returns      - True|False - is [not] immediate value.            */
5719 /*                                                                  */
5720 /*------------------------------------------------------------------*/
5721
5722 gboolean
5723 mono_arch_is_inst_imm (gint64 imm)
5724 {
5725         return s390_is_imm16 (imm);
5726 }
5727
5728 /*========================= End of Function ========================*/
5729
5730 /*------------------------------------------------------------------*/
5731 /*                                                                  */
5732 /* Name         - mono_arch_get_patch_offset                        */
5733 /*                                                                  */
5734 /* Function     - Dummy entry point until s390x supports aot.       */
5735 /*                                                                  */
5736 /* Returns      - Offset for patch.                                 */
5737 /*                                                                  */
5738 /*------------------------------------------------------------------*/
5739
5740 guint32
5741 mono_arch_get_patch_offset (guint8 *code)
5742 {
5743         return 0;
5744 }
5745
5746 /*========================= End of Function ========================*/
5747
5748 gpointer
5749 mono_arch_context_get_int_reg (MonoContext *ctx, int reg)
5750 {
5751         /* FIXME: implement */
5752         g_assert_not_reached ();
5753         return NULL;
5754 }