mono/mini/mini-s390.c

   1 /*------------------------------------------------------------------*/
   2 /*                                                                  */
   3 /* Name        - mini-s390.c                                        */
   4 /*                                                                  */
   5 /* Function    - S/390 backend for the Mono code generator.         */
   6 /*                                                                  */
   7 /* Name        - Neale Ferguson (Neale.Ferguson@SoftwareAG-usa.com) */
   8 /*                                                                  */
   9 /* Date        - January, 2004                                      */
  10 /*                                                                  */
  11 /* Derivation  - From mini-x86 & mini-ppc by -                      */
  12 /*               Paolo Molaro (lupus@ximian.com)                    */
  13 /*               Dietmar Maurer (dietmar@ximian.com)                */
  14 /*                                                                  */
  15 /*------------------------------------------------------------------*/
  16
  17 /*------------------------------------------------------------------*/
  18 /*                 D e f i n e s                                    */
  19 /*------------------------------------------------------------------*/
  20
  21 #define NOT_IMPLEMENTED(x) \
  22         g_error ("FIXME: %s is not yet implemented.", x);
  23
  24 #define EMIT_COND_BRANCH(ins,cond)                                                      \
  25 {                                                                                       \
  26 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  27         if (ins->inst_i0->inst_c0) {                                                    \
  28                 int displace;                                                           \
  29                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  30                 if (s390_is_imm16(displace)) {                                          \
  31                         s390_brc (code, cond, displace);                                \
  32                 } else {                                                                \
  33                         s390_jcl (code, cond, displace);                                \
  34                 }                                                                       \
  35         } else {                                                                        \
  36                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  37                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  38                 s390_jcl (code, cond, 0);                                               \
  39         }                                                                               \
  40 } else {                                                                                \
  41         if (ins->inst_true_bb->native_offset) {                                         \
  42                 int displace;                                                           \
  43                 displace = ((cfg->native_code +                                         \
  44                             ins->inst_true_bb->native_offset) - code) / 2;              \
  45                 if (s390_is_imm16(displace)) {                                          \
  46                         s390_brc (code, cond, displace);                                \
  47                 } else {                                                                \
  48                         s390_jcl (code, cond, displace);                                \
  49                 }                                                                       \
  50         } else {                                                                        \
  51                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  52                                      MONO_PATCH_INFO_BB, ins->inst_true_bb);            \
  53                 s390_jcl (code, cond, 0);                                               \
  54         }                                                                               \
  55 }                                                                                       \
  56 }
  57
  58 #define EMIT_UNCOND_BRANCH(ins)                                                         \
  59 {                                                                                       \
  60 if (ins->flags & MONO_INST_BRLABEL) {                                                   \
  61         if (ins->inst_i0->inst_c0) {                                                    \
  62                 int displace;                                                           \
  63                 displace = ((cfg->native_code + ins->inst_i0->inst_c0) - code) / 2;     \
  64                 if (s390_is_imm16(displace)) {                                          \
  65                         s390_brc (code, S390_CC_UN, displace);                          \
  66                 } else {                                                                \
  67                         s390_jcl (code, S390_CC_UN, displace);                          \
  68                 }                                                                       \
  69         } else {                                                                        \
  70                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  71                                      MONO_PATCH_INFO_LABEL, ins->inst_i0);              \
  72                 s390_jcl (code, S390_CC_UN, 0);                                         \
  73         }                                                                               \
  74 } else {                                                                                \
  75         if (ins->inst_target_bb->native_offset) {                                       \
  76                 int displace;                                                           \
  77                 displace = ((cfg->native_code +                                         \
  78                             ins->inst_target_bb->native_offset) - code) / 2;            \
  79                 if (s390_is_imm16(displace)) {                                          \
  80                         s390_brc (code, S390_CC_UN, displace);                          \
  81                 } else {                                                                \
  82                         s390_jcl (code, S390_CC_UN, displace);                          \
  83                 }                                                                       \
  84         } else {                                                                        \
  85                 mono_add_patch_info (cfg, code - cfg->native_code,                      \
  86                                      MONO_PATCH_INFO_BB, ins->inst_target_bb);          \
  87                 s390_jcl (code, S390_CC_UN, 0);                                         \
  88         }                                                                               \
  89 }                                                                                       \
  90 }
  91
  92 #define EMIT_COND_SYSTEM_EXCEPTION(cond,exc_name)                       \
  93         do {                                                            \
  94                 mono_add_patch_info (cfg, code - cfg->native_code,      \
  95                                     MONO_PATCH_INFO_EXC, exc_name);     \
  96                 s390_jcl (code, cond, 0);                               \
  97         } while (0);
  98
  99 #define CHECK_SRCDST_COM                                                \
 100         if (ins->dreg == ins->sreg2) {                                  \
 101                 src2 = ins->sreg1;                                      \
 102         } else {                                                        \
 103                 src2 = ins->sreg2;                                      \
 104                 if (ins->dreg != ins->sreg1) {                          \
 105                         s390_lr  (code, ins->dreg, ins->sreg1);         \
 106                 }                                                       \
 107         }
 108
 109 #define CHECK_SRCDST_NCOM                                               \
 110         if (ins->dreg == ins->sreg2) {                                  \
 111                 src2 = s390_r13;                                        \
 112                 s390_lr  (code, s390_r13, ins->sreg2);                  \
 113         } else {                                                        \
 114                 src2 = ins->sreg2;                                      \
 115         }                                                               \
 116         if (ins->dreg != ins->sreg1) {                                  \
 117                 s390_lr  (code, ins->dreg, ins->sreg1);                 \
 118         }
 119
 120 #define CHECK_SRCDST_COM_F                                              \
 121         if (ins->dreg == ins->sreg2) {                                  \
 122                 src2 = ins->sreg1;                                      \
 123         } else {                                                        \
 124                 src2 = ins->sreg2;                                      \
 125                 if (ins->dreg != ins->sreg1) {                          \
 126                         s390_ldr (code, ins->dreg, ins->sreg1);         \
 127                 }                                                       \
 128         }
 129
 130 #define CHECK_SRCDST_NCOM_F                                             \
 131         if (ins->dreg == ins->sreg2) {                                  \
 132                 src2 = s390_f15;                                        \
 133                 s390_ldr (code, s390_r13, ins->sreg2);                  \
 134         } else {                                                        \
 135                 src2 = ins->sreg2;                                      \
 136         }                                                               \
 137         if (ins->dreg != ins->sreg1) {                                  \
 138                 s390_ldr (code, ins->dreg, ins->sreg1);                 \
 139         }
 140
 141 #undef DEBUG
 142 #define DEBUG(a) if (cfg->verbose_level > 1) a
 143
 144 #define MAX_EXC 16
 145
 146 #define S390_TRACE_STACK_SIZE (5*sizeof(gint32)+3*sizeof(gdouble))
 147
 148 #define MAX (a, b) ((a) > (b) ? (a) : (b))
 149
 150 /*========================= End of Defines =========================*/
 151
 152 /*------------------------------------------------------------------*/
 153 /*                 I n c l u d e s                                  */
 154 /*------------------------------------------------------------------*/
 155
 156 #include "mini.h"
 157 #include <string.h>
 158
 159 #include <mono/metadata/appdomain.h>
 160 #include <mono/metadata/debug-helpers.h>
 161 #include <mono/metadata/profiler-private.h>
 162 #include <mono/utils/mono-math.h>
 163
 164 #include "mini-s390.h"
 165 #include "inssel.h"
 166 #include "cpu-s390.h"
 167
 168 /*========================= End of Includes ========================*/
 169
 170 /*------------------------------------------------------------------*/
 171 /*                 T y p e d e f s                                  */
 172 /*------------------------------------------------------------------*/
 173
 174 typedef struct {
 175         guint stack_size,
 176               local_size,
 177               code_size,
 178               parm_size,
 179               offset,
 180               offStruct,
 181               retStruct;
 182 } size_data;
 183
 184 /*------------------------------------------------------------------*/
 185 /* Used by the instrument_emit_epilog                               */
 186 /*------------------------------------------------------------------*/
 187
 188 enum {
 189         SAVE_NONE,
 190         SAVE_STRUCT,
 191         SAVE_ONE,
 192         SAVE_TWO,
 193         SAVE_R4,
 194         SAVE_R8
 195 };
 196
 197 typedef struct InstList InstList;
 198
 199 struct InstList {
 200         InstList *prev;
 201         InstList *next;
 202         MonoInst *data;
 203 };
 204
 205 enum {
 206         RegTypeGeneral,
 207         RegTypeBase,
 208         RegTypeFP,
 209         RegTypeStructByVal,
 210         RegTypeStructByAddr
 211 };
 212
 213 typedef struct {
 214         gint32  offset;         /* offset from caller's stack */
 215         gint32  offparm;        /* offset from callee's stack */
 216         guint16 vtsize;         /* in param area */
 217         guint8  reg;
 218         guint8  regtype;        /* See RegType* */
 219         guint32 size;           /* Size of structure used by RegTypeStructByVal */
 220 } ArgInfo;
 221
 222 typedef struct {
 223         int nargs;
 224         int lastgr;
 225         guint32 stack_usage;
 226         guint32 struct_ret;
 227         ArgInfo ret;
 228         ArgInfo sigCookie;
 229         ArgInfo args [1];
 230 } CallInfo;
 231
 232 typedef struct {
 233         gint32  gr[5];          /* R2-R6                            */
 234         gdouble fp[3];          /* F0-F2                            */
 235 } __attribute__ ((packed)) RegParm;
 236
 237 /*========================= End of Typedefs ========================*/
 238
 239 /*------------------------------------------------------------------*/
 240 /*                   P r o t o t y p e s                            */
 241 /*------------------------------------------------------------------*/
 242
 243 static void indent (int);
 244 static guint8 * backUpStackPtr(MonoCompile *, guint8 *, gint);
 245 static void decodeParm (MonoType *, void *, int);
 246 static void enter_method (MonoMethod *, RegParm *, char *);
 247 static void leave_method (MonoMethod *, ...);
 248 static gboolean is_regsize_var (MonoType *);
 249 static inline void add_general (guint *, size_data *, ArgInfo *, gboolean);
 250 static inline void add_stackParm (guint *, size_data *, ArgInfo *, gint);
 251 static inline void add_float (guint *, size_data *, ArgInfo *);
 252 static CallInfo * calculate_sizes (MonoMethodSignature *, size_data *, gboolean);
 253 static void peephole_pass (MonoCompile *, MonoBasicBlock *);
 254 static guchar * emit_float_to_int (MonoCompile *, guchar *, int, int, int, gboolean);
 255 static void mono_arch_break(void);
 256 gpointer mono_arch_get_lmf_addr (void);
 257 static guint8 * emit_load_volatile_registers(guint8 *, MonoCompile *);
 258 static void emit_sig_cookie (MonoCompile *, MonoCallInst *, CallInfo *, int);
 259
 260 /*========================= End of Prototypes ======================*/
 261
 262 /*------------------------------------------------------------------*/
 263 /*                 G l o b a l   V a r i a b l e s                  */
 264 /*------------------------------------------------------------------*/
 265
 266 int mono_exc_esp_offset = 0;
 267
 268 static int indent_level = 0;
 269
 270 static gboolean tls_offset_inited = FALSE;
 271
 272 static int appdomain_tls_offset = -1,
 273            lmf_tls_offset = -1,
 274            thread_tls_offset = -1;
 275
 276 pthread_key_t lmf_addr_key;
 277
 278 gboolean lmf_addr_key_inited = FALSE;
 279
 280 #if 0
 281
 282 extern __thread MonoDomain *tls_appdomain;
 283 extern __thread MonoThread *tls_current_object;
 284 extern __thread gpointer   mono_lmf_addr;
 285
 286 #endif
 287
 288 /*====================== End of Global Variables ===================*/
 289
 290 /*------------------------------------------------------------------*/
 291 /*                                                                  */
 292 /* Name         - mono_arch_regname                                 */
 293 /*                                                                  */
 294 /* Function     - Returns the name of the register specified by     */
 295 /*                the input parameter.                              */
 296 /*                                                                  */
 297 /*------------------------------------------------------------------*/
 298
 299 const char*
 300 mono_arch_regname (int reg) {
 301         static const char * rnames[] = {
 302                 "s390_r0", "s390_sp", "s390_r2", "s390_r3", "s390_r4",
 303                 "s390_r5", "s390_r6", "s390_r7", "s390_r8", "s390_r9",
 304                 "s390_r10", "s390_r11", "s390_r12", "s390_r13", "s390_r14",
 305                 "s390_r15"
 306         };
 307
 308         if (reg >= 0 && reg < 16)
 309                 return rnames [reg];
 310         else
 311                 return "unknown";
 312 }
 313
 314 /*========================= End of Function ========================*/
 315
 316 /*------------------------------------------------------------------*/
 317 /*                                                                  */
 318 /* Name         - mono_arch_fregname                                */
 319 /*                                                                  */
 320 /* Function     - Returns the name of the register specified by     */
 321 /*                the input parameter.                              */
 322 /*                                                                  */
 323 /*------------------------------------------------------------------*/
 324
 325 const char*
 326 mono_arch_fregname (int reg) {
 327         static const char * rnames[] = {
 328                 "s390_f0", "s390_f1", "s390_f2", "s390_f3", "s390_f4",
 329                 "s390_f5", "s390_f6", "s390_f7", "s390_f8", "s390_f9",
 330                 "s390_f10", "s390_f11", "s390_f12", "s390_f13", "s390_f14",
 331                 "s390_f15"
 332         };
 333
 334         if (reg >= 0 && reg < 16)
 335                 return rnames [reg];
 336         else
 337                 return "unknown";
 338 }
 339
 340 /*========================= End of Function ========================*/
 341
 342 /*------------------------------------------------------------------*/
 343 /*                                                                  */
 344 /* Name         - arch_get_argument_info                            */
 345 /*                                                                  */
 346 /* Function     - Gathers information on parameters such as size,   */
 347 /*                alignment, and padding. arg_info should be large  */
 348 /*                enough to hold param_count + 1 entries.           */
 349 /*                                                                  */
 350 /* Parameters   - @csig - Method signature                          */
 351 /*                @param_count - No. of parameters to consider      */
 352 /*                @arg_info - An array to store the result info     */
 353 /*                                                                  */
 354 /* Returns      - Size of the activation frame                      */
 355 /*                                                                  */
 356 /*------------------------------------------------------------------*/
 357
 358 int
 359 mono_arch_get_argument_info (MonoMethodSignature *csig,
 360                              int param_count,
 361                              MonoJitArgumentInfo *arg_info)
 362 {
 363         int k, frame_size = 0;
 364         int size, align, pad;
 365         int offset = 8;
 366
 367         if (MONO_TYPE_ISSTRUCT (csig->ret)) {
 368                 frame_size += sizeof (gpointer);
 369                 offset += 4;
 370         }
 371
 372         arg_info [0].offset = offset;
 373
 374         if (csig->hasthis) {
 375                 frame_size += sizeof (gpointer);
 376                 offset += 4;
 377         }
 378
 379         arg_info [0].size = frame_size;
 380
 381         for (k = 0; k < param_count; k++) {
 382
 383                 if (csig->pinvoke)
 384                         size = mono_type_native_stack_size (csig->params [k], &align);
 385                 else
 386                         size = mono_type_stack_size (csig->params [k], &align);
 387
 388                 frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 389                 arg_info [k].pad = pad;
 390                 frame_size += size;
 391                 arg_info [k + 1].pad = 0;
 392                 arg_info [k + 1].size = size;
 393                 offset += pad;
 394                 arg_info [k + 1].offset = offset;
 395                 offset += size;
 396         }
 397
 398         align = MONO_ARCH_FRAME_ALIGNMENT;
 399         frame_size += pad = (align - (frame_size & (align - 1))) & (align - 1);
 400         arg_info [k].pad = pad;
 401
 402         return frame_size;
 403 }
 404
 405 /*========================= End of Function ========================*/
 406
 407 /*------------------------------------------------------------------*/
 408 /*                                                                  */
 409 /* Name         - retFitsInReg.                                     */
 410 /*                                                                  */
 411 /* Function     - Determines if a value can be returned in one or   */
 412 /*                two registers.                                    */
 413 /*                                                                  */
 414 /*------------------------------------------------------------------*/
 415
 416 static inline gboolean
 417 retFitsInReg(guint32 size)
 418 {
 419         switch (size) {
 420                 case 0:
 421                 case 1:
 422                 case 2:
 423                 case 4:
 424                 case 8:
 425                         return (TRUE);
 426                 break;
 427                 default:
 428                         return (FALSE);
 429         }
 430 }
 431
 432 /*========================= End of Function ========================*/
 433
 434 /*------------------------------------------------------------------*/
 435 /*                                                                  */
 436 /* Name         - backStackPtr.                                     */
 437 /*                                                                  */
 438 /* Function     - Restore Stack Pointer to previous frame.          */
 439 /*                                                                  */
 440 /*------------------------------------------------------------------*/
 441
 442 static inline guint8 *
 443 backUpStackPtr(MonoCompile *cfg, guint8 *code, gint framePtr)
 444 {
 445         int stackSize = cfg->stack_usage;
 446
 447         if (s390_is_uimm16 (cfg->stack_usage)) {
 448                 s390_ahi  (code, framePtr, cfg->stack_usage);
 449         } else {
 450                 while (stackSize > 32767) {
 451                         s390_ahi  (code, framePtr, 32767);
 452                         stackSize -= 32767;
 453                 }
 454                 s390_ahi  (code, framePtr, stackSize);
 455         }
 456         return (code);
 457 }
 458
 459 /*========================= End of Function ========================*/
 460
 461 /*------------------------------------------------------------------*/
 462 /*                                                                  */
 463 /* Name         - indent                                            */
 464 /*                                                                  */
 465 /* Function     - Perform nice indenting to current level           */
 466 /*                                                                  */
 467 /*------------------------------------------------------------------*/
 468
 469 static void
 470 indent (int diff) {
 471         int v;
 472         if (diff < 0)
 473                 indent_level += diff;
 474         v = indent_level;
 475         printf("[%3d] ",v);
 476         while (v-- > 0) {
 477                 printf (". ");
 478         }
 479         if (diff > 0)
 480                 indent_level += diff;
 481 }
 482
 483 /*========================= End of Function ========================*/
 484
 485 /*------------------------------------------------------------------*/
 486 /*                                                                  */
 487 /* Name         - decodeParm                                        */
 488 /*                                                                  */
 489 /* Function     - Decode a parameter for the trace.                 */
 490 /*                                                                  */
 491 /*------------------------------------------------------------------*/
 492
 493 static void
 494 decodeParm(MonoType *type, void *curParm, int size)
 495 {
 496         guint32 simpleType;
 497
 498         if (type->byref) {
 499                 printf("[BYREF:%p], ", *((char **) curParm));
 500         } else {
 501                 simpleType = mono_type_get_underlying_type(type)->type;
 502 enum_parmtype:
 503                 switch (simpleType) {
 504                         case MONO_TYPE_I :
 505                                 printf ("[INTPTR:%p], ", *((int **) curParm));
 506                                 break;
 507                         case MONO_TYPE_U :
 508                                 printf ("[UINTPTR:%p], ", *((int **) curParm));
 509                                 break;
 510                         case MONO_TYPE_BOOLEAN :
 511                                 printf ("[BOOL:%d], ", *((int *) curParm));
 512                                 break;
 513                         case MONO_TYPE_CHAR :
 514                                 printf ("[CHAR:%c], ", *((int *) curParm));
 515                                 break;
 516                         case MONO_TYPE_I1 :
 517                                 printf ("[INT1:%d], ", *((int *) curParm));
 518                                 break;
 519                         case MONO_TYPE_I2 :
 520                                 printf ("[INT2:%d], ", *((int *) curParm));
 521                                 break;
 522                         case MONO_TYPE_I4 :
 523                                 printf ("[INT4:%d], ", *((int *) curParm));
 524                                 break;
 525                         case MONO_TYPE_U1 :
 526                                 printf ("[UINT1:%u], ", *((unsigned int *) curParm));
 527                                 break;
 528                         case MONO_TYPE_U2 :
 529                                 printf ("[UINT2:%u], ", *((guint16 *) curParm));
 530                                 break;
 531                         case MONO_TYPE_U4 :
 532                                 printf ("[UINT4:%u], ", *((guint32 *) curParm));
 533                                 break;
 534                         case MONO_TYPE_U8 :
 535                                 printf ("[UINT8:%llu], ", *((guint64 *) curParm));
 536                                 break;
 537                         case MONO_TYPE_STRING : {
 538                                 MonoString *s = *((MonoString **) curParm);
 539                                 if (s) {
 540                                         g_assert (((MonoObject *) s)->vtable->klass == mono_defaults.string_class);
 541                                         printf("[STRING:%p:%s], ", s, mono_string_to_utf8(s));
 542                                 } else {
 543                                         printf("[STRING:null], ");
 544                                 }
 545                                 break;
 546                         }
 547                         case MONO_TYPE_CLASS :
 548                         case MONO_TYPE_OBJECT : {
 549                                 MonoObject *obj = *((MonoObject **) curParm);
 550                                 MonoClass *class;
 551                                 if ((obj) && (obj->vtable)) {
 552                                         printf("[CLASS/OBJ:");
 553                                         class = obj->vtable->klass;
 554                                         printf("%p [%p] ",obj,curParm);
 555 //                                      if (class == mono_defaults.string_class) {
 556 //                                              printf("[STRING:%p:%s]",
 557 //                                                     *obj, mono_string_to_utf8 (obj));
 558 //                                      } else if (class == mono_defaults.int32_class) {
 559 //                                              printf("[INT32:%p:%d]",
 560 //                                                      obj, *(gint32 *)((char *)obj + sizeof (MonoObject)));
 561 //                                      } else
 562 //                                              printf("[%s.%s:%p]",
 563 //                                                     class->name_space, class->name, obj);
 564                                         printf("], ");
 565                                 } else {
 566                                         printf("[OBJECT:null], ");
 567                                 }
 568                                 break;
 569                         }
 570                         case MONO_TYPE_PTR :
 571                                 printf("[PTR:%p], ", *((gpointer **) (curParm)));
 572                                 break;
 573                         case MONO_TYPE_FNPTR :
 574                                 printf("[FNPTR:%p], ", *((gpointer **) (curParm)));
 575                                 break;
 576                         case MONO_TYPE_ARRAY :
 577                                 printf("[ARRAY:%p], ", *((gpointer **) (curParm)));
 578                                 break;
 579                         case MONO_TYPE_SZARRAY :
 580                                 printf("[SZARRAY:%p], ", *((gpointer **) (curParm)));
 581                                 break;
 582                         case MONO_TYPE_I8 :
 583                                 printf("[INT8:%lld], ", *((gint64 *) (curParm)));
 584                                 break;
 585                         case MONO_TYPE_R4 :
 586                                 printf("[FLOAT4:%g], ", *((double *) (curParm)));
 587                                 break;
 588                         case MONO_TYPE_R8 :
 589                                 printf("[FLOAT8:%g], ", *((double *) (curParm)));
 590                                 break;
 591                         case MONO_TYPE_VALUETYPE : {
 592                                 int i;
 593                                 MonoMarshalType *info;
 594
 595                                 if (type->data.klass->enumtype) {
 596                                         simpleType = type->data.klass->enum_basetype->type;
 597                                         printf("{VALUETYPE} - ");
 598                                         goto enum_parmtype;
 599                                 }
 600
 601                                 info = mono_marshal_load_type_info (type->data.klass);
 602
 603                                 if ((info->native_size == sizeof(float)) &&
 604                                     (info->num_fields  == 1) &&
 605                                     (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 606                                                 printf("[FLOAT4:%f], ", *((float *) (curParm)));
 607                                         break;
 608                                 }
 609
 610                                 if ((info->native_size == sizeof(double)) &&
 611                                     (info->num_fields  == 1) &&
 612                                     (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 613                                         printf("[FLOAT8:%g], ", *((double *) (curParm)));
 614                                         break;
 615                                 }
 616
 617                                 printf("[VALUETYPE:");
 618                                 for (i = 0; i < size; i++)
 619                                         printf("%02x,", *((guint8 *)curParm+i));
 620                                 printf("]");
 621                                 break;
 622                         }
 623                         case MONO_TYPE_TYPEDBYREF: {
 624                                 int i;
 625                                 printf("[TYPEDBYREF:");
 626                                 for (i = 0; i < size; i++)
 627                                         printf("%02x,", *((guint8 *)curParm+i));
 628                                 printf("]");
 629                                 break;
 630                         }
 631                         default :
 632                                 printf("[?? - %d], ",simpleType);
 633                 }
 634         }
 635 }
 636
 637 /*========================= End of Function ========================*/
 638
 639 static int lc = 0;
 640 /*------------------------------------------------------------------*/
 641 /*                                                                  */
 642 /* Name         - enter_method                                      */
 643 /*                                                                  */
 644 /* Function     - Perform tracing of the entry to the current       */
 645 /*                method.                                           */
 646 /*                                                                  */
 647 /*------------------------------------------------------------------*/
 648
 649 static void
 650 enter_method (MonoMethod *method, RegParm *rParm, char *sp)
 651 {
 652         int i, oParm = 0, iParm = 0;
 653         MonoObject *obj;
 654         MonoMethodSignature *sig;
 655         char *fname;
 656         guint32 ip;
 657         CallInfo *cinfo;
 658         ArgInfo *ainfo;
 659         size_data sz;
 660         void *curParm;
 661
 662         fname = mono_method_full_name (method, TRUE);
 663         indent (1);
 664         printf ("ENTER: %s(", fname);
 665         g_free (fname);
 666
 667         ip  = (*(guint32 *) (sp+S390_RET_ADDR_OFFSET)) & 0x7fffffff;
 668         printf (") ip: %p sp: %p - ", (gpointer) ip, sp);
 669
 670         if (rParm == NULL)
 671                 return;
 672
 673         sig = mono_method_signature (method);
 674
 675         cinfo = calculate_sizes (sig, &sz, sig->pinvoke);
 676
 677         if (cinfo->struct_ret) {
 678                 printf ("[STRUCTRET:%p], ", (gpointer) rParm->gr[0]);
 679                 iParm = 1;
 680         }
 681
 682         if (sig->hasthis) {
 683                 gpointer *this = (gpointer *) rParm->gr[iParm];
 684                 obj = (MonoObject *) this;
 685                 if (method->klass->valuetype) {
 686                         if (obj) {
 687                                 printf("this:[value:%p:%08x], ",
 688                                        this, *((guint32 *)(this+sizeof(MonoObject))));
 689                         } else
 690                                 printf ("this:[NULL], ");
 691                 } else {
 692                         if (obj) {
 693 //                              class = obj->vtable->klass;
 694 //                              if (class == mono_defaults.string_class) {
 695 //                                      printf ("this:[STRING:%p:%s], ",
 696 //                                              obj, mono_string_to_utf8 ((MonoString *)obj));
 697 //                              } else {
 698 //                                      printf ("this:%p[%s.%s], ",
 699 //                                              obj, class->name_space, class->name);
 700 //                              }
 701 printf("this:%p, ",obj);
 702                         } else
 703                                 printf ("this:NULL, ");
 704                 }
 705                 oParm++;
 706         }
 707
 708         for (i = 0; i < sig->param_count; ++i) {
 709                 ainfo = &cinfo->args[i + oParm];
 710                 switch (ainfo->regtype) {
 711                         case RegTypeGeneral :
 712                                 decodeParm(sig->params[i], &(rParm->gr[ainfo->reg-2]), ainfo->size);
 713                                 break;
 714                         case RegTypeFP :
 715                                 decodeParm(sig->params[i], &(rParm->fp[ainfo->reg]), ainfo->size);
 716                                 break;
 717                         case RegTypeBase :
 718                                 decodeParm(sig->params[i], sp+ainfo->offset, ainfo->size);
 719                                 break;
 720                         case RegTypeStructByVal :
 721                                 if (ainfo->reg != STK_BASE)
 722                                         curParm = &(rParm->gr[ainfo->reg-2]);
 723                                 else
 724                                         curParm = sp+ainfo->offset;
 725
 726                                 if (retFitsInReg (ainfo->vtsize))
 727                                         decodeParm(sig->params[i],
 728                                                    curParm,
 729                                                    ainfo->size);
 730                                 else
 731                                         decodeParm(sig->params[i],
 732                                                    *((char **) curParm),
 733                                                    ainfo->vtsize);
 734                                 break;
 735                         case RegTypeStructByAddr :
 736                                 if (ainfo->reg != STK_BASE)
 737                                         curParm = &(rParm->gr[ainfo->reg-2]);
 738                                 else
 739                                         curParm = sp+ainfo->offset;
 740
 741                                 decodeParm(sig->params[i],
 742                                            *((char **) curParm),
 743                                            ainfo->vtsize);
 744                                 break;
 745
 746                         default :
 747                                 printf("???, ");
 748                 }
 749         }
 750         printf("\n");
 751         g_free(cinfo);
 752 }
 753
 754 /*========================= End of Function ========================*/
 755
 756 /*------------------------------------------------------------------*/
 757 /*                                                                  */
 758 /* Name         - leave_method                                      */
 759 /*                                                                  */
 760 /* Function     -                                                   */
 761 /*                                                                  */
 762 /*------------------------------------------------------------------*/
 763
 764 static void
 765 leave_method (MonoMethod *method, ...)
 766 {
 767         MonoType *type;
 768         char *fname;
 769         guint32 ip;
 770         va_list ap;
 771
 772         va_start(ap, method);
 773
 774         fname = mono_method_full_name (method, TRUE);
 775         indent (-1);
 776         printf ("LEAVE: %s", fname);
 777         g_free (fname);
 778
 779         type = mono_method_signature (method)->ret;
 780
 781 handle_enum:
 782         switch (type->type) {
 783         case MONO_TYPE_VOID:
 784                 break;
 785         case MONO_TYPE_BOOLEAN: {
 786                 int val = va_arg (ap, int);
 787                 if (val)
 788                         printf ("[TRUE:%d]", val);
 789                 else
 790                         printf ("[FALSE]");
 791
 792                 break;
 793         }
 794         case MONO_TYPE_CHAR: {
 795                 int val = va_arg (ap, int);
 796                 printf ("[CHAR:%d]", val);
 797                 break;
 798         }
 799         case MONO_TYPE_I1: {
 800                 int val = va_arg (ap, int);
 801                 printf ("[INT1:%d]", val);
 802                 break;
 803         }
 804         case MONO_TYPE_U1: {
 805                 int val = va_arg (ap, int);
 806                 printf ("[UINT1:%d]", val);
 807                 break;
 808         }
 809         case MONO_TYPE_I2: {
 810                 int val = va_arg (ap, int);
 811                 printf ("[INT2:%d]", val);
 812                 break;
 813         }
 814         case MONO_TYPE_U2: {
 815                 int val = va_arg (ap, int);
 816                 printf ("[UINT2:%d]", val);
 817                 break;
 818         }
 819         case MONO_TYPE_I4: {
 820                 int val = va_arg (ap, int);
 821                 printf ("[INT4:%d]", val);
 822                 break;
 823         }
 824         case MONO_TYPE_U4: {
 825                 int val = va_arg (ap, int);
 826                 printf ("[UINT4:%d]", val);
 827                 break;
 828         }
 829         case MONO_TYPE_I: {
 830                 int val = va_arg (ap, int);
 831                 printf ("[INT:%d]", val);
 832                 printf("]");
 833                 break;
 834         }
 835         case MONO_TYPE_U: {
 836                 int val = va_arg (ap, int);
 837                 printf ("[UINT:%d]", val);
 838                 printf("]");
 839                 break;
 840         }
 841         case MONO_TYPE_STRING: {
 842                 MonoString *s = va_arg (ap, MonoString *);
 843 ;
 844                 if (s) {
 845                         g_assert (((MonoObject *)s)->vtable->klass == mono_defaults.string_class);
 846                         printf ("[STRING:%p:%s]", s, mono_string_to_utf8 (s));
 847                 } else
 848                         printf ("[STRING:null], ");
 849                 break;
 850         }
 851         case MONO_TYPE_CLASS:
 852         case MONO_TYPE_OBJECT: {
 853                 MonoObject *o = va_arg (ap, MonoObject *);
 854
 855 //              if ((o) && (o->vtable)) {
 856 //                      if (o->vtable->klass == mono_defaults.boolean_class) {
 857 //                              printf ("[BOOLEAN:%p:%d]", o, *((guint8 *)o + sizeof (MonoObject)));
 858 //                      } else if  (o->vtable->klass == mono_defaults.int32_class) {
 859 //                              printf ("[INT32:%p:%d]", o, *((gint32 *)((char *)o + sizeof (MonoObject))));
 860 //                      } else if  (o->vtable->klass == mono_defaults.int64_class) {
 861 //                              printf ("[INT64:%p:%lld]", o, *((gint64 *)((char *)o + sizeof (MonoObject))));
 862 //                      } else
 863 //                              printf ("[%s.%s:%p]", o->vtable->klass->name_space, o->vtable->klass->name, o);
 864 //              } else
 865                         printf ("[OBJECT:%p]", o);
 866
 867                 break;
 868         }
 869         case MONO_TYPE_PTR:
 870         case MONO_TYPE_FNPTR:
 871         case MONO_TYPE_ARRAY:
 872         case MONO_TYPE_SZARRAY: {
 873                 gpointer p = va_arg (ap, gpointer);
 874                 printf ("[result=%p]", p);
 875                 break;
 876         }
 877         case MONO_TYPE_I8: {
 878                 gint64 l =  va_arg (ap, gint64);
 879                 printf ("[LONG:%lld]", l);
 880                 break;
 881         }
 882         case MONO_TYPE_U8: {
 883                 guint64 l =  va_arg (ap, guint64);
 884                 printf ("[ULONG:%llu]", l);
 885                 break;
 886         }
 887         case MONO_TYPE_R4: {
 888                 double f;
 889                 f = va_arg (ap, double);
 890                 printf ("[FLOAT4:%g]\n", f);
 891                 break;
 892         }
 893         case MONO_TYPE_R8: {
 894                 double f = va_arg (ap, double);
 895                 printf ("[FLOAT8:%g]\n", f);
 896                 break;
 897         }
 898         case MONO_TYPE_VALUETYPE: {
 899                 MonoMarshalType *info;
 900                 if (type->data.klass->enumtype) {
 901                         type = type->data.klass->enum_basetype;
 902                         goto handle_enum;
 903                 } else {
 904                         guint8 *p = va_arg (ap, gpointer);
 905                         int j, size, align;
 906
 907                         info = mono_marshal_load_type_info (type->data.klass);
 908
 909                         if ((info->native_size == sizeof(float)) &&
 910                             (info->num_fields  == 1) &&
 911                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
 912                                 double f = va_arg (ap, double);
 913                                 printf("[FLOAT4:%g]\n", (double) f);
 914                                 break;
 915                         }
 916
 917                         if ((info->native_size == sizeof(double)) &&
 918                             (info->num_fields  == 1) &&
 919                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
 920                                 double f = va_arg (ap, double);
 921                                 printf("[FLOAT8:%g]\n", f);
 922                                 break;
 923                         }
 924
 925                         size = mono_type_size (type, &align);
 926                         switch (size) {
 927                         case 1:
 928                         case 2:
 929                         case 4:
 930                         case 8:
 931                                 printf ("[");
 932                                 for (j = 0; p && j < size; j++)
 933                                         printf ("%02x,", p [j]);
 934                                 printf ("]\n");
 935                                 break;
 936                         default:
 937                                 printf ("[VALUERET]\n");
 938                         }
 939                 }
 940                 break;
 941         }
 942         case MONO_TYPE_TYPEDBYREF: {
 943                 guint8 *p = va_arg (ap, gpointer);
 944                 int j, size, align;
 945                 size = mono_type_size (type, &align);
 946                 switch (size) {
 947                 case 1:
 948                 case 2:
 949                 case 4:
 950                 case 8:
 951                         printf ("[");
 952                         for (j = 0; p && j < size; j++)
 953                                 printf ("%02x,", p [j]);
 954                         printf ("]\n");
 955                         break;
 956                 default:
 957                         printf ("[TYPEDBYREF]\n");
 958                 }
 959         }
 960                 break;
 961         default:
 962                 printf ("(unknown return type %x)",
 963                         mono_method_signature (method)->ret->type);
 964         }
 965
 966         ip = ((gint32) __builtin_return_address (0)) & 0x7fffffff;
 967         printf (" ip: %p\n", (gpointer) ip);
 968 }
 969
 970 /*========================= End of Function ========================*/
 971
 972 /*------------------------------------------------------------------*/
 973 /*                                                                  */
 974 /* Name         - mono_arch_cpu_init                                */
 975 /*                                                                  */
 976 /* Function     - Perform CPU specific initialization to execute    */
 977 /*                managed code.                                     */
 978 /*                                                                  */
 979 /*------------------------------------------------------------------*/
 980
 981 void
 982 mono_arch_cpu_init (void)
 983 {
 984         guint mode = 1;
 985
 986         /*--------------------------------------*/
 987         /* Set default rounding mode for FP     */
 988         /*--------------------------------------*/
 989         __asm__ ("SRNM\t%0\n\t"
 990                 : : "m" (mode));
 991 }
 992
 993 /*========================= End of Function ========================*/
 994
 995 /*------------------------------------------------------------------*/
 996 /*                                                                  */
 997 /* Name         - mono_arch_cpu_optimizazions                       */
 998 /*                                                                  */
 999 /* Function     - Returns the optimizations supported on this CPU   */
1000 /*                                                                  */
1001 /*------------------------------------------------------------------*/
1002
1003 guint32
1004 mono_arch_cpu_optimizazions (guint32 *exclude_mask)
1005 {
1006         guint32 opts = 0;
1007
1008         /*----------------------------------------------------------*/
1009         /* no s390-specific optimizations yet                       */
1010         /*----------------------------------------------------------*/
1011         *exclude_mask = MONO_OPT_INLINE|MONO_OPT_LINEARS;
1012 //      *exclude_mask = MONO_OPT_INLINE;
1013         return opts;
1014 }
1015
1016 /*========================= End of Function ========================*/
1017
1018 /*------------------------------------------------------------------*/
1019 /*                                                                  */
1020 /* Name         -                                                   */
1021 /*                                                                  */
1022 /* Function     -                                                   */
1023 /*                                                                  */
1024 /*------------------------------------------------------------------*/
1025
1026 static gboolean
1027 is_regsize_var (MonoType *t) {
1028         if (t->byref)
1029                 return TRUE;
1030         switch (mono_type_get_underlying_type (t)->type) {
1031         case MONO_TYPE_I4:
1032         case MONO_TYPE_U4:
1033         case MONO_TYPE_I:
1034         case MONO_TYPE_U:
1035         case MONO_TYPE_PTR:
1036         case MONO_TYPE_FNPTR:
1037                 return TRUE;
1038         case MONO_TYPE_OBJECT:
1039         case MONO_TYPE_STRING:
1040         case MONO_TYPE_CLASS:
1041         case MONO_TYPE_SZARRAY:
1042         case MONO_TYPE_ARRAY:
1043                 return FALSE;
1044         case MONO_TYPE_VALUETYPE:
1045                 if (t->data.klass->enumtype)
1046                         return is_regsize_var (t->data.klass->enum_basetype);
1047                 return FALSE;
1048         }
1049         return FALSE;
1050 }
1051
1052 /*========================= End of Function ========================*/
1053
1054 /*------------------------------------------------------------------*/
1055 /*                                                                  */
1056 /* Name         - mono_arch_get_allocatable_int_vars                */
1057 /*                                                                  */
1058 /* Function     -                                                   */
1059 /*                                                                  */
1060 /*------------------------------------------------------------------*/
1061
1062 GList *
1063 mono_arch_get_allocatable_int_vars (MonoCompile *cfg)
1064 {
1065         GList *vars = NULL;
1066         int i;
1067
1068         for (i = 0; i < cfg->num_varinfo; i++) {
1069                 MonoInst *ins = cfg->varinfo [i];
1070                 MonoMethodVar *vmv = MONO_VARINFO (cfg, i);
1071
1072                 /* unused vars */
1073                 if (vmv->range.first_use.abs_pos >= vmv->range.last_use.abs_pos)
1074                         continue;
1075
1076                 if (ins->flags & (MONO_INST_VOLATILE|MONO_INST_INDIRECT) ||
1077                     (ins->opcode != OP_LOCAL && ins->opcode != OP_ARG))
1078                         continue;
1079
1080                 /* we can only allocate 32 bit values */
1081                 if (is_regsize_var (ins->inst_vtype)) {
1082                         g_assert (MONO_VARINFO (cfg, i)->reg == -1);
1083                         g_assert (i == vmv->idx);
1084                         vars = mono_varlist_insert_sorted (cfg, vars, vmv, FALSE);
1085                 }
1086         }
1087
1088         return vars;
1089 }
1090
1091 /*========================= End of Function ========================*/
1092
1093 /*------------------------------------------------------------------*/
1094 /*                                                                  */
1095 /* Name         - mono_arch_global_int_regs                         */
1096 /*                                                                  */
1097 /* Function     - Return a list of usable integer registers.        */
1098 /*                                                                  */
1099 /*------------------------------------------------------------------*/
1100
1101 GList *
1102 mono_arch_get_global_int_regs (MonoCompile *cfg)
1103 {
1104         GList *regs = NULL;
1105         MonoMethodHeader *header;
1106         int i, top = 13;
1107
1108         header = mono_method_get_header (cfg->method);
1109         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1110                 cfg->frame_reg = s390_r11;
1111
1112         for (i = 8; i < top; ++i) {
1113                 if (cfg->frame_reg != i)
1114                         regs = g_list_prepend (regs, GUINT_TO_POINTER (i));
1115         }
1116
1117         return regs;
1118 }
1119
1120 /*========================= End of Function ========================*/
1121
1122 /*------------------------------------------------------------------*/
1123 /*                                                                  */
1124 /* Name         -  mono_arch_flush_icache                           */
1125 /*                                                                  */
1126 /* Function     -  Flush the CPU icache.                            */
1127 /*                                                                  */
1128 /*------------------------------------------------------------------*/
1129
1130 void
1131 mono_arch_flush_icache (guint8 *code, gint size)
1132 {
1133 }
1134
1135 /*========================= End of Function ========================*/
1136
1137 /*------------------------------------------------------------------*/
1138 /*                                                                  */
1139 /* Name         - add_general                                       */
1140 /*                                                                  */
1141 /* Function     - Determine code and stack size incremements for a  */
1142 /*                parameter.                                        */
1143 /*                                                                  */
1144 /*------------------------------------------------------------------*/
1145
1146 static void inline
1147 add_general (guint *gr, size_data *sz, ArgInfo *ainfo, gboolean simple)
1148 {
1149         if (simple) {
1150                 if (*gr > S390_LAST_ARG_REG) {
1151                         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1152                         ainfo->offset   = sz->stack_size;
1153                         ainfo->reg      = STK_BASE;
1154                         ainfo->regtype  = RegTypeBase;
1155                         sz->stack_size += sizeof(int);
1156                         sz->local_size += sizeof(int);
1157                         sz->offStruct  += sizeof(int);
1158                         sz->code_size  += 12;
1159                 } else {
1160                         ainfo->reg      = *gr;
1161                         sz->code_size  += 8;
1162                 }
1163         } else {
1164                 if (*gr > S390_LAST_ARG_REG - 1) {
1165                         sz->stack_size  = S390_ALIGN(sz->stack_size, S390_STACK_ALIGNMENT);
1166                         ainfo->offset   = sz->stack_size;
1167                         ainfo->reg      = STK_BASE;
1168                         ainfo->regtype  = RegTypeBase;
1169                         sz->stack_size += sizeof(long long);
1170                         sz->local_size += sizeof(long long);
1171                         sz->offStruct  += sizeof(long long);
1172                         sz->code_size  += 10;
1173                 } else {
1174                         ainfo->reg      = *gr;
1175                         sz->code_size  += 8;
1176                 }
1177                 (*gr) ++;
1178         }
1179         (*gr) ++;
1180 }
1181
1182 /*========================= End of Function ========================*/
1183
1184 /*------------------------------------------------------------------*/
1185 /*                                                                  */
1186 /* Name         - add_stackParm                                     */
1187 /*                                                                  */
1188 /* Function     - Determine code and stack size incremements for a  */
1189 /*                parameter.                                        */
1190 /*                                                                  */
1191 /*------------------------------------------------------------------*/
1192
1193 static void inline
1194 add_stackParm (guint *gr, size_data *sz, ArgInfo *ainfo, gint size)
1195 {
1196         if (*gr > S390_LAST_ARG_REG) {
1197                 sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1198                 ainfo->reg      = STK_BASE;
1199                 sz->parm_size  += sizeof(gpointer);
1200                 sz->offStruct  += sizeof(gpointer);
1201         } else {
1202                 ainfo->reg      = *gr;
1203         }
1204         (*gr) ++;
1205         ainfo->offset   = sz->stack_size;
1206         ainfo->offparm  = sz->offset;
1207         sz->offset      = S390_ALIGN(sz->offset+size, sizeof(long));
1208         ainfo->size     = size;
1209         ainfo->regtype  = RegTypeStructByAddr;
1210         ainfo->vtsize   = size;
1211         sz->parm_size  += size;
1212 }
1213
1214 /*========================= End of Function ========================*/
1215
1216 /*------------------------------------------------------------------*/
1217 /*                                                                  */
1218 /* Name         - add_float                                         */
1219 /*                                                                  */
1220 /* Function     - Determine code and stack size incremements for a  */
1221 /*                float parameter.                                  */
1222 /*                                                                  */
1223 /*------------------------------------------------------------------*/
1224
1225 static void inline
1226 add_float (guint *fr,  size_data *sz, ArgInfo *ainfo)
1227 {
1228         if ((*fr) <= S390_LAST_FPARG_REG) {
1229                 ainfo->regtype = RegTypeFP;
1230                 ainfo->reg     = *fr;
1231                 sz->code_size += 4;
1232                 (*fr) += 2;
1233         }
1234         else {
1235                 ainfo->offset   = sz->stack_size;
1236                 ainfo->reg      = STK_BASE;
1237                 ainfo->regtype  = RegTypeBase;
1238                 sz->code_size  += 4;
1239                 sz->stack_size += ainfo->size;
1240                 sz->local_size += ainfo->size;
1241                 sz->offStruct  += ainfo->size;
1242         }
1243 }
1244
1245 /*========================= End of Function ========================*/
1246
1247 /*------------------------------------------------------------------*/
1248 /*                                                                  */
1249 /* Name         - calculate_sizes                                   */
1250 /*                                                                  */
1251 /* Function     - Determine the amount of space required for code   */
1252 /*                and stack. In addition determine starting points  */
1253 /*                for stack-based parameters, and area for struct-  */
1254 /*                ures being returned on the stack.                 */
1255 /*                                                                  */
1256 /*------------------------------------------------------------------*/
1257
1258 static CallInfo *
1259 calculate_sizes (MonoMethodSignature *sig, size_data *sz,
1260                  gboolean string_ctor)
1261 {
1262         guint i, fr, gr, size;
1263         int nParm = sig->hasthis + sig->param_count;
1264         guint32 simpletype, align;
1265         CallInfo *cinfo = g_malloc0 (sizeof (CallInfo) + sizeof (ArgInfo) * nParm);
1266
1267         fr                = 0;
1268         gr                = s390_r2;
1269         nParm             = 0;
1270         cinfo->struct_ret = 0;
1271         sz->offset        = 0;
1272         sz->offStruct     = S390_MINIMAL_STACK_SIZE;
1273         sz->retStruct     = 0;
1274         sz->stack_size    = S390_MINIMAL_STACK_SIZE;
1275         sz->code_size     = 0;
1276         sz->parm_size     = 0;
1277         sz->local_size    = 0;
1278
1279         /*----------------------------------------------------------*/
1280         /* We determine the size of the return code/stack in case we*/
1281         /* need to reserve a register to be used to address a stack */
1282         /* area that the callee will use.                           */
1283         /*----------------------------------------------------------*/
1284
1285         simpletype = mono_type_get_underlying_type (sig->ret)->type;
1286 enum_retvalue:
1287         switch (simpletype) {
1288                 case MONO_TYPE_BOOLEAN:
1289                 case MONO_TYPE_I1:
1290                 case MONO_TYPE_U1:
1291                 case MONO_TYPE_I2:
1292                 case MONO_TYPE_U2:
1293                 case MONO_TYPE_CHAR:
1294                 case MONO_TYPE_I4:
1295                 case MONO_TYPE_U4:
1296                 case MONO_TYPE_I:
1297                 case MONO_TYPE_U:
1298                 case MONO_TYPE_CLASS:
1299                 case MONO_TYPE_OBJECT:
1300                 case MONO_TYPE_SZARRAY:
1301                 case MONO_TYPE_ARRAY:
1302                 case MONO_TYPE_PTR:
1303                 case MONO_TYPE_FNPTR:
1304                 case MONO_TYPE_STRING:
1305                         cinfo->ret.reg = s390_r2;
1306                         sz->code_size += 4;
1307                         break;
1308                 case MONO_TYPE_R4:
1309                 case MONO_TYPE_R8:
1310                         cinfo->ret.reg = s390_f0;
1311                         sz->code_size += 4;
1312                         break;
1313                 case MONO_TYPE_I8:
1314                 case MONO_TYPE_U8:
1315                         cinfo->ret.reg = s390_r2;
1316                         sz->code_size += 4;
1317                         break;
1318                 case MONO_TYPE_GENERICINST:
1319                         if (!mono_type_generic_inst_is_valuetype (sig->ret)) {
1320                                 cinfo->ret.reg = s390_r2;
1321                                 sz->code_size += 4;
1322                                 break;
1323                         }
1324                         /* Fall through */
1325                 case MONO_TYPE_VALUETYPE: {
1326                         MonoClass *klass = mono_class_from_mono_type (sig->ret);
1327                         if (klass->enumtype) {
1328                                 simpletype = klass->enum_basetype->type;
1329                                 goto enum_retvalue;
1330                         }
1331                         if (sig->pinvoke)
1332                                 size = mono_class_native_size (klass, &align);
1333                         else
1334                                 size = mono_class_value_size (klass, &align);
1335
1336                         cinfo->ret.reg    = s390_r2;
1337                         cinfo->struct_ret = 1;
1338                         cinfo->ret.size   = size;
1339                         cinfo->ret.vtsize = size;
1340                         gr++;
1341                         break;
1342                 }
1343                 case MONO_TYPE_TYPEDBYREF:
1344                         size = sizeof (MonoTypedRef);
1345                         cinfo->ret.reg    = s390_r2;
1346                         cinfo->struct_ret = 1;
1347                         cinfo->ret.size   = size;
1348                         cinfo->ret.vtsize = size;
1349                         gr++;
1350                         break;
1351                 case MONO_TYPE_VOID:
1352                         break;
1353                 default:
1354                         g_error ("mini-s390: cannot handle as return value 0x%x (0x%x)", sig->ret->type,simpletype);
1355         }
1356
1357         if (sig->hasthis) {
1358                 add_general (&gr, sz, cinfo->args+nParm, TRUE);
1359                 cinfo->args[nParm].size = sizeof(gpointer);
1360                 nParm++;
1361         }
1362
1363         /*----------------------------------------------------------*/
1364         /* We determine the size of the parameter code and stack    */
1365         /* requirements by checking the types and sizes of the      */
1366         /* parameters.                                              */
1367         /*----------------------------------------------------------*/
1368
1369         for (i = 0; i < sig->param_count; ++i) {
1370                 /*--------------------------------------------------*/
1371                 /* Handle vararg type calls. All args are put on    */
1372                 /* the stack.                                       */
1373                 /*--------------------------------------------------*/
1374                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1375                     (i == sig->sentinelpos)) {
1376                         gr = S390_LAST_ARG_REG + 1;
1377                         add_general (&gr, sz, &cinfo->sigCookie, TRUE);
1378                 }
1379
1380                 if (sig->params [i]->byref) {
1381                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1382                         cinfo->args[nParm].size = sizeof(gpointer);
1383                         nParm++;
1384                         continue;
1385                 }
1386
1387                 simpletype = mono_type_get_underlying_type(sig->params [i])->type;
1388                 switch (simpletype) {
1389                 case MONO_TYPE_BOOLEAN:
1390                 case MONO_TYPE_I1:
1391                 case MONO_TYPE_U1:
1392                         cinfo->args[nParm].size = sizeof(char);
1393                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1394                         nParm++;
1395                         break;
1396                 case MONO_TYPE_I2:
1397                 case MONO_TYPE_U2:
1398                 case MONO_TYPE_CHAR:
1399                         cinfo->args[nParm].size = sizeof(short);
1400                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1401                         nParm++;
1402                         break;
1403                 case MONO_TYPE_I4:
1404                 case MONO_TYPE_U4:
1405                         cinfo->args[nParm].size = sizeof(int);
1406                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1407                         nParm++;
1408                         break;
1409                 case MONO_TYPE_I:
1410                 case MONO_TYPE_U:
1411                 case MONO_TYPE_PTR:
1412                 case MONO_TYPE_FNPTR:
1413                 case MONO_TYPE_CLASS:
1414                 case MONO_TYPE_OBJECT:
1415                 case MONO_TYPE_STRING:
1416                 case MONO_TYPE_SZARRAY:
1417                 case MONO_TYPE_ARRAY:
1418                         cinfo->args[nParm].size = sizeof(gpointer);
1419                         add_general (&gr, sz, cinfo->args+nParm, TRUE);
1420                         nParm++;
1421                         break;
1422                 case MONO_TYPE_I8:
1423                 case MONO_TYPE_U8:
1424                         cinfo->args[nParm].size = sizeof(long long);
1425                         add_general (&gr, sz, cinfo->args+nParm, FALSE);
1426                         nParm++;
1427                         break;
1428                 case MONO_TYPE_R4:
1429                         cinfo->args[nParm].size = sizeof(float);
1430                         add_float (&fr, sz, cinfo->args+nParm);
1431                         nParm++;
1432                         break;
1433                 case MONO_TYPE_R8:
1434                         cinfo->args[nParm].size = sizeof(double);
1435                         add_float (&fr, sz, cinfo->args+nParm);
1436                         nParm++;
1437                         break;
1438                 case MONO_TYPE_GENERICINST:
1439                         if (!mono_type_generic_inst_is_valuetype (sig->params [i])) {
1440                                 cinfo->args[nParm].size = sizeof(gpointer);
1441                                 add_general (&gr, sz, cinfo->args+nParm, TRUE);
1442                                 nParm++;
1443                                 break;
1444                         }
1445                         /* Fall through */
1446                 case MONO_TYPE_VALUETYPE: {
1447                         MonoMarshalType *info;
1448                         MonoClass *klass = mono_class_from_mono_type (sig->params [i]);
1449                         if (sig->pinvoke)
1450                                 size = mono_class_native_size (klass, &align);
1451                         else
1452                                 size = mono_class_value_size (klass, &align);
1453
1454                         info = mono_marshal_load_type_info (klass);
1455
1456                         if ((info->native_size == sizeof(float)) &&
1457                             (info->num_fields  == 1) &&
1458                             (info->fields[0].field->type->type == MONO_TYPE_R4)) {
1459                                 cinfo->args[nParm].size = sizeof(float);
1460                                 add_float(&fr, sz, cinfo->args+nParm);
1461                                 break;
1462                         }
1463
1464                         if ((info->native_size == sizeof(double)) &&
1465                             (info->num_fields  == 1) &&
1466                             (info->fields[0].field->type->type == MONO_TYPE_R8)) {
1467                                 cinfo->args[nParm].size = sizeof(double);
1468                                 add_float(&fr, sz, cinfo->args+nParm);
1469                                 break;
1470                         }
1471
1472                         cinfo->args[nParm].vtsize  = 0;
1473                         cinfo->args[nParm].size    = 0;
1474
1475                         switch (size) {
1476                                 /*----------------------------------*/
1477                                 /* On S/390, structures of size 1,  */
1478                                 /* 2, 4, and 8 bytes are passed in  */
1479                                 /* (a) register(s).                 */
1480                                 /*----------------------------------*/
1481                                 case 0:
1482                                 case 1:
1483                                 case 2:
1484                                 case 4:
1485                                         add_general(&gr, sz, cinfo->args+nParm, TRUE);
1486                                         cinfo->args[nParm].size    = size;
1487                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1488                                         nParm++;
1489                                         sz->local_size            += sizeof(long);
1490                                         break;
1491                                 case 8:
1492                                         add_general(&gr, sz, cinfo->args+nParm, FALSE);
1493                                         cinfo->args[nParm].size    = sizeof(long long);
1494                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1495                                         nParm++;
1496                                         sz->local_size            += sizeof(long);
1497                                         break;
1498                                 default:
1499                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1500                                         nParm++;
1501                         }
1502                 }
1503                         break;
1504                 case MONO_TYPE_TYPEDBYREF: {
1505                         int size = sizeof (MonoTypedRef);
1506
1507                         cinfo->args[nParm].vtsize  = 0;
1508                         cinfo->args[nParm].size    = 0;
1509
1510                         switch (size) {
1511                                 /*----------------------------------*/
1512                                 /* On S/390, structures of size 1,  */
1513                                 /* 2, 4, and 8 bytes are passed in  */
1514                                 /* (a) register(s).                 */
1515                                 /*----------------------------------*/
1516                                 case 0:
1517                                 case 1:
1518                                 case 2:
1519                                 case 4:
1520                                         add_general(&gr, sz, cinfo->args+nParm, TRUE);
1521                                         cinfo->args[nParm].size    = size;
1522                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1523                                         nParm++;
1524                                         sz->local_size            += sizeof(long);
1525                                         break;
1526                                 case 8:
1527                                         add_general(&gr, sz, cinfo->args+nParm, FALSE);
1528                                         cinfo->args[nParm].size    = sizeof(long long);
1529                                         cinfo->args[nParm].regtype = RegTypeStructByVal;
1530                                         nParm++;
1531                                         sz->local_size            += sizeof(long);
1532                                         break;
1533                                 default:
1534                                         add_stackParm(&gr, sz, cinfo->args+nParm, size);
1535                                         nParm++;
1536                         }
1537                 }
1538                         break;
1539                 default:
1540                         g_error ("Can't trampoline 0x%x", sig->params [i]->type);
1541                 }
1542         }
1543
1544         /*----------------------------------------------------------*/
1545         /* If we are passing a structure back then if it won't be   */
1546         /* in a register(s) then we make room at the end of the     */
1547         /* parameters that may have been placed on the stack        */
1548         /*----------------------------------------------------------*/
1549         if (cinfo->struct_ret) {
1550                 cinfo->ret.offset = sz->stack_size;
1551                 switch (cinfo->ret.size) {
1552                 case 0:
1553                 case 1:
1554                 case 2:
1555                 case 4:
1556                 case 8:
1557                         break;
1558                 default:
1559                         sz->stack_size   += S390_ALIGN(cinfo->ret.size, align);
1560                 }
1561         }
1562
1563         /*----------------------------------------------------------*/
1564         /* Handle the case where there are no implicit arguments    */
1565         /*----------------------------------------------------------*/
1566         if ((sig->call_convention == MONO_CALL_VARARG) &&
1567             (sig->param_count == sig->sentinelpos)) {
1568                 gr = S390_LAST_ARG_REG + 1;
1569                 add_general (&gr, sz, &cinfo->sigCookie, TRUE);
1570         }
1571
1572         cinfo->lastgr   = gr;
1573         sz->stack_size  = sz->stack_size + sz->local_size + sz->parm_size +
1574                           sz->offset;
1575         sz->stack_size  = S390_ALIGN(sz->stack_size, sizeof(long));
1576
1577         return (cinfo);
1578 }
1579
1580 /*========================= End of Function ========================*/
1581
1582 /*------------------------------------------------------------------*/
1583 /*                                                                  */
1584 /* Name         - mono_arch_allocate_vars                           */
1585 /*                                                                  */
1586 /* Function     - Set var information according to the calling      */
1587 /*                convention for S/390. The local var stuff should  */
1588 /*                most likely be split in another method.           */
1589 /*                                                                  */
1590 /* Parameter    - @m - Compile unit.                                */
1591 /*                                                                  */
1592 /*------------------------------------------------------------------*/
1593
1594 void
1595 mono_arch_allocate_vars (MonoCompile *cfg)
1596 {
1597         MonoMethodSignature *sig;
1598         MonoMethodHeader *header;
1599         MonoInst *inst;
1600         CallInfo *cinfo;
1601         size_data sz;
1602         int iParm, iVar, offset, size, align, curinst;
1603         int frame_reg = STK_BASE;
1604         int sArg, eArg;
1605
1606         header  = mono_method_get_header (cfg->method);
1607
1608         cfg->flags |= MONO_CFG_HAS_SPILLUP;
1609
1610         /*---------------------------------------------------------*/
1611         /* We use the frame register also for any method that has  */
1612         /* filter clauses. This way, when the handlers are called, */
1613         /* the code will reference local variables using the frame */
1614         /* reg instead of the stack pointer: if we had to restore  */
1615         /* the stack pointer, we'd corrupt the method frames that  */
1616         /* are already on the stack (since filters get called      */
1617         /* before stack unwinding happens) when the filter code    */
1618         /* would call any method.                                  */
1619         /*---------------------------------------------------------*/
1620         if ((cfg->flags & MONO_CFG_HAS_ALLOCA) || header->num_clauses)
1621                 frame_reg = s390_r11;
1622
1623         cfg->frame_reg = frame_reg;
1624
1625         if (frame_reg != STK_BASE)
1626                 cfg->used_int_regs |= 1 << frame_reg;
1627
1628         sig     = mono_method_signature (cfg->method);
1629
1630         cinfo   = calculate_sizes (sig, &sz, sig->pinvoke);
1631
1632         if (cinfo->struct_ret) {
1633                 cfg->ret->opcode = OP_REGVAR;
1634                 cfg->ret->inst_c0 = s390_r2;
1635         } else {
1636                 switch (mono_type_get_underlying_type (sig->ret)->type) {
1637                 case MONO_TYPE_VOID:
1638                         break;
1639                 default:
1640                         cfg->ret->opcode = OP_REGVAR;
1641                         cfg->ret->dreg   = s390_r2;
1642                         break;
1643                 }
1644         }
1645
1646         /*--------------------------------------------------------------*/
1647         /* local vars are at a positive offset from the stack pointer   */
1648         /* also note that if the function uses alloca, we use s390_r11  */
1649         /* to point at the local variables.                             */
1650         /* add parameter area size for called functions                 */
1651         /*--------------------------------------------------------------*/
1652         offset          = (cfg->param_area + S390_MINIMAL_STACK_SIZE);
1653         cfg->sig_cookie = 0;
1654
1655         if (cinfo->struct_ret) {
1656                 inst               = cfg->ret;
1657                 offset             = S390_ALIGN(offset, sizeof(gpointer));
1658                 inst->inst_offset  = offset;
1659                 inst->opcode       = OP_REGOFFSET;
1660                 inst->inst_basereg = frame_reg;
1661                 offset            += sizeof(gpointer);
1662                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1663                     (!retFitsInReg (cinfo->ret.size)))
1664                         cfg->sig_cookie += cinfo->ret.size;
1665         }
1666
1667         if (sig->hasthis) {
1668                 inst = cfg->varinfo [0];
1669                 if (inst->opcode != OP_REGVAR) {
1670                         inst->opcode       = OP_REGOFFSET;
1671                         inst->inst_basereg = frame_reg;
1672                         offset             = S390_ALIGN(offset, sizeof(gpointer));
1673                         inst->inst_offset  = offset;
1674                         offset            += sizeof (gpointer);
1675                 }
1676                 curinst = sArg = 1;
1677         } else {
1678                 curinst = sArg = 0;
1679         }
1680
1681         eArg = sig->param_count + sArg;
1682
1683         if (sig->call_convention == MONO_CALL_VARARG)
1684                 cfg->sig_cookie += S390_MINIMAL_STACK_SIZE;
1685
1686         for (iParm = sArg; iParm < eArg; ++iParm) {
1687                 inst = cfg->varinfo [curinst];
1688                 if (inst->opcode != OP_REGVAR) {
1689                         switch (cinfo->args[iParm].regtype) {
1690                                 case RegTypeStructByAddr :
1691                                 if (cinfo->args[iParm].reg == STK_BASE) {
1692                                         inst->opcode       = OP_S390_LOADARG;
1693                                         inst->inst_basereg = frame_reg;
1694                                         size               = abs(cinfo->args[iParm].vtsize);
1695                                         offset             = S390_ALIGN(offset, sizeof(long));
1696                                         inst->inst_offset  = offset;
1697                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1698                                 } else {
1699                                         inst->opcode       = OP_S390_ARGREG;
1700                                         inst->inst_basereg = frame_reg;
1701                                         size               = sizeof(gpointer);
1702                                         offset             = S390_ALIGN(offset, size);
1703                                         inst->inst_offset  = offset;
1704                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1705                                 }
1706                                         break;
1707                                 case RegTypeStructByVal :
1708                                         inst->opcode       = OP_S390_ARGPTR;
1709                                         inst->inst_basereg = frame_reg;
1710                                         size               = cinfo->args[iParm].size;
1711                                         offset             = S390_ALIGN(offset, size);
1712                                         inst->inst_offset  = offset;
1713                                         inst->backend.arg_info       = cinfo->args[iParm].offset;
1714                                         break;
1715                                 default :
1716                                 if (cinfo->args[iParm].reg != STK_BASE) {
1717                                         inst->opcode       = OP_REGOFFSET;
1718                                         inst->inst_basereg = frame_reg;
1719                                         size               = (cinfo->args[iParm].size < 8
1720                                                               ? sizeof(long)
1721                                                               : sizeof(long long));
1722                                         offset             = S390_ALIGN(offset, size);
1723                                         inst->inst_offset  = offset;
1724                                 } else {
1725                                         inst->opcode       = OP_S390_STKARG;
1726                                         inst->inst_basereg = frame_reg;
1727                                         size               = (cinfo->args[iParm].size < 4
1728                                                               ? 4 - cinfo->args[iParm].size
1729                                                               : 0);
1730                                         inst->inst_offset  = cinfo->args[iParm].offset +
1731                                                              size;
1732                                         inst->backend.arg_info       = 0;
1733                                         size               = sizeof(long);
1734                                 }
1735                         }
1736                         if ((sig->call_convention == MONO_CALL_VARARG) &&
1737                             (cinfo->args[iParm].regtype != RegTypeGeneral) &&
1738                             (iParm < sig->sentinelpos))
1739                                 cfg->sig_cookie += size;
1740
1741                         offset += size;
1742                 }
1743                 curinst++;
1744         }
1745
1746         curinst = cfg->locals_start;
1747         for (iVar = curinst; iVar < cfg->num_varinfo; ++iVar) {
1748                 inst = cfg->varinfo [iVar];
1749                 if ((inst->flags & MONO_INST_IS_DEAD) ||
1750                     (inst->opcode == OP_REGVAR))
1751                         continue;
1752
1753                 /*--------------------------------------------------*/
1754                 /* inst->backend.is_pinvoke indicates native sized value types, */
1755                 /* this is used by the pinvoke wrappers when they   */
1756                 /* call functions returning structure               */
1757                 /*--------------------------------------------------*/
1758                 if (inst->backend.is_pinvoke && MONO_TYPE_ISSTRUCT (inst->inst_vtype))
1759                         size = mono_class_native_size (mono_class_from_mono_type(inst->inst_vtype), &align);
1760                 else
1761                         size = mono_type_size (inst->inst_vtype, &align);
1762
1763                 offset             = S390_ALIGN(offset, align);
1764                 inst->inst_offset  = offset;
1765                 inst->opcode       = OP_REGOFFSET;
1766                 inst->inst_basereg = frame_reg;
1767                 offset            += size;
1768                 DEBUG (g_print("allocating local %d to %ld\n", iVar, inst->inst_offset));
1769         }
1770
1771         /*------------------------------------------------------*/
1772         /* Allow space for the trace method stack area if needed*/
1773         /*------------------------------------------------------*/
1774         if (mono_jit_trace_calls != NULL && mono_trace_eval (cfg->method)) {
1775                 offset += S390_TRACE_STACK_SIZE;
1776         }
1777
1778         /*------------------------------------------------------*/
1779         /* Reserve space to save LMF and caller saved registers */
1780         /*------------------------------------------------------*/
1781         if (cfg->method->save_lmf)
1782                 offset += sizeof (MonoLMF);
1783
1784         /*------------------------------------------------------*/
1785         /* align the offset                                     */
1786         /*------------------------------------------------------*/
1787         cfg->stack_offset = S390_ALIGN(offset, S390_STACK_ALIGNMENT);
1788
1789 }
1790
1791 /*========================= End of Function ========================*/
1792
1793 /*------------------------------------------------------------------*/
1794 /*                                                                  */
1795 /* Name         - mono_arch_call_opcode                             */
1796 /*                                                                  */
1797 /* Function     - Take the arguments and generate the arch-specific */
1798 /*                instructions to properly call the function. This  */
1799 /*                includes pushing, moving argments to the correct  */
1800 /*                etc.                                              */
1801 /*                                                                  */
1802 /*------------------------------------------------------------------*/
1803
1804 MonoCallInst*
1805 mono_arch_call_opcode (MonoCompile *cfg, MonoBasicBlock* bb,
1806                        MonoCallInst *call, int is_virtual) {
1807         MonoInst *in;
1808         MonoCallArgParm *arg;
1809         MonoMethodSignature *sig;
1810         int i, n, lParamArea;
1811         CallInfo *cinfo;
1812         ArgInfo *ainfo = NULL;
1813         size_data sz;
1814         int stackSize;
1815
1816         sig = call->signature;
1817         n = sig->param_count + sig->hasthis;
1818         DEBUG (g_print ("Call requires: %d parameters\n",n));
1819
1820         cinfo = calculate_sizes (sig, &sz, sig->pinvoke);
1821
1822         stackSize         = sz.stack_size + sz.local_size + sz.parm_size + sz.offset;
1823         call->stack_usage = MAX(stackSize, call->stack_usage);
1824         lParamArea        = MAX((call->stack_usage-S390_MINIMAL_STACK_SIZE-sz.parm_size), 0);
1825         cfg->param_area   = MAX(((signed) cfg->param_area), lParamArea);
1826         cfg->flags       |= MONO_CFG_HAS_CALLS;
1827
1828         if (cinfo->struct_ret)
1829                 call->used_iregs |= 1 << cinfo->ret.reg;
1830
1831         for (i = 0; i < n; ++i) {
1832                 ainfo = cinfo->args + i;
1833
1834                 if ((sig->call_convention == MONO_CALL_VARARG) &&
1835                     (i == sig->sentinelpos)) {
1836                         emit_sig_cookie (cfg, call, cinfo, ainfo->size);
1837                 }
1838
1839                 if (is_virtual && i == 0) {
1840                         /* the argument will be attached to the call instrucion */
1841                         in = call->args [i];
1842                         call->used_iregs |= 1 << ainfo->reg;
1843                 } else {
1844                         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG);
1845                         in                  = call->args [i];
1846                         arg->ins.cil_code   = in->cil_code;
1847                         arg->ins.inst_left  = in;
1848                         arg->ins.type       = in->type;
1849                         /* prepend, we'll need to reverse them later */
1850                         arg->ins.next       = call->out_args;
1851                         call->out_args      = (MonoInst *) arg;
1852                         arg->ins.inst_right = (MonoInst *) call;
1853                         if (ainfo->regtype == RegTypeGeneral) {
1854                                 arg->ins.backend.reg3   = ainfo->reg;
1855                                 call->used_iregs |= 1 << ainfo->reg;
1856                                 if (arg->ins.type == STACK_I8)
1857                                         call->used_iregs |= 1 << (ainfo->reg + 1);
1858                         } else if (ainfo->regtype == RegTypeStructByAddr) {
1859                                 call->used_iregs |= 1 << ainfo->reg;
1860                                 arg->ins.sreg1    = ainfo->reg;
1861                                 arg->ins.opcode   = OP_OUTARG_VT;
1862                                 arg->size         = -ainfo->vtsize;
1863                                 arg->offset       = ainfo->offset;
1864                                 arg->offPrm       = ainfo->offparm + sz.offStruct;
1865                         } else if (ainfo->regtype == RegTypeStructByVal) {
1866                                 if (ainfo->reg != STK_BASE) {
1867                                         switch (ainfo->size) {
1868                                         case 0:
1869                                         case 1:
1870                                         case 2:
1871                                         case 4:
1872                                                 call->used_iregs |= 1 << ainfo->reg;
1873                                                 break;
1874                                         case 8:
1875                                                 call->used_iregs |= 1 << ainfo->reg;
1876                                                 call->used_iregs |= 1 << (ainfo->reg+1);
1877                                                 break;
1878                                         default:
1879                                                 call->used_iregs |= 1 << ainfo->reg;
1880                                         }
1881                                 }
1882                                 arg->ins.sreg1  = ainfo->reg;
1883                                 arg->ins.opcode = OP_OUTARG_VT;
1884                                 arg->size       = ainfo->size;
1885                                 arg->offset     = ainfo->offset;
1886                                 arg->offPrm     = ainfo->offparm + sz.offStruct;
1887                         } else if (ainfo->regtype == RegTypeBase) {
1888                                 arg->ins.opcode   = OP_OUTARG_MEMBASE;
1889                                 arg->ins.sreg1    = ainfo->reg;
1890                                 arg->size         = ainfo->size;
1891                                 arg->offset       = ainfo->offset;
1892                                 call->used_iregs |= 1 << ainfo->reg;
1893                         } else if (ainfo->regtype == RegTypeFP) {
1894                                 arg->ins.backend.reg3   = ainfo->reg;
1895                                 call->used_fregs |= 1 << ainfo->reg;
1896                                 if (ainfo->size == 4)
1897                                         arg->ins.opcode = OP_OUTARG_R4;
1898                                 else
1899                                         arg->ins.opcode = OP_OUTARG_R8;
1900                         } else {
1901                                 g_assert_not_reached ();
1902                         }
1903                 }
1904         }
1905
1906         /*
1907          * Handle the case where there are no implicit arguments
1908          */
1909         if ((sig->call_convention == MONO_CALL_VARARG) &&
1910             (i == sig->sentinelpos)) {
1911                 emit_sig_cookie (cfg, call, cinfo, ainfo->size);
1912         }
1913
1914         /*
1915          * Reverse the call->out_args list.
1916          */
1917         {
1918                 MonoInst *prev = NULL, *list = call->out_args, *next;
1919                 while (list) {
1920                         next = list->next;
1921                         list->next = prev;
1922                         prev = list;
1923                         list = next;
1924                 }
1925                 call->out_args = prev;
1926         }
1927
1928         g_free (cinfo);
1929         return call;
1930 }
1931
1932 /*========================= End of Function ========================*/
1933
1934 /*------------------------------------------------------------------*/
1935 /*                                                                  */
1936 /* Name         - emit_sig_cookie.                                  */
1937 /*                                                                  */
1938 /* Function     - For variable length parameter lists construct a   */
1939 /*                signature cookie and emit it.                     */
1940 /*                                                                  */
1941 /*------------------------------------------------------------------*/
1942
1943 static void
1944 emit_sig_cookie (MonoCompile *cfg, MonoCallInst *call,
1945                  CallInfo *cinfo, int argSize)
1946 {
1947         MonoCallArgParm *arg;
1948         MonoMethodSignature *tmpSig;
1949         MonoInst *sigArg;
1950
1951         cfg->disable_aot = TRUE;
1952
1953         /*----------------------------------------------------------*/
1954         /* mono_ArgIterator_Setup assumes the signature cookie is   */
1955         /* passed first and all the arguments which were before it  */
1956         /* passed on the stack after the signature. So compensate   */
1957         /* by passing a different signature.                        */
1958         /*----------------------------------------------------------*/
1959         tmpSig = mono_metadata_signature_dup (call->signature);
1960         tmpSig->param_count -= call->signature->sentinelpos;
1961         tmpSig->sentinelpos  = 0;
1962         if (tmpSig->param_count > 0)
1963                 memcpy (tmpSig->params,
1964                         call->signature->params + call->signature->sentinelpos,
1965                         tmpSig->param_count * sizeof(MonoType *));
1966
1967         MONO_INST_NEW (cfg, sigArg, OP_ICONST);
1968         sigArg->inst_p0 = tmpSig;
1969
1970         MONO_INST_NEW_CALL_ARG (cfg, arg, OP_OUTARG_MEMBASE);
1971         arg->ins.inst_left   = sigArg;
1972         arg->ins.inst_right  = (MonoInst *) call;
1973         arg->size            = argSize;
1974         arg->offset          = cinfo->sigCookie.offset;
1975         arg->ins.next        = call->out_args;
1976         call->out_args       = (MonoInst *) arg;
1977 }
1978
1979 /*========================= End of Function ========================*/
1980
1981 /*------------------------------------------------------------------*/
1982 /*                                                                  */
1983 /* Name         - mono_arch_instrument_mem_needs                    */
1984 /*                                                                  */
1985 /* Function     - Allow tracing to work with this interface (with   */
1986 /*                an optional argument).                            */
1987 /*                                                                  */
1988 /*------------------------------------------------------------------*/
1989
1990 void
1991 mono_arch_instrument_mem_needs (MonoMethod *method, int *stack, int *code)
1992 {
1993         /* no stack room needed now (may be needed for FASTCALL-trace support) */
1994         *stack = 0;
1995         /* split prolog-epilog requirements? */
1996         *code = 50; /* max bytes needed: check this number */
1997 }
1998
1999 /*========================= End of Function ========================*/
2000
2001 /*------------------------------------------------------------------*/
2002 /*                                                                  */
2003 /* Name         - mono_arch_instrument_prolog                       */
2004 /*                                                                  */
2005 /* Function     - Create an "instrumented" prolog.                  */
2006 /*                                                                  */
2007 /*------------------------------------------------------------------*/
2008
2009 void*
2010 mono_arch_instrument_prolog (MonoCompile *cfg, void *func, void *p,
2011                              gboolean enable_arguments)
2012 {
2013         guchar  *code = p;
2014         int     parmOffset,
2015                 fpOffset,
2016                 baseReg;
2017
2018         parmOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2019         if (cfg->method->save_lmf)
2020                 parmOffset -= sizeof(MonoLMF);
2021         fpOffset   = parmOffset + (5*sizeof(gint32));
2022         if (fpOffset > 4096) {
2023                 s390_lr (code, s390_r12, STK_BASE);
2024                 baseReg = s390_r12;
2025                 while (fpOffset > 4096) {
2026                         s390_ahi (code, baseReg, 4096);
2027                         fpOffset   -= 4096;
2028                         parmOffset -= 4096;
2029                 }
2030         } else {
2031                 baseReg = STK_BASE;
2032         }
2033
2034         s390_stm  (code, s390_r2, s390_r6, baseReg, parmOffset);
2035         s390_std  (code, s390_f0, 0, baseReg, fpOffset);
2036         s390_std  (code, s390_f1, 0, baseReg, fpOffset+sizeof(gdouble));
2037         s390_std  (code, s390_f2, 0, baseReg, fpOffset+2*sizeof(gdouble));
2038         s390_basr (code, s390_r13, 0);
2039         s390_j    (code, 6);
2040         s390_word (code, cfg->method);
2041         s390_word (code, func);
2042         s390_l    (code, s390_r2, 0, s390_r13, 4);
2043         s390_la   (code, s390_r3, 0, baseReg, parmOffset);
2044         s390_lr   (code, s390_r4, STK_BASE);
2045         s390_ahi  (code, s390_r4, cfg->stack_usage);
2046         s390_l    (code, s390_r1, 0, s390_r13, 8);
2047         s390_basr (code, s390_r14, s390_r1);
2048         s390_ld   (code, s390_f2, 0, baseReg, fpOffset+2*sizeof(gdouble));
2049         s390_ld   (code, s390_f1, 0, baseReg, fpOffset+sizeof(gdouble));
2050         s390_ld   (code, s390_f0, 0, baseReg, fpOffset);
2051         s390_lm   (code, s390_r2, s390_r6, baseReg, parmOffset);
2052
2053         return code;
2054 }
2055
2056 /*========================= End of Function ========================*/
2057
2058 /*------------------------------------------------------------------*/
2059 /*                                                                  */
2060 /* Name         - mono_arch_instrument_epilog                       */
2061 /*                                                                  */
2062 /* Function     - Create an epilog that will handle the returned    */
2063 /*                values used in instrumentation.                   */
2064 /*                                                                  */
2065 /*------------------------------------------------------------------*/
2066
2067 void*
2068 mono_arch_instrument_epilog (MonoCompile *cfg, void *func, void *p, gboolean enable_arguments)
2069 {
2070         guchar     *code = p;
2071         int        save_mode = SAVE_NONE,
2072                    saveOffset;
2073         MonoMethod *method = cfg->method;
2074         int        rtype = mono_type_get_underlying_type (mono_method_signature (method)->ret)->type;
2075
2076         saveOffset = cfg->stack_usage - S390_TRACE_STACK_SIZE;
2077         if (method->save_lmf)
2078                 saveOffset -= sizeof(MonoLMF);
2079
2080 handle_enum:
2081         switch (rtype) {
2082         case MONO_TYPE_VOID:
2083                 /* special case string .ctor icall */
2084                 if (strcmp (".ctor", method->name) && method->klass == mono_defaults.string_class)
2085                         save_mode = SAVE_ONE;
2086                 else
2087                         save_mode = SAVE_NONE;
2088                 break;
2089         case MONO_TYPE_I8:
2090         case MONO_TYPE_U8:
2091                 save_mode = SAVE_TWO;
2092                 break;
2093         case MONO_TYPE_R4:
2094                 save_mode = SAVE_R4;
2095                 break;
2096         case MONO_TYPE_R8:
2097                 save_mode = SAVE_R8;
2098                 break;
2099         case MONO_TYPE_VALUETYPE:
2100                 if (mono_method_signature (method)->ret->data.klass->enumtype) {
2101                         rtype = mono_method_signature (method)->ret->data.klass->enum_basetype->type;
2102                         goto handle_enum;
2103                 }
2104                 save_mode = SAVE_STRUCT;
2105                 break;
2106         default:
2107                 save_mode = SAVE_ONE;
2108                 break;
2109         }
2110
2111         switch (save_mode) {
2112         case SAVE_TWO:
2113                 s390_stm (code, s390_r2, s390_r3, cfg->frame_reg, saveOffset);
2114                 if (enable_arguments) {
2115                         s390_lr (code, s390_r4, s390_r3);
2116                         s390_lr (code, s390_r3, s390_r2);
2117                 }
2118                 break;
2119         case SAVE_ONE:
2120                 s390_st (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2121                 if (enable_arguments) {
2122                         s390_lr (code, s390_r3, s390_r2);
2123                 }
2124                 break;
2125         case SAVE_R4:
2126                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2127                 if (enable_arguments) {
2128                         s390_ldebr (code, s390_f0, s390_f0);
2129                 }
2130                 break;
2131         case SAVE_R8:
2132                 s390_std (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2133                 break;
2134         case SAVE_STRUCT:
2135                 s390_st (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2136                 if (enable_arguments) {
2137                         s390_l (code, s390_r3, 0, cfg->frame_reg,
2138                                 S390_MINIMAL_STACK_SIZE+cfg->param_area);
2139                 }
2140                 break;
2141         case SAVE_NONE:
2142         default:
2143                 break;
2144         }
2145
2146         s390_basr (code, s390_r13, 0);
2147         s390_j    (code, 6);
2148         s390_word (code, cfg->method);
2149         s390_word (code, func);
2150         s390_l    (code, s390_r2, 0, s390_r13, 4);
2151         s390_l    (code, s390_r1, 0, s390_r13, 8);
2152         s390_basr (code, s390_r14, s390_r1);
2153
2154         switch (save_mode) {
2155         case SAVE_TWO:
2156                 s390_lm  (code, s390_r2, s390_r3, cfg->frame_reg, saveOffset);
2157                 break;
2158         case SAVE_ONE:
2159                 s390_l   (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2160                 break;
2161         case SAVE_R4:
2162         case SAVE_R8:
2163                 s390_ld  (code, s390_f0, 0, cfg->frame_reg, saveOffset);
2164                 break;
2165         case SAVE_STRUCT:
2166                 s390_l   (code, s390_r2, 0, cfg->frame_reg, saveOffset);
2167                 break;
2168         case SAVE_NONE:
2169         default:
2170                 break;
2171         }
2172
2173         return code;
2174 }
2175
2176 /*========================= End of Function ========================*/
2177
2178 /*------------------------------------------------------------------*/
2179 /*                                                                  */
2180 /* Name         - peephole_pass                                     */
2181 /*                                                                  */
2182 /* Function     - Form a peephole pass at the code looking for      */
2183 /*                simple optimizations.                             */
2184 /*                                                                  */
2185 /*------------------------------------------------------------------*/
2186
2187 static void
2188 peephole_pass (MonoCompile *cfg, MonoBasicBlock *bb)
2189 {
2190         MonoInst *ins, *last_ins = NULL;
2191         ins = bb->code;
2192
2193         while (ins) {
2194
2195                 switch (ins->opcode) {
2196                 case OP_MUL_IMM:
2197                         /* remove unnecessary multiplication with 1 */
2198                         if (ins->inst_imm == 1) {
2199                                 if (ins->dreg != ins->sreg1) {
2200                                         ins->opcode = OP_MOVE;
2201                                 } else {
2202                                         last_ins->next = ins->next;
2203                                         ins = ins->next;
2204                                         continue;
2205                                 }
2206                         }
2207                         break;
2208                 case OP_LOAD_MEMBASE:
2209                 case OP_LOADI4_MEMBASE:
2210                         /*
2211                          * OP_STORE_MEMBASE_REG reg, offset(basereg)
2212                          * OP_LOAD_MEMBASE offset(basereg), reg
2213                          */
2214                         if (last_ins && (last_ins->opcode == OP_STOREI4_MEMBASE_REG
2215                                          || last_ins->opcode == OP_STORE_MEMBASE_REG) &&
2216                             ins->inst_basereg == last_ins->inst_destbasereg &&
2217                             ins->inst_offset == last_ins->inst_offset) {
2218                                 if (ins->dreg == last_ins->sreg1) {
2219                                         last_ins->next = ins->next;
2220                                         ins = ins->next;
2221                                         continue;
2222                                 } else {
2223                                         ins->opcode = OP_MOVE;
2224                                         ins->sreg1 = last_ins->sreg1;
2225                                 }
2226
2227                         /*
2228                          * Note: reg1 must be different from the basereg in the second load
2229                          * OP_LOAD_MEMBASE offset(basereg), reg1
2230                          * OP_LOAD_MEMBASE offset(basereg), reg2
2231                          * -->
2232                          * OP_LOAD_MEMBASE offset(basereg), reg1
2233                          * OP_MOVE reg1, reg2
2234                          */
2235                         } if (last_ins && (last_ins->opcode == OP_LOADI4_MEMBASE
2236                                            || last_ins->opcode == OP_LOAD_MEMBASE) &&
2237                               ins->inst_basereg != last_ins->dreg &&
2238                               ins->inst_basereg == last_ins->inst_basereg &&
2239                               ins->inst_offset == last_ins->inst_offset) {
2240
2241                                 if (ins->dreg == last_ins->dreg) {
2242                                         last_ins->next = ins->next;
2243                                         ins = ins->next;
2244                                         continue;
2245                                 } else {
2246                                         ins->opcode = OP_MOVE;
2247                                         ins->sreg1 = last_ins->dreg;
2248                                 }
2249
2250                                 //g_assert_not_reached ();
2251
2252 #if 0
2253                         /*
2254                          * OP_STORE_MEMBASE_IMM imm, offset(basereg)
2255                          * OP_LOAD_MEMBASE offset(basereg), reg
2256                          * -->
2257                          * OP_STORE_MEMBASE_IMM imm, offset(basereg)
2258                          * OP_ICONST reg, imm
2259                          */
2260                         } else if (last_ins && (last_ins->opcode == OP_STOREI4_MEMBASE_IMM
2261                                                 || last_ins->opcode == OP_STORE_MEMBASE_IMM) &&
2262                                    ins->inst_basereg == last_ins->inst_destbasereg &&
2263                                    ins->inst_offset == last_ins->inst_offset) {
2264                                 //static int c = 0; printf ("MATCHX %s %d\n", cfg->method->name,c++);
2265                                 ins->opcode = OP_ICONST;
2266                                 ins->inst_c0 = last_ins->inst_imm;
2267                                 g_assert_not_reached (); // check this rule
2268 #endif
2269                         }
2270                         break;
2271                 case OP_LOADU1_MEMBASE:
2272                 case OP_LOADI1_MEMBASE:
2273                         if (last_ins && (last_ins->opcode == OP_STOREI1_MEMBASE_REG) &&
2274                                         ins->inst_basereg == last_ins->inst_destbasereg &&
2275                                         ins->inst_offset == last_ins->inst_offset) {
2276                                 ins->opcode = (ins->opcode == OP_LOADI1_MEMBASE) ? CEE_CONV_I1 : CEE_CONV_U1;
2277                                 ins->sreg1 = last_ins->sreg1;
2278                         }
2279                         break;
2280                 case OP_LOADU2_MEMBASE:
2281                 case OP_LOADI2_MEMBASE:
2282                         if (last_ins && (last_ins->opcode == OP_STOREI2_MEMBASE_REG) &&
2283                                         ins->inst_basereg == last_ins->inst_destbasereg &&
2284                                         ins->inst_offset == last_ins->inst_offset) {
2285                                 ins->opcode = (ins->opcode == OP_LOADI2_MEMBASE) ? CEE_CONV_I2 : CEE_CONV_U2;
2286                                 ins->sreg1 = last_ins->sreg1;
2287                         }
2288                         break;
2289                 case CEE_CONV_I4:
2290                 case CEE_CONV_U4:
2291                 case OP_MOVE:
2292                         /*
2293                          * OP_MOVE reg, reg
2294                          */
2295                         if (ins->dreg == ins->sreg1) {
2296                                 if (last_ins)
2297                                         last_ins->next = ins->next;
2298                                 ins = ins->next;
2299                                 continue;
2300                         }
2301                         /*
2302                          * OP_MOVE sreg, dreg
2303                          * OP_MOVE dreg, sreg
2304                          */
2305                         if (last_ins && last_ins->opcode == OP_MOVE &&
2306                             ins->sreg1 == last_ins->dreg &&
2307                             ins->dreg == last_ins->sreg1) {
2308                                 last_ins->next = ins->next;
2309                                 ins = ins->next;
2310                                 continue;
2311                         }
2312                         break;
2313                 }
2314                 last_ins = ins;
2315                 ins = ins->next;
2316         }
2317         bb->last_ins = last_ins;
2318 }
2319
2320 /*========================= End of Function ========================*/
2321
2322 /*------------------------------------------------------------------*/
2323 /*                                                                  */
2324 /* Name         - mono_arch_local_regalloc.                         */
2325 /*                                                                  */
2326 /* Function     - We first scan the list of instructions and we     */
2327 /*                save the liveness information of each register    */
2328 /*                (when the register is first used, when its value  */
2329 /*                is set etc.). We also reverse the list of instr-  */
2330 /*                uctions (in the InstList list) because assigning  */
2331 /*                registers backwards allows for more tricks to be  */
2332 /*                used.                                             */
2333 /*                                                                  */
2334 /*------------------------------------------------------------------*/
2335
2336 void
2337 mono_arch_local_regalloc (MonoCompile *cfg, MonoBasicBlock *bb)
2338 {
2339         mono_local_regalloc(cfg, bb);
2340 }
2341
2342 /*========================= End of Function ========================*/
2343
2344 /*------------------------------------------------------------------*/
2345 /*                                                                  */
2346 /* Name         - emit_float_to_int                                 */
2347 /*                                                                  */
2348 /* Function     - Create instructions which will convert a floating */
2349 /*                point value to integer.                           */
2350 /*                                                                  */
2351 /*------------------------------------------------------------------*/
2352
2353 static guchar*
2354 emit_float_to_int (MonoCompile *cfg, guchar *code, int dreg, int sreg, int size, gboolean is_signed)
2355 {
2356         /* sreg is a float, dreg is an integer reg. */
2357         if (is_signed) {
2358                 s390_cfdbr (code, dreg, 5, sreg);
2359                 switch (size) {
2360                         case 1:
2361                                 s390_lhi  (code, s390_r0, 0);
2362                                 s390_lhi  (code, s390_r13, 0xff);
2363                                 s390_ltr  (code, dreg, dreg);
2364                                 s390_jnl  (code, 4);
2365                                 s390_lhi  (code, s390_r0, 0x80);
2366                                 s390_nr   (code, dreg, s390_r13);
2367                                 s390_or   (code, dreg, s390_r0);
2368                                 break;
2369                 }
2370         } else {
2371                 short *o[1];
2372                 s390_basr   (code, s390_r13, 0);
2373                 s390_j      (code, 10);
2374                 s390_llong  (code, 0x41e0000000000000);
2375                 s390_llong  (code, 0x41f0000000000000);
2376                 s390_ldr    (code, s390_f15, sreg);
2377                 s390_cdb    (code, s390_f15, 0, s390_r13, 4);
2378                 s390_jl     (code, 0); CODEPTR(code, o[0]);
2379                 s390_sdb    (code, s390_f15, 0, s390_r13, 12);
2380                 s390_cfdbr  (code, dreg, 7, s390_f15);
2381                 s390_j      (code, 4);
2382                 PTRSLOT(code, o[0]);
2383                 s390_cfdbr  (code, dreg, 5, sreg);
2384                 switch (size) {
2385                         case 1:
2386                                 s390_lhi  (code, s390_r0, 0xff);
2387                                 s390_nr   (code, dreg, s390_r0);
2388                                 break;
2389                         case 2:
2390                                 s390_lhi  (code, s390_r0, -1);
2391                                 s390_srl  (code, s390_r0, 0, 16);
2392                                 s390_nr   (code, dreg, s390_r0);
2393                                 break;
2394                 }
2395         }
2396         return code;
2397 }
2398
2399 /*========================= End of Function ========================*/
2400
2401 /*------------------------------------------------------------------*/
2402 /*                                                                  */
2403 /* Name         - mono_arch_output_basic_block                      */
2404 /*                                                                  */
2405 /* Function     - Perform the "real" work of emitting instructions  */
2406 /*                that will do the work of in the basic block.      */
2407 /*                                                                  */
2408 /*------------------------------------------------------------------*/
2409
2410 void
2411 mono_arch_output_basic_block (MonoCompile *cfg, MonoBasicBlock *bb)
2412 {
2413         MonoInst *ins;
2414         MonoCallInst *call;
2415         guint offset;
2416         guint8 *code = cfg->native_code + cfg->code_len;
2417         MonoInst *last_ins = NULL;
2418         guint last_offset = 0;
2419         int max_len, cpos, src2;
2420
2421         if (cfg->opt & MONO_OPT_PEEPHOLE)
2422                 peephole_pass (cfg, bb);
2423
2424         /* we don't align basic blocks of loops on s390 */
2425
2426         if (cfg->verbose_level > 2)
2427                 g_print ("Basic block %d starting at offset 0x%x\n", bb->block_num, bb->native_offset);
2428
2429         cpos = bb->max_offset;
2430
2431         if (cfg->prof_options & MONO_PROFILE_COVERAGE) {
2432                 //MonoCoverageInfo *cov = mono_get_coverage_info (cfg->method);
2433                 //g_assert (!mono_compile_aot);
2434                 //cpos += 6;
2435                 //if (bb->cil_code)
2436                 //      cov->data [bb->dfn].iloffset = bb->cil_code - cfg->cil_code;
2437                 /* this is not thread save, but good enough */
2438                 /* fixme: howto handle overflows? */
2439                 //x86_inc_mem (code, &cov->data [bb->dfn].count);
2440         }
2441
2442         ins = bb->code;
2443         while (ins) {
2444                 offset = code - cfg->native_code;
2445
2446                 max_len = ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
2447
2448                 if (offset > (cfg->code_size - max_len - 16)) {
2449                         cfg->code_size *= 2;
2450                         cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
2451                         code = cfg->native_code + offset;
2452                 }
2453
2454                 mono_debug_record_line_number (cfg, ins, offset);
2455
2456                 switch (ins->opcode) {
2457                 case OP_STOREI1_MEMBASE_IMM: {
2458                         s390_lhi (code, s390_r0, ins->inst_imm);
2459                         if (s390_is_uimm12(ins->inst_offset))
2460                                 s390_stc (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2461                         else {
2462                                 s390_basr (code, s390_r13, 0);
2463                                 s390_j    (code, 4);
2464                                 s390_word (code, ins->inst_offset);
2465                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2466                                 s390_stc  (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2467                         }
2468                 }
2469                         break;
2470                 case OP_STOREI2_MEMBASE_IMM: {
2471                         s390_lhi (code, s390_r0, ins->inst_imm);
2472                         if (s390_is_uimm12(ins->inst_offset)) {
2473                                 s390_sth (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2474                         } else {
2475                                 s390_basr (code, s390_r13, 0);
2476                                 s390_j    (code, 4);
2477                                 s390_word (code, ins->inst_offset);
2478                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2479                                 s390_sth  (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2480                         }
2481                 }
2482                         break;
2483                 case OP_STORE_MEMBASE_IMM:
2484                 case OP_STOREI4_MEMBASE_IMM: {
2485                         if (s390_is_imm16(ins->inst_imm)) {
2486                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2487                         } else {
2488                                 s390_basr (code, s390_r13, 0);
2489                                 s390_j    (code, 4);
2490                                 s390_word (code, ins->inst_imm);
2491                                 s390_l    (code, s390_r0, 0, s390_r13, 4);
2492                         }
2493                         if (s390_is_uimm12(ins->inst_offset)) {
2494                                 s390_st  (code, s390_r0, 0, ins->inst_destbasereg, ins->inst_offset);
2495                         } else {
2496                                 s390_basr (code, s390_r13, 0);
2497                                 s390_j    (code, 4);
2498                                 s390_word (code, ins->inst_offset);
2499                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2500                                 s390_st   (code, s390_r0, s390_r13, ins->inst_destbasereg, 0);
2501                         }
2502                 }
2503                         break;
2504                 case OP_STOREI1_MEMBASE_REG: {
2505                         if (s390_is_uimm12(ins->inst_offset)) {
2506                                 s390_stc  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2507                         } else {
2508                                 s390_basr (code, s390_r13, 0);
2509                                 s390_j    (code, 4);
2510                                 s390_word (code, ins->inst_offset);
2511                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2512                                 s390_stc  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2513                         }
2514                 }
2515                         break;
2516                 case OP_STOREI2_MEMBASE_REG: {
2517                         if (s390_is_uimm12(ins->inst_offset)) {
2518                                 s390_sth  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2519                         } else {
2520                                 s390_basr (code, s390_r13, 0);
2521                                 s390_j    (code, 4);
2522                                 s390_word (code, ins->inst_offset);
2523                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2524                                 s390_sth  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2525                         }
2526                 }
2527                         break;
2528                 case OP_STORE_MEMBASE_REG:
2529                 case OP_STOREI4_MEMBASE_REG: {
2530                         if (s390_is_uimm12(ins->inst_offset)) {
2531                                 s390_st   (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
2532                         } else {
2533                                 s390_basr (code, s390_r13, 0);
2534                                 s390_j    (code, 4);
2535                                 s390_word (code, ins->inst_offset);
2536                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2537                                 s390_st   (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
2538                         }
2539                 }
2540                         break;
2541                 case CEE_LDIND_I:
2542                 case CEE_LDIND_I4:
2543                 case CEE_LDIND_U4: {
2544                         s390_basr (code, s390_r13, 0);
2545                         s390_j    (code, 4);
2546                         s390_word (code, ins->inst_p0);
2547                         s390_l    (code, s390_r13, 0, s390_r13, 4);
2548                         s390_l    (code, ins->dreg, 0, s390_r13, 0);
2549                 }
2550                         break;
2551                 case OP_LOADU4_MEM:
2552                         g_assert_not_reached ();
2553                         break;
2554                 case OP_LOAD_MEMBASE:
2555                 case OP_LOADI4_MEMBASE:
2556                 case OP_LOADU4_MEMBASE: {
2557                         if (s390_is_uimm12(ins->inst_offset))
2558                                 s390_l    (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
2559                         else {
2560                                 if (s390_is_imm16(ins->inst_offset)) {
2561                                         s390_lhi (code, s390_r13, ins->inst_offset);
2562                                         s390_l   (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
2563                                 } else {
2564                                         s390_basr (code, s390_r13, 0);
2565                                         s390_j    (code, 4);
2566                                         s390_word (code, ins->inst_offset);
2567                                         s390_l    (code, s390_r13, 0, s390_r13, 4);
2568                                         s390_l    (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
2569                                 }
2570                         }
2571                 }
2572                         break;
2573                 case OP_LOADU1_MEMBASE: {
2574                         s390_lhi (code, s390_r0, 0);
2575                         if (s390_is_uimm12(ins->inst_offset))
2576                                 s390_ic   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2577                         else {
2578                                 s390_basr (code, s390_r13, 0);
2579                                 s390_j    (code, 4);
2580                                 s390_word (code, ins->inst_offset);
2581                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2582                                 s390_ic   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2583                         }
2584                         s390_lr   (code, ins->dreg, s390_r0);
2585                 }
2586                         break;
2587                 case OP_LOADI1_MEMBASE: {
2588                         s390_lhi (code, s390_r0, 0);
2589                         if (s390_is_uimm12(ins->inst_offset))
2590                                 s390_ic   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2591                         else {
2592                                 s390_basr (code, s390_r13, 0);
2593                                 s390_j    (code, 4);
2594                                 s390_word (code, ins->inst_offset);
2595                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2596                                 s390_ic   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2597                         }
2598                         s390_lhi  (code, s390_r13, 0x80);
2599                         s390_nr   (code, s390_r13, s390_r0);
2600                         s390_jz   (code, 5);
2601                         s390_lhi  (code, s390_r13, 0xff00);
2602                         s390_or   (code, s390_r0, s390_r13);
2603                         s390_lr   (code, ins->dreg, s390_r0);
2604                 }
2605                         break;
2606                 case OP_LOADU2_MEMBASE: {
2607                         s390_lhi (code, s390_r0, 0);
2608                         if (s390_is_uimm12(ins->inst_offset))
2609                                 s390_icm  (code, s390_r0, 3, ins->inst_basereg, ins->inst_offset);
2610                         else {
2611                                 s390_basr (code, s390_r13, 0);
2612                                 s390_j    (code, 4);
2613                                 s390_word (code, ins->inst_offset);
2614                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2615                                 s390_ar   (code, s390_r13, ins->inst_basereg);
2616                                 s390_icm  (code, s390_r0, 3, s390_r13, 0);
2617                         }
2618                         s390_lr  (code, ins->dreg, s390_r0);
2619                 }
2620                         break;
2621                 case OP_LOADI2_MEMBASE: {
2622                         s390_lhi (code, s390_r0, 0);
2623                         if (s390_is_uimm12(ins->inst_offset))
2624                                 s390_lh   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
2625                         else {
2626                                 s390_basr (code, s390_r13, 0);
2627                                 s390_j    (code, 4);
2628                                 s390_word (code, ins->inst_offset);
2629                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2630                                 s390_lh   (code, s390_r0, s390_r13, ins->inst_basereg, 0);
2631                         }
2632                         s390_lr  (code, ins->dreg, s390_r0);
2633                 }
2634                         break;
2635                 case CEE_CONV_I1: {
2636                         s390_lhi  (code, s390_r0, 0x80);
2637                         if (ins->dreg != ins->sreg1) {
2638                                 s390_lr   (code, ins->dreg, ins->sreg1);
2639                         }
2640                         s390_nr   (code, s390_r0, ins->sreg1);
2641                         s390_jz   (code, 7);
2642                         s390_lhi  (code, s390_r13, -1);
2643                         s390_sll  (code, s390_r13, 0, 8);
2644                         s390_or   (code, ins->dreg, s390_r13);
2645                 }
2646                         break;
2647                 case CEE_CONV_I2: {
2648                         s390_lhi  (code, s390_r0, 0x80);
2649                         s390_sll  (code, s390_r0, 0, 8);
2650                         if (ins->dreg != ins->sreg1) {
2651                                 s390_lr   (code, ins->dreg, ins->sreg1);
2652                         }
2653                         s390_nr   (code, s390_r0, ins->sreg1);
2654                         s390_jz   (code, 7);
2655                         s390_lhi  (code, s390_r13, -1);
2656                         s390_sll  (code, s390_r13, 0, 16);
2657                         s390_or   (code, ins->dreg, s390_r13);
2658                 }
2659                         break;
2660                 case CEE_CONV_U1: {
2661                         s390_lhi  (code, s390_r0, 0xff);
2662                         if (ins->dreg != ins->sreg1) {
2663                                 s390_lr   (code, ins->dreg, ins->sreg1);
2664                         }
2665                         s390_nr   (code, ins->dreg, s390_r0);
2666                 }
2667                         break;
2668                 case CEE_CONV_U2: {
2669                         s390_lhi  (code, s390_r0, -1);
2670                         s390_sll  (code, s390_r0, 0, 16);
2671                         s390_srl  (code, s390_r0, 0, 16);
2672                         if (ins->dreg != ins->sreg1) {
2673                                 s390_lr   (code, ins->dreg, ins->sreg1);
2674                         }
2675                         s390_nr   (code, ins->dreg, s390_r0);
2676                 }
2677                         break;
2678                 case OP_COMPARE: {
2679                         if ((ins->next) &&
2680                             (((ins->next->opcode >= CEE_BNE_UN) &&
2681                               (ins->next->opcode <= CEE_BLT_UN)) ||
2682                              ((ins->next->opcode >= OP_COND_EXC_NE_UN) &&
2683                               (ins->next->opcode <= OP_COND_EXC_LT_UN)) ||
2684                              ((ins->next->opcode == OP_CLT_UN) ||
2685                               (ins->next->opcode == OP_CGT_UN))))
2686                                 s390_clr  (code, ins->sreg1, ins->sreg2);
2687                         else
2688                                 s390_cr   (code, ins->sreg1, ins->sreg2);
2689                 }
2690                         break;
2691                 case OP_COMPARE_IMM: {
2692                         if (s390_is_imm16 (ins->inst_imm)) {
2693                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2694                                 if ((ins->next) &&
2695                                     (((ins->next->opcode >= CEE_BNE_UN) &&
2696                                       (ins->next->opcode <= CEE_BLT_UN)) ||
2697                                      ((ins->next->opcode >= OP_COND_EXC_NE_UN) &&
2698                                       (ins->next->opcode <= OP_COND_EXC_LT_UN)) ||
2699                                      ((ins->next->opcode == OP_CLT_UN) ||
2700                                       (ins->next->opcode == OP_CGT_UN))))
2701                                         s390_clr  (code, ins->sreg1, s390_r0);
2702                                 else
2703                                         s390_cr   (code, ins->sreg1, s390_r0);
2704                         }
2705                         else {
2706                                 s390_basr (code, s390_r13, 0);
2707                                 s390_j    (code, 4);
2708                                 s390_word (code, ins->inst_imm);
2709                                 if ((ins->next) &&
2710                                     (((ins->next->opcode >= CEE_BNE_UN) &&
2711                                       (ins->next->opcode <= CEE_BLT_UN)) ||
2712                                      ((ins->next->opcode >= OP_COND_EXC_NE_UN) &&
2713                                       (ins->next->opcode <= OP_COND_EXC_LT_UN)) ||
2714                                      ((ins->next->opcode == OP_CLT_UN) ||
2715                                       (ins->next->opcode == OP_CGT_UN))))
2716                                         s390_cl   (code, ins->sreg1, 0, s390_r13, 4);
2717                                 else
2718                                         s390_c    (code, ins->sreg1, 0, s390_r13, 4);
2719                         }
2720                 }
2721                         break;
2722                 case CEE_BREAK: {
2723                         mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS, mono_arch_break);
2724                         s390_brasl (code, s390_r14, 0);
2725                 }
2726                         break;
2727                 case OP_ADDCC: {
2728                         CHECK_SRCDST_COM;
2729                         s390_alr  (code, ins->dreg, src2);
2730                 }
2731                         break;
2732                 case CEE_ADD: {
2733                         CHECK_SRCDST_COM;
2734                         s390_ar   (code, ins->dreg, src2);
2735                 }
2736                         break;
2737                 case OP_ADC: {
2738                         CHECK_SRCDST_COM;
2739                         s390_alcr (code, ins->dreg, src2);
2740                 }
2741                         break;
2742                 case OP_ADD_IMM: {
2743                         if (ins->dreg != ins->sreg1) {
2744                                 s390_lr   (code, ins->dreg, ins->sreg1);
2745                         }
2746                         if ((ins->next) &&
2747                             (ins->next->opcode == OP_ADC_IMM)) {
2748                                 s390_basr (code, s390_r13, 0);
2749                                 s390_j    (code, 4);
2750                                 s390_word (code, ins->inst_imm);
2751                                 s390_a (code, ins->dreg, 0, s390_r13, 4);
2752                         } else {
2753                                 if (s390_is_imm16 (ins->inst_imm)) {
2754                                         s390_ahi  (code, ins->dreg, ins->inst_imm);
2755                                 } else {
2756                                         s390_basr (code, s390_r13, 0);
2757                                         s390_j    (code, 4);
2758                                         s390_word (code, ins->inst_imm);
2759                                         s390_a (code, ins->dreg, 0, s390_r13, 4);
2760                                 }
2761                         }
2762                 }
2763                         break;
2764                 case OP_ADDCC_IMM: {
2765                         if ((ins->next) &&
2766                             (ins->next->opcode == OP_ADC_IMM)) {
2767                                 s390_basr (code, s390_r13, 0);
2768                                 s390_j    (code, 4);
2769                                 s390_word (code, ins->inst_imm);
2770                                 if (ins->dreg != ins->sreg1) {
2771                                         s390_lr   (code, ins->dreg, ins->sreg1);
2772                                 }
2773                                 s390_al   (code, ins->dreg, 0, s390_r13, 4);
2774                         } else {
2775                                 if (s390_is_imm16 (ins->inst_imm)) {
2776                                         if (ins->dreg != ins->sreg1) {
2777                                                 s390_lr   (code, ins->dreg, ins->sreg1);
2778                                         }
2779                                         s390_lhi  (code, s390_r0, ins->inst_imm);
2780                                         s390_alcr (code, ins->dreg, s390_r0);
2781                                 } else {
2782                                         s390_basr (code, s390_r13, 0);
2783                                         s390_j    (code, 4);
2784                                         s390_word (code, ins->inst_imm);
2785                                         if (ins->dreg != ins->sreg1) {
2786                                                 s390_lr   (code, ins->dreg, ins->sreg1);
2787                                         }
2788                                         s390_al   (code, ins->dreg, 0, s390_r13, 4);
2789                                 }
2790                         }
2791                 }
2792                         break;
2793                 case OP_ADC_IMM: {
2794                         if (s390_is_imm16 (ins->inst_imm)) {
2795                                 if (ins->dreg != ins->sreg1) {
2796                                         s390_lr   (code, ins->dreg, ins->sreg1);
2797                                 }
2798                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2799                                 s390_alcr (code, ins->dreg, s390_r0);
2800                         } else {
2801                                 s390_basr (code, s390_r13, 0);
2802                                 s390_j    (code, 4);
2803                                 s390_word (code, ins->inst_imm);
2804                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
2805                                 s390_alcr (code, ins->dreg, s390_r13);
2806                         }
2807                 }
2808                         break;
2809                 case CEE_ADD_OVF: {
2810                         CHECK_SRCDST_COM;
2811                         s390_ar   (code, ins->dreg, src2);
2812                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2813                 }
2814                         break;
2815                 case CEE_ADD_OVF_UN: {
2816                         CHECK_SRCDST_COM;
2817                         s390_alr  (code, ins->dreg, src2);
2818                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2819                 }
2820                         break;
2821                 case OP_LADD: {
2822                         s390_alr  (code, s390_r0, ins->sreg1);
2823                         s390_jnc  (code, 4);
2824                         s390_ahi  (code, s390_r1, 1);
2825                         s390_ar   (code, s390_r1, ins->sreg2);
2826                         s390_lr   (code, ins->dreg, s390_r0);
2827                         s390_lr   (code, ins->dreg+1, s390_r1);
2828                 }
2829                         break;
2830                 case OP_LADD_OVF: {
2831                         short int *o[1];
2832                         s390_alr  (code, s390_r0, ins->sreg1);
2833                         s390_jnc  (code, 0); CODEPTR(code, o[0]);
2834                         s390_ahi  (code, s390_r1, 1);
2835                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2836                         PTRSLOT   (code, o[0]);
2837                         s390_ar   (code, s390_r1, ins->sreg2);
2838                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2839                         s390_lr   (code, ins->dreg, s390_r0);
2840                         s390_lr   (code, ins->dreg+1, s390_r1);
2841                 }
2842                         break;
2843                 case OP_LADD_OVF_UN: {
2844                         s390_alr  (code, s390_r0, ins->sreg1);
2845                         s390_alcr (code, s390_r1, ins->sreg2);
2846                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2847                         s390_lr   (code, ins->dreg, s390_r0);
2848                         s390_lr   (code, ins->dreg+1, s390_r1);
2849                 }
2850                         break;
2851                 case OP_ADD_OVF_CARRY: {
2852                         CHECK_SRCDST_COM;
2853                         s390_lhi  (code, s390_r0, 0);
2854                         s390_lr   (code, s390_r1, s390_r0);
2855                         s390_alcr (code, s390_r0, s390_r1);
2856                         s390_ar   (code, ins->dreg, src2);
2857                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2858                         s390_ar   (code, ins->dreg, s390_r0);
2859                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2860                 }
2861                         break;
2862                 case OP_ADD_OVF_UN_CARRY: {
2863                         CHECK_SRCDST_COM;
2864                         s390_alcr (code, ins->dreg, src2);
2865                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, "OverflowException");
2866                 }
2867                         break;
2868                 case OP_SUBCC: {
2869                         CHECK_SRCDST_NCOM;
2870                         s390_slr (code, ins->dreg, src2);
2871                 }
2872                         break;
2873                 case CEE_SUB: {
2874                         CHECK_SRCDST_NCOM;
2875                         s390_sr   (code, ins->dreg, src2);
2876                 }
2877                         break;
2878                 case OP_SBB: {
2879                         CHECK_SRCDST_NCOM;
2880                         s390_slbr (code, ins->dreg, src2);
2881                 }
2882                         break;
2883                 case OP_SUBCC_IMM: {
2884                         if (s390_is_imm16 (-ins->inst_imm)) {
2885                                 if (ins->dreg != ins->sreg1) {
2886                                         s390_lr   (code, ins->dreg, ins->sreg1);
2887                                 }
2888                                 s390_lhi  (code, s390_r0, ins->inst_imm);
2889                                 s390_slr  (code, ins->dreg, s390_r0);
2890                         } else {
2891                                 s390_basr (code, s390_r13, 0);
2892                                 s390_j    (code, 4);
2893                                 s390_word (code, ins->inst_imm);
2894                                 if (ins->dreg != ins->sreg1) {
2895                                         s390_lr   (code, ins->dreg, ins->sreg1);
2896                                 }
2897                                 s390_sl   (code, ins->dreg, 0, s390_r13, 4);
2898                         }
2899                 }
2900                         break;
2901                 case OP_SUB_IMM: {
2902                         if (s390_is_imm16 (-ins->inst_imm)) {
2903                                 if (ins->dreg != ins->sreg1) {
2904                                         s390_lr   (code, ins->dreg, ins->sreg1);
2905                                 }
2906                                 s390_ahi  (code, ins->dreg, -ins->inst_imm);
2907                         } else {
2908                                 s390_basr (code, s390_r13, 0);
2909                                 s390_j    (code, 4);
2910                                 s390_word (code, ins->inst_imm);
2911                                 if (ins->dreg != ins->sreg1) {
2912                                         s390_lr   (code, ins->dreg, ins->sreg1);
2913                                 }
2914                                 s390_s    (code, ins->dreg, 0, s390_r13, 4);
2915                         }
2916                 }
2917                         break;
2918                 case OP_SBB_IMM: {
2919                         if (ins->dreg != ins->sreg1) {
2920                                 s390_lr    (code, ins->dreg, ins->sreg1);
2921                         }
2922                         if (s390_is_imm16 (-ins->inst_imm)) {
2923                                 s390_lhi   (code, s390_r0, ins->inst_imm);
2924                                 s390_slbr  (code, ins->dreg, s390_r0);
2925                         } else {
2926                                 s390_basr (code, s390_r13, 0);
2927                                 s390_j    (code, 4);
2928                                 s390_word (code, ins->inst_imm);
2929                                 s390_slb  (code, ins->dreg, 0, s390_r13, 4);
2930                         }
2931                 }
2932                         break;
2933                 case CEE_SUB_OVF: {
2934                         CHECK_SRCDST_NCOM;
2935                         s390_sr   (code, ins->dreg, src2);
2936                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2937                 }
2938                         break;
2939                 case CEE_SUB_OVF_UN: {
2940                         CHECK_SRCDST_NCOM;
2941                         s390_slr  (code, ins->dreg, src2);
2942                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
2943                 }
2944                         break;
2945                 case OP_LSUB: {
2946                         s390_lr   (code, s390_r14, ins->sreg2);
2947                         s390_slr  (code, s390_r0, ins->sreg1);
2948                         s390_jnl  (code, 4);
2949                         s390_ahi  (code, s390_r14, 1);
2950                         s390_sr   (code, s390_r1, s390_r14);
2951                         s390_lr   (code, ins->dreg, s390_r0);
2952                         s390_lr   (code, ins->dreg+1, s390_r1);
2953                 }
2954                         break;
2955                 case OP_LSUB_OVF: {
2956                         short int *o[1];
2957                         s390_lr   (code, s390_r14, ins->sreg2);
2958                         s390_slr  (code, s390_r0, ins->sreg1);
2959                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
2960                         s390_ahi  (code, s390_r14, 1);
2961                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2962                         PTRSLOT   (code, o[0]);
2963                         s390_sr   (code, s390_r1, s390_r14);
2964                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2965                         s390_lr   (code, ins->dreg, s390_r0);
2966                         s390_lr   (code, ins->dreg+1, s390_r1);
2967                 }
2968                         break;
2969                 case OP_LSUB_OVF_UN: {
2970                         s390_slr  (code, s390_r0, ins->sreg1);
2971                         s390_slbr (code, s390_r1, ins->sreg2);
2972                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, "OverflowException");
2973                         s390_lr   (code, ins->dreg, s390_r0);
2974                         s390_lr   (code, ins->dreg+1, s390_r1);
2975                 }
2976                         break;
2977                 case OP_SUB_OVF_CARRY: {
2978                         CHECK_SRCDST_NCOM;
2979                         s390_lhi  (code, s390_r0, 0);
2980                         s390_lr   (code, s390_r1, s390_r0);
2981                         s390_slbr (code, s390_r0, s390_r1);
2982                         s390_sr   (code, ins->dreg, src2);
2983                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2984                         s390_ar   (code, ins->dreg, s390_r0);
2985                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, "OverflowException");
2986                 }
2987                         break;
2988                 case OP_SUB_OVF_UN_CARRY: {
2989                         CHECK_SRCDST_NCOM;
2990                         s390_slbr (code, ins->dreg, src2);
2991                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, "OverflowException");
2992                 }
2993                         break;
2994                 case CEE_AND: {
2995                         if (ins->sreg1 == ins->dreg) {
2996                                 s390_nr   (code, ins->dreg, ins->sreg2);
2997                         }
2998                         else {
2999                                 if (ins->sreg2 == ins->dreg) {
3000                                         s390_nr  (code, ins->dreg, ins->sreg1);
3001                                 }
3002                                 else {
3003                                         s390_lr  (code, ins->dreg, ins->sreg1);
3004                                         s390_nr  (code, ins->dreg, ins->sreg2);
3005                                 }
3006                         }
3007                 }
3008                         break;
3009                 case OP_AND_IMM: {
3010                         if (s390_is_imm16 (ins->inst_imm)) {
3011                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3012                                 if (ins->dreg != ins->sreg1) {
3013                                         s390_lr   (code, ins->dreg, ins->sreg1);
3014                                 }
3015                                 s390_nr   (code, ins->dreg, s390_r0);
3016                         } else {
3017                                 s390_basr (code, s390_r13, 0);
3018                                 s390_j    (code, 4);
3019                                 s390_word (code, ins->inst_imm);
3020                                 if (ins->dreg != ins->sreg1) {
3021                                         s390_lr   (code, ins->dreg, ins->sreg1);
3022                                 }
3023                                 s390_n    (code, ins->dreg, 0, s390_r13, 4);
3024                         }
3025                 }
3026                         break;
3027                 case CEE_DIV: {
3028                         s390_lr   (code, s390_r0, ins->sreg1);
3029                         s390_srda (code, s390_r0, 0, 32);
3030                         s390_dr   (code, s390_r0, ins->sreg2);
3031                         s390_lr   (code, ins->dreg, s390_r1);
3032                 }
3033                         break;
3034                 case CEE_DIV_UN: {
3035                         s390_lr   (code, s390_r0, ins->sreg1);
3036                         s390_srdl (code, s390_r0, 0, 32);
3037                         s390_dlr  (code, s390_r0, ins->sreg2);
3038                         s390_lr   (code, ins->dreg, s390_r1);
3039                 }
3040                         break;
3041                 case OP_DIV_IMM: {
3042                         if (s390_is_imm16 (ins->inst_imm)) {
3043                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3044                                 s390_lr   (code, s390_r0, ins->sreg1);
3045                         } else {
3046                                 s390_basr (code, s390_r13, 0);
3047                                 s390_j    (code, 4);
3048                                 s390_word (code, ins->inst_imm);
3049                                 s390_lr   (code, s390_r0, ins->sreg1);
3050                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3051                         }
3052                         s390_srda (code, s390_r0, 0, 32);
3053                         s390_dr   (code, s390_r0, s390_r13);
3054                         s390_lr   (code, ins->dreg, s390_r1);
3055                 }
3056                         break;
3057                 case CEE_REM: {
3058                         s390_lr   (code, s390_r0, ins->sreg1);
3059                         s390_srda (code, s390_r0, 0, 32);
3060                         s390_dr   (code, s390_r0, ins->sreg2);
3061                         s390_lr   (code, ins->dreg, s390_r0);
3062                         break;
3063                 case CEE_REM_UN:
3064                         s390_lr   (code, s390_r0, ins->sreg1);
3065                         s390_srdl (code, s390_r0, 0, 32);
3066                         s390_dlr  (code, s390_r0, ins->sreg2);
3067                         s390_lr   (code, ins->dreg, s390_r0);
3068                 }
3069                         break;
3070                 case OP_REM_IMM: {
3071                         if (s390_is_imm16 (ins->inst_imm)) {
3072                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3073                                 s390_lr   (code, s390_r0, ins->sreg1);
3074                         } else {
3075                                 s390_basr (code, s390_r13, 0);
3076                                 s390_j    (code, 4);
3077                                 s390_word (code, ins->inst_imm);
3078                                 s390_lr   (code, s390_r0, ins->sreg1);
3079                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3080                         }
3081                         s390_srda (code, s390_r0, 0, 32);
3082                         s390_dr   (code, s390_r0, s390_r13);
3083                         s390_lr   (code, ins->dreg, s390_r0);
3084                 }
3085                         break;
3086                 case CEE_OR: {
3087                         if (ins->sreg1 == ins->dreg) {
3088                                 s390_or   (code, ins->dreg, ins->sreg2);
3089                         }
3090                         else {
3091                                 if (ins->sreg2 == ins->dreg) {
3092                                         s390_or  (code, ins->dreg, ins->sreg1);
3093                                 }
3094                                 else {
3095                                         s390_lr  (code, ins->dreg, ins->sreg1);
3096                                         s390_or  (code, ins->dreg, ins->sreg2);
3097                                 }
3098                         }
3099                 }
3100                         break;
3101                 case OP_OR_IMM: {
3102                         if (s390_is_imm16 (ins->inst_imm)) {
3103                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3104                                 if (ins->dreg != ins->sreg1) {
3105                                         s390_lr   (code, ins->dreg, ins->sreg1);
3106                                 }
3107                                 s390_or   (code, ins->dreg, s390_r0);
3108                         } else {
3109                                 s390_basr (code, s390_r13, 0);
3110                                 s390_j    (code, 4);
3111                                 s390_word (code, ins->inst_imm);
3112                                 if (ins->dreg != ins->sreg1) {
3113                                         s390_lr   (code, ins->dreg, ins->sreg1);
3114                                 }
3115                                 s390_o    (code, ins->dreg, 0, s390_r13, 4);
3116                         }
3117                 }
3118                         break;
3119                 case CEE_XOR: {
3120                         if (ins->sreg1 == ins->dreg) {
3121                                 s390_xr   (code, ins->dreg, ins->sreg2);
3122                         }
3123                         else {
3124                                 if (ins->sreg2 == ins->dreg) {
3125                                         s390_xr  (code, ins->dreg, ins->sreg1);
3126                                 }
3127                                 else {
3128                                         s390_lr  (code, ins->dreg, ins->sreg1);
3129                                         s390_xr  (code, ins->dreg, ins->sreg2);
3130                                 }
3131                         }
3132                 }
3133                         break;
3134                 case OP_XOR_IMM: {
3135                         if (s390_is_imm16 (ins->inst_imm)) {
3136                                 s390_lhi  (code, s390_r0, ins->inst_imm);
3137                                 if (ins->dreg != ins->sreg1) {
3138                                         s390_lr   (code, ins->dreg, ins->sreg1);
3139                                 }
3140                                 s390_xr   (code, ins->dreg, s390_r0);
3141                         } else {
3142                                 s390_basr (code, s390_r13, 0);
3143                                 s390_j    (code, 4);
3144                                 s390_word (code, ins->inst_imm);
3145                                 if (ins->dreg != ins->sreg1) {
3146                                         s390_lr   (code, ins->dreg, ins->sreg1);
3147                                 }
3148                                 s390_x    (code, ins->dreg, 0, s390_r13, 4);
3149                         }
3150                 }
3151                         break;
3152                 case CEE_SHL: {
3153                         CHECK_SRCDST_NCOM;
3154                         s390_sll  (code, ins->dreg, src2, 0);
3155                 }
3156                         break;
3157                 case OP_SHL_IMM: {
3158                         if (ins->sreg1 != ins->dreg) {
3159                                 s390_lr   (code, ins->dreg, ins->sreg1);
3160                         }
3161                         s390_sll  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3162                 }
3163                         break;
3164                 case CEE_SHR: {
3165                         CHECK_SRCDST_NCOM;
3166                         s390_sra  (code, ins->dreg, src2, 0);
3167                 }
3168                         break;
3169                 case OP_SHR_IMM: {
3170                         if (ins->sreg1 != ins->dreg) {
3171                                 s390_lr   (code, ins->dreg, ins->sreg1);
3172                         }
3173                         s390_sra  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3174                 }
3175                         break;
3176                 case OP_SHR_UN_IMM: {
3177                         if (ins->sreg1 != ins->dreg) {
3178                                 s390_lr   (code, ins->dreg, ins->sreg1);
3179                         }
3180                         s390_srl  (code, ins->dreg, 0, (ins->inst_imm & 0x1f));
3181                 }
3182                         break;
3183                 case CEE_SHR_UN: {
3184                         CHECK_SRCDST_NCOM;
3185                         s390_srl  (code, ins->dreg, src2, 0);
3186                 }
3187                         break;
3188                 case CEE_NOT: {
3189                         if (ins->sreg1 != ins->dreg) {
3190                                 s390_lr   (code, ins->dreg, ins->sreg1);
3191                         }
3192                         s390_lhi (code, s390_r0, -1);
3193                         s390_xr  (code, ins->dreg, s390_r0);
3194                 }
3195                         break;
3196                 case CEE_NEG: {
3197                         s390_lcr (code, ins->dreg, ins->sreg1);
3198                 }
3199                         break;
3200                 case CEE_MUL: {
3201                         if (ins->sreg1 == ins->dreg) {
3202                                 s390_msr  (code, ins->dreg, ins->sreg2);
3203                         }
3204                         else {
3205                                 if (ins->sreg2 == ins->dreg) {
3206                                         s390_msr (code, ins->dreg, ins->sreg1);
3207                                 }
3208                                 else {
3209                                         s390_lr  (code, ins->dreg, ins->sreg1);
3210                                         s390_msr (code, ins->dreg, ins->sreg2);
3211                                 }
3212                         }
3213                 }
3214                         break;
3215                 case OP_MUL_IMM: {
3216                         if (s390_is_imm16 (ins->inst_imm)) {
3217                                 s390_lhi  (code, s390_r13, ins->inst_imm);
3218                         } else {
3219                                 s390_basr (code, s390_r13, 0);
3220                                 s390_j    (code, 4);
3221                                 s390_word (code, ins->inst_imm);
3222 //                              if (ins->dreg != ins->sreg1) {
3223 //                                      s390_lr   (code, ins->dreg, ins->sreg1);
3224 //                              }
3225                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3226                         }
3227                         if (ins->dreg != ins->sreg1) {
3228                                 s390_lr   (code, ins->dreg, ins->sreg1);
3229                         }
3230                         s390_msr  (code, ins->dreg, s390_r13);
3231                 }
3232                         break;
3233                 case CEE_MUL_OVF: {
3234                         short int *o[2];
3235                         s390_ltr  (code, s390_r1, ins->sreg1);
3236                         s390_jz   (code, 0); CODEPTR(code, o[0]);
3237                         s390_ltr  (code, s390_r0, ins->sreg2);
3238                         s390_jnz  (code, 6);
3239                         s390_lhi  (code, s390_r1, 0);
3240                         s390_j    (code, 0); CODEPTR(code, o[1]);
3241                         s390_xr   (code, s390_r0, s390_r1);
3242                         s390_msr  (code, s390_r1, ins->sreg2);
3243                         s390_xr   (code, s390_r0, s390_r1);
3244                         s390_srl  (code, s390_r0, 0, 31);
3245                         s390_ltr  (code, s390_r0, s390_r0);
3246                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3247                         PTRSLOT   (code, o[0]);
3248                         PTRSLOT   (code, o[1]);
3249                         s390_lr   (code, ins->dreg, s390_r1);
3250                 }
3251                         break;
3252                 case CEE_MUL_OVF_UN: {
3253                         s390_lhi  (code, s390_r0, 0);
3254                         s390_lr   (code, s390_r1, ins->sreg1);
3255                         s390_mlr  (code, s390_r0, ins->sreg2);
3256                         s390_ltr  (code, s390_r0, s390_r0);
3257                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NZ, "OverflowException");
3258                         s390_lr   (code, ins->dreg, s390_r1);
3259                 }
3260                         break;
3261                 case OP_LMUL: {
3262                         s390_l    (code, s390_r0, 0, ins->sreg1, 4);
3263                         s390_srda (code, s390_r0, 0, 32);
3264                         s390_m    (code, s390_r0, 0, ins->sreg2, 4);
3265                         s390_l    (code, s390_r0, 0, ins->sreg1, 4);
3266                         s390_srl  (code, s390_r0, 0, 31);
3267                         s390_a    (code, s390_r0, 0, ins->sreg1, 0);
3268                         s390_l    (code, s390_r13, 0, ins->sreg2, 0);
3269                         s390_srl  (code, s390_r13, 0, 31);
3270                         s390_ms   (code, s390_r13, 0, ins->sreg1, 4);
3271                         s390_ar   (code, s390_r0, s390_r13);
3272                         s390_st   (code, s390_r0, 0, ins->dreg, 0);
3273                         s390_st   (code, s390_r1, 0, ins->dreg, 4);
3274                 }
3275                         break;
3276                 case OP_ICONST:
3277                 case OP_SETREGIMM: {
3278                         if (s390_is_imm16(ins->inst_c0)) {
3279                                 s390_lhi  (code, ins->dreg, ins->inst_c0);
3280                         } else {
3281                                 s390_basr (code, s390_r13, 0);
3282                                 s390_j    (code, 4);
3283                                 s390_word (code, ins->inst_c0);
3284                                 s390_l    (code, ins->dreg, 0, s390_r13, 4);
3285                         }
3286                 }
3287                         break;
3288                 case OP_AOTCONST: {
3289                         s390_basr (code, s390_r13, 0);
3290                         s390_j    (code, 4);
3291                         mono_add_patch_info (cfg, code - cfg->native_code,
3292                                 (MonoJumpInfoType)ins->inst_i1, ins->inst_p0);
3293                         s390_word (code, 0);
3294                         s390_l    (code,ins->dreg, 0, s390_r13, 4);
3295                 }
3296                         break;
3297                 case CEE_CONV_I4:
3298                 case CEE_CONV_U4:
3299                 case OP_MOVE:
3300                 case OP_SETREG: {
3301                         if (ins->dreg != ins->sreg1) {
3302                                 s390_lr (code, ins->dreg, ins->sreg1);
3303                         }
3304                 }
3305                         break;
3306                 case OP_SETLRET: {
3307                         int saved = ins->sreg1;
3308                         if (ins->sreg1 == s390_r2) {
3309                                 s390_lr (code, s390_r0, ins->sreg1);
3310                                 saved = s390_r0;
3311                         }
3312                         if (ins->sreg2 != s390_r2)
3313                                 s390_lr (code, s390_r2, ins->sreg2);
3314                         if (saved != s390_r3)
3315                                 s390_lr (code, s390_r3, saved);
3316                         break;
3317                 }
3318                 case OP_SETFREG:
3319                 case OP_FMOVE: {
3320                         if (ins->dreg != ins->sreg1) {
3321                                 s390_ldr   (code, ins->dreg, ins->sreg1);
3322                         }
3323                 }
3324                         break;
3325                 case OP_S390_SETF4RET: {
3326                         s390_ledbr (code, ins->dreg, ins->sreg1);
3327                 }
3328                         break;
3329                 case OP_TLS_GET: {
3330                         if (s390_is_imm16 (ins->inst_offset)) {
3331                                 s390_lhi (code, s390_r13, ins->inst_offset);
3332                         } else {
3333                                 s390_bras (code, s390_r13, 0);
3334                                 s390_j    (code, 4);
3335                                 s390_word (code, ins->inst_offset);
3336                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3337                         }
3338                         s390_ear (code, s390_r1, 0);
3339                         s390_l   (code, ins->dreg, s390_r13, s390_r1, 0);
3340                 }
3341                         break;
3342                 case OP_FCONV_TO_R4: {
3343                         NOT_IMPLEMENTED("OP_FCONV_TO_R4");
3344                         if ((ins->next) &&
3345                              (ins->next->opcode != OP_FMOVE) &&
3346                              (ins->next->opcode != OP_STORER4_MEMBASE_REG))
3347                                 s390_ledbr (code, ins->dreg, ins->sreg1);
3348                 }
3349                         break;
3350                 case CEE_JMP: {
3351                         if (cfg->method->save_lmf)
3352                                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
3353
3354                         if (cfg->flags & MONO_CFG_HAS_TAIL) {
3355                                 code = emit_load_volatile_registers(code, cfg);
3356                         }
3357
3358                         code = backUpStackPtr(cfg, code, STK_BASE);
3359                         s390_l   (code, s390_r14, 0, STK_BASE, S390_RET_ADDR_OFFSET);
3360                         mono_add_patch_info (cfg, code - cfg->native_code,
3361                                              MONO_PATCH_INFO_METHOD_JUMP,
3362                                              ins->inst_p0);
3363                         s390_jcl (code, S390_CC_UN, 0);
3364                 }
3365                         break;
3366                 case OP_CHECK_THIS: {
3367                         /* ensure ins->sreg1 is not NULL */
3368                         s390_icm (code, s390_r0, 15, ins->sreg1, 0);
3369                 }
3370                         break;
3371                 case OP_ARGLIST: {
3372                         int offset = cfg->sig_cookie + cfg->stack_usage;
3373
3374                         if (s390_is_imm16 (offset))
3375                                 s390_lhi  (code, s390_r0, offset);
3376                         else {
3377                                 s390_basr (code, s390_r13, 0);
3378                                 s390_j    (code, 4);
3379                                 s390_word (code, offset);
3380                                 s390_l    (code, s390_r0, 0, s390_r13, 0);
3381                         }
3382                         s390_ar   (code, s390_r0, cfg->frame_reg);
3383                         s390_st   (code, s390_r0, 0, ins->sreg1, 0);
3384                 }
3385                         break;
3386                 case OP_FCALL: {
3387                         call = (MonoCallInst*)ins;
3388                         if (ins->flags & MONO_INST_HAS_METHOD)
3389                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_METHOD,
3390                                                      call->method);
3391                         else
3392                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS,
3393                                                      call->fptr);
3394                         s390_brasl (code, s390_r14, 0);
3395                         if (call->signature->ret->type == MONO_TYPE_R4)
3396                                 s390_ldebr (code, s390_f0, s390_f0);
3397                 }
3398                         break;
3399                 case OP_LCALL:
3400                 case OP_VCALL:
3401                 case OP_VOIDCALL:
3402                 case CEE_CALL: {
3403                         call = (MonoCallInst*)ins;
3404                         if (ins->flags & MONO_INST_HAS_METHOD)
3405                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_METHOD, call->method);
3406                         else
3407                                 mono_add_patch_info (cfg, offset, MONO_PATCH_INFO_ABS, call->fptr);
3408                         s390_brasl (code, s390_r14, 0);
3409                 }
3410                         break;
3411                 case OP_FCALL_REG: {
3412                         call = (MonoCallInst*)ins;
3413                         s390_lr   (code, s390_r1, ins->sreg1);
3414                         s390_basr (code, s390_r14, s390_r1);
3415                         if (call->signature->ret->type == MONO_TYPE_R4)
3416                                 s390_ldebr (code, s390_f0, s390_f0);
3417                 }
3418                         break;
3419                 case OP_LCALL_REG:
3420                 case OP_VCALL_REG:
3421                 case OP_VOIDCALL_REG:
3422                 case OP_CALL_REG: {
3423                         s390_lr   (code, s390_r1, ins->sreg1);
3424                         s390_basr (code, s390_r14, s390_r1);
3425                 }
3426                         break;
3427                 case OP_FCALL_MEMBASE: {
3428                         call = (MonoCallInst*)ins;
3429                         s390_l    (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3430                         s390_basr (code, s390_r14, s390_r1);
3431                         if (call->signature->ret->type == MONO_TYPE_R4)
3432                                 s390_ldebr (code, s390_f0, s390_f0);
3433                 }
3434                         break;
3435                 case OP_LCALL_MEMBASE:
3436                 case OP_VCALL_MEMBASE:
3437                 case OP_VOIDCALL_MEMBASE:
3438                 case OP_CALL_MEMBASE: {
3439                         s390_l    (code, s390_r1, 0, ins->sreg1, ins->inst_offset);
3440                         s390_basr (code, s390_r14, s390_r1);
3441                 }
3442                         break;
3443                 case OP_OUTARG:
3444                         g_assert_not_reached ();
3445                         break;
3446                 case OP_LOCALLOC: {
3447                         /*------------------------------------------*/
3448                         /* To allocate space on the stack we have   */
3449                         /* to allow room for parameters passed in   */
3450                         /* calls, the backchain pointer and round   */
3451                         /* it to our stack alignment requirements   */
3452                         /*------------------------------------------*/
3453                         int alloca_skip = S390_MINIMAL_STACK_SIZE + cfg->param_area;
3454                         int area_offset = S390_ALIGN(alloca_skip, S390_STACK_ALIGNMENT);
3455                         s390_lr   (code, s390_r1, ins->sreg1);
3456                         if (ins->flags & MONO_INST_INIT)
3457                                 s390_lr   (code, s390_r0, ins->sreg1);
3458                         s390_ahi  (code, s390_r1, 14);
3459                         s390_srl  (code, s390_r1, 0, 3);
3460                         s390_sll  (code, s390_r1, 0, 3);
3461                         if (cfg->method->save_lmf) {
3462                                 /*----------------------------------*/
3463                                 /* we have to adjust lmf ebp value  */
3464                                 /*----------------------------------*/
3465                                 int lmfOffset = cfg->stack_usage - sizeof(MonoLMF);
3466
3467                                 s390_lr (code, s390_r13, cfg->frame_reg);
3468                                 if (s390_is_uimm16(lmfOffset))
3469                                         s390_ahi   (code, s390_r13, lmfOffset);
3470                                 else {
3471                                         s390_basr (code, s390_r14, 0);
3472                                         s390_j    (code, 4);
3473                                         s390_word (code, lmfOffset);
3474                                         s390_a    (code, s390_r13, 0, s390_r14, 4);
3475                                 }
3476                                 s390_lr (code, s390_r14, STK_BASE);
3477                                 s390_sr (code, s390_r14, s390_r1);
3478                                 s390_st (code, s390_r14, 0, s390_r13,
3479                                          G_STRUCT_OFFSET(MonoLMF, ebp));
3480                         }
3481                         s390_l    (code, s390_r13, 0, STK_BASE, 0);
3482                         s390_sr   (code, STK_BASE, s390_r1);
3483                         s390_st   (code, s390_r13, 0, STK_BASE, 0);
3484                         s390_la   (code, ins->dreg, 0, STK_BASE, area_offset);
3485                         s390_srl  (code, ins->dreg, 0, 3);
3486                         s390_sll  (code, ins->dreg, 0, 3);
3487                         if (ins->flags & MONO_INST_INIT) {
3488                                 s390_lr   (code, s390_r1, s390_r0);
3489                                 s390_lr   (code, s390_r0, ins->dreg);
3490                                 s390_lr   (code, s390_r14, s390_r12);
3491                                 s390_lhi  (code, s390_r13, 0);
3492                                 s390_mvcle(code, s390_r0, s390_r12, 0, 0);
3493                                 s390_jo   (code, -2);
3494                                 s390_lr   (code, s390_r12, s390_r14);
3495                         }
3496                 }
3497                         break;
3498                 case CEE_RET: {
3499                         s390_br  (code, s390_r14);
3500                 }
3501                         break;
3502                 case CEE_THROW: {
3503                         s390_lr (code, s390_r2, ins->sreg1);
3504                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
3505                                              (gpointer)"mono_arch_throw_exception");
3506                         s390_brasl (code, s390_r14, 0);
3507                 }
3508                         break;
3509                 case OP_RETHROW: {
3510                         s390_lr (code, s390_r2, ins->sreg1);
3511                         mono_add_patch_info (cfg, code-cfg->native_code, MONO_PATCH_INFO_INTERNAL_METHOD,
3512                                              (gpointer)"mono_arch_rethrow_exception");
3513                         s390_brasl (code, s390_r14, 0);
3514                 }
3515                         break;
3516                 case OP_START_HANDLER: {
3517                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3518                                 s390_st   (code, s390_r14, 0,
3519                                            ins->inst_left->inst_basereg,
3520                                            ins->inst_left->inst_offset);
3521                         } else {
3522                                 s390_basr (code, s390_r13, 0);
3523                                 s390_j    (code, 4);
3524                                 s390_word (code, ins->inst_left->inst_offset);
3525                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3526                                 s390_st   (code, s390_r14, s390_r13,
3527                                            ins->inst_left->inst_basereg, 0);
3528                         }
3529                 }
3530                         break;
3531                 case OP_ENDFILTER: {
3532                         if (ins->sreg1 != s390_r2)
3533                                 s390_lr (code, s390_r2, ins->sreg1);
3534                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3535                                 s390_l  (code, s390_r14, 0, ins->inst_left->inst_basereg,
3536                                          ins->inst_left->inst_offset);
3537                         } else {
3538                                 s390_basr (code, s390_r13, 0);
3539                                 s390_j    (code, 4);
3540                                 s390_word (code, ins->inst_left->inst_offset);
3541                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3542                                 s390_l    (code, s390_r14, s390_r13,
3543                                            ins->inst_left->inst_basereg, 0);
3544                         }
3545                         s390_br  (code, s390_r14);
3546                 }
3547                         break;
3548                 case CEE_ENDFINALLY: {
3549                         if (s390_is_uimm12 (ins->inst_left->inst_offset)) {
3550                                 s390_l  (code, s390_r14, 0, ins->inst_left->inst_basereg,
3551                                          ins->inst_left->inst_offset);
3552                         } else {
3553                                 s390_basr (code, s390_r13, 0);
3554                                 s390_j    (code, 4);
3555                                 s390_word (code, ins->inst_left->inst_offset);
3556                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3557                                 s390_l    (code, s390_r14, s390_r13,
3558                                            ins->inst_left->inst_basereg, 0);
3559                         }
3560                         s390_br  (code, s390_r14);
3561                 }
3562                         break;
3563                 case OP_CALL_HANDLER: {
3564                         mono_add_patch_info (cfg, code-cfg->native_code,
3565                                              MONO_PATCH_INFO_BB, ins->inst_target_bb);
3566                         s390_brasl (code, s390_r14, 0);
3567                 }
3568                         break;
3569                 case OP_LABEL: {
3570                         ins->inst_c0 = code - cfg->native_code;
3571                 }
3572                         break;
3573                 case CEE_BR:
3574                         EMIT_UNCOND_BRANCH(ins);
3575                         break;
3576                 case OP_BR_REG: {
3577                         s390_br  (code, ins->sreg1);
3578                 }
3579                         break;
3580                 case OP_CEQ: {
3581                         s390_lhi (code, ins->dreg, 1);
3582                         s390_jz  (code, 4);
3583                         s390_lhi (code, ins->dreg, 0);
3584                 }
3585                         break;
3586                 case OP_CLT: {
3587                         s390_lhi (code, ins->dreg, 1);
3588                         s390_jl  (code, 4);
3589                         s390_lhi (code, ins->dreg, 0);
3590                 }
3591                         break;
3592                 case OP_CLT_UN: {
3593                         s390_lhi (code, ins->dreg, 1);
3594                         s390_jlo (code, 4);
3595                         s390_lhi (code, ins->dreg, 0);
3596                 }
3597                         break;
3598                 case OP_CGT: {
3599                         s390_lhi (code, ins->dreg, 1);
3600                         s390_jh  (code, 4);
3601                         s390_lhi (code, ins->dreg, 0);
3602                 }
3603                         break;
3604                 case OP_CGT_UN: {
3605                         s390_lhi (code, ins->dreg, 1);
3606                         s390_jho (code, 4);
3607                         s390_lhi (code, ins->dreg, 0);
3608                 }
3609                         break;
3610                 case OP_COND_EXC_EQ:
3611                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_EQ, ins->inst_p1);
3612                         break;
3613                 case OP_COND_EXC_NE_UN:
3614                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NE, ins->inst_p1);
3615                         break;
3616                 case OP_COND_EXC_LT:
3617                 case OP_COND_EXC_LT_UN:
3618                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LT, ins->inst_p1);
3619                         break;
3620                 case OP_COND_EXC_GT:
3621                 case OP_COND_EXC_GT_UN:
3622                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GT, ins->inst_p1);
3623                         break;
3624                 case OP_COND_EXC_GE:
3625                 case OP_COND_EXC_GE_UN:
3626                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_GE, ins->inst_p1);
3627                         break;
3628                 case OP_COND_EXC_LE:
3629                 case OP_COND_EXC_LE_UN:
3630                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_LE, ins->inst_p1);
3631                         break;
3632                 case OP_COND_EXC_OV:
3633                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_OV, ins->inst_p1);
3634                         break;
3635                 case OP_COND_EXC_NO:
3636                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NO, ins->inst_p1);
3637                         break;
3638                 case OP_COND_EXC_C:
3639                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_CY, ins->inst_p1);
3640                         break;
3641                 case OP_COND_EXC_NC:
3642                         EMIT_COND_SYSTEM_EXCEPTION (S390_CC_NC, ins->inst_p1);
3643                         break;
3644                 case CEE_BEQ:
3645                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
3646                         break;
3647                 case CEE_BNE_UN:
3648                         EMIT_COND_BRANCH (ins, S390_CC_NE);
3649                         break;
3650                 case CEE_BLT:
3651                 case CEE_BLT_UN:
3652                         EMIT_COND_BRANCH (ins, S390_CC_LT);
3653                         break;
3654                 case CEE_BGT:
3655                 case CEE_BGT_UN:
3656                         EMIT_COND_BRANCH (ins, S390_CC_GT);
3657                         break;
3658                 case CEE_BGE:
3659                 case CEE_BGE_UN:
3660                         EMIT_COND_BRANCH (ins, S390_CC_GE);
3661                         break;
3662                 case CEE_BLE:
3663                 case CEE_BLE_UN:
3664                         EMIT_COND_BRANCH (ins, S390_CC_LE);
3665                         break;
3666
3667                 /* floating point opcodes */
3668                 case OP_R8CONST: {
3669                         if (*((float *) ins->inst_p0) == 0) {
3670                                 s390_lzdr (code, ins->dreg);
3671                         } else {
3672                                 s390_basr  (code, s390_r13, 0);
3673                                 s390_j     (code, 4);
3674                                 s390_word  (code, ins->inst_p0);
3675                                 s390_l     (code, s390_r13, 0, s390_r13, 4);
3676                                 s390_ld    (code, ins->dreg, 0, s390_r13, 0);
3677                         }
3678                 }
3679                         break;
3680                 case OP_R4CONST: {
3681                         if (*((float *) ins->inst_p0) == 0) {
3682                                 s390_lzdr (code, ins->dreg);
3683                         } else {
3684                                 s390_basr (code, s390_r13, 0);
3685                                 s390_j    (code, 4);
3686                                 s390_word (code, ins->inst_p0);
3687                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3688                                 s390_ldeb (code, ins->dreg, 0, s390_r13, 0);
3689                         }
3690                 }
3691                         break;
3692                 case OP_STORER8_MEMBASE_REG: {
3693                         if (s390_is_uimm12(ins->inst_offset)) {
3694                                 s390_std  (code, ins->sreg1, 0, ins->inst_destbasereg, ins->inst_offset);
3695                         } else {
3696                                 s390_basr (code, s390_r13, 0);
3697                                 s390_j    (code, 4);
3698                                 s390_word (code, ins->inst_offset);
3699                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3700                                 s390_std  (code, ins->sreg1, s390_r13, ins->inst_destbasereg, 0);
3701                         }
3702                 }
3703                         break;
3704                 case OP_LOADR8_MEMBASE: {
3705                         if (s390_is_uimm12(ins->inst_offset)) {
3706                                 s390_ld   (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
3707                         } else {
3708                                 s390_basr (code, s390_r13, 0);
3709                                 s390_j    (code, 4);
3710                                 s390_word (code, ins->inst_offset);
3711                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3712                                 s390_ld   (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
3713                         }
3714                 }
3715                         break;
3716                 case OP_STORER4_MEMBASE_REG: {
3717                         if (s390_is_uimm12(ins->inst_offset)) {
3718                                 s390_ledbr(code, s390_f15, ins->sreg1);
3719                                 s390_ste  (code, s390_f15, 0, ins->inst_destbasereg, ins->inst_offset);
3720                         } else {
3721                                 s390_basr (code, s390_r13, 0);
3722                                 s390_j    (code, 4);
3723                                 s390_word (code, ins->inst_offset);
3724                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3725                                 s390_ledbr(code, s390_f15, ins->sreg1);
3726                                 s390_ste  (code, s390_f15, s390_r13, ins->inst_destbasereg, 0);
3727                         }
3728                 }
3729                         break;
3730                 case OP_LOADR4_MEMBASE: {
3731                         if (s390_is_uimm12(ins->inst_offset)) {
3732                                 s390_ldeb (code, ins->dreg, 0, ins->inst_basereg, ins->inst_offset);
3733                         } else {
3734                                 s390_basr (code, s390_r13, 0);
3735                                 s390_j    (code, 4);
3736                                 s390_word (code, ins->inst_offset);
3737                                 s390_l    (code, s390_r13, 0, s390_r13, 4);
3738                                 s390_ldeb (code, ins->dreg, s390_r13, ins->inst_basereg, 0);
3739                         }
3740                 }
3741                         break;
3742                 case CEE_CONV_R_UN: {
3743                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3744                         s390_ltr   (code, ins->sreg1, ins->sreg1);
3745                         s390_jnl   (code, 12);
3746                         s390_basr  (code, s390_r13, 0);
3747                         s390_j     (code, 6);
3748                         s390_word  (code, 0x41f00000);
3749                         s390_word  (code, 0);
3750                         s390_adb   (code, ins->dreg, 0, s390_r13, 4);
3751                 }
3752                         break;
3753                 case CEE_CONV_R4: {
3754                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3755                 }
3756                         break;
3757                 case CEE_CONV_R8: {
3758                         s390_cdfbr (code, ins->dreg, ins->sreg1);
3759                 }
3760                         break;
3761                 case OP_FCONV_TO_I1:
3762                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, TRUE);
3763                         break;
3764                 case OP_FCONV_TO_U1:
3765                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 1, FALSE);
3766                         break;
3767                 case OP_FCONV_TO_I2:
3768                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, TRUE);
3769                         break;
3770                 case OP_FCONV_TO_U2:
3771                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 2, FALSE);
3772                         break;
3773                 case OP_FCONV_TO_I4:
3774                 case OP_FCONV_TO_I:
3775                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, TRUE);
3776                         break;
3777                 case OP_FCONV_TO_U4:
3778                 case OP_FCONV_TO_U:
3779                         code = emit_float_to_int (cfg, code, ins->dreg, ins->sreg1, 4, FALSE);
3780                         break;
3781                 case OP_FCONV_TO_I8:
3782                 case OP_FCONV_TO_U8:
3783                         g_assert_not_reached ();
3784                         /* Implemented as helper calls */
3785                         break;
3786                 case OP_LCONV_TO_R_UN:
3787                         g_assert_not_reached ();
3788                         /* Implemented as helper calls */
3789                         break;
3790                 case OP_LCONV_TO_OVF_I: {
3791                         /* Valid ints: 0xffffffff:8000000 to 00000000:0x7f000000 */
3792                         short int *o[5];
3793                         s390_ltr  (code, ins->sreg1, ins->sreg1);
3794                         s390_jnl  (code, 0); CODEPTR(code, o[0]);
3795                         s390_ltr  (code, ins->sreg2, ins->sreg2);
3796                         s390_jnl  (code, 0); CODEPTR(code, o[1]);
3797                         s390_lhi  (code, s390_r13, -1);
3798                         s390_cr   (code, ins->sreg2, s390_r13);
3799                         s390_jnz  (code, 0); CODEPTR(code, o[2]);
3800                         if (ins->dreg != ins->sreg1)
3801                                 s390_lr   (code, ins->dreg, ins->sreg1);
3802                         s390_j    (code, 0); CODEPTR(code, o[3]);
3803                         PTRSLOT(code, o[0]);
3804                         s390_ltr  (code, ins->sreg2, ins->sreg2);
3805                         s390_jz   (code, 0); CODEPTR(code, o[4]);
3806                         PTRSLOT(code, o[1]);
3807                         PTRSLOT(code, o[2]);
3808                         mono_add_patch_info (cfg, code - cfg->native_code,
3809                                              MONO_PATCH_INFO_EXC, "OverflowException");
3810                         s390_brasl (code, s390_r14, 0);
3811                         PTRSLOT(code, o[3]);
3812                         PTRSLOT(code, o[4]);
3813                 }
3814                         break;
3815                 case OP_SQRT: {
3816                         s390_sqdbr (code, ins->dreg, ins->sreg1);
3817                 }
3818                         break;
3819                 case OP_FADD: {
3820                         CHECK_SRCDST_COM_F;
3821                         s390_adbr (code, ins->dreg, src2);
3822                 }
3823                         break;
3824                 case OP_FSUB: {
3825                         CHECK_SRCDST_NCOM_F;
3826                         s390_sdbr (code, ins->dreg, src2);
3827                 }
3828                         break;
3829                 case OP_FMUL: {
3830                         CHECK_SRCDST_COM_F;
3831                         s390_mdbr (code, ins->dreg, src2);
3832                 }
3833                         break;
3834                 case OP_FDIV: {
3835                         CHECK_SRCDST_NCOM_F;
3836                         s390_ddbr (code, ins->dreg, src2);
3837                 }
3838                         break;
3839                 case OP_FNEG: {
3840                         s390_lcdbr (code, ins->dreg, ins->sreg1);
3841                 }
3842                         break;
3843                 case OP_FREM: {
3844                         CHECK_SRCDST_NCOM_F;
3845                         s390_didbr (code, ins->dreg, src2, 5, s390_f15);
3846                 }
3847                         break;
3848                 case OP_FCOMPARE: {
3849                         s390_cdbr (code, ins->sreg1, ins->sreg2);
3850                 }
3851                         break;
3852                 case OP_FCEQ: {
3853                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3854                         s390_lhi   (code, ins->dreg, 1);
3855                         s390_je    (code, 4);
3856                         s390_lhi   (code, ins->dreg, 0);
3857                 }
3858                         break;
3859                 case OP_FCLT: {
3860                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3861                         s390_lhi   (code, ins->dreg, 1);
3862                         s390_jl    (code, 4);
3863                         s390_lhi   (code, ins->dreg, 0);
3864                 }
3865                         break;
3866                 case OP_FCLT_UN: {
3867                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3868                         s390_lhi   (code, ins->dreg, 1);
3869                         s390_jlo   (code, 4);
3870                         s390_lhi   (code, ins->dreg, 0);
3871                 }
3872                         break;
3873                 case OP_FCGT: {
3874                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3875                         s390_lhi   (code, ins->dreg, 1);
3876                         s390_jh    (code, 4);
3877                         s390_lhi   (code, ins->dreg, 0);
3878                 }
3879                         break;
3880                 case OP_FCGT_UN: {
3881                         s390_cdbr  (code, ins->sreg1, ins->sreg2);
3882                         s390_lhi   (code, ins->dreg, 1);
3883                         s390_jho   (code, 4);
3884                         s390_lhi   (code, ins->dreg, 0);
3885                 }
3886                         break;
3887                 case OP_FBEQ: {
3888                         short *o;
3889                         s390_jo (code, 0); CODEPTR(code, o);
3890                         EMIT_COND_BRANCH (ins, S390_CC_EQ);
3891                         PTRSLOT(code, o);
3892                 }
3893                         break;
3894                 case OP_FBNE_UN:
3895                         EMIT_COND_BRANCH (ins, S390_CC_NE|S390_CC_OV);
3896                         break;
3897                 case OP_FBLT: {
3898                         short *o;
3899                         s390_jo (code, 0); CODEPTR(code, o);
3900                         EMIT_COND_BRANCH (ins, S390_CC_LT);
3901                         PTRSLOT(code, o);
3902                 }
3903                         break;
3904                 case OP_FBLT_UN:
3905                         EMIT_COND_BRANCH (ins, S390_CC_LT|S390_CC_OV);
3906                         break;
3907                 case OP_FBGT: {
3908                         short *o;
3909                         s390_jo (code, 0); CODEPTR(code, o);
3910                         EMIT_COND_BRANCH (ins, S390_CC_GT);
3911                         PTRSLOT(code, o);
3912                 }
3913                         break;
3914                 case OP_FBGT_UN:
3915                         EMIT_COND_BRANCH (ins, S390_CC_GT|S390_CC_OV);
3916                         break;
3917                 case OP_FBGE: {
3918                         short *o;
3919                         s390_jo (code, 0); CODEPTR(code, o);
3920                         EMIT_COND_BRANCH (ins, S390_CC_GE);
3921                         PTRSLOT(code, o);
3922                 }
3923                         break;
3924                 case OP_FBGE_UN:
3925                         EMIT_COND_BRANCH (ins, S390_CC_GE|S390_CC_OV);
3926                         break;
3927                 case OP_FBLE: {
3928                         short *o;
3929                         s390_jo (code, 0); CODEPTR(code, o);
3930                         EMIT_COND_BRANCH (ins, S390_CC_LE);
3931                         PTRSLOT(code, o);
3932                 }
3933                         break;
3934                 case OP_FBLE_UN:
3935                         EMIT_COND_BRANCH (ins, S390_CC_LE|S390_CC_OV);
3936                         break;
3937                 case CEE_CKFINITE: {
3938                         short *o;
3939                         s390_lhi  (code, s390_r13, 0x7f);
3940                         s390_tcdb (code, ins->sreg1, 0, s390_r13, 0);
3941                         s390_jz   (code, 0); CODEPTR(code, o);
3942                         mono_add_patch_info (cfg, code - cfg->native_code,
3943                                              MONO_PATCH_INFO_EXC, "ArithmeticException");
3944                         s390_brasl (code, s390_r14,0);
3945                         PTRSLOT(code, o);
3946                 }
3947                         break;
3948                 case OP_S390_MOVE: {
3949                         if (ins->backend.size > 0) {
3950                                 if (ins->backend.size <= 256) {
3951                                         s390_mvc  (code, ins->backend.size, ins->dreg,
3952                                                    ins->inst_offset, ins->sreg1, ins->inst_imm);
3953                                 } else {
3954                                         s390_lr   (code, s390_r0, ins->dreg);
3955                                         if (s390_is_imm16 (ins->inst_offset)) {
3956                                                 s390_ahi  (code, s390_r0, ins->inst_offset);
3957                                         } else {
3958                                                 s390_basr (code, s390_r13, 0);
3959                                                 s390_j    (code, 4);
3960                                                 s390_word (code, ins->inst_offset);
3961                                                 s390_a    (code, s390_r0, 0, s390_r13, 4);
3962                                         }
3963                                         s390_lr   (code, s390_r14, s390_r12);
3964                                         s390_lr   (code, s390_r12, ins->sreg1);
3965                                         if (s390_is_imm16 (ins->inst_imm)) {
3966                                                 s390_ahi  (code, s390_r12, ins->inst_imm);
3967                                         } else {
3968                                                 s390_basr (code, s390_r13, 0);
3969                                                 s390_j    (code, 4);
3970                                                 s390_word (code, ins->inst_imm);
3971                                                 s390_a    (code, s390_r12, 0, s390_r13, 4);
3972                                         }
3973                                         s390_lr   (code, s390_r1, ins->sreg1);
3974                                         s390_lr   (code, s390_r13, s390_r1);
3975                                         s390_mvcle(code, s390_r0, s390_r12, 0, 0);
3976                                         s390_jo   (code, -2);
3977                                         s390_lr   (code, s390_r12, s390_r14);
3978                                 }
3979                         }
3980                 }
3981                         break;
3982                 case OP_ATOMIC_ADD_I4: {
3983                         s390_lr  (code, s390_r1, ins->sreg2);
3984                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3985                         s390_a   (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
3986                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
3987                         s390_jnz (code, -7);
3988                         s390_lr  (code, ins->dreg, s390_r1);
3989                 }
3990                         break;
3991                 case OP_ATOMIC_ADD_NEW_I4: {
3992                         s390_lr  (code, s390_r1, ins->sreg2);
3993                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
3994                         s390_a   (code, s390_r1, 0, ins->inst_basereg, ins->inst_offset);
3995                         s390_cs  (code, s390_r0, s390_r1, ins->inst_basereg, ins->inst_offset);
3996                         s390_jnz (code, -7);
3997                         s390_lr  (code, ins->dreg, s390_r1);
3998                 }
3999                         break;
4000                 case OP_ATOMIC_EXCHANGE_I4: {
4001                         s390_l   (code, s390_r0, 0, ins->inst_basereg, ins->inst_offset);
4002                         s390_cs  (code, s390_r0, ins->sreg2, ins->inst_basereg, ins->inst_offset);
4003                         s390_jnz (code, -4);
4004                         s390_lr  (code, ins->dreg, s390_r0);
4005                 }
4006                         break;
4007                 case OP_S390_BKCHAIN: {
4008                         s390_lr  (code, ins->dreg, ins->sreg1);
4009                         if (s390_is_imm16 (cfg->stack_offset)) {
4010                                 s390_ahi (code, ins->dreg, cfg->stack_offset);
4011                         } else {
4012                                 s390_basr (code, s390_r13, 0);
4013                                 s390_j    (code, 6);
4014                                 s390_word (code, cfg->stack_offset);
4015                                 s390_a    (code, ins->dreg, 0, s390_r13, 4);
4016                         }
4017                 }
4018                 case OP_MEMORY_BARRIER: {
4019                 }
4020                         break;
4021                 default:
4022                         g_warning ("unknown opcode %s in %s()\n", mono_inst_name (ins->opcode), __FUNCTION__);
4023                         g_assert_not_reached ();
4024                 }
4025
4026                 if ((cfg->opt & MONO_OPT_BRANCH) && ((code - cfg->native_code - offset) > max_len)) {
4027                         g_warning ("wrong maximal instruction length of instruction %s (expected %d, got %d)",
4028                                    mono_inst_name (ins->opcode), max_len, code - cfg->native_code - offset);
4029                         g_assert_not_reached ();
4030                 }
4031
4032                 cpos += max_len;
4033
4034                 last_ins = ins;
4035                 last_offset = offset;
4036
4037                 ins = ins->next;
4038         }
4039
4040         cfg->code_len = code - cfg->native_code;
4041 }
4042
4043 /*========================= End of Function ========================*/
4044
4045 /*------------------------------------------------------------------*/
4046 /*                                                                  */
4047 /* Name         - mono_arch_register_lowlevel_calls                 */
4048 /*                                                                  */
4049 /* Function     - Register routines to help with --trace operation. */
4050 /*                                                                  */
4051 /*------------------------------------------------------------------*/
4052
4053 void
4054 mono_arch_register_lowlevel_calls (void)
4055 {
4056         mono_register_jit_icall (mono_arch_break, "mono_arch_break", NULL, TRUE);
4057         mono_register_jit_icall (mono_arch_get_lmf_addr, "mono_arch_get_lmf_addr", NULL, TRUE);
4058 }
4059
4060 /*========================= End of Function ========================*/
4061
4062 /*------------------------------------------------------------------*/
4063 /*                                                                  */
4064 /* Name         - mono_arch_patch_code                              */
4065 /*                                                                  */
4066 /* Function     - Process the patch data created during the         */
4067 /*                instruction build process. This resolves jumps,   */
4068 /*                calls, variables etc.                             */
4069 /*                                                                  */
4070 /*------------------------------------------------------------------*/
4071
4072 static void
4073 mono_arch_break(void) {
4074 }
4075
4076 /*========================= End of Function ========================*/
4077
4078 /*------------------------------------------------------------------*/
4079 /*                                                                  */
4080 /* Name         - mono_arch_patch_code                              */
4081 /*                                                                  */
4082 /* Function     - Process the patch data created during the         */
4083 /*                instruction build process. This resolves jumps,   */
4084 /*                calls, variables etc.                             */
4085 /*                                                                  */
4086 /*------------------------------------------------------------------*/
4087
4088 void
4089 mono_arch_patch_code (MonoMethod *method, MonoDomain *domain,
4090                       guint8 *code, MonoJumpInfo *ji, gboolean run_cctors)
4091 {
4092         MonoJumpInfo *patch_info;
4093
4094         for (patch_info = ji; patch_info; patch_info = patch_info->next) {
4095                 unsigned char *ip = patch_info->ip.i + code;
4096                 gconstpointer target = NULL;
4097
4098                 target = mono_resolve_patch_target (method, domain, code,
4099                                                     patch_info, run_cctors);
4100
4101                 switch (patch_info->type) {
4102                         case MONO_PATCH_INFO_IP:
4103                         case MONO_PATCH_INFO_EXC_NAME:
4104                         case MONO_PATCH_INFO_LDSTR:
4105                         case MONO_PATCH_INFO_TYPE_FROM_HANDLE:
4106                         case MONO_PATCH_INFO_LDTOKEN:
4107                         case MONO_PATCH_INFO_EXC:
4108                                 continue;
4109                         case MONO_PATCH_INFO_SWITCH:
4110                                 /*----------------------------------*/
4111                                 /* ip points at the basr r13,0/j +4 */
4112                                 /* instruction the vtable value     */
4113                                 /* follows this (i.e. ip+6)         */
4114                                 /*----------------------------------*/
4115                                 *((gconstpointer *)(ip+6)) = target;
4116                                 target = NULL;
4117                                 continue;
4118                         case MONO_PATCH_INFO_METHODCONST:
4119                         case MONO_PATCH_INFO_CLASS:
4120                         case MONO_PATCH_INFO_IMAGE:
4121                         case MONO_PATCH_INFO_FIELD:
4122                         case MONO_PATCH_INFO_IID:
4123                                 target = S390_RELATIVE(target, ip);
4124                                 continue;
4125                         case MONO_PATCH_INFO_R4:
4126                         case MONO_PATCH_INFO_R8:
4127                         case MONO_PATCH_INFO_METHOD_REL:
4128                                 g_assert_not_reached ();
4129                                 continue;
4130                         default:
4131                                 target = S390_RELATIVE(target, ip);
4132                                 ip += 2;
4133                 }
4134                 s390_patch (ip, (guint32) target);
4135         }
4136 }
4137
4138 /*========================= End of Function ========================*/
4139
4140 /*------------------------------------------------------------------*/
4141 /*                                                                  */
4142 /* Name         - emit_load_volatile_registers                      */
4143 /*                                                                  */
4144 /* Function     - Create the instruction sequence for loading the   */
4145 /*                parameter registers for use with the 'tail' op.   */
4146 /*                                                                  */
4147 /*                The register loading operations performed here    */
4148 /*                are the mirror of the store operations performed  */
4149 /*                in mono_arch_emit_prolog and need to be kept in   */
4150 /*                synchronization with it.                          */
4151 /*                                                                  */
4152 /*------------------------------------------------------------------*/
4153
4154 guint8 *
4155 emit_load_volatile_registers(guint8 * code, MonoCompile *cfg)
4156 {
4157         MonoMethod *method = cfg->method;
4158         MonoMethodSignature *sig;
4159         MonoInst *inst;
4160         int pos, i;
4161         CallInfo *cinfo;
4162         size_data sz;
4163
4164         sig = mono_method_signature (method);
4165         pos = 0;
4166
4167         cinfo = calculate_sizes (sig, &sz, sig->pinvoke);
4168
4169         if (cinfo->struct_ret) {
4170                 ArgInfo *ainfo = &cinfo->ret;
4171                 inst         = cfg->ret;
4172                 s390_l (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4173         }
4174
4175         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4176                 ArgInfo *ainfo = cinfo->args + i;
4177                 inst = cfg->varinfo [pos];
4178
4179                 if (inst->opcode == OP_REGVAR) {
4180                         if (ainfo->regtype == RegTypeGeneral)
4181                                 s390_lr (code, ainfo->reg, inst->dreg);
4182                         else if (ainfo->regtype == RegTypeFP) {
4183                                 if (inst->dreg != ainfo->reg) {
4184                                         if (ainfo->size == 4) {
4185                                                 s390_ldebr (code, ainfo->reg, inst->dreg);
4186                                         } else {
4187                                                 s390_ldr   (code, ainfo->reg, inst->dreg);
4188                                         }
4189                                 }
4190                         }
4191                         else if (ainfo->regtype == RegTypeBase) {
4192                         } else
4193                                 g_assert_not_reached ();
4194                 } else {
4195                         if (ainfo->regtype == RegTypeGeneral) {
4196                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4197                                         g_assert_not_reached();
4198                                 switch (ainfo->size) {
4199                                 case 1:
4200                                         s390_ic (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4201                                         break;
4202                                 case 2:
4203                                         s390_lh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4204                                         break;
4205                                 case 8:
4206                                         s390_lm (code, ainfo->reg, ainfo->reg + 1,
4207                                                   inst->inst_basereg, inst->inst_offset);
4208                                         break;
4209                                 default:
4210                                         s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4211                                 }
4212                         } else if (ainfo->regtype == RegTypeBase) {
4213                         } else if (ainfo->regtype == RegTypeFP) {
4214                                 if (ainfo->size == 8)
4215                                         s390_ld (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4216                                 else if (ainfo->size == 4)
4217                                         s390_le (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4218                                 else
4219                                         g_assert_not_reached ();
4220                         } else if (ainfo->regtype == RegTypeStructByVal) {
4221                                 if (ainfo->reg != STK_BASE) {
4222                                         switch (ainfo->size) {
4223                                         case 1:
4224                                                 s390_ic (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4225                                                 break;
4226                                         case 2:
4227                                                 s390_lh (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4228                                                 break;
4229                                         case 4:
4230                                                 s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4231                                                 break;
4232                                         case 8:
4233                                                 s390_lm (code, ainfo->reg, ainfo->reg+1, inst->inst_basereg, inst->inst_offset);
4234                                                 break;
4235                                         }
4236                                 }
4237                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4238                                 if (ainfo->reg != STK_BASE) {
4239                                         s390_l  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4240                                 }
4241                         } else
4242                                 g_assert_not_reached ();
4243                 }
4244                 pos++;
4245         }
4246
4247         g_free (cinfo);
4248
4249         return code;
4250 }
4251
4252 /*========================= End of Function ========================*/
4253
4254 /*------------------------------------------------------------------*/
4255 /*                                                                  */
4256 /* Name         - mono_arch_emit_prolog                             */
4257 /*                                                                  */
4258 /* Function     - Create the instruction sequence for a function    */
4259 /*                prolog.                                           */
4260 /*                                                                  */
4261 /*------------------------------------------------------------------*/
4262
4263 guint8 *
4264 mono_arch_emit_prolog (MonoCompile *cfg)
4265 {
4266         MonoMethod *method = cfg->method;
4267         MonoBasicBlock *bb;
4268         MonoMethodSignature *sig;
4269         MonoInst *inst;
4270         int alloc_size, pos, max_offset, i;
4271         guint8 *code;
4272         CallInfo *cinfo;
4273         size_data sz;
4274         int tracing = 0;
4275         int lmfOffset;                                                          \
4276
4277         if (mono_jit_trace_calls != NULL && mono_trace_eval (method))
4278                 tracing = 1;
4279
4280         cfg->code_size   = 512;
4281         cfg->native_code = code = g_malloc (cfg->code_size);
4282
4283         s390_stm  (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4284
4285         if (cfg->flags & MONO_CFG_HAS_ALLOCA) {
4286                 cfg->used_int_regs |= 1 << 11;
4287         }
4288
4289         alloc_size = cfg->stack_offset;
4290
4291         cfg->stack_usage = alloc_size;
4292         s390_lr   (code, s390_r11, STK_BASE);
4293         if (s390_is_uimm16 (alloc_size)) {
4294                 s390_ahi  (code, STK_BASE, -alloc_size);
4295         } else {
4296                 int stackSize = alloc_size;
4297                 while (stackSize > 32767) {
4298                         s390_ahi  (code, STK_BASE, -32767);
4299                         stackSize -= 32767;
4300                 }
4301                 s390_ahi  (code, STK_BASE, -stackSize);
4302         }
4303         s390_st   (code, s390_r11, 0, STK_BASE, 0);
4304
4305         if (cfg->frame_reg != STK_BASE)
4306                 s390_lr (code, s390_r11, STK_BASE);
4307
4308         /* compute max_offset in order to use short forward jumps
4309          * we always do it on s390 because the immediate displacement
4310          * for jumps is too small
4311          */
4312         max_offset = 0;
4313         for (bb = cfg->bb_entry; bb; bb = bb->next_bb) {
4314                 MonoInst *ins = bb->code;
4315                 bb->max_offset = max_offset;
4316
4317                 if (cfg->prof_options & MONO_PROFILE_COVERAGE)
4318                         max_offset += 6;
4319
4320                 while (ins) {
4321                         max_offset += ((guint8 *)ins_get_spec (ins->opcode))[MONO_INST_LEN];
4322                         ins = ins->next;
4323                 }
4324         }
4325
4326         /* load arguments allocated to register from the stack */
4327         sig = mono_method_signature (method);
4328         pos = 0;
4329
4330         cinfo = calculate_sizes (sig, &sz, sig->pinvoke);
4331
4332         if (cinfo->struct_ret) {
4333                 ArgInfo *ainfo = &cinfo->ret;
4334                 inst         = cfg->ret;
4335                 inst->backend.size = ainfo->vtsize;
4336                 s390_st (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4337         }
4338
4339         for (i = 0; i < sig->param_count + sig->hasthis; ++i) {
4340                 ArgInfo *ainfo = cinfo->args + i;
4341                 inst = cfg->varinfo [pos];
4342
4343                 if (inst->opcode == OP_REGVAR) {
4344                         if (ainfo->regtype == RegTypeGeneral)
4345                                 s390_lr (code, inst->dreg, ainfo->reg);
4346                         else if (ainfo->regtype == RegTypeFP) {
4347                                 if (inst->dreg != ainfo->reg) {
4348                                         if (ainfo->size == 4) {
4349                                                 s390_ledbr (code, inst->dreg, ainfo->reg);
4350                                         } else {
4351                                                 s390_ldr   (code, inst->dreg, ainfo->reg);
4352                                         }
4353                                 }
4354                         }
4355                         else if (ainfo->regtype == RegTypeBase) {
4356                                 s390_lr  (code, s390_r13, STK_BASE);
4357                                 s390_ahi (code, s390_r13, alloc_size);
4358                                 s390_l   (code, inst->dreg, 0, s390_r13, ainfo->offset);
4359                         } else
4360                                 g_assert_not_reached ();
4361
4362                         if (cfg->verbose_level > 2)
4363                                 g_print ("Argument %d assigned to register %s\n",
4364                                          pos, mono_arch_regname (inst->dreg));
4365                 } else {
4366                         if (ainfo->regtype == RegTypeGeneral) {
4367                                 if (!((ainfo->reg >= 2) && (ainfo->reg <= 6)))
4368                                         g_assert_not_reached();
4369                                 switch (ainfo->size) {
4370                                 case 1:
4371                                         s390_stc (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4372                                         break;
4373                                 case 2:
4374                                         s390_sth (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4375                                         break;
4376                                 case 8:
4377                                         s390_stm (code, ainfo->reg, ainfo->reg + 1,
4378                                                   inst->inst_basereg, inst->inst_offset);
4379                                         break;
4380                                 default:
4381                                         s390_st  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4382                                 }
4383                         } else if (ainfo->regtype == RegTypeBase) {
4384                         } else if (ainfo->regtype == RegTypeFP) {
4385                                 if (ainfo->size == 8)
4386                                         s390_std (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4387                                 else if (ainfo->size == 4)
4388                                         s390_ste (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4389                                 else
4390                                         g_assert_not_reached ();
4391                         } else if (ainfo->regtype == RegTypeStructByVal) {
4392                                 int doffset = inst->inst_offset;
4393                                 int reg;
4394                                 if (ainfo->reg != STK_BASE)
4395                                         reg = ainfo->reg;
4396                                 else {
4397                                         reg = s390_r0;
4398                                         s390_lr  (code, s390_r13, STK_BASE);
4399                                         s390_ahi (code, s390_r13, alloc_size);
4400                                 }
4401                                 switch (ainfo->size) {
4402                                         case 1:
4403                                                 if (ainfo->reg == STK_BASE)
4404                                                         s390_ic  (code, reg, 0, s390_r13, ainfo->offset+3);
4405                                                 s390_stc (code, reg, 0, inst->inst_basereg, doffset);
4406                                                 break;
4407                                         case 2:
4408                                                 if (ainfo->reg == STK_BASE)
4409                                                         s390_lh  (code, reg, 0, s390_r13, ainfo->offset+2);
4410                                                 s390_sth (code, reg, 0, inst->inst_basereg, doffset);
4411                                                 break;
4412                                         case 4:
4413                                                 if (ainfo->reg == STK_BASE)
4414                                                         s390_l   (code, reg, 0, s390_r13, ainfo->offset);
4415                                                 s390_st  (code, reg, 0, inst->inst_basereg, doffset);
4416                                                 break;
4417                                         case 8:
4418                                                 if (ainfo->reg == STK_BASE)
4419                                                         s390_lm  (code, s390_r0, s390_r1, s390_r13, ainfo->offset);
4420                                                 s390_stm (code, reg, reg+1, inst->inst_basereg, doffset);
4421                                                 break;
4422                                 }
4423                         } else if (ainfo->regtype == RegTypeStructByAddr) {
4424                                 if (ainfo->reg != STK_BASE)
4425                                         s390_st  (code, ainfo->reg, 0, inst->inst_basereg, inst->inst_offset);
4426                         } else
4427                                 g_assert_not_reached ();
4428                 }
4429                 pos++;
4430         }
4431
4432         if (method->save_lmf) {
4433                 /*---------------------------------------------------------------*/
4434                 /* we build the MonoLMF structure on the stack - see mini-s390.h */
4435                 /*---------------------------------------------------------------*/
4436                 lmfOffset = alloc_size - sizeof(MonoLMF);
4437
4438                 s390_lr    (code, s390_r13, cfg->frame_reg);
4439                 if (s390_is_uimm16(lmfOffset))
4440                         s390_ahi   (code, s390_r13, lmfOffset);
4441                 else {
4442                         s390_basr (code, s390_r14, 0);
4443                         s390_j    (code, 4);
4444                         s390_word (code, lmfOffset);
4445                         s390_a    (code, s390_r13, 0, s390_r14, 4);
4446                 }
4447
4448                 /*---------------------------------------------------------------*/
4449                 /* Preserve the parameter registers while we fix up the lmf      */
4450                 /*---------------------------------------------------------------*/
4451                 s390_stm   (code, s390_r2, s390_r6, s390_r13,
4452                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
4453
4454                 /*---------------------------------------------------------------*/
4455                 /* On return from this call r2 have the address of the &lmf      */
4456                 /*---------------------------------------------------------------*/
4457                 mono_add_patch_info (cfg, code - cfg->native_code,
4458                                      MONO_PATCH_INFO_INTERNAL_METHOD,
4459                                      (gpointer)"mono_get_lmf_addr");
4460                 s390_brasl (code, s390_r14, 0);
4461
4462                 /*---------------------------------------------------------------*/
4463                 /* Set lmf.lmf_addr = jit_tls->lmf                               */
4464                 /*---------------------------------------------------------------*/
4465                 s390_st    (code, s390_r2, 0, s390_r13,
4466                             G_STRUCT_OFFSET(MonoLMF, lmf_addr));
4467
4468                 /*---------------------------------------------------------------*/
4469                 /* Get current lmf                                               */
4470                 /*---------------------------------------------------------------*/
4471                 s390_l     (code, s390_r0, 0, s390_r2, 0);
4472
4473                 /*---------------------------------------------------------------*/
4474                 /* Set our lmf as the current lmf                                */
4475                 /*---------------------------------------------------------------*/
4476                 s390_st    (code, s390_r13, 0, s390_r2, 0);
4477
4478                 /*---------------------------------------------------------------*/
4479                 /* Have our lmf.previous_lmf point to the last lmf               */
4480                 /*---------------------------------------------------------------*/
4481                 s390_st    (code, s390_r0, 0, s390_r13,
4482                             G_STRUCT_OFFSET(MonoLMF, previous_lmf));
4483
4484                 /*---------------------------------------------------------------*/
4485                 /* save method info                                              */
4486                 /*---------------------------------------------------------------*/
4487                 s390_basr  (code, s390_r1, 0);
4488                 s390_j     (code, 4);
4489                 s390_word  (code, method);
4490                 s390_l     (code, s390_r1, 0, s390_r1, 4);
4491                 s390_st    (code, s390_r1, 0, s390_r13,
4492                             G_STRUCT_OFFSET(MonoLMF, method));
4493
4494                 /*---------------------------------------------------------------*/
4495                 /* save the current IP                                           */
4496                 /*---------------------------------------------------------------*/
4497                 s390_st    (code, STK_BASE, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, ebp));
4498                 s390_basr  (code, s390_r1, 0);
4499                 s390_la    (code, s390_r1, 0, s390_r1, 0);
4500                 s390_st    (code, s390_r1, 0, s390_r13, G_STRUCT_OFFSET(MonoLMF, eip));
4501
4502                 /*---------------------------------------------------------------*/
4503                 /* Save general and floating point registers                     */
4504                 /*---------------------------------------------------------------*/
4505                 s390_stm   (code, s390_r2, s390_r12, s390_r13,
4506                             G_STRUCT_OFFSET(MonoLMF, gregs[2]));
4507                 for (i = 0; i < 16; i++) {
4508                         s390_std  (code, i, 0, s390_r13,
4509                                    G_STRUCT_OFFSET(MonoLMF, fregs[i]));
4510                 }
4511
4512                 /*---------------------------------------------------------------*/
4513                 /* Restore the parameter registers now that we've set up the lmf */
4514                 /*---------------------------------------------------------------*/
4515                 s390_lm    (code, s390_r2, s390_r6, s390_r13,
4516                             G_STRUCT_OFFSET(MonoLMF, pregs[0]));
4517         }
4518
4519         if (tracing)
4520                 code = mono_arch_instrument_prolog(cfg, enter_method, code, TRUE);
4521
4522         cfg->code_len = code - cfg->native_code;
4523         g_free (cinfo);
4524
4525         return code;
4526 }
4527
4528 /*========================= End of Function ========================*/
4529
4530 /*------------------------------------------------------------------*/
4531 /*                                                                  */
4532 /* Name         - mono_arch_emit_epilog                             */
4533 /*                                                                  */
4534 /* Function     - Emit the instructions for a function epilog.      */
4535 /*                                                                  */
4536 /*------------------------------------------------------------------*/
4537
4538 void
4539 mono_arch_emit_epilog (MonoCompile *cfg)
4540 {
4541         MonoMethod *method = cfg->method;
4542         int tracing = 0;
4543         guint8 *code;
4544         int max_epilog_size = 96;
4545
4546         if (cfg->method->save_lmf)
4547                 max_epilog_size += 128;
4548
4549         if (mono_jit_trace_calls != NULL)
4550                 max_epilog_size += 128;
4551
4552         if (cfg->prof_options & MONO_PROFILE_ENTER_LEAVE)
4553                 max_epilog_size += 128;
4554
4555         while ((cfg->code_len + max_epilog_size) > (cfg->code_size - 16)) {
4556                 cfg->code_size  *= 2;
4557                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
4558                 mono_jit_stats.code_reallocs++;
4559         }
4560
4561         code = cfg->native_code + cfg->code_len;
4562
4563         if (mono_jit_trace_calls != NULL && mono_trace_eval (method)) {
4564                 code = mono_arch_instrument_epilog (cfg, leave_method, code, TRUE);
4565                 tracing = 1;
4566         }
4567
4568         if (method->save_lmf)
4569                 restoreLMF(code, cfg->frame_reg, cfg->stack_usage);
4570
4571         if (cfg->flags & MONO_CFG_HAS_ALLOCA)
4572                 s390_l (code, STK_BASE, 0, STK_BASE, 0);
4573         else
4574                 code = backUpStackPtr(cfg, code, STK_BASE);
4575
4576         s390_lm  (code, s390_r6, s390_r14, STK_BASE, S390_REG_SAVE_OFFSET);
4577         s390_br  (code, s390_r14);
4578
4579         cfg->code_len = code - cfg->native_code;
4580
4581         g_assert (cfg->code_len < cfg->code_size);
4582
4583 }
4584
4585 /*========================= End of Function ========================*/
4586
4587 /*------------------------------------------------------------------*/
4588 /*                                                                  */
4589 /* Name         - mono_arch_emit_exceptions                         */
4590 /*                                                                  */
4591 /* Function     - Emit the blocks to handle exception conditions.   */
4592 /*                                                                  */
4593 /*------------------------------------------------------------------*/
4594
4595 void
4596 mono_arch_emit_exceptions (MonoCompile *cfg)
4597 {
4598         MonoJumpInfo    *patch_info;
4599         guint8          *code;
4600         int             nThrows = 0,
4601                         exc_count = 0,
4602                         iExc;
4603         guint32         code_size;
4604         MonoClass       *exc_classes [MAX_EXC];
4605         guint8          *exc_throw_start [MAX_EXC];
4606
4607         for (patch_info = cfg->patch_info;
4608              patch_info;
4609              patch_info = patch_info->next) {
4610                 if (patch_info->type == MONO_PATCH_INFO_EXC)
4611                         exc_count++;
4612         }
4613
4614         code_size = exc_count * 26;
4615
4616         while ((cfg->code_len + code_size) > (cfg->code_size - 16)) {
4617                 cfg->code_size  *= 2;
4618                 cfg->native_code = g_realloc (cfg->native_code, cfg->code_size);
4619                 mono_jit_stats.code_reallocs++;
4620         }
4621
4622         code = cfg->native_code + cfg->code_len;
4623
4624         /*---------------------------------------------------------------------*/
4625         /* Add code to raise exceptions                                        */
4626         /*---------------------------------------------------------------------*/
4627         for (patch_info = cfg->patch_info; patch_info; patch_info = patch_info->next) {
4628                 switch (patch_info->type) {
4629                 case MONO_PATCH_INFO_EXC: {
4630                         guint8 *ip = patch_info->ip.i + cfg->native_code;
4631                         MonoClass *exc_class;
4632                         guint32 throw_ip;
4633
4634                         /*-----------------------------------------------------*/
4635                         /* Patch the branch in epilog to come here             */
4636                         /*-----------------------------------------------------*/
4637                         s390_patch (ip + 2, (guint32) (S390_RELATIVE(code,ip)));
4638
4639                         exc_class = mono_class_from_name (mono_defaults.corlib,
4640                                                           "System",
4641                                                           patch_info->data.name);
4642                         g_assert (exc_class);
4643                         throw_ip = patch_info->ip.i;
4644
4645                         for (iExc = 0; iExc < nThrows; ++iExc)
4646                                 if (exc_classes [iExc] == exc_class)
4647                                         break;
4648
4649                         if (iExc < nThrows) {
4650                                 s390_jcl (code, S390_CC_UN, (guint32) exc_throw_start [iExc]);
4651                                 patch_info->type = MONO_PATCH_INFO_NONE;
4652                         } else {
4653
4654                                 if (nThrows < MAX_EXC) {
4655                                         exc_classes [nThrows]     = exc_class;
4656                                         exc_throw_start [nThrows] = code;
4657                                 }
4658
4659                                 /*---------------------------------------------*/
4660                                 /* Patch the parameter passed to the handler   */
4661                                 /*---------------------------------------------*/
4662                                 s390_basr (code, s390_r13, 0);
4663                                 s390_j    (code, 4);
4664                                 s390_word (code, patch_info->data.target);
4665                                 /*---------------------------------------------*/
4666                                 /* Load return address & parameter register    */
4667                                 /*---------------------------------------------*/
4668                                 s390_larl (code, s390_r14, S390_RELATIVE((patch_info->ip.i +
4669                                                            cfg->native_code + 8), code));
4670                                 s390_l    (code, s390_r2, 0, s390_r13, 4);
4671                                 /*---------------------------------------------*/
4672                                 /* Reuse the current patch to set the jump     */
4673                                 /*---------------------------------------------*/
4674                                 patch_info->type      = MONO_PATCH_INFO_INTERNAL_METHOD;
4675                                 patch_info->data.name = "mono_arch_throw_exception_by_name";
4676                                 patch_info->ip.i      = code - cfg->native_code;
4677                                 s390_jcl  (code, S390_CC_UN, 0);
4678                         }
4679                         break;
4680                 }
4681                 default:
4682                         /* do nothing */
4683                         break;
4684                 }
4685         }
4686
4687         cfg->code_len = code - cfg->native_code;
4688
4689         g_assert (cfg->code_len < cfg->code_size);
4690
4691 }
4692
4693 /*========================= End of Function ========================*/
4694
4695 /*------------------------------------------------------------------*/
4696 /*                                                                  */
4697 /* Name         - mono_arch_setup_jit_tls_data                      */
4698 /*                                                                  */
4699 /* Function     - Setup the JIT's Thread Level Specific Data.       */
4700 /*                                                                  */
4701 /*------------------------------------------------------------------*/
4702
4703 void
4704 mono_arch_setup_jit_tls_data (MonoJitTlsData *tls)
4705 {
4706
4707         if (!tls_offset_inited) {
4708                 tls_offset_inited = TRUE;
4709
4710 #if HAVE_KW_THREAD
4711 # if 0
4712         __asm__ ("\tear\t%r1,0\n"
4713                  "\tlr\t%0,%3\n"
4714                  "\tsr\t%0,%r1\n"
4715                  "\tlr\t%1,%4\n"
4716                  "\tsr\t%1,%r1\n"
4717                  "\tlr\t%2,%5\n"
4718                  "\tsr\t%2,%r1\n"
4719                  : "=r" (appdomain_tls_offset),
4720                    "=r" (thread_tls_offset),
4721                    "=r" (lmf_tls_offset)
4722                  : "r" (&tls_appdomain),
4723                    "r" (&tls_current_object),
4724                    "r" (&mono_lmf_addr)
4725                  : "1", "cc");
4726 # endif
4727 #endif
4728         }
4729
4730         if (!lmf_addr_key_inited) {
4731                 lmf_addr_key_inited = TRUE;
4732                 pthread_key_create (&lmf_addr_key, NULL);
4733         }
4734         pthread_setspecific (lmf_addr_key, &tls->lmf);
4735
4736 }
4737
4738 /*========================= End of Function ========================*/
4739
4740 /*------------------------------------------------------------------*/
4741 /*                                                                  */
4742 /* Name         - mono_arch_free_jit_tls_data                       */
4743 /*                                                                  */
4744 /* Function     - Free tls data.                                    */
4745 /*                                                                  */
4746 /*------------------------------------------------------------------*/
4747
4748 void
4749 mono_arch_free_jit_tls_data (MonoJitTlsData *tls)
4750 {
4751
4752 }
4753
4754 /*========================= End of Function ========================*/
4755
4756 /*------------------------------------------------------------------*/
4757 /*                                                                  */
4758 /* Name         - mono_arch_emit_this_vret_args                     */
4759 /*                                                                  */
4760 /* Function     -                                                   */
4761 /*                                                                  */
4762 /*------------------------------------------------------------------*/
4763
4764 void
4765 mono_arch_emit_this_vret_args (MonoCompile *cfg, MonoCallInst *inst, int this_reg, int this_type, int vt_reg)
4766 {
4767         int this_dreg = s390_r2;
4768
4769         if (vt_reg != -1)
4770                 this_dreg = s390_r3;
4771
4772         /* add the this argument */
4773         if (this_reg != -1) {
4774                 MonoInst *this;
4775                 MONO_INST_NEW (cfg, this, OP_SETREG);
4776                 this->type  = this_type;
4777                 this->sreg1 = this_reg;
4778                 this->dreg  = mono_regstate_next_int (cfg->rs);
4779                 mono_bblock_add_inst (cfg->cbb, this);
4780                 mono_call_inst_add_outarg_reg (cfg, inst, this->dreg, this_dreg, FALSE);
4781         }
4782
4783         if (vt_reg != -1) {
4784                 MonoInst *vtarg;
4785                 MONO_INST_NEW (cfg, vtarg, OP_SETREG);
4786                 vtarg->type  = STACK_MP;
4787                 vtarg->sreg1 = vt_reg;
4788                 vtarg->dreg  = mono_regstate_next_int (cfg->rs);
4789                 mono_bblock_add_inst (cfg->cbb, vtarg);
4790                 mono_call_inst_add_outarg_reg (cfg, inst, vtarg->dreg, s390_r2, FALSE);
4791         }
4792 }
4793
4794 /*========================= End of Function ========================*/
4795
4796 /*------------------------------------------------------------------*/
4797 /*                                                                  */
4798 /* Name         - mono_arch_get_inst_for_method                   */
4799 /*                                                                  */
4800 /* Function     - Check for opcodes we can handle directly in       */
4801 /*                hardware.                                         */
4802 /*                                                                  */
4803 /*------------------------------------------------------------------*/
4804
4805 MonoInst*
4806 mono_arch_get_inst_for_method (MonoCompile *cfg, MonoMethod *cmethod,
4807                                MonoMethodSignature *fsig, MonoInst **args)
4808 {
4809         MonoInst *ins = NULL;
4810
4811         if (cmethod->klass == mono_defaults.math_class) {
4812                 if (strcmp (cmethod->name, "Sqrt") == 0) {
4813                         MONO_INST_NEW (cfg, ins, OP_SQRT);
4814                         ins->inst_i0 = args [0];
4815                 }
4816         } else if (cmethod->klass == mono_defaults.thread_class &&
4817                            strcmp (cmethod->name, "MemoryBarrier") == 0) {
4818                 MONO_INST_NEW (cfg, ins, OP_MEMORY_BARRIER);
4819         } else if(cmethod->klass->image == mono_defaults.corlib &&
4820                            (strcmp (cmethod->klass->name_space, "System.Threading") == 0) &&
4821                            (strcmp (cmethod->klass->name, "Interlocked") == 0)) {
4822
4823                 if (strcmp (cmethod->name, "Increment") == 0 &&
4824                     fsig->params [0]->type == MONO_TYPE_I4) {
4825                         MonoInst *ins_iconst;
4826
4827                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_NEW_I4);
4828                         MONO_INST_NEW (cfg, ins_iconst, OP_ICONST);
4829                         ins_iconst->inst_c0 = 1;
4830
4831                         ins->inst_i0 = args [0];
4832                         ins->inst_i1 = ins_iconst;
4833                 } else if (strcmp (cmethod->name, "Decrement") == 0 &&
4834                            fsig->params [0]->type == MONO_TYPE_I4) {
4835                         MonoInst *ins_iconst;
4836
4837                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_NEW_I4);
4838                         MONO_INST_NEW (cfg, ins_iconst, OP_ICONST);
4839                         ins_iconst->inst_c0 = -1;
4840
4841                         ins->inst_i0 = args [0];
4842                         ins->inst_i1 = ins_iconst;
4843                 } else if (strcmp (cmethod->name, "Exchange") == 0 &&
4844                            fsig->params [0]->type == MONO_TYPE_I4) {
4845                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_EXCHANGE_I4);
4846
4847                         ins->inst_i0 = args [0];
4848                         ins->inst_i1 = args [1];
4849                 } else if (strcmp (cmethod->name, "Add") == 0 &&
4850                            fsig->params [0]->type == MONO_TYPE_I4) {
4851                         MONO_INST_NEW (cfg, ins, OP_ATOMIC_ADD_I4);
4852
4853                         ins->inst_i0 = args [0];
4854                         ins->inst_i1 = args [1];
4855                 }
4856         }
4857         return ins;
4858 }
4859
4860 /*========================= End of Function ========================*/
4861
4862 /*------------------------------------------------------------------*/
4863 /*                                                                  */
4864 /* Name         - mono_arch_print_tree                              */
4865 /*                                                                  */
4866 /* Function     - Print platform-specific opcode details.           */
4867 /*                                                                  */
4868 /* Returns      - 1 - opcode details have been printed              */
4869 /*                0 - opcode details have not been printed          */
4870 /*                                                                  */
4871 /*------------------------------------------------------------------*/
4872
4873 gboolean
4874 mono_arch_print_tree (MonoInst *tree, int arity)
4875 {
4876         gboolean done;
4877
4878         switch (tree->opcode) {
4879                 case OP_S390_LOADARG:
4880                 case OP_S390_ARGREG:
4881                 case OP_S390_ARGPTR:
4882                         printf ("[0x%lx(%s)]", tree->inst_offset,
4883                                 mono_arch_regname (tree->inst_basereg));
4884                         done = 1;
4885                         break;
4886                 case OP_S390_STKARG:
4887                         printf ("[0x%lx(previous_frame)]",
4888                                 tree->inst_offset);
4889                         done = 1;
4890                         break;
4891                 case OP_S390_MOVE:
4892                         printf ("[0x%lx(%d,%s),0x%lx(%s)]",
4893                                 tree->inst_offset, tree->backend.size,
4894                                 mono_arch_regname(tree->dreg), tree->inst_imm,
4895                                 mono_arch_regname(tree->sreg1));
4896                         done = 1;
4897                         break;
4898                 case OP_S390_SETF4RET:
4899                         printf ("[%s,%s]",
4900                                 mono_arch_fregname (tree->dreg),
4901                                 mono_arch_fregname (tree->sreg1));
4902                         done = 1;
4903                         break;
4904                 case OP_TLS_GET:
4905                         printf ("[0x%lx(0x%lx,%s)]", tree->inst_offset,
4906                                 tree->inst_imm,
4907                                 mono_arch_regname (tree->sreg1));
4908                         done = 1;
4909                         break;
4910                 case OP_S390_BKCHAIN:
4911                         printf ("[previous_frame(%s)]",
4912                                 mono_arch_regname (tree->sreg1));
4913                         done = 1;
4914                         break;
4915                 default:
4916                         done = 0;
4917         }
4918         return (done);
4919 }
4920
4921 /*========================= End of Function ========================*/
4922
4923 /*------------------------------------------------------------------*/
4924 /*                                                                  */
4925 /* Name         - mono_arch_regalloc_cost                           */
4926 /*                                                                  */
4927 /* Function     - Determine the cost, in the number of memory       */
4928 /*                references, of the action of allocating the var-  */
4929 /*                iable VMV into a register during global register  */
4930 /*                allocation.                                       */
4931 /*                                                                  */
4932 /* Returns      - Cost                                              */
4933 /*                                                                  */
4934 /*------------------------------------------------------------------*/
4935
4936 guint32
4937 mono_arch_regalloc_cost (MonoCompile *cfg, MonoMethodVar *vmv)
4938 {
4939         /* FIXME: */
4940         return 2;
4941 }
4942
4943 /*========================= End of Function ========================*/
4944
4945 /*------------------------------------------------------------------*/
4946 /*                                                                  */
4947 /* Name         - mono_arch_get_domain_intrinsic                    */
4948 /*                                                                  */
4949 /* Function     -                                                   */
4950 /*                                                                  */
4951 /* Returns      -                                                   */
4952 /*                                                                  */
4953 /*------------------------------------------------------------------*/
4954
4955 MonoInst *
4956 mono_arch_get_domain_intrinsic (MonoCompile* cfg)
4957 {
4958         MonoInst *ins;
4959
4960         if (appdomain_tls_offset == -1)
4961                 return NULL;
4962
4963         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
4964         ins->inst_offset = appdomain_tls_offset;
4965         return (ins);
4966 }
4967
4968 /*========================= End of Function ========================*/
4969
4970 /*------------------------------------------------------------------*/
4971 /*                                                                  */
4972 /* Name         - mono_arch_get_thread_intrinsic                    */
4973 /*                                                                  */
4974 /* Function     -                                                   */
4975 /*                                                                  */
4976 /* Returns      -                                                   */
4977 /*                                                                  */
4978 /*------------------------------------------------------------------*/
4979
4980 MonoInst *
4981 mono_arch_get_thread_intrinsic (MonoCompile* cfg)
4982 {
4983         MonoInst *ins;
4984
4985         if (thread_tls_offset == -1)
4986                 return NULL;
4987
4988         MONO_INST_NEW (cfg, ins, OP_TLS_GET);
4989         ins->inst_offset = thread_tls_offset;
4990         return (ins);
4991 }
4992
4993 /*========================= End of Function ========================*/
4994
4995 /*------------------------------------------------------------------*/
4996 /*                                                                  */
4997 /* Name         - mono_arch_flush_register_windows                  */
4998 /*                                                                  */
4999 /* Function     -                                                   */
5000 /*                                                                  */
5001 /* Returns      -                                                   */
5002 /*                                                                  */
5003 /*------------------------------------------------------------------*/
5004
5005 void
5006 mono_arch_flush_register_windows (void)
5007 {
5008 }
5009
5010 /*========================= End of Function ========================*/
5011
5012 /*------------------------------------------------------------------*/
5013 /*                                                                  */
5014 /* Name         - mono_arch_get_lmf_addr                            */
5015 /*                                                                  */
5016 /* Function     -                                                   */
5017 /*                                                                  */
5018 /* Returns      -                                                   */
5019 /*                                                                  */
5020 /*------------------------------------------------------------------*/
5021
5022 gpointer
5023 mono_arch_get_lmf_addr (void)
5024 {
5025         return pthread_getspecific (lmf_addr_key);
5026 }
5027
5028
5029 /*========================= End of Function ========================*/
5030
5031 /*------------------------------------------------------------------*/
5032 /*                                                                  */
5033 /* Name         - mono_arch_get_patch_offset                        */
5034 /*                                                                  */
5035 /* Function     - Dummy entry point until s390x supports aot.       */
5036 /*                                                                  */
5037 /* Returns      - Offset for patch.                                 */
5038 /*                                                                  */
5039 /*------------------------------------------------------------------*/
5040
5041 guint32
5042 mono_arch_get_patch_offset (guint8 *code)
5043 {
5044         return 0;
5045 }
5046
5047 /*========================= End of Function ========================*/