src/vm/jit/alpha/codegen.c

   1 /* src/vm/jit/alpha/codegen.c - machine code generator for Alpha
   2
   3    Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
   4    C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
   5    E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
   6    J. Wenninger, Institut f. Computersprachen - TU Wien
   7
   8    This file is part of CACAO.
   9
  10    This program is free software; you can redistribute it and/or
  11    modify it under the terms of the GNU General Public License as
  12    published by the Free Software Foundation; either version 2, or (at
  13    your option) any later version.
  14
  15    This program is distributed in the hope that it will be useful, but
  16    WITHOUT ANY WARRANTY; without even the implied warranty of
  17    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  18    General Public License for more details.
  19
  20    You should have received a copy of the GNU General Public License
  21    along with this program; if not, write to the Free Software
  22    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  23    02110-1301, USA.
  24
  25    $Id: codegen.c 8245 2007-07-31 09:55:04Z michi $
  26
  27 */
  28
  29
  30 #include "config.h"
  31
  32 #include <assert.h>
  33 #include <stdio.h>
  34
  35 #include "vm/types.h"
  36
  37 #include "md.h"
  38 #include "md-abi.h"
  39
  40 #include "vm/jit/alpha/arch.h"
  41 #include "vm/jit/alpha/codegen.h"
  42
  43 #include "mm/memory.h"
  44
  45 #include "native/jni.h"
  46 #include "native/native.h"
  47
  48 #include "threads/lock-common.h"
  49
  50 #include "vm/builtin.h"
  51 #include "vm/exceptions.h"
  52 #include "vm/global.h"
  53 #include "vm/vm.h"
  54
  55 #include "vm/jit/abi.h"
  56 #include "vm/jit/asmpart.h"
  57 #include "vm/jit/codegen-common.h"
  58 #include "vm/jit/dseg.h"
  59 #include "vm/jit/emit-common.h"
  60 #include "vm/jit/jit.h"
  61 #include "vm/jit/parse.h"
  62 #include "vm/jit/patcher-common.h"
  63 #include "vm/jit/reg.h"
  64 #include "vm/jit/replace.h"
  65 #include "vm/jit/stacktrace.h"
  66
  67 #if defined(ENABLE_LSRA)
  68 # include "vm/jit/allocator/lsra.h"
  69 #endif
  70
  71 #include "vmcore/loader.h"
  72 #include "vmcore/options.h"
  73
  74
  75 /* codegen_emit ****************************************************************
  76
  77    Generates machine code.
  78
  79 *******************************************************************************/
  80
  81 bool codegen_emit(jitdata *jd)
  82 {
  83         methodinfo         *m;
  84         codeinfo           *code;
  85         codegendata        *cd;
  86         registerdata       *rd;
  87         s4                  len, s1, s2, s3, d, disp;
  88         varinfo            *var;
  89         basicblock         *bptr;
  90         instruction        *iptr;
  91         exception_entry    *ex;
  92         u2                  currentline;
  93         methodinfo         *lm;             /* local methodinfo for ICMD_INVOKE*  */
  94         unresolved_method  *um;
  95         builtintable_entry *bte;
  96         methoddesc         *md;
  97         fieldinfo          *fi;
  98         unresolved_field   *uf;
  99         s4                  fieldtype;
 100         s4                 varindex;
 101
 102         /* get required compiler data */
 103
 104         m    = jd->m;
 105         code = jd->code;
 106         cd   = jd->cd;
 107         rd   = jd->rd;
 108
 109         /* prevent compiler warnings */
 110
 111         d           = 0;
 112         fieldtype   = 0;
 113         lm          = NULL;
 114         um          = NULL;
 115         bte         = NULL;
 116         currentline = 0;
 117
 118         {
 119         s4 i, p, t, l;
 120         s4 savedregs_num;
 121
 122         savedregs_num = (jd->isleafmethod) ? 0 : 1;       /* space to save the RA */
 123
 124         /* space to save used callee saved registers */
 125
 126         savedregs_num += (INT_SAV_CNT - rd->savintreguse);
 127         savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
 128
 129         cd->stackframesize = rd->memuse + savedregs_num;
 130
 131 #if defined(ENABLE_THREADS)        /* space to save argument of monitor_enter */
 132         if (checksync && (m->flags & ACC_SYNCHRONIZED))
 133                 cd->stackframesize++;
 134 #endif
 135
 136         /* create method header */
 137
 138 #if 0
 139         cd->stackframesize = (cd->stackframesize + 1) & ~1; /* align stack to 16-bytes */
 140 #endif
 141
 142         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
 143         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
 144
 145 #if defined(ENABLE_THREADS)
 146         /* IsSync contains the offset relative to the stack pointer for the
 147            argument of monitor_exit used in the exception handler. Since the
 148            offset could be zero and give a wrong meaning of the flag it is
 149            offset by one.
 150         */
 151
 152         if (checksync && (m->flags & ACC_SYNCHRONIZED))
 153                 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8);       /* IsSync  */
 154         else
 155 #endif
 156                 (void) dseg_add_unique_s4(cd, 0);                          /* IsSync  */
 157
 158         (void) dseg_add_unique_s4(cd, jd->isleafmethod);               /* IsLeaf  */
 159         (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
 160         (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
 161
 162         dseg_addlinenumbertablesize(cd);
 163
 164         (void) dseg_add_unique_s4(cd, jd->exceptiontablelength);   /* ExTableSize */
 165
 166         /* create exception table */
 167
 168         for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
 169                 dseg_add_target(cd, ex->start);
 170                 dseg_add_target(cd, ex->end);
 171                 dseg_add_target(cd, ex->handler);
 172                 (void) dseg_add_unique_address(cd, ex->catchtype.any);
 173         }
 174
 175         /* create stack frame (if necessary) */
 176
 177         if (cd->stackframesize)
 178                 M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
 179
 180         /* save return address and used callee saved registers */
 181
 182         p = cd->stackframesize;
 183         if (!jd->isleafmethod) {
 184                 p--; M_AST(REG_RA, REG_SP, p * 8);
 185         }
 186         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
 187                 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
 188         }
 189         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
 190                 p--; M_DST(rd->savfltregs[i], REG_SP, p * 8);
 191         }
 192
 193         /* take arguments out of register or stack frame */
 194
 195         md = m->parseddesc;
 196
 197         for (p = 0, l = 0; p < md->paramcount; p++) {
 198                 t = md->paramtypes[p].type;
 199
 200                 varindex = jd->local_map[l * 5 + t];
 201
 202                 l++;
 203                 if (IS_2_WORD_TYPE(t))    /* increment local counter for 2 word types */
 204                         l++;
 205
 206                 if (varindex == UNUSED)
 207                         continue;
 208
 209                 var = VAR(varindex);
 210
 211                 s1 = md->params[p].regoff;
 212
 213                 if (IS_INT_LNG_TYPE(t)) {                    /* integer args          */
 214                         if (!md->params[p].inmemory) {           /* register arguments    */
 215                                 if (!IS_INMEMORY(var->flags))
 216                                         M_INTMOVE(s1, var->vv.regoff);
 217                                 else
 218                                         M_LST(s1, REG_SP, var->vv.regoff);
 219                         }
 220                         else {                                   /* stack arguments       */
 221                                 if (!IS_INMEMORY(var->flags))
 222                                         M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
 223                                 else
 224                                         var->vv.regoff = cd->stackframesize * 8 + s1;
 225                         }
 226                 }
 227                 else {                                       /* floating args         */
 228                         if (!md->params[p].inmemory) {           /* register arguments    */
 229                                 if (!IS_INMEMORY(var->flags))
 230                                         M_FLTMOVE(s1, var->vv.regoff);
 231                                 else
 232                                         M_DST(s1, REG_SP, var->vv.regoff * 8);
 233                         }
 234                         else {                                   /* stack arguments       */
 235                                 if (!(var->flags & INMEMORY))
 236                                         M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
 237                                 else
 238                                         var->vv.regoff = cd->stackframesize * 8 + s1;
 239                         }
 240                 }
 241         }
 242
 243         /* call monitorenter function */
 244
 245 #if defined(ENABLE_THREADS)
 246         if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
 247                 /* stack offset for monitor argument */
 248
 249                 s1 = rd->memuse;
 250
 251 #if !defined(NDEBUG)
 252                 if (opt_verbosecall) {
 253                         M_LDA(REG_SP, REG_SP, -(INT_ARG_CNT + FLT_ARG_CNT) * 8);
 254
 255                         for (p = 0; p < INT_ARG_CNT; p++)
 256                                 M_LST(abi_registers_integer_argument[p], REG_SP, p * 8);
 257
 258                         for (p = 0; p < FLT_ARG_CNT; p++)
 259                                 M_DST(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 260
 261                         s1 += INT_ARG_CNT + FLT_ARG_CNT;
 262                 }
 263 #endif /* !defined(NDEBUG) */
 264
 265                 /* decide which monitor enter function to call */
 266
 267                 if (m->flags & ACC_STATIC) {
 268                         disp = dseg_add_address(cd, &m->class->object.header);
 269                         M_ALD(REG_A0, REG_PV, disp);
 270                 }
 271                 else {
 272                         M_BNEZ(REG_A0, 1);
 273                         M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
 274                 }
 275
 276                 M_AST(REG_A0, REG_SP, s1 * 8);
 277                 disp = dseg_add_functionptr(cd, LOCK_monitor_enter);
 278                 M_ALD(REG_PV, REG_PV, disp);
 279                 M_JSR(REG_RA, REG_PV);
 280                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
 281                 M_LDA(REG_PV, REG_RA, -disp);
 282
 283 #if !defined(NDEBUG)
 284                 if (opt_verbosecall) {
 285                         for (p = 0; p < INT_ARG_CNT; p++)
 286                                 M_LLD(abi_registers_integer_argument[p], REG_SP, p * 8);
 287
 288                         for (p = 0; p < FLT_ARG_CNT; p++)
 289                                 M_DLD(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 290
 291                         M_LDA(REG_SP, REG_SP, (INT_ARG_CNT + FLT_ARG_CNT) * 8);
 292                 }
 293 #endif /* !defined(NDEBUG) */
 294         }
 295 #endif
 296
 297         /* call trace function */
 298
 299 #if !defined(NDEBUG)
 300         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
 301                 emit_verbosecall_enter(jd);
 302 #endif
 303
 304         }
 305
 306         /* end of header generation */
 307
 308         /* create replacement points */
 309
 310         REPLACEMENT_POINTS_INIT(cd, jd);
 311
 312         /* walk through all basic blocks */
 313
 314         for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
 315
 316                 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
 317
 318                 if (bptr->flags >= BBREACHED) {
 319
 320                 /* branch resolving */
 321
 322                 codegen_resolve_branchrefs(cd, bptr);
 323
 324                 /* handle replacement points */
 325
 326                 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
 327
 328                 /* copy interface registers to their destination */
 329
 330                 len = bptr->indepth;
 331                 MCODECHECK(64+len);
 332 #if defined(ENABLE_LSRA)
 333                 if (opt_lsra) {
 334                 while (len) {
 335                         len--;
 336                         src = bptr->invars[len];
 337                         if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 338                                         /*                              d = reg_of_var(m, src, REG_ITMP1); */
 339                                         if (!(src->flags & INMEMORY))
 340                                                 d = src->vv.regoff;
 341                                         else
 342                                                 d = REG_ITMP1;
 343                                         M_INTMOVE(REG_ITMP1, d);
 344                                         emit_store(jd, NULL, src, d);
 345                                 }
 346                         }
 347                 } else {
 348 #endif
 349                         while (len) {
 350                                 len--;
 351                                 var = VAR(bptr->invars[len]);
 352                                 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 353                                         d = codegen_reg_of_var(0, var, REG_ITMP1);
 354                                         M_INTMOVE(REG_ITMP1, d);
 355                                         emit_store(jd, NULL, var, d);
 356                                 }
 357                                 else {
 358                                         assert((var->flags & INOUT));
 359                                 }
 360                         }
 361 #if defined(ENABLE_LSRA)
 362                 }
 363 #endif
 364
 365                 /* walk through all instructions */
 366
 367                 len = bptr->icount;
 368
 369                 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
 370                         if (iptr->line != currentline) {
 371                                 dseg_addlinenumber(cd, iptr->line);
 372                                 currentline = iptr->line;
 373                         }
 374
 375                 MCODECHECK(64);       /* an instruction usually needs < 64 words      */
 376                 switch (iptr->opc) {
 377
 378                 case ICMD_NOP:        /* ...  ==> ...                                 */
 379                 case ICMD_POP:        /* ..., value  ==> ...                          */
 380                 case ICMD_POP2:       /* ..., value, value  ==> ...                   */
 381                         break;
 382
 383                 case ICMD_INLINE_START:
 384
 385                         REPLACEMENT_POINT_INLINE_START(cd, iptr);
 386                         break;
 387
 388                 case ICMD_INLINE_BODY:
 389
 390                         REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
 391                         dseg_addlinenumber_inline_start(cd, iptr);
 392                         dseg_addlinenumber(cd, iptr->line);
 393                         break;
 394
 395                 case ICMD_INLINE_END:
 396
 397                         dseg_addlinenumber_inline_end(cd, iptr);
 398                         dseg_addlinenumber(cd, iptr->line);
 399                         break;
 400
 401                 case ICMD_CHECKNULL:  /* ..., objectref  ==> ..., objectref           */
 402
 403                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 404                         emit_nullpointer_check(cd, iptr, s1);
 405                         break;
 406
 407                 /* constant operations ************************************************/
 408
 409                 case ICMD_ICONST:     /* ...  ==> ..., constant                       */
 410
 411                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 412                         ICONST(d, iptr->sx.val.i);
 413                         emit_store_dst(jd, iptr, d);
 414                         break;
 415
 416                 case ICMD_LCONST:     /* ...  ==> ..., constant                       */
 417
 418                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 419                         LCONST(d, iptr->sx.val.l);
 420                         emit_store_dst(jd, iptr, d);
 421                         break;
 422
 423                 case ICMD_FCONST:     /* ...  ==> ..., constant                       */
 424
 425                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 426                         disp = dseg_add_float(cd, iptr->sx.val.f);
 427                         M_FLD(d, REG_PV, disp);
 428                         emit_store_dst(jd, iptr, d);
 429                         break;
 430
 431                 case ICMD_DCONST:     /* ...  ==> ..., constant                       */
 432
 433                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 434                         disp = dseg_add_double(cd, iptr->sx.val.d);
 435                         M_DLD(d, REG_PV, disp);
 436                         emit_store_dst(jd, iptr, d);
 437                         break;
 438
 439                 case ICMD_ACONST:     /* ...  ==> ..., constant                       */
 440
 441                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 442
 443                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
 444                                 constant_classref *cr = iptr->sx.val.c.ref;
 445
 446                                 disp = dseg_add_unique_address(cd, cr);
 447
 448                                 /* XXX Only add the patcher, if this position needs to
 449                                    be patched.  If there was a previous position which
 450                                    resolved the same class, the returned displacement
 451                                    of dseg_add_address is ok to use. */
 452
 453                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
 454                                                                           cr, disp);
 455
 456                                 M_ALD(d, REG_PV, disp);
 457                         }
 458                         else {
 459                                 if (iptr->sx.val.anyptr == NULL)
 460                                         M_INTMOVE(REG_ZERO, d);
 461                                 else {
 462                                         disp = dseg_add_address(cd, iptr->sx.val.anyptr);
 463                                         M_ALD(d, REG_PV, disp);
 464                                 }
 465                         }
 466                         emit_store_dst(jd, iptr, d);
 467                         break;
 468
 469
 470                 /* load/store/move/copy operations ************************************/
 471
 472                 case ICMD_ILOAD:      /* ...  ==> ..., content of local variable      */
 473                 case ICMD_ALOAD:      /* s1 = local variable                          */
 474                 case ICMD_LLOAD:
 475                 case ICMD_FLOAD:
 476                 case ICMD_DLOAD:
 477                 case ICMD_ISTORE:     /* ..., value  ==> ...                          */
 478                 case ICMD_LSTORE:
 479                 case ICMD_FSTORE:
 480                 case ICMD_DSTORE:
 481                 case ICMD_COPY:
 482                 case ICMD_MOVE:
 483
 484                         emit_copy(jd, iptr);
 485                         break;
 486
 487                 case ICMD_ASTORE:
 488
 489                         if (!(iptr->flags.bits & INS_FLAG_RETADDR))
 490                                 emit_copy(jd, iptr);
 491                         break;
 492
 493
 494                 /* integer operations *************************************************/
 495
 496                 case ICMD_INEG:       /* ..., value  ==> ..., - value                 */
 497
 498                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 499                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 500                         M_ISUB(REG_ZERO, s1, d);
 501                         emit_store_dst(jd, iptr, d);
 502                         break;
 503
 504                 case ICMD_LNEG:       /* ..., value  ==> ..., - value                 */
 505
 506                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 507                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 508                         M_LSUB(REG_ZERO, s1, d);
 509                         emit_store_dst(jd, iptr, d);
 510                         break;
 511
 512                 case ICMD_I2L:        /* ..., value  ==> ..., value                   */
 513
 514                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 515                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 516                         M_INTMOVE(s1, d);
 517                         emit_store_dst(jd, iptr, d);
 518                         break;
 519
 520                 case ICMD_L2I:        /* ..., value  ==> ..., value                   */
 521
 522                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 523                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 524                         M_IADD(s1, REG_ZERO, d);
 525                         emit_store_dst(jd, iptr, d);
 526                         break;
 527
 528                 case ICMD_INT2BYTE:   /* ..., value  ==> ..., value                   */
 529
 530                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 531                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 532                         if (has_ext_instr_set) {
 533                                 M_BSEXT(s1, d);
 534                         } else {
 535                                 M_SLL_IMM(s1, 56, d);
 536                                 M_SRA_IMM( d, 56, d);
 537                         }
 538                         emit_store_dst(jd, iptr, d);
 539                         break;
 540
 541                 case ICMD_INT2CHAR:   /* ..., value  ==> ..., value                   */
 542
 543                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 544                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 545             M_CZEXT(s1, d);
 546                         emit_store_dst(jd, iptr, d);
 547                         break;
 548
 549                 case ICMD_INT2SHORT:  /* ..., value  ==> ..., value                   */
 550
 551                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 552                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 553                         if (has_ext_instr_set) {
 554                                 M_SSEXT(s1, d);
 555                         } else {
 556                                 M_SLL_IMM(s1, 48, d);
 557                                 M_SRA_IMM( d, 48, d);
 558                         }
 559                         emit_store_dst(jd, iptr, d);
 560                         break;
 561
 562
 563                 case ICMD_IADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 564
 565                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 566                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 567                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 568                         M_IADD(s1, s2, d);
 569                         emit_store_dst(jd, iptr, d);
 570                         break;
 571
 572                 case ICMD_IINC:
 573                 case ICMD_IADDCONST:  /* ..., value  ==> ..., value + constant        */
 574                                       /* sx.val.i = constant                             */
 575
 576                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 577                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 578                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 579                                 M_IADD_IMM(s1, iptr->sx.val.i, d);
 580                         } else if ((iptr->sx.val.i > -256) && (iptr->sx.val.i < 0)) {
 581                                 M_ISUB_IMM(s1, (-iptr->sx.val.i), d);
 582                         } else {
 583                                 /* XXX maybe use M_LDA? */
 584                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 585                                 M_IADD(s1, REG_ITMP2, d);
 586                         }
 587                         emit_store_dst(jd, iptr, d);
 588                         break;
 589
 590                 case ICMD_LADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 591
 592                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 593                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 594                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 595                         M_LADD(s1, s2, d);
 596                         emit_store_dst(jd, iptr, d);
 597                         break;
 598
 599                 case ICMD_LADDCONST:  /* ..., value  ==> ..., value + constant        */
 600                                       /* sx.val.l = constant                             */
 601
 602                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 603                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 604                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 605                                 M_LADD_IMM(s1, iptr->sx.val.l, d);
 606                         } else {
 607                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 608                                 M_LADD(s1, REG_ITMP2, d);
 609                         }
 610                         emit_store_dst(jd, iptr, d);
 611                         break;
 612
 613                 case ICMD_ISUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 614
 615                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 616                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 617                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 618                         M_ISUB(s1, s2, d);
 619                         emit_store_dst(jd, iptr, d);
 620                         break;
 621
 622                 case ICMD_ISUBCONST:  /* ..., value  ==> ..., value + constant        */
 623                                       /* sx.val.i = constant                             */
 624
 625                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 626                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 627                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 628                                 M_ISUB_IMM(s1, iptr->sx.val.i, d);
 629                         } else {
 630                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 631                                 M_ISUB(s1, REG_ITMP2, d);
 632                         }
 633                         emit_store_dst(jd, iptr, d);
 634                         break;
 635
 636                 case ICMD_LSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 637
 638                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 639                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 640                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 641                         M_LSUB(s1, s2, d);
 642                         emit_store_dst(jd, iptr, d);
 643                         break;
 644
 645                 case ICMD_LSUBCONST:  /* ..., value  ==> ..., value - constant        */
 646                                       /* sx.val.l = constant                             */
 647
 648                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 649                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 650                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 651                                 M_LSUB_IMM(s1, iptr->sx.val.l, d);
 652                         } else {
 653                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 654                                 M_LSUB(s1, REG_ITMP2, d);
 655                         }
 656                         emit_store_dst(jd, iptr, d);
 657                         break;
 658
 659                 case ICMD_IMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 660
 661                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 662                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 663                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 664                         M_IMUL(s1, s2, d);
 665                         emit_store_dst(jd, iptr, d);
 666                         break;
 667
 668                 case ICMD_IMULCONST:  /* ..., value  ==> ..., value * constant        */
 669                                       /* sx.val.i = constant                             */
 670
 671                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 672                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 673                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 674                                 M_IMUL_IMM(s1, iptr->sx.val.i, d);
 675                         } else {
 676                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 677                                 M_IMUL(s1, REG_ITMP2, d);
 678                         }
 679                         emit_store_dst(jd, iptr, d);
 680                         break;
 681
 682                 case ICMD_LMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 683
 684                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 685                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 686                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 687                         M_LMUL(s1, s2, d);
 688                         emit_store_dst(jd, iptr, d);
 689                         break;
 690
 691                 case ICMD_LMULCONST:  /* ..., value  ==> ..., value * constant        */
 692                                       /* sx.val.l = constant                             */
 693
 694                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 695                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 696                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 697                                 M_LMUL_IMM(s1, iptr->sx.val.l, d);
 698                         } else {
 699                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 700                                 M_LMUL(s1, REG_ITMP2, d);
 701                         }
 702                         emit_store_dst(jd, iptr, d);
 703                         break;
 704
 705                 case ICMD_IDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 706                 case ICMD_IREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 707
 708                         s1 = emit_load_s1(jd, iptr, REG_A0);
 709                         s2 = emit_load_s2(jd, iptr, REG_A1);
 710                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 711                         emit_arithmetic_check(cd, iptr, s2);
 712
 713                         M_INTMOVE(s1, REG_A0);
 714                         M_INTMOVE(s2, REG_A1);
 715                         bte = iptr->sx.s23.s3.bte;
 716                         disp = dseg_add_functionptr(cd, bte->fp);
 717                         M_ALD(REG_PV, REG_PV, disp);
 718                         M_JSR(REG_RA, REG_PV);
 719                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 720                         M_LDA(REG_PV, REG_RA, -disp);
 721
 722                         M_IADD(REG_RESULT, REG_ZERO, d); /* sign extend (bugfix for gcc -O2) */
 723                         emit_store_dst(jd, iptr, d);
 724                         break;
 725
 726                 case ICMD_LDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 727                 case ICMD_LREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 728
 729                         s1 = emit_load_s1(jd, iptr, REG_A0);
 730                         s2 = emit_load_s2(jd, iptr, REG_A1);
 731                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 732                         emit_arithmetic_check(cd, iptr, s2);
 733
 734                         M_INTMOVE(s1, REG_A0);
 735                         M_INTMOVE(s2, REG_A1);
 736                         bte = iptr->sx.s23.s3.bte;
 737                         disp = dseg_add_functionptr(cd, bte->fp);
 738                         M_ALD(REG_PV, REG_PV, disp);
 739                         M_JSR(REG_RA, REG_PV);
 740                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 741                         M_LDA(REG_PV, REG_RA, -disp);
 742
 743                         M_INTMOVE(REG_RESULT, d);
 744                         emit_store_dst(jd, iptr, d);
 745                         break;
 746
 747                 case ICMD_IDIVPOW2:   /* ..., value  ==> ..., value << constant       */
 748                 case ICMD_LDIVPOW2:   /* val.i = constant                             */
 749
 750                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 751                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 752                         if (iptr->sx.val.i <= 15) {
 753                                 M_LDA(REG_ITMP2, s1, (1 << iptr->sx.val.i) -1);
 754                                 M_CMOVGE(s1, s1, REG_ITMP2);
 755                         } else {
 756                                 M_SRA_IMM(s1, 63, REG_ITMP2);
 757                                 M_SRL_IMM(REG_ITMP2, 64 - iptr->sx.val.i, REG_ITMP2);
 758                                 M_LADD(s1, REG_ITMP2, REG_ITMP2);
 759                         }
 760                         M_SRA_IMM(REG_ITMP2, iptr->sx.val.i, d);
 761                         emit_store_dst(jd, iptr, d);
 762                         break;
 763
 764                 case ICMD_ISHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 765
 766                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 767                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 768                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 769                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 770                         M_SLL(s1, REG_ITMP3, d);
 771                         M_IADD(d, REG_ZERO, d);
 772                         emit_store_dst(jd, iptr, d);
 773                         break;
 774
 775                 case ICMD_ISHLCONST:  /* ..., value  ==> ..., value << constant       */
 776                                       /* sx.val.i = constant                             */
 777
 778                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 779                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 780                         M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
 781                         M_IADD(d, REG_ZERO, d);
 782                         emit_store_dst(jd, iptr, d);
 783                         break;
 784
 785                 case ICMD_ISHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 786
 787                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 788                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 789                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 790                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 791                         M_SRA(s1, REG_ITMP3, d);
 792                         emit_store_dst(jd, iptr, d);
 793                         break;
 794
 795                 case ICMD_ISHRCONST:  /* ..., value  ==> ..., value >> constant       */
 796                                       /* sx.val.i = constant                             */
 797
 798                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 799                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 800                         M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
 801                         emit_store_dst(jd, iptr, d);
 802                         break;
 803
 804                 case ICMD_IUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 805
 806                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 807                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 808                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 809                         M_AND_IMM(s2, 0x1f, REG_ITMP2);
 810             M_IZEXT(s1, d);
 811                         M_SRL(d, REG_ITMP2, d);
 812                         M_IADD(d, REG_ZERO, d);
 813                         emit_store_dst(jd, iptr, d);
 814                         break;
 815
 816                 case ICMD_IUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 817                                       /* sx.val.i = constant                             */
 818
 819                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 820                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 821             M_IZEXT(s1, d);
 822                         M_SRL_IMM(d, iptr->sx.val.i & 0x1f, d);
 823                         M_IADD(d, REG_ZERO, d);
 824                         emit_store_dst(jd, iptr, d);
 825                         break;
 826
 827                 case ICMD_LSHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 828
 829                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 830                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 831                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 832                         M_SLL(s1, s2, d);
 833                         emit_store_dst(jd, iptr, d);
 834                         break;
 835
 836                 case ICMD_LSHLCONST:  /* ..., value  ==> ..., value << constant       */
 837                                       /* sx.val.i = constant                             */
 838
 839                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 840                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 841                         M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 842                         emit_store_dst(jd, iptr, d);
 843                         break;
 844
 845                 case ICMD_LSHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 846
 847                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 848                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 849                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 850                         M_SRA(s1, s2, d);
 851                         emit_store_dst(jd, iptr, d);
 852                         break;
 853
 854                 case ICMD_LSHRCONST:  /* ..., value  ==> ..., value >> constant       */
 855                                       /* sx.val.i = constant                             */
 856
 857                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 858                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 859                         M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
 860                         emit_store_dst(jd, iptr, d);
 861                         break;
 862
 863                 case ICMD_LUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 864
 865                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 866                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 867                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 868                         M_SRL(s1, s2, d);
 869                         emit_store_dst(jd, iptr, d);
 870                         break;
 871
 872                 case ICMD_LUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 873                                       /* sx.val.i = constant                             */
 874
 875                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 876                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 877                         M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 878                         emit_store_dst(jd, iptr, d);
 879                         break;
 880
 881                 case ICMD_IAND:       /* ..., val1, val2  ==> ..., val1 & val2        */
 882                 case ICMD_LAND:
 883
 884                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 885                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 886                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 887                         M_AND(s1, s2, d);
 888                         emit_store_dst(jd, iptr, d);
 889                         break;
 890
 891                 case ICMD_IANDCONST:  /* ..., value  ==> ..., value & constant        */
 892                                       /* sx.val.i = constant                             */
 893
 894                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 895                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 896                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 897                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 898                         } else if (iptr->sx.val.i == 0xffff) {
 899                                 M_CZEXT(s1, d);
 900                         } else if (iptr->sx.val.i == 0xffffff) {
 901                                 M_ZAPNOT_IMM(s1, 0x07, d);
 902                         } else {
 903                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 904                                 M_AND(s1, REG_ITMP2, d);
 905                         }
 906                         emit_store_dst(jd, iptr, d);
 907                         break;
 908
 909                 case ICMD_IREMPOW2:   /* ..., value  ==> ..., value % constant        */
 910                                       /* sx.val.i = constant                             */
 911
 912                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 913                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 914                         if (s1 == d) {
 915                                 M_MOV(s1, REG_ITMP1);
 916                                 s1 = REG_ITMP1;
 917                         }
 918                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 919                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 920                                 M_BGEZ(s1, 3);
 921                                 M_ISUB(REG_ZERO, s1, d);
 922                                 M_AND_IMM(d, iptr->sx.val.i, d);
 923                         } else if (iptr->sx.val.i == 0xffff) {
 924                                 M_CZEXT(s1, d);
 925                                 M_BGEZ(s1, 3);
 926                                 M_ISUB(REG_ZERO, s1, d);
 927                                 M_CZEXT(d, d);
 928                         } else if (iptr->sx.val.i == 0xffffff) {
 929                                 M_ZAPNOT_IMM(s1, 0x07, d);
 930                                 M_BGEZ(s1, 3);
 931                                 M_ISUB(REG_ZERO, s1, d);
 932                                 M_ZAPNOT_IMM(d, 0x07, d);
 933                         } else {
 934                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 935                                 M_AND(s1, REG_ITMP2, d);
 936                                 M_BGEZ(s1, 3);
 937                                 M_ISUB(REG_ZERO, s1, d);
 938                                 M_AND(d, REG_ITMP2, d);
 939                         }
 940                         M_ISUB(REG_ZERO, d, d);
 941                         emit_store_dst(jd, iptr, d);
 942                         break;
 943
 944                 case ICMD_LANDCONST:  /* ..., value  ==> ..., value & constant        */
 945                                       /* sx.val.l = constant                             */
 946
 947                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 948                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 949                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 950                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 951                         } else if (iptr->sx.val.l == 0xffffL) {
 952                                 M_CZEXT(s1, d);
 953                         } else if (iptr->sx.val.l == 0xffffffL) {
 954                                 M_ZAPNOT_IMM(s1, 0x07, d);
 955                         } else if (iptr->sx.val.l == 0xffffffffL) {
 956                                 M_IZEXT(s1, d);
 957                         } else if (iptr->sx.val.l == 0xffffffffffL) {
 958                                 M_ZAPNOT_IMM(s1, 0x1f, d);
 959                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
 960                                 M_ZAPNOT_IMM(s1, 0x3f, d);
 961                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
 962                                 M_ZAPNOT_IMM(s1, 0x7f, d);
 963                         } else {
 964                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 965                                 M_AND(s1, REG_ITMP2, d);
 966                         }
 967                         emit_store_dst(jd, iptr, d);
 968                         break;
 969
 970                 case ICMD_LREMPOW2:   /* ..., value  ==> ..., value % constant        */
 971                                       /* sx.val.l = constant                             */
 972
 973                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 974                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 975                         if (s1 == d) {
 976                                 M_MOV(s1, REG_ITMP1);
 977                                 s1 = REG_ITMP1;
 978                         }
 979                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 980                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 981                                 M_BGEZ(s1, 3);
 982                                 M_LSUB(REG_ZERO, s1, d);
 983                                 M_AND_IMM(d, iptr->sx.val.l, d);
 984                         } else if (iptr->sx.val.l == 0xffffL) {
 985                                 M_CZEXT(s1, d);
 986                                 M_BGEZ(s1, 3);
 987                                 M_LSUB(REG_ZERO, s1, d);
 988                                 M_CZEXT(d, d);
 989                         } else if (iptr->sx.val.l == 0xffffffL) {
 990                                 M_ZAPNOT_IMM(s1, 0x07, d);
 991                                 M_BGEZ(s1, 3);
 992                                 M_LSUB(REG_ZERO, s1, d);
 993                                 M_ZAPNOT_IMM(d, 0x07, d);
 994                         } else if (iptr->sx.val.l == 0xffffffffL) {
 995                                 M_IZEXT(s1, d);
 996                                 M_BGEZ(s1, 3);
 997                                 M_LSUB(REG_ZERO, s1, d);
 998                                 M_IZEXT(d, d);
 999                         } else if (iptr->sx.val.l == 0xffffffffffL) {
1000                                 M_ZAPNOT_IMM(s1, 0x1f, d);
1001                                 M_BGEZ(s1, 3);
1002                                 M_LSUB(REG_ZERO, s1, d);
1003                                 M_ZAPNOT_IMM(d, 0x1f, d);
1004                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
1005                                 M_ZAPNOT_IMM(s1, 0x3f, d);
1006                                 M_BGEZ(s1, 3);
1007                                 M_LSUB(REG_ZERO, s1, d);
1008                                 M_ZAPNOT_IMM(d, 0x3f, d);
1009                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
1010                                 M_ZAPNOT_IMM(s1, 0x7f, d);
1011                                 M_BGEZ(s1, 3);
1012                                 M_LSUB(REG_ZERO, s1, d);
1013                                 M_ZAPNOT_IMM(d, 0x7f, d);
1014                         } else {
1015                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1016                                 M_AND(s1, REG_ITMP2, d);
1017                                 M_BGEZ(s1, 3);
1018                                 M_LSUB(REG_ZERO, s1, d);
1019                                 M_AND(d, REG_ITMP2, d);
1020                         }
1021                         M_LSUB(REG_ZERO, d, d);
1022                         emit_store_dst(jd, iptr, d);
1023                         break;
1024
1025                 case ICMD_IOR:        /* ..., val1, val2  ==> ..., val1 | val2        */
1026                 case ICMD_LOR:
1027
1028                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1029                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1030                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1031                         M_OR( s1,s2, d);
1032                         emit_store_dst(jd, iptr, d);
1033                         break;
1034
1035                 case ICMD_IORCONST:   /* ..., value  ==> ..., value | constant        */
1036                                       /* sx.val.i = constant                          */
1037
1038                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1039                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1040                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1041                                 M_OR_IMM(s1, iptr->sx.val.i, d);
1042                         } else {
1043                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1044                                 M_OR(s1, REG_ITMP2, d);
1045                         }
1046                         emit_store_dst(jd, iptr, d);
1047                         break;
1048
1049                 case ICMD_LORCONST:   /* ..., value  ==> ..., value | constant        */
1050                                       /* sx.val.l = constant                          */
1051
1052                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1053                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1054                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1055                                 M_OR_IMM(s1, iptr->sx.val.l, d);
1056                         } else {
1057                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1058                                 M_OR(s1, REG_ITMP2, d);
1059                         }
1060                         emit_store_dst(jd, iptr, d);
1061                         break;
1062
1063                 case ICMD_IXOR:       /* ..., val1, val2  ==> ..., val1 ^ val2        */
1064                 case ICMD_LXOR:
1065
1066                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1067                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1068                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1069                         M_XOR(s1, s2, d);
1070                         emit_store_dst(jd, iptr, d);
1071                         break;
1072
1073                 case ICMD_IXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1074                                       /* sx.val.i = constant                          */
1075
1076                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1077                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1078                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1079                                 M_XOR_IMM(s1, iptr->sx.val.i, d);
1080                         } else {
1081                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1082                                 M_XOR(s1, REG_ITMP2, d);
1083                         }
1084                         emit_store_dst(jd, iptr, d);
1085                         break;
1086
1087                 case ICMD_LXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1088                                       /* sx.val.l = constant                          */
1089
1090                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1091                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1092                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1093                                 M_XOR_IMM(s1, iptr->sx.val.l, d);
1094                         } else {
1095                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1096                                 M_XOR(s1, REG_ITMP2, d);
1097                         }
1098                         emit_store_dst(jd, iptr, d);
1099                         break;
1100
1101
1102                 case ICMD_LCMP:       /* ..., val1, val2  ==> ..., val1 cmp val2      */
1103
1104                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1105                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1106                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1107                         M_CMPLT(s1, s2, REG_ITMP3);
1108                         M_CMPLT(s2, s1, REG_ITMP1);
1109                         M_LSUB(REG_ITMP1, REG_ITMP3, d);
1110                         emit_store_dst(jd, iptr, d);
1111                         break;
1112
1113
1114                 /* floating operations ************************************************/
1115
1116                 case ICMD_FNEG:       /* ..., value  ==> ..., - value                 */
1117
1118                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1119                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1120                         M_FMOVN(s1, d);
1121                         emit_store_dst(jd, iptr, d);
1122                         break;
1123
1124                 case ICMD_DNEG:       /* ..., value  ==> ..., - value                 */
1125
1126                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1127                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1128                         M_FMOVN(s1, d);
1129                         emit_store_dst(jd, iptr, d);
1130                         break;
1131
1132                 case ICMD_FADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1133
1134                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1135                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1136                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1137                         if (opt_noieee) {
1138                                 M_FADD(s1, s2, d);
1139                         } else {
1140                                 if (d == s1 || d == s2) {
1141                                         M_FADDS(s1, s2, REG_FTMP3);
1142                                         M_TRAPB;
1143                                         M_FMOV(REG_FTMP3, d);
1144                                 } else {
1145                                         M_FADDS(s1, s2, d);
1146                                         M_TRAPB;
1147                                 }
1148                         }
1149                         emit_store_dst(jd, iptr, d);
1150                         break;
1151
1152                 case ICMD_DADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1153
1154                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1155                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1156                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1157                         if (opt_noieee) {
1158                                 M_DADD(s1, s2, d);
1159                         } else {
1160                                 if (d == s1 || d == s2) {
1161                                         M_DADDS(s1, s2, REG_FTMP3);
1162                                         M_TRAPB;
1163                                         M_FMOV(REG_FTMP3, d);
1164                                 } else {
1165                                         M_DADDS(s1, s2, d);
1166                                         M_TRAPB;
1167                                 }
1168                         }
1169                         emit_store_dst(jd, iptr, d);
1170                         break;
1171
1172                 case ICMD_FSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1173
1174                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1175                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1176                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1177                         if (opt_noieee) {
1178                                 M_FSUB(s1, s2, d);
1179                         } else {
1180                                 if (d == s1 || d == s2) {
1181                                         M_FSUBS(s1, s2, REG_FTMP3);
1182                                         M_TRAPB;
1183                                         M_FMOV(REG_FTMP3, d);
1184                                 } else {
1185                                         M_FSUBS(s1, s2, d);
1186                                         M_TRAPB;
1187                                 }
1188                         }
1189                         emit_store_dst(jd, iptr, d);
1190                         break;
1191
1192                 case ICMD_DSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1193
1194                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1195                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1196                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1197                         if (opt_noieee) {
1198                                 M_DSUB(s1, s2, d);
1199                         } else {
1200                                 if (d == s1 || d == s2) {
1201                                         M_DSUBS(s1, s2, REG_FTMP3);
1202                                         M_TRAPB;
1203                                         M_FMOV(REG_FTMP3, d);
1204                                 } else {
1205                                         M_DSUBS(s1, s2, d);
1206                                         M_TRAPB;
1207                                 }
1208                         }
1209                         emit_store_dst(jd, iptr, d);
1210                         break;
1211
1212                 case ICMD_FMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
1213
1214                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1215                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1216                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1217                         if (opt_noieee) {
1218                                 M_FMUL(s1, s2, d);
1219                         } else {
1220                                 if (d == s1 || d == s2) {
1221                                         M_FMULS(s1, s2, REG_FTMP3);
1222                                         M_TRAPB;
1223                                         M_FMOV(REG_FTMP3, d);
1224                                 } else {
1225                                         M_FMULS(s1, s2, d);
1226                                         M_TRAPB;
1227                                 }
1228                         }
1229                         emit_store_dst(jd, iptr, d);
1230                         break;
1231
1232                 case ICMD_DMUL:       /* ..., val1, val2  ==> ..., val1 *** val2      */
1233
1234                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1235                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1236                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1237                         if (opt_noieee) {
1238                                 M_DMUL(s1, s2, d);
1239                         } else {
1240                                 if (d == s1 || d == s2) {
1241                                         M_DMULS(s1, s2, REG_FTMP3);
1242                                         M_TRAPB;
1243                                         M_FMOV(REG_FTMP3, d);
1244                                 } else {
1245                                         M_DMULS(s1, s2, d);
1246                                         M_TRAPB;
1247                                 }
1248                         }
1249                         emit_store_dst(jd, iptr, d);
1250                         break;
1251
1252                 case ICMD_FDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1253
1254                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1255                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1256                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1257                         if (opt_noieee) {
1258                                 M_FDIV(s1, s2, d);
1259                         } else {
1260                                 if (d == s1 || d == s2) {
1261                                         M_FDIVS(s1, s2, REG_FTMP3);
1262                                         M_TRAPB;
1263                                         M_FMOV(REG_FTMP3, d);
1264                                 } else {
1265                                         M_FDIVS(s1, s2, d);
1266                                         M_TRAPB;
1267                                 }
1268                         }
1269                         emit_store_dst(jd, iptr, d);
1270                         break;
1271
1272                 case ICMD_DDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1273
1274                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1275                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1276                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1277                         if (opt_noieee) {
1278                                 M_DDIV(s1, s2, d);
1279                         } else {
1280                                 if (d == s1 || d == s2) {
1281                                         M_DDIVS(s1, s2, REG_FTMP3);
1282                                         M_TRAPB;
1283                                         M_FMOV(REG_FTMP3, d);
1284                                 } else {
1285                                         M_DDIVS(s1, s2, d);
1286                                         M_TRAPB;
1287                                 }
1288                         }
1289                         emit_store_dst(jd, iptr, d);
1290                         break;
1291
1292                 case ICMD_I2F:       /* ..., value  ==> ..., (float) value            */
1293                 case ICMD_L2F:
1294                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1295                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1296                         disp = dseg_add_unique_double(cd, 0.0);
1297                         M_LST(s1, REG_PV, disp);
1298                         M_DLD(d, REG_PV, disp);
1299                         M_CVTLF(d, d);
1300                         emit_store_dst(jd, iptr, d);
1301                         break;
1302
1303                 case ICMD_I2D:       /* ..., value  ==> ..., (double) value           */
1304                 case ICMD_L2D:
1305                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1306                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1307                         disp = dseg_add_unique_double(cd, 0.0);
1308                         M_LST(s1, REG_PV, disp);
1309                         M_DLD(d, REG_PV, disp);
1310                         M_CVTLD(d, d);
1311                         emit_store_dst(jd, iptr, d);
1312                         break;
1313
1314                 case ICMD_F2I:       /* ..., value  ==> ..., (int) value              */
1315                 case ICMD_D2I:
1316                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1317                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1318                         disp = dseg_add_unique_double(cd, 0.0);
1319                         M_CVTDL_C(s1, REG_FTMP2);
1320                         M_CVTLI(REG_FTMP2, REG_FTMP3);
1321                         M_DST(REG_FTMP3, REG_PV, disp);
1322                         M_ILD(d, REG_PV, disp);
1323                         emit_store_dst(jd, iptr, d);
1324                         break;
1325
1326                 case ICMD_F2L:       /* ..., value  ==> ..., (long) value             */
1327                 case ICMD_D2L:
1328                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1329                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1330                         disp = dseg_add_unique_double(cd, 0.0);
1331                         M_CVTDL_C(s1, REG_FTMP2);
1332                         M_DST(REG_FTMP2, REG_PV, disp);
1333                         M_LLD(d, REG_PV, disp);
1334                         emit_store_dst(jd, iptr, d);
1335                         break;
1336
1337                 case ICMD_F2D:       /* ..., value  ==> ..., (double) value           */
1338
1339                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1340                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1341                         M_CVTFDS(s1, d);
1342                         M_TRAPB;
1343                         emit_store_dst(jd, iptr, d);
1344                         break;
1345
1346                 case ICMD_D2F:       /* ..., value  ==> ..., (float) value            */
1347
1348                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1349                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1350                         if (opt_noieee) {
1351                                 M_CVTDF(s1, d);
1352                         } else {
1353                                 M_CVTDFS(s1, d);
1354                                 M_TRAPB;
1355                         }
1356                         emit_store_dst(jd, iptr, d);
1357                         break;
1358
1359                 case ICMD_FCMPL:      /* ..., val1, val2  ==> ..., val1 fcmpl val2    */
1360                 case ICMD_DCMPL:
1361                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1362                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1363                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1364                         if (opt_noieee) {
1365                                 M_LSUB_IMM(REG_ZERO, 1, d);
1366                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1367                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1368                                 M_CLR   (d);
1369                                 M_FCMPLT(s2, s1, REG_FTMP3);
1370                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1371                                 M_LADD_IMM(REG_ZERO, 1, d);
1372                         } else {
1373                                 M_LSUB_IMM(REG_ZERO, 1, d);
1374                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1375                                 M_TRAPB;
1376                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1377                                 M_CLR   (d);
1378                                 M_FCMPLTS(s2, s1, REG_FTMP3);
1379                                 M_TRAPB;
1380                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1381                                 M_LADD_IMM(REG_ZERO, 1, d);
1382                         }
1383                         emit_store_dst(jd, iptr, d);
1384                         break;
1385
1386                 case ICMD_FCMPG:      /* ..., val1, val2  ==> ..., val1 fcmpg val2    */
1387                 case ICMD_DCMPG:
1388                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1389                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1390                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1391                         if (opt_noieee) {
1392                                 M_LADD_IMM(REG_ZERO, 1, d);
1393                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1394                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1395                                 M_CLR   (d);
1396                                 M_FCMPLT(s1, s2, REG_FTMP3);
1397                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1398                                 M_LSUB_IMM(REG_ZERO, 1, d);
1399                         } else {
1400                                 M_LADD_IMM(REG_ZERO, 1, d);
1401                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1402                                 M_TRAPB;
1403                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1404                                 M_CLR   (d);
1405                                 M_FCMPLTS(s1, s2, REG_FTMP3);
1406                                 M_TRAPB;
1407                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1408                                 M_LSUB_IMM(REG_ZERO, 1, d);
1409                         }
1410                         emit_store_dst(jd, iptr, d);
1411                         break;
1412
1413
1414                 /* memory operations **************************************************/
1415
1416                 case ICMD_ARRAYLENGTH: /* ..., arrayref  ==> ..., length              */
1417
1418                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1419                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1420                         /* implicit null-pointer check */
1421                         M_ILD(d, s1, OFFSET(java_arrayheader, size));
1422                         emit_store_dst(jd, iptr, d);
1423                         break;
1424
1425                 case ICMD_BALOAD:     /* ..., arrayref, index  ==> ..., value         */
1426
1427                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1428                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1429                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1430                         /* implicit null-pointer check */
1431                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1432                         if (has_ext_instr_set) {
1433                                 M_LADD(s2, s1, REG_ITMP1);
1434                                 M_BLDU(d, REG_ITMP1, OFFSET (java_bytearray, data[0]));
1435                                 M_BSEXT(d, d);
1436                         }
1437                         else {
1438                                 M_LADD(s2, s1, REG_ITMP1);
1439                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1440                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray, data[0])+1);
1441                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1442                                 M_SRA_IMM(d, 56, d);
1443                         }
1444                         emit_store_dst(jd, iptr, d);
1445                         break;
1446
1447                 case ICMD_CALOAD:     /* ..., arrayref, index  ==> ..., value         */
1448
1449                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1450                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1451                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1452                         /* implicit null-pointer check */
1453                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1454                         if (has_ext_instr_set) {
1455                                 M_LADD(s2, s1, REG_ITMP1);
1456                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1457                                 M_SLDU(d, REG_ITMP1, OFFSET(java_chararray, data[0]));
1458                         }
1459                         else {
1460                                 M_LADD (s2, s1, REG_ITMP1);
1461                                 M_LADD (s2, REG_ITMP1, REG_ITMP1);
1462                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray, data[0]));
1463                                 M_LDA  (REG_ITMP1, REG_ITMP1, OFFSET(java_chararray, data[0]));
1464                                 M_EXTWL(REG_ITMP2, REG_ITMP1, d);
1465                         }
1466                         emit_store_dst(jd, iptr, d);
1467                         break;
1468
1469                 case ICMD_SALOAD:     /* ..., arrayref, index  ==> ..., value         */
1470
1471                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1472                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1473                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1474                         /* implicit null-pointer check */
1475                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1476                         if (has_ext_instr_set) {
1477                                 M_LADD(s2, s1, REG_ITMP1);
1478                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1479                                 M_SLDU( d, REG_ITMP1, OFFSET (java_shortarray, data[0]));
1480                                 M_SSEXT(d, d);
1481                         } else {
1482                                 M_LADD(s2, s1, REG_ITMP1);
1483                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1484                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1485                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray, data[0])+2);
1486                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1487                                 M_SRA_IMM(d, 48, d);
1488                         }
1489                         emit_store_dst(jd, iptr, d);
1490                         break;
1491
1492                 case ICMD_IALOAD:     /* ..., arrayref, index  ==> ..., value         */
1493
1494                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1495                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1496                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1497                         /* implicit null-pointer check */
1498                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1499                         M_S4ADDQ(s2, s1, REG_ITMP1);
1500                         M_ILD(d, REG_ITMP1, OFFSET(java_intarray, data[0]));
1501                         emit_store_dst(jd, iptr, d);
1502                         break;
1503
1504                 case ICMD_LALOAD:     /* ..., arrayref, index  ==> ..., value         */
1505
1506                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1507                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1508                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1509                         /* implicit null-pointer check */
1510                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1511                         M_S8ADDQ(s2, s1, REG_ITMP1);
1512                         M_LLD(d, REG_ITMP1, OFFSET(java_longarray, data[0]));
1513                         emit_store_dst(jd, iptr, d);
1514                         break;
1515
1516                 case ICMD_FALOAD:     /* ..., arrayref, index  ==> ..., value         */
1517
1518                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1519                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1520                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1521                         /* implicit null-pointer check */
1522                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1523                         M_S4ADDQ(s2, s1, REG_ITMP1);
1524                         M_FLD(d, REG_ITMP1, OFFSET(java_floatarray, data[0]));
1525                         emit_store_dst(jd, iptr, d);
1526                         break;
1527
1528                 case ICMD_DALOAD:     /* ..., arrayref, index  ==> ..., value         */
1529
1530                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1531                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1532                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1533                         /* implicit null-pointer check */
1534                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1535                         M_S8ADDQ(s2, s1, REG_ITMP1);
1536                         M_DLD(d, REG_ITMP1, OFFSET(java_doublearray, data[0]));
1537                         emit_store_dst(jd, iptr, d);
1538                         break;
1539
1540                 case ICMD_AALOAD:     /* ..., arrayref, index  ==> ..., value         */
1541
1542                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1543                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1544                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1545                         /* implicit null-pointer check */
1546                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1547                         M_SAADDQ(s2, s1, REG_ITMP1);
1548                         M_ALD(d, REG_ITMP1, OFFSET(java_objectarray, data[0]));
1549                         emit_store_dst(jd, iptr, d);
1550                         break;
1551
1552
1553                 case ICMD_BASTORE:    /* ..., arrayref, index, value  ==> ...         */
1554
1555                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1556                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1557                         /* implicit null-pointer check */
1558                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1559                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1560                         if (has_ext_instr_set) {
1561                                 M_LADD(s2, s1, REG_ITMP1);
1562                                 M_BST(s3, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1563                         }
1564                         else {
1565                                 M_LADD(s2, s1, REG_ITMP1);
1566                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1567                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1568                                 M_INSBL(s3, REG_ITMP1, REG_ITMP3);
1569                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1570                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1571                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1572                         }
1573                         break;
1574
1575                 case ICMD_CASTORE:    /* ..., arrayref, index, value  ==> ...         */
1576
1577                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1578                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1579                         /* implicit null-pointer check */
1580                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1581                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1582                         if (has_ext_instr_set) {
1583                                 M_LADD(s2, s1, REG_ITMP1);
1584                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1585                                 M_SST(s3, REG_ITMP1, OFFSET(java_chararray, data[0]));
1586                         }
1587                         else {
1588                                 M_LADD(s2, s1, REG_ITMP1);
1589                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1590                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray, data[0]));
1591                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray, data[0]));
1592                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1593                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1594                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1595                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1596                         }
1597                         break;
1598
1599                 case ICMD_SASTORE:    /* ..., arrayref, index, value  ==> ...         */
1600
1601                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1602                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1603                         /* implicit null-pointer check */
1604                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1605                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1606                         if (has_ext_instr_set) {
1607                                 M_LADD(s2, s1, REG_ITMP1);
1608                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1609                                 M_SST(s3, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1610                         }
1611                         else {
1612                                 M_LADD(s2, s1, REG_ITMP1);
1613                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1614                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1615                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1616                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1617                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1618                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1619                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1620                         }
1621                         break;
1622
1623                 case ICMD_IASTORE:    /* ..., arrayref, index, value  ==> ...         */
1624
1625                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1626                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1627                         /* implicit null-pointer check */
1628                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1629                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1630                         M_S4ADDQ(s2, s1, REG_ITMP1);
1631                         M_IST(s3, REG_ITMP1, OFFSET(java_intarray, data[0]));
1632                         break;
1633
1634                 case ICMD_LASTORE:    /* ..., arrayref, index, value  ==> ...         */
1635
1636                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1637                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1638                         /* implicit null-pointer check */
1639                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1640                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1641                         M_S8ADDQ(s2, s1, REG_ITMP1);
1642                         M_LST(s3, REG_ITMP1, OFFSET(java_longarray, data[0]));
1643                         break;
1644
1645                 case ICMD_FASTORE:    /* ..., arrayref, index, value  ==> ...         */
1646
1647                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1648                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1649                         /* implicit null-pointer check */
1650                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1651                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1652                         M_S4ADDQ(s2, s1, REG_ITMP1);
1653                         M_FST(s3, REG_ITMP1, OFFSET(java_floatarray, data[0]));
1654                         break;
1655
1656                 case ICMD_DASTORE:    /* ..., arrayref, index, value  ==> ...         */
1657
1658                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1659                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1660                         /* implicit null-pointer check */
1661                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1662                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1663                         M_S8ADDQ(s2, s1, REG_ITMP1);
1664                         M_DST(s3, REG_ITMP1, OFFSET(java_doublearray, data[0]));
1665                         break;
1666
1667                 case ICMD_AASTORE:    /* ..., arrayref, index, value  ==> ...         */
1668
1669                         s1 = emit_load_s1(jd, iptr, REG_A0);
1670                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1671                         /* implicit null-pointer check */
1672                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1673                         s3 = emit_load_s3(jd, iptr, REG_A1);
1674
1675                         M_INTMOVE(s1, REG_A0);
1676                         M_INTMOVE(s3, REG_A1);
1677
1678                         disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1679                         M_ALD(REG_PV, REG_PV, disp);
1680                         M_JSR(REG_RA, REG_PV);
1681                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
1682                         M_LDA(REG_PV, REG_RA, -disp);
1683                         emit_exception_check(cd, iptr);
1684
1685                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1686                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1687                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1688                         M_SAADDQ(s2, s1, REG_ITMP1);
1689                         M_AST(s3, REG_ITMP1, OFFSET(java_objectarray, data[0]));
1690                         break;
1691
1692
1693                 case ICMD_BASTORECONST:   /* ..., arrayref, index  ==> ...            */
1694
1695                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1696                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1697                         /* implicit null-pointer check */
1698                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1699                         if (has_ext_instr_set) {
1700                                 M_LADD(s2, s1, REG_ITMP1);
1701                                 M_BST(REG_ZERO, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1702                         }
1703                         else {
1704                                 M_LADD(s2, s1, REG_ITMP1);
1705                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1706                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1707                                 M_INSBL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1708                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1709                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1710                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1711                         }
1712                         break;
1713
1714                 case ICMD_CASTORECONST:   /* ..., arrayref, index  ==> ...            */
1715
1716                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1717                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1718                         /* implicit null-pointer check */
1719                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1720                         if (has_ext_instr_set) {
1721                                 M_LADD(s2, s1, REG_ITMP1);
1722                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1723                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_chararray, data[0]));
1724                         }
1725                         else {
1726                                 M_LADD(s2, s1, REG_ITMP1);
1727                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1728                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray, data[0]));
1729                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray, data[0]));
1730                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1731                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1732                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1733                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1734                         }
1735                         break;
1736
1737                 case ICMD_SASTORECONST:   /* ..., arrayref, index  ==> ...            */
1738
1739                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1740                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1741                         /* implicit null-pointer check */
1742                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1743                         if (has_ext_instr_set) {
1744                                 M_LADD(s2, s1, REG_ITMP1);
1745                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1746                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1747                         }
1748                         else {
1749                                 M_LADD(s2, s1, REG_ITMP1);
1750                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1751                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1752                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1753                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1754                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1755                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1756                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1757                         }
1758                         break;
1759
1760                 case ICMD_IASTORECONST:   /* ..., arrayref, index  ==> ...            */
1761
1762                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1763                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1764                         /* implicit null-pointer check */
1765                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1766                         M_S4ADDQ(s2, s1, REG_ITMP1);
1767                         M_IST(REG_ZERO, REG_ITMP1, OFFSET(java_intarray, data[0]));
1768                         break;
1769
1770                 case ICMD_LASTORECONST:   /* ..., arrayref, index  ==> ...            */
1771
1772                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1773                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1774                         /* implicit null-pointer check */
1775                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1776                         M_S8ADDQ(s2, s1, REG_ITMP1);
1777                         M_LST(REG_ZERO, REG_ITMP1, OFFSET(java_longarray, data[0]));
1778                         break;
1779
1780                 case ICMD_AASTORECONST:   /* ..., arrayref, index  ==> ...            */
1781
1782                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1783                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1784                         /* implicit null-pointer check */
1785                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1786                         M_SAADDQ(s2, s1, REG_ITMP1);
1787                         M_AST(REG_ZERO, REG_ITMP1, OFFSET(java_objectarray, data[0]));
1788                         break;
1789
1790
1791                 case ICMD_GETSTATIC:  /* ...  ==> ..., value                          */
1792
1793                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1794                                 uf        = iptr->sx.s23.s3.uf;
1795                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1796                                 disp      = dseg_add_unique_address(cd, uf);
1797
1798                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1799                         }
1800                         else {
1801                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1802                                 fieldtype = fi->type;
1803                                 disp      = dseg_add_address(cd, &(fi->value));
1804
1805                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1806                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->class,
1807                                                                                   0);
1808                         }
1809
1810                         M_ALD(REG_ITMP1, REG_PV, disp);
1811                         switch (fieldtype) {
1812                         case TYPE_INT:
1813                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1814                                 M_ILD(d, REG_ITMP1, 0);
1815                                 break;
1816                         case TYPE_LNG:
1817                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1818                                 M_LLD(d, REG_ITMP1, 0);
1819                                 break;
1820                         case TYPE_ADR:
1821                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1822                                 M_ALD(d, REG_ITMP1, 0);
1823                                 break;
1824                         case TYPE_FLT:
1825                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1826                                 M_FLD(d, REG_ITMP1, 0);
1827                                 break;
1828                         case TYPE_DBL:
1829                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1830                                 M_DLD(d, REG_ITMP1, 0);
1831                                 break;
1832                         }
1833                         emit_store_dst(jd, iptr, d);
1834                         break;
1835
1836                 case ICMD_PUTSTATIC:  /* ..., value  ==> ...                          */
1837
1838                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1839                                 uf        = iptr->sx.s23.s3.uf;
1840                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1841                                 disp      = dseg_add_unique_address(cd, uf);
1842
1843                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1844                         }
1845                         else {
1846                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1847                                 fieldtype = fi->type;
1848                                 disp      = dseg_add_address(cd, &(fi->value));
1849
1850                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1851                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->class,
1852                                                                                   0);
1853                         }
1854
1855                         M_ALD(REG_ITMP1, REG_PV, disp);
1856                         switch (fieldtype) {
1857                         case TYPE_INT:
1858                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1859                                 M_IST(s1, REG_ITMP1, 0);
1860                                 break;
1861                         case TYPE_LNG:
1862                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1863                                 M_LST(s1, REG_ITMP1, 0);
1864                                 break;
1865                         case TYPE_ADR:
1866                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1867                                 M_AST(s1, REG_ITMP1, 0);
1868                                 break;
1869                         case TYPE_FLT:
1870                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1871                                 M_FST(s1, REG_ITMP1, 0);
1872                                 break;
1873                         case TYPE_DBL:
1874                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1875                                 M_DST(s1, REG_ITMP1, 0);
1876                                 break;
1877                         }
1878                         break;
1879
1880                 case ICMD_PUTSTATICCONST: /* ...  ==> ...                             */
1881                                           /* val = value (in current instruction)     */
1882                                           /* following NOP)                           */
1883
1884                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1885                                 uf        = iptr->sx.s23.s3.uf;
1886                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1887                                 disp      = dseg_add_unique_address(cd, uf);
1888
1889                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1890                         }
1891                         else {
1892                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1893                                 fieldtype = fi->type;
1894                                 disp      = dseg_add_address(cd, &(fi->value));
1895
1896                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1897                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->class,
1898                                                                                   0);
1899                         }
1900
1901                         M_ALD(REG_ITMP1, REG_PV, disp);
1902                         switch (fieldtype) {
1903                         case TYPE_INT:
1904                                 M_IST(REG_ZERO, REG_ITMP1, 0);
1905                                 break;
1906                         case TYPE_LNG:
1907                                 M_LST(REG_ZERO, REG_ITMP1, 0);
1908                                 break;
1909                         case TYPE_ADR:
1910                                 M_AST(REG_ZERO, REG_ITMP1, 0);
1911                                 break;
1912                         case TYPE_FLT:
1913                                 M_FST(REG_ZERO, REG_ITMP1, 0);
1914                                 break;
1915                         case TYPE_DBL:
1916                                 M_DST(REG_ZERO, REG_ITMP1, 0);
1917                                 break;
1918                         }
1919                         break;
1920
1921
1922                 case ICMD_GETFIELD:   /* ...  ==> ..., value                          */
1923
1924                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1925
1926                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1927                                 uf        = iptr->sx.s23.s3.uf;
1928                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1929                                 disp      = 0;
1930
1931                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1932                         }
1933                         else {
1934                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1935                                 fieldtype = fi->type;
1936                                 disp      = fi->offset;
1937                         }
1938
1939                         /* implicit null-pointer check */
1940                         switch (fieldtype) {
1941                         case TYPE_INT:
1942                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1943                                 M_ILD(d, s1, disp);
1944                                 break;
1945                         case TYPE_LNG:
1946                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1947                                 M_LLD(d, s1, disp);
1948                                 break;
1949                         case TYPE_ADR:
1950                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1951                                 M_ALD(d, s1, disp);
1952                                 break;
1953                         case TYPE_FLT:
1954                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1955                                 M_FLD(d, s1, disp);
1956                                 break;
1957                         case TYPE_DBL:
1958                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1959                                 M_DLD(d, s1, disp);
1960                                 break;
1961                         }
1962                         emit_store_dst(jd, iptr, d);
1963                         break;
1964
1965                 case ICMD_PUTFIELD:   /* ..., objectref, value  ==> ...               */
1966
1967                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1968
1969                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1970                                 uf        = iptr->sx.s23.s3.uf;
1971                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1972                                 disp      = 0;
1973                         }
1974                         else {
1975                                 uf        = NULL;
1976                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1977                                 fieldtype = fi->type;
1978                                 disp      = fi->offset;
1979                         }
1980
1981                         if (IS_INT_LNG_TYPE(fieldtype))
1982                                 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1983                         else
1984                                 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1985
1986                         if (INSTRUCTION_IS_UNRESOLVED(iptr))
1987                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1988
1989                         /* implicit null-pointer check */
1990                         switch (fieldtype) {
1991                         case TYPE_INT:
1992                                 M_IST(s2, s1, disp);
1993                                 break;
1994                         case TYPE_LNG:
1995                                 M_LST(s2, s1, disp);
1996                                 break;
1997                         case TYPE_ADR:
1998                                 M_AST(s2, s1, disp);
1999                                 break;
2000                         case TYPE_FLT:
2001                                 M_FST(s2, s1, disp);
2002                                 break;
2003                         case TYPE_DBL:
2004                                 M_DST(s2, s1, disp);
2005                                 break;
2006                         }
2007                         break;
2008
2009                 case ICMD_PUTFIELDCONST:  /* ..., objectref  ==> ...                  */
2010                                           /* val = value (in current instruction)     */
2011                                           /* following NOP)                           */
2012
2013                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2014
2015                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2016                                 uf        = iptr->sx.s23.s3.uf;
2017                                 fieldtype = uf->fieldref->parseddesc.fd->type;
2018                                 disp      = 0;
2019
2020                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
2021                         }
2022                         else {
2023                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
2024                                 fieldtype = fi->type;
2025                                 disp      = fi->offset;
2026                         }
2027
2028                         /* implicit null-pointer check */
2029                         switch (fieldtype) {
2030                         case TYPE_INT:
2031                                 M_IST(REG_ZERO, s1, disp);
2032                                 break;
2033                         case TYPE_LNG:
2034                                 M_LST(REG_ZERO, s1, disp);
2035                                 break;
2036                         case TYPE_ADR:
2037                                 M_AST(REG_ZERO, s1, disp);
2038                                 break;
2039                         case TYPE_FLT:
2040                                 M_FST(REG_ZERO, s1, disp);
2041                                 break;
2042                         case TYPE_DBL:
2043                                 M_DST(REG_ZERO, s1, disp);
2044                                 break;
2045                         }
2046                         break;
2047
2048
2049                 /* branch operations **************************************************/
2050
2051                 case ICMD_ATHROW:       /* ..., objectref ==> ... (, objectref)       */
2052
2053                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2054                         M_INTMOVE(s1, REG_ITMP1_XPTR);
2055
2056 #ifdef ENABLE_VERIFIER
2057                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2058                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2059
2060                                 patcher_add_patch_ref(jd, PATCHER_resolve_class, uc, 0);
2061                         }
2062 #endif /* ENABLE_VERIFIER */
2063
2064                         disp = dseg_add_functionptr(cd, asm_handle_exception);
2065                         M_ALD(REG_ITMP2, REG_PV, disp);
2066                         M_JMP(REG_ITMP2_XPC, REG_ITMP2);
2067                         M_NOP;              /* nop ensures that XPC is less than the end */
2068                                             /* of basic block                            */
2069                         ALIGNCODENOP;
2070                         break;
2071
2072                 case ICMD_GOTO:         /* ... ==> ...                                */
2073                 case ICMD_RET:          /* ... ==> ...                                */
2074
2075                         emit_br(cd, iptr->dst.block);
2076                         ALIGNCODENOP;
2077                         break;
2078
2079                 case ICMD_JSR:          /* ... ==> ...                                */
2080
2081                         emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
2082                         ALIGNCODENOP;
2083                         break;
2084
2085                 case ICMD_IFNULL:       /* ..., value ==> ...                         */
2086                 case ICMD_IFNONNULL:
2087
2088                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2089                         emit_bccz(cd, iptr->dst.block, iptr->opc - ICMD_IFNULL, s1, BRANCH_OPT_NONE);
2090                         break;
2091
2092                 case ICMD_IFEQ:         /* ..., value ==> ...                         */
2093
2094                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2095                         if (iptr->sx.val.i == 0)
2096                                 emit_beqz(cd, iptr->dst.block, s1);
2097                         else {
2098                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2099                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2100                                 else {
2101                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2102                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2103                                 }
2104                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2105                         }
2106                         break;
2107
2108                 case ICMD_IFLT:         /* ..., value ==> ...                         */
2109
2110                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2111                         if (iptr->sx.val.i == 0)
2112                                 emit_bltz(cd, iptr->dst.block, s1);
2113                         else {
2114                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2115                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2116                                 else {
2117                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2118                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2119                                 }
2120                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2121                         }
2122                         break;
2123
2124                 case ICMD_IFLE:         /* ..., value ==> ...                         */
2125
2126                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2127                         if (iptr->sx.val.i == 0)
2128                                 emit_blez(cd, iptr->dst.block, s1);
2129                         else {
2130                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2131                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2132                                 else {
2133                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2134                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2135                                 }
2136                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2137                         }
2138                         break;
2139
2140                 case ICMD_IFNE:         /* ..., value ==> ...                         */
2141
2142                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2143                         if (iptr->sx.val.i == 0)
2144                                 emit_bnez(cd, iptr->dst.block, s1);
2145                         else {
2146                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2147                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2148                                 else {
2149                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2150                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2151                                 }
2152                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2153                         }
2154                         break;
2155
2156                 case ICMD_IFGT:         /* ..., value ==> ...                         */
2157
2158                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2159                         if (iptr->sx.val.i == 0)
2160                                 emit_bgtz(cd, iptr->dst.block, s1);
2161                         else {
2162                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2163                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2164                                 else {
2165                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2166                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2167                                 }
2168                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2169                         }
2170                         break;
2171
2172                 case ICMD_IFGE:         /* ..., value ==> ...                         */
2173
2174                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2175                         if (iptr->sx.val.i == 0)
2176                                 emit_bgez(cd, iptr->dst.block, s1);
2177                         else {
2178                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2179                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2180                                 else {
2181                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2182                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2183                                 }
2184                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2185                         }
2186                         break;
2187
2188                 case ICMD_IF_LEQ:       /* ..., value ==> ...                         */
2189
2190                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2191                         if (iptr->sx.val.l == 0)
2192                                 emit_beqz(cd, iptr->dst.block, s1);
2193                         else {
2194                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2195                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2196                                 else {
2197                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2198                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2199                                 }
2200                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2201                         }
2202                         break;
2203
2204                 case ICMD_IF_LLT:       /* ..., value ==> ...                         */
2205
2206                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2207                         if (iptr->sx.val.l == 0)
2208                                 emit_bltz(cd, iptr->dst.block, s1);
2209                         else {
2210                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2211                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2212                                 else {
2213                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2214                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2215                                 }
2216                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2217                         }
2218                         break;
2219
2220                 case ICMD_IF_LLE:       /* ..., value ==> ...                         */
2221
2222                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2223                         if (iptr->sx.val.l == 0)
2224                                 emit_blez(cd, iptr->dst.block, s1);
2225                         else {
2226                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2227                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2228                                 else {
2229                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2230                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2231                                 }
2232                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2233                         }
2234                         break;
2235
2236                 case ICMD_IF_LNE:       /* ..., value ==> ...                         */
2237
2238                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2239                         if (iptr->sx.val.l == 0)
2240                                 emit_bnez(cd, iptr->dst.block, s1);
2241                         else {
2242                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2243                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2244                                 else {
2245                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2246                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2247                                 }
2248                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2249                         }
2250                         break;
2251
2252                 case ICMD_IF_LGT:       /* ..., value ==> ...                         */
2253
2254                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2255                         if (iptr->sx.val.l == 0)
2256                                 emit_bgtz(cd, iptr->dst.block, s1);
2257                         else {
2258                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2259                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2260                                 else {
2261                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2262                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2263                                 }
2264                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2265                         }
2266                         break;
2267
2268                 case ICMD_IF_LGE:       /* ..., value ==> ...                         */
2269
2270                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2271                         if (iptr->sx.val.l == 0)
2272                                 emit_bgez(cd, iptr->dst.block, s1);
2273                         else {
2274                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2275                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2276                                 else {
2277                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2278                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2279                                 }
2280                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2281                         }
2282                         break;
2283
2284                 case ICMD_IF_ICMPEQ:    /* ..., value, value ==> ...                  */
2285                 case ICMD_IF_LCMPEQ:    /* op1 = target JavaVM pc                     */
2286                 case ICMD_IF_ACMPEQ:
2287
2288                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2289                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2290                         M_CMPEQ(s1, s2, REG_ITMP1);
2291                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2292                         break;
2293
2294                 case ICMD_IF_ICMPNE:    /* ..., value, value ==> ...                  */
2295                 case ICMD_IF_LCMPNE:    /* op1 = target JavaVM pc                     */
2296                 case ICMD_IF_ACMPNE:
2297
2298                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2299                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2300                         M_CMPEQ(s1, s2, REG_ITMP1);
2301                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2302                         break;
2303
2304                 case ICMD_IF_ICMPLT:    /* ..., value, value ==> ...                  */
2305                 case ICMD_IF_LCMPLT:    /* op1 = target JavaVM pc                     */
2306
2307                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2308                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2309                         M_CMPLT(s1, s2, REG_ITMP1);
2310                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2311                         break;
2312
2313                 case ICMD_IF_ICMPGT:    /* ..., value, value ==> ...                  */
2314                 case ICMD_IF_LCMPGT:    /* op1 = target JavaVM pc                     */
2315
2316                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2317                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2318                         M_CMPLE(s1, s2, REG_ITMP1);
2319                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2320                         break;
2321
2322                 case ICMD_IF_ICMPLE:    /* ..., value, value ==> ...                  */
2323                 case ICMD_IF_LCMPLE:    /* op1 = target JavaVM pc                     */
2324
2325                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2326                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2327                         M_CMPLE(s1, s2, REG_ITMP1);
2328                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2329                         break;
2330
2331                 case ICMD_IF_ICMPGE:    /* ..., value, value ==> ...                  */
2332                 case ICMD_IF_LCMPGE:    /* op1 = target JavaVM pc                     */
2333
2334                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2335                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2336                         M_CMPLT(s1, s2, REG_ITMP1);
2337                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2338                         break;
2339
2340
2341                 case ICMD_IRETURN:      /* ..., retvalue ==> ...                      */
2342                 case ICMD_LRETURN:
2343
2344                         REPLACEMENT_POINT_RETURN(cd, iptr);
2345                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2346                         M_INTMOVE(s1, REG_RESULT);
2347                         goto nowperformreturn;
2348
2349                 case ICMD_ARETURN:      /* ..., retvalue ==> ...                      */
2350
2351                         REPLACEMENT_POINT_RETURN(cd, iptr);
2352                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2353                         M_INTMOVE(s1, REG_RESULT);
2354
2355 #ifdef ENABLE_VERIFIER
2356                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2357                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2358
2359                                 patcher_add_patch_ref(jd, PATCHER_resolve_class, uc, 0);
2360                         }
2361 #endif /* ENABLE_VERIFIER */
2362                         goto nowperformreturn;
2363
2364                 case ICMD_FRETURN:      /* ..., retvalue ==> ...                      */
2365                 case ICMD_DRETURN:
2366
2367                         REPLACEMENT_POINT_RETURN(cd, iptr);
2368                         s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2369                         M_FLTMOVE(s1, REG_FRESULT);
2370                         goto nowperformreturn;
2371
2372                 case ICMD_RETURN:       /* ...  ==> ...                               */
2373
2374                         REPLACEMENT_POINT_RETURN(cd, iptr);
2375
2376 nowperformreturn:
2377                         {
2378                         s4 i, p;
2379
2380                         p = cd->stackframesize;
2381
2382                         /* call trace function */
2383
2384 #if !defined(NDEBUG)
2385                         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2386                                 emit_verbosecall_exit(jd);
2387 #endif
2388
2389 #if defined(ENABLE_THREADS)
2390                         if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2391                                 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
2392
2393                                 switch (iptr->opc) {
2394                                 case ICMD_IRETURN:
2395                                 case ICMD_LRETURN:
2396                                 case ICMD_ARETURN:
2397                                         M_LST(REG_RESULT, REG_SP, rd->memuse * 8);
2398                                         break;
2399                                 case ICMD_FRETURN:
2400                                 case ICMD_DRETURN:
2401                                         M_DST(REG_FRESULT, REG_SP, rd->memuse * 8);
2402                                         break;
2403                                 }
2404
2405                                 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
2406                                 M_ALD(REG_PV, REG_PV, disp);
2407                                 M_JSR(REG_RA, REG_PV);
2408                                 disp = -(s4) (cd->mcodeptr - cd->mcodebase);
2409                                 M_LDA(REG_PV, REG_RA, disp);
2410
2411                                 switch (iptr->opc) {
2412                                 case ICMD_IRETURN:
2413                                 case ICMD_LRETURN:
2414                                 case ICMD_ARETURN:
2415                                         M_LLD(REG_RESULT, REG_SP, rd->memuse * 8);
2416                                         break;
2417                                 case ICMD_FRETURN:
2418                                 case ICMD_DRETURN:
2419                                         M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8);
2420                                         break;
2421                                 }
2422                         }
2423 #endif
2424
2425                         /* restore return address                                         */
2426
2427                         if (!jd->isleafmethod) {
2428                                 p--; M_LLD(REG_RA, REG_SP, p * 8);
2429                         }
2430
2431                         /* restore saved registers                                        */
2432
2433                         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2434                                 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2435                         }
2436                         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2437                                 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2438                         }
2439
2440                         /* deallocate stack                                               */
2441
2442                         if (cd->stackframesize)
2443                                 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2444
2445                         M_RET(REG_ZERO, REG_RA);
2446                         ALIGNCODENOP;
2447                         }
2448                         break;
2449
2450
2451                 case ICMD_TABLESWITCH:  /* ..., index ==> ...                         */
2452                         {
2453                         s4 i, l;
2454                         branch_target_t *table;
2455
2456                         table = iptr->dst.table;
2457
2458                         l = iptr->sx.s23.s2.tablelow;
2459                         i = iptr->sx.s23.s3.tablehigh;
2460
2461                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2462                         if (l == 0) {
2463                                 M_INTMOVE(s1, REG_ITMP1);
2464                         } else if (l <= 32768) {
2465                                 M_LDA(REG_ITMP1, s1, -l);
2466                         } else {
2467                                 ICONST(REG_ITMP2, l);
2468                                 M_ISUB(s1, REG_ITMP2, REG_ITMP1);
2469                         }
2470
2471                         /* number of targets */
2472                         i = i - l + 1;
2473
2474                         /* range check */
2475
2476                         if (i <= 256)
2477                                 M_CMPULE_IMM(REG_ITMP1, i - 1, REG_ITMP2);
2478                         else {
2479                                 M_LDA(REG_ITMP2, REG_ZERO, i - 1);
2480                                 M_CMPULE(REG_ITMP1, REG_ITMP2, REG_ITMP2);
2481                         }
2482                         emit_beqz(cd, table[0].block, REG_ITMP2);
2483
2484                         /* build jump table top down and use address of lowest entry */
2485
2486                         table += i;
2487
2488                         while (--i >= 0) {
2489                                 dseg_add_target(cd, table->block);
2490                                 --table;
2491                         }
2492                         }
2493
2494                         /* length of dataseg after last dseg_add_target is used by load */
2495
2496                         M_SAADDQ(REG_ITMP1, REG_PV, REG_ITMP2);
2497                         M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2498                         M_JMP(REG_ZERO, REG_ITMP2);
2499                         ALIGNCODENOP;
2500                         break;
2501
2502
2503                 case ICMD_LOOKUPSWITCH: /* ..., key ==> ...                           */
2504                         {
2505                         s4 i, val;
2506                         lookup_target_t *lookup;
2507
2508                         lookup = iptr->dst.lookup;
2509
2510                         i = iptr->sx.s23.s2.lookupcount;
2511
2512                         MCODECHECK((i<<2)+8);
2513                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2514
2515                         while (--i >= 0) {
2516                                 val = lookup->value;
2517                                 if ((val >= 0) && (val <= 255)) {
2518                                         M_CMPEQ_IMM(s1, val, REG_ITMP2);
2519                                 } else {
2520                                         if ((val >= -32768) && (val <= 32767)) {
2521                                                 M_LDA(REG_ITMP2, REG_ZERO, val);
2522                                         } else {
2523                                                 disp = dseg_add_s4(cd, val);
2524                                                 M_ILD(REG_ITMP2, REG_PV, disp);
2525                                         }
2526                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP2);
2527                                 }
2528                                 emit_bnez(cd, lookup->target.block, REG_ITMP2);
2529                                 lookup++;
2530                         }
2531
2532                         emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2533                         ALIGNCODENOP;
2534                         break;
2535                         }
2536
2537
2538                 case ICMD_BUILTIN:      /* ..., arg1, arg2, arg3 ==> ...              */
2539
2540                         REPLACEMENT_POINT_FORGC_BUILTIN(cd, iptr);
2541
2542                         bte = iptr->sx.s23.s3.bte;
2543                         md  = bte->md;
2544                         goto gen_method;
2545
2546                 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ...            */
2547
2548                 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2549                 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer    */
2550                 case ICMD_INVOKEINTERFACE:
2551
2552                         REPLACEMENT_POINT_INVOKE(cd, iptr);
2553
2554                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2555                                 lm = NULL;
2556                                 um = iptr->sx.s23.s3.um;
2557                                 md = um->methodref->parseddesc.md;
2558                         }
2559                         else {
2560                                 lm = iptr->sx.s23.s3.fmiref->p.method;
2561                                 um = NULL;
2562                                 md = lm->parseddesc;
2563                         }
2564
2565 gen_method:
2566                         s3 = md->paramcount;
2567
2568                         MCODECHECK((s3 << 1) + 64);
2569
2570                         /* copy arguments to registers or stack location                  */
2571
2572                         for (s3 = s3 - 1; s3 >= 0; s3--) {
2573                                 var = VAR(iptr->sx.s23.s2.args[s3]);
2574                                 d   = md->params[s3].regoff;
2575
2576                                 /* already preallocated (ARGVAR)? */
2577
2578                                 if (var->flags & PREALLOC)
2579                                         continue;
2580
2581                                 if (IS_INT_LNG_TYPE(var->type)) {
2582                                         if (!md->params[s3].inmemory) {
2583                                                 s1 = emit_load(jd, iptr, var, d);
2584                                                 M_INTMOVE(s1, d);
2585                                         }
2586                                         else {
2587                                                 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2588                                                 M_LST(s1, REG_SP, d);
2589                                         }
2590                                 }
2591                                 else {
2592                                         if (!md->params[s3].inmemory) {
2593                                                 s1 = emit_load(jd, iptr, var, d);
2594                                                 M_FLTMOVE(s1, d);
2595                                         }
2596                                         else {
2597                                                 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2598                                                 M_DST(s1, REG_SP, d);
2599                                         }
2600                                 }
2601                         }
2602
2603                         switch (iptr->opc) {
2604                         case ICMD_BUILTIN:
2605                                 if (bte->stub == NULL)
2606                                         disp = dseg_add_functionptr(cd, bte->fp);
2607                                 else
2608                                         disp = dseg_add_functionptr(cd, bte->stub);
2609
2610                                 M_ALD(REG_PV, REG_PV, disp);  /* Pointer to built-in-function */
2611
2612                                 /* generate the actual call */
2613
2614                                 M_JSR(REG_RA, REG_PV);
2615                                 REPLACEMENT_POINT_FORGC_BUILTIN_RETURN(cd, iptr);
2616                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2617                                 M_LDA(REG_PV, REG_RA, -disp);
2618
2619                                 emit_exception_check(cd, iptr);
2620                                 break;
2621
2622                         case ICMD_INVOKESPECIAL:
2623                                 emit_nullpointer_check(cd, iptr, REG_A0);
2624                                 /* fall-through */
2625
2626                         case ICMD_INVOKESTATIC:
2627                                 if (lm == NULL) {
2628                                         disp = dseg_add_unique_address(cd, um);
2629
2630                                         patcher_add_patch_ref(jd, PATCHER_invokestatic_special,
2631                                                                                   um, disp);
2632                                 }
2633                                 else
2634                                         disp = dseg_add_address(cd, lm->stubroutine);
2635
2636                                 M_ALD(REG_PV, REG_PV, disp);         /* method pointer in r27 */
2637
2638                                 /* generate the actual call */
2639
2640                                 M_JSR(REG_RA, REG_PV);
2641                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2642                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2643                                 M_LDA(REG_PV, REG_RA, -disp);
2644                                 break;
2645
2646                         case ICMD_INVOKEVIRTUAL:
2647                                 if (lm == NULL) {
2648                                         patcher_add_patch_ref(jd, PATCHER_invokevirtual, um, 0);
2649
2650                                         s1 = 0;
2651                                 }
2652                                 else
2653                                         s1 = OFFSET(vftbl_t, table[0]) +
2654                                                 sizeof(methodptr) * lm->vftblindex;
2655
2656                                 /* implicit null-pointer check */
2657                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2658                                 M_ALD(REG_PV, REG_METHODPTR, s1);
2659
2660                                 /* generate the actual call */
2661
2662                                 M_JSR(REG_RA, REG_PV);
2663                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2664                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2665                                 M_LDA(REG_PV, REG_RA, -disp);
2666                                 break;
2667
2668                         case ICMD_INVOKEINTERFACE:
2669                                 if (lm == NULL) {
2670                                         patcher_add_patch_ref(jd, PATCHER_invokeinterface, um, 0);
2671
2672                                         s1 = 0;
2673                                         s2 = 0;
2674                                 }
2675                                 else {
2676                                         s1 = OFFSET(vftbl_t, interfacetable[0]) -
2677                                                 sizeof(methodptr*) * lm->class->index;
2678
2679                                         s2 = sizeof(methodptr) * (lm - lm->class->methods);
2680                                 }
2681
2682                                 /* implicit null-pointer check */
2683                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2684                                 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2685                                 M_ALD(REG_PV, REG_METHODPTR, s2);
2686
2687                                 /* generate the actual call */
2688
2689                                 M_JSR(REG_RA, REG_PV);
2690                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2691                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2692                                 M_LDA(REG_PV, REG_RA, -disp);
2693                                 break;
2694                         }
2695
2696                         /* store the return value */
2697
2698                         d = md->returntype.type;
2699
2700                         if (d != TYPE_VOID) {
2701                                 if (IS_INT_LNG_TYPE(d)) {
2702                                         s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2703                                         M_INTMOVE(REG_RESULT, s1);
2704                                 }
2705                                 else {
2706                                         s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2707                                         M_FLTMOVE(REG_FRESULT, s1);
2708                                 }
2709                                 emit_store_dst(jd, iptr, s1);
2710                         }
2711                         break;
2712
2713
2714                 case ICMD_CHECKCAST:  /* ..., objectref ==> ..., objectref            */
2715
2716                         if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2717                                 /* object type cast-check */
2718
2719                                 classinfo *super;
2720                                 s4         superindex;
2721
2722                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2723                                         super      = NULL;
2724                                         superindex = 0;
2725                                 }
2726                                 else {
2727                                         super      = iptr->sx.s23.s3.c.cls;
2728                                         superindex = super->index;
2729                                 }
2730
2731                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE))
2732                                         CODEGEN_CRITICAL_SECTION_NEW;
2733
2734                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2735
2736                                 /* if class is not resolved, check which code to call */
2737
2738                                 if (super == NULL) {
2739                                         emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2740
2741                                         disp = dseg_add_unique_s4(cd, 0);         /* super->flags */
2742
2743                                         patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2744                                                                                   iptr->sx.s23.s3.c.ref,
2745                                                                                   disp);
2746
2747                                         M_ILD(REG_ITMP2, REG_PV, disp);
2748                                         disp = dseg_add_s4(cd, ACC_INTERFACE);
2749                                         M_ILD(REG_ITMP3, REG_PV, disp);
2750                                         M_AND(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2751                                         emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP2);
2752                                 }
2753
2754                                 /* interface checkcast code */
2755
2756                                 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2757                                         if (super == NULL) {
2758                                                 patcher_add_patch_ref(jd,
2759                                                                                           PATCHER_checkcast_interface,
2760                                                                                           iptr->sx.s23.s3.c.ref,
2761                                                                                           0);
2762                                         }
2763                                         else
2764                                                 emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2765
2766                                         M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2767                                         M_ILD(REG_ITMP3, REG_ITMP2,
2768                                                   OFFSET(vftbl_t, interfacetablelength));
2769                                         M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2770                                         emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2771
2772                                         M_ALD(REG_ITMP3, REG_ITMP2,
2773                                                   (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2774                                                                 superindex * sizeof(methodptr*)));
2775                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2776
2777                                         if (super == NULL)
2778                                                 emit_label_br(cd, BRANCH_LABEL_4);
2779                                         else
2780                                                 emit_label(cd, BRANCH_LABEL_3);
2781                                 }
2782
2783                                 /* class checkcast code */
2784
2785                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2786                                         if (super == NULL) {
2787                                                 emit_label(cd, BRANCH_LABEL_2);
2788
2789                                                 disp = dseg_add_unique_address(cd, NULL);
2790
2791                                                 patcher_add_patch_ref(jd,
2792                                                                                           PATCHER_resolve_classref_to_vftbl,
2793                                                                                           iptr->sx.s23.s3.c.ref,
2794                                                                                           disp);
2795                                         }
2796                                         else {
2797                                                 disp = dseg_add_address(cd, super->vftbl);
2798
2799                                                 emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2800                                         }
2801
2802                                         M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2803                                         M_ALD(REG_ITMP3, REG_PV, disp);
2804
2805                                         CODEGEN_CRITICAL_SECTION_START;
2806
2807                                         M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2808                                         /*                              if (s1 != REG_ITMP1) { */
2809                                         /*                                      M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, baseval)); */
2810                                         /*                                      M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval)); */
2811                                         /*  #if defined(ENABLE_THREADS) */
2812                                         /*                                      codegen_threadcritstop(cd, (u1 *) mcodeptr - cd->mcodebase); */
2813                                         /*  #endif */
2814                                         /*                                      M_ISUB(REG_ITMP2, REG_ITMP1, REG_ITMP2); */
2815
2816                                         /*                              } else { */
2817                                         M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, baseval));
2818                                         M_ISUB(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2819                                         M_ALD(REG_ITMP3, REG_PV, disp);
2820                                         M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval));
2821
2822                                         CODEGEN_CRITICAL_SECTION_END;
2823
2824                                         /*                              } */
2825                                         M_CMPULE(REG_ITMP2, REG_ITMP3, REG_ITMP3);
2826                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2827
2828                                         if (super != NULL)
2829                                                 emit_label(cd, BRANCH_LABEL_5);
2830                                 }
2831
2832                                 if (super == NULL) {
2833                                         emit_label(cd, BRANCH_LABEL_1);
2834                                         emit_label(cd, BRANCH_LABEL_4);
2835                                 }
2836
2837                                 d = codegen_reg_of_dst(jd, iptr, s1);
2838                         }
2839                         else {
2840                                 /* array type cast-check */
2841
2842                                 s1 = emit_load_s1(jd, iptr, REG_A0);
2843                                 M_INTMOVE(s1, REG_A0);
2844
2845                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2846                                         disp = dseg_add_unique_address(cd, NULL);
2847
2848                                         patcher_add_patch_ref(jd,
2849                                                                                   PATCHER_resolve_classref_to_classinfo,
2850                                                                                   iptr->sx.s23.s3.c.ref,
2851                                                                                   disp);
2852                                 }
2853                                 else
2854                                         disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2855
2856                                 M_ALD(REG_A1, REG_PV, disp);
2857                                 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2858                                 M_ALD(REG_PV, REG_PV, disp);
2859                                 M_JSR(REG_RA, REG_PV);
2860                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2861                                 M_LDA(REG_PV, REG_RA, -disp);
2862
2863                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2864                                 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2865
2866                                 d = codegen_reg_of_dst(jd, iptr, s1);
2867                         }
2868
2869                         M_INTMOVE(s1, d);
2870                         emit_store_dst(jd, iptr, d);
2871                         break;
2872
2873                 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult            */
2874
2875                         {
2876                         classinfo *super;
2877                         vftbl_t   *supervftbl;
2878                         s4         superindex;
2879
2880                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2881                                 super = NULL;
2882                                 superindex = 0;
2883                                 supervftbl = NULL;
2884
2885                         } else {
2886                                 super = iptr->sx.s23.s3.c.cls;
2887                                 superindex = super->index;
2888                                 supervftbl = super->vftbl;
2889                         }
2890
2891                         if ((super == NULL) || !(super->flags & ACC_INTERFACE))
2892                                 CODEGEN_CRITICAL_SECTION_NEW;
2893
2894                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2895                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2896
2897                         if (s1 == d) {
2898                                 M_MOV(s1, REG_ITMP1);
2899                                 s1 = REG_ITMP1;
2900                         }
2901
2902                         /* if class is not resolved, check which code to call */
2903
2904                         if (super == NULL) {
2905                                 M_CLR(d);
2906                                 emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2907
2908                                 disp = dseg_add_unique_s4(cd, 0);             /* super->flags */
2909
2910                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2911                                                                           iptr->sx.s23.s3.c.ref, disp);
2912
2913                                 M_ILD(REG_ITMP3, REG_PV, disp);
2914
2915                                 disp = dseg_add_s4(cd, ACC_INTERFACE);
2916                                 M_ILD(REG_ITMP2, REG_PV, disp);
2917                                 M_AND(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2918                                 emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP3);
2919                         }
2920
2921                         /* interface instanceof code */
2922
2923                         if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2924                                 if (super == NULL) {
2925                                         /* If d == REG_ITMP2, then it's destroyed in check
2926                                            code above. */
2927                                         if (d == REG_ITMP2)
2928                                                 M_CLR(d);
2929
2930                                         patcher_add_patch_ref(jd,
2931                                                                                   PATCHER_instanceof_interface,
2932                                                                                   iptr->sx.s23.s3.c.ref, 0);
2933                                 }
2934                                 else {
2935                                         M_CLR(d);
2936                                         emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2937                                 }
2938
2939                                 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2940                                 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2941                                 M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2942                                 M_BLEZ(REG_ITMP3, 2);
2943                                 M_ALD(REG_ITMP1, REG_ITMP1,
2944                                           (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2945                                                         superindex * sizeof(methodptr*)));
2946                                 M_CMPULT(REG_ZERO, REG_ITMP1, d);      /* REG_ITMP1 != 0  */
2947
2948                                 if (super == NULL)
2949                                         emit_label_br(cd, BRANCH_LABEL_4);
2950                                 else
2951                                         emit_label(cd, BRANCH_LABEL_3);
2952                         }
2953
2954                         /* class instanceof code */
2955
2956                         if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2957                                 if (super == NULL) {
2958                                         emit_label(cd, BRANCH_LABEL_2);
2959
2960                                         disp = dseg_add_unique_address(cd, NULL);
2961
2962                                         patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2963                                                                                   iptr->sx.s23.s3.c.ref,
2964                                                                                   disp);
2965                                 }
2966                                 else {
2967                                         disp = dseg_add_address(cd, supervftbl);
2968
2969                                         M_CLR(d);
2970                                         emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2971                                 }
2972
2973                                 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2974                                 M_ALD(REG_ITMP2, REG_PV, disp);
2975
2976                                 CODEGEN_CRITICAL_SECTION_START;
2977
2978                                 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2979                                 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2980                                 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2981
2982                                 CODEGEN_CRITICAL_SECTION_END;
2983
2984                                 M_ISUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2985                                 M_CMPULE(REG_ITMP1, REG_ITMP2, d);
2986
2987                                 if (super != NULL)
2988                                         emit_label(cd, BRANCH_LABEL_5);
2989                         }
2990
2991                         if (super == NULL) {
2992                                 emit_label(cd, BRANCH_LABEL_1);
2993                                 emit_label(cd, BRANCH_LABEL_4);
2994                         }
2995
2996                         emit_store_dst(jd, iptr, d);
2997                         }
2998                         break;
2999
3000                 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref  */
3001
3002                         /* check for negative sizes and copy sizes to stack if necessary  */
3003
3004                         MCODECHECK((iptr->s1.argcount << 1) + 64);
3005
3006                         for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
3007
3008                                 var = VAR(iptr->sx.s23.s2.args[s1]);
3009
3010                                 /* copy SAVEDVAR sizes to stack */
3011
3012                                 /* Already Preallocated? */
3013
3014                                 if (!(var->flags & PREALLOC)) {
3015                                         s2 = emit_load(jd, iptr, var, REG_ITMP1);
3016                                         M_LST(s2, REG_SP, s1 * 8);
3017                                 }
3018                         }
3019
3020                         /* a0 = dimension count */
3021
3022                         ICONST(REG_A0, iptr->s1.argcount);
3023
3024                         /* is patcher function set? */
3025
3026                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
3027                                 disp = dseg_add_unique_address(cd, 0);
3028
3029                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
3030                                                                           iptr->sx.s23.s3.c.ref,
3031                                                                           disp);
3032                         }
3033                         else
3034                                 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
3035
3036                         /* a1 = arraydescriptor */
3037
3038                         M_ALD(REG_A1, REG_PV, disp);
3039
3040                         /* a2 = pointer to dimensions = stack pointer */
3041
3042                         M_INTMOVE(REG_SP, REG_A2);
3043
3044                         disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
3045                         M_ALD(REG_PV, REG_PV, disp);
3046                         M_JSR(REG_RA, REG_PV);
3047                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3048                         M_LDA(REG_PV, REG_RA, -disp);
3049
3050                         /* check for exception before result assignment */
3051
3052                         emit_exception_check(cd, iptr);
3053
3054                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
3055                         M_INTMOVE(REG_RESULT, d);
3056                         emit_store_dst(jd, iptr, d);
3057                         break;
3058
3059                 default:
3060                         exceptions_throw_internalerror("Unknown ICMD %d during code generation",
3061                                                                                    iptr->opc);
3062                         return false;
3063         } /* switch */
3064
3065         } /* for instruction */
3066
3067         } /* if (bptr -> flags >= BBREACHED) */
3068         } /* for basic block */
3069
3070         dseg_createlinenumbertable(cd);
3071
3072         /* generate traps */
3073
3074         emit_patcher_traps(jd);
3075
3076         /* everything's ok */
3077
3078         return true;
3079 }
3080
3081
3082 /* codegen_emit_stub_compiler **************************************************
3083
3084    Emits a stub routine which calls the compiler.
3085
3086 *******************************************************************************/
3087
3088 void codegen_emit_stub_compiler(jitdata *jd)
3089 {
3090         methodinfo  *m;
3091         codegendata *cd;
3092
3093         /* get required compiler data */
3094
3095         m  = jd->m;
3096         cd = jd->cd;
3097
3098         /* code for the stub */
3099
3100         M_ALD(REG_ITMP1, REG_PV, -2 * 8);   /* load codeinfo pointer              */
3101         M_ALD(REG_PV, REG_PV, -3 * 8);      /* load pointer to the compiler       */
3102         M_JMP(REG_ZERO, REG_PV);            /* jump to the compiler               */
3103 }
3104
3105
3106 /* codegen_emit_stub_builtin ***************************************************
3107
3108    Emits a stub routine which calls a builtin function.
3109
3110 *******************************************************************************/
3111
3112 void codegen_emit_stub_builtin(jitdata *jd, builtintable_entry *bte)
3113 {
3114         codeinfo    *code;
3115         codegendata *cd;
3116         methoddesc  *md;
3117         s4           i;
3118         s4           disp;
3119         s4           s1;
3120
3121         /* get required compiler data */
3122
3123         code = jd->code;
3124         cd   = jd->cd;
3125
3126         /* set some variables */
3127
3128         md = bte->md;
3129
3130         /* calculate stack frame size */
3131
3132         cd->stackframesize =
3133                 1 +                             /* return address                     */
3134                 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3135                 md->paramcount;
3136
3137         /* create method header */
3138
3139         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
3140         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
3141         (void) dseg_add_unique_s4(cd, 0);                      /* IsSync          */
3142         (void) dseg_add_unique_s4(cd, 0);                      /* IsLeaf          */
3143         (void) dseg_add_unique_s4(cd, 0);                      /* IntSave         */
3144         (void) dseg_add_unique_s4(cd, 0);                      /* FltSave         */
3145         (void) dseg_addlinenumbertablesize(cd);
3146         (void) dseg_add_unique_s4(cd, 0);                      /* ExTableSize     */
3147
3148         /* generate stub code */
3149
3150         M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
3151         M_AST(REG_RA, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3152
3153
3154 #if defined(ENABLE_GC_CACAO)
3155         /* Save callee saved integer registers in stackframeinfo (GC may
3156            need to recover them during a collection). */
3157
3158         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo) +
3159                 OFFSET(stackframeinfo, intregs);
3160
3161         for (i = 0; i < INT_SAV_CNT; i++)
3162                 M_AST(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3163 #endif
3164
3165         /* save integer and float argument registers */
3166
3167         for (i = 0; i < md->paramcount; i++) {
3168                 if (!md->params[i].inmemory) {
3169                         s1 = md->params[i].regoff;
3170
3171                         switch (md->paramtypes[i].type) {
3172                         case TYPE_INT:
3173                         case TYPE_LNG:
3174                         case TYPE_ADR:
3175                                 M_LST(s1, REG_SP, i * 8);
3176                                 break;
3177                         case TYPE_FLT:
3178                         case TYPE_DBL:
3179                                 M_DST(s1, REG_SP, i * 8);
3180                                 break;
3181                         }
3182                 }
3183         }
3184
3185         /* prepare data structures for native function call */
3186
3187         M_LDA(REG_A0, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3188         M_MOV(REG_PV, REG_A1);
3189         M_LDA(REG_A2, REG_SP, cd->stackframesize * 8);
3190         M_ALD(REG_A3, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3191         disp = dseg_add_functionptr(cd, codegen_stub_builtin_enter);
3192         M_ALD(REG_PV, REG_PV, disp);
3193         M_JSR(REG_RA, REG_PV);
3194         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3195         M_LDA(REG_PV, REG_RA, -disp);
3196
3197         /* restore integer and float argument registers */
3198
3199         for (i = 0; i < md->paramcount; i++) {
3200                 if (!md->params[i].inmemory) {
3201                         s1 = md->params[i].regoff;
3202
3203                         switch (md->paramtypes[i].type) {
3204                         case TYPE_INT:
3205                         case TYPE_LNG:
3206                         case TYPE_ADR:
3207                                 M_LLD(s1, REG_SP, i * 8);
3208                                 break;
3209                         case TYPE_FLT:
3210                         case TYPE_DBL:
3211                                 M_DLD(s1, REG_SP, i * 8);
3212                                 break;
3213                         }
3214                 }
3215         }
3216
3217         /* do the builtin function call */
3218
3219         disp = dseg_add_functionptr(cd, bte->fp);
3220         M_ALD(REG_PV, REG_PV, disp);
3221         M_JSR(REG_RA, REG_PV);
3222         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3223         M_LDA(REG_PV, REG_RA, -disp);       /* recompute pv from ra               */
3224
3225         /* save return value */
3226
3227         switch (md->returntype.type) {
3228         case TYPE_INT:
3229         case TYPE_LNG:
3230         case TYPE_ADR:
3231                 M_LST(REG_RESULT, REG_SP, 0 * 8);
3232                 break;
3233         case TYPE_FLT:
3234         case TYPE_DBL:
3235                 M_DST(REG_FRESULT, REG_SP, 0 * 8);
3236                 break;
3237         case TYPE_VOID:
3238                 break;
3239         }
3240
3241         /* remove native stackframe info */
3242
3243         M_LDA(REG_A0, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3244         disp = dseg_add_functionptr(cd, codegen_stub_builtin_exit);
3245         M_ALD(REG_PV, REG_PV, disp);
3246         M_JSR(REG_RA, REG_PV);
3247         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3248         M_LDA(REG_PV, REG_RA, -disp);
3249         M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3250
3251         /* restore return value */
3252
3253         switch (md->returntype.type) {
3254         case TYPE_INT:
3255         case TYPE_LNG:
3256         case TYPE_ADR:
3257                 M_LLD(REG_RESULT, REG_SP, 0 * 8);
3258                 break;
3259         case TYPE_FLT:
3260         case TYPE_DBL:
3261                 M_DLD(REG_FRESULT, REG_SP, 0 * 8);
3262                 break;
3263         case TYPE_VOID:
3264                 break;
3265         }
3266
3267 #if defined(ENABLE_GC_CACAO)
3268         /* Restore callee saved integer registers from stackframeinfo (GC
3269            might have modified them during a collection). */
3270
3271         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo) +
3272                 OFFSET(stackframeinfo, intregs);
3273
3274         for (i = 0; i < INT_SAV_CNT; i++)
3275                 M_ALD(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3276 #endif
3277
3278         M_ALD(REG_RA, REG_SP, (cd->stackframesize - 1) * 8); /* get RA            */
3279         M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
3280
3281         M_RET(REG_ZERO, REG_RA);            /* return to caller                   */
3282 }
3283
3284
3285 /* codegen_emit_stub_native ****************************************************
3286
3287    Emits a stub routine which calls a native method.
3288
3289 *******************************************************************************/
3290
3291 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
3292 {
3293         methodinfo  *m;
3294         codeinfo    *code;
3295         codegendata *cd;
3296         methoddesc  *md;
3297         s4           nativeparams;
3298         s4           i, j;                 /* count variables                    */
3299         s4           t;
3300         s4           s1, s2, disp;
3301         s4           funcdisp;             /* displacement of the function       */
3302
3303         /* get required compiler data */
3304
3305         m    = jd->m;
3306         code = jd->code;
3307         cd   = jd->cd;
3308
3309         /* initialize variables */
3310
3311         md = m->parseddesc;
3312         nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3313
3314         /* calculate stack frame size */
3315
3316         cd->stackframesize =
3317                 1 +                             /* return address                     */
3318                 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3319                 sizeof(localref_table) / SIZEOF_VOID_P +
3320                 1 +                             /* methodinfo for call trace          */
3321                 md->paramcount +
3322                 nmd->memuse;
3323
3324         /* create method header */
3325
3326         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
3327         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
3328         (void) dseg_add_unique_s4(cd, 0);                      /* IsSync          */
3329         (void) dseg_add_unique_s4(cd, 0);                      /* IsLeaf          */
3330         (void) dseg_add_unique_s4(cd, 0);                      /* IntSave         */
3331         (void) dseg_add_unique_s4(cd, 0);                      /* FltSave         */
3332         (void) dseg_addlinenumbertablesize(cd);
3333         (void) dseg_add_unique_s4(cd, 0);                      /* ExTableSize     */
3334
3335         /* generate stub code */
3336
3337         M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
3338         M_AST(REG_RA, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3339
3340         /* call trace function */
3341
3342 #if !defined(NDEBUG)
3343         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
3344                 emit_verbosecall_enter(jd);
3345 #endif
3346
3347         /* get function address (this must happen before the stackframeinfo) */
3348
3349         funcdisp = dseg_add_functionptr(cd, f);
3350
3351 #if !defined(WITH_STATIC_CLASSPATH)
3352         if (f == NULL)
3353                 patcher_add_patch_ref(jd, PATCHER_resolve_native_function, m, funcdisp);
3354 #endif
3355
3356 #if defined(ENABLE_GC_CACAO)
3357         /* Save callee saved integer registers in stackframeinfo (GC may
3358            need to recover them during a collection). */
3359
3360         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo) +
3361                 OFFSET(stackframeinfo, intregs);
3362
3363         for (i = 0; i < INT_SAV_CNT; i++)
3364                 M_AST(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3365 #endif
3366
3367         /* save integer and float argument registers */
3368
3369         for (i = 0; i < md->paramcount; i++) {
3370                 if (!md->params[i].inmemory) {
3371                         s1 = md->params[i].regoff;
3372
3373                         switch (md->paramtypes[i].type) {
3374                         case TYPE_INT:
3375                         case TYPE_LNG:
3376                         case TYPE_ADR:
3377                                 M_LST(s1, REG_SP, i * 8);
3378                                 break;
3379                         case TYPE_FLT:
3380                         case TYPE_DBL:
3381                                 M_DST(s1, REG_SP, i * 8);
3382                                 break;
3383                         }
3384                 }
3385         }
3386
3387         /* prepare data structures for native function call */
3388
3389         M_LDA(REG_A0, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3390         M_MOV(REG_PV, REG_A1);
3391         M_LDA(REG_A2, REG_SP, cd->stackframesize * 8);
3392         M_ALD(REG_A3, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3393         disp = dseg_add_functionptr(cd, codegen_start_native_call);
3394         M_ALD(REG_PV, REG_PV, disp);
3395         M_JSR(REG_RA, REG_PV);
3396         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3397         M_LDA(REG_PV, REG_RA, -disp);
3398
3399         /* restore integer and float argument registers */
3400
3401         for (i = 0; i < md->paramcount; i++) {
3402                 if (!md->params[i].inmemory) {
3403                         s1 = md->params[i].regoff;
3404
3405                         switch (md->paramtypes[i].type) {
3406                         case TYPE_INT:
3407                         case TYPE_LNG:
3408                         case TYPE_ADR:
3409                                 M_LLD(s1, REG_SP, i * 8);
3410                                 break;
3411                         case TYPE_FLT:
3412                         case TYPE_DBL:
3413                                 M_DLD(s1, REG_SP, i * 8);
3414                                 break;
3415                         }
3416                 }
3417         }
3418
3419         /* copy or spill arguments to new locations */
3420
3421         for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3422                 t = md->paramtypes[i].type;
3423
3424                 if (IS_INT_LNG_TYPE(t)) {
3425                         if (!md->params[i].inmemory) {
3426                                 s1 = md->params[i].regoff;
3427                                 s2 = nmd->params[j].regoff;
3428
3429                                 if (!nmd->params[j].inmemory)
3430                                         M_INTMOVE(s1, s2);
3431                                 else
3432                                         M_LST(s1, REG_SP, s2);
3433                         }
3434                         else {
3435                                 s1 = md->params[i].regoff + cd->stackframesize * 8;
3436                                 s2 = nmd->params[j].regoff;
3437                                 M_LLD(REG_ITMP1, REG_SP, s1);
3438                                 M_LST(REG_ITMP1, REG_SP, s2);
3439                         }
3440                 }
3441                 else {
3442                         if (!md->params[i].inmemory) {
3443                                 s1 = md->params[i].regoff;
3444                                 s2 = nmd->params[j].regoff;
3445
3446                                 if (!nmd->params[j].inmemory)
3447                                         M_FLTMOVE(s1, s2);
3448                                 else {
3449                                         if (IS_2_WORD_TYPE(t))
3450                                                 M_DST(s1, REG_SP, s2);
3451                                         else
3452                                                 M_FST(s1, REG_SP, s2);
3453                                 }
3454                         }
3455                         else {
3456                                 s1 = md->params[i].regoff + cd->stackframesize * 8;
3457                                 s2 = nmd->params[j].regoff;
3458                                 M_DLD(REG_FTMP1, REG_SP, s1);
3459                                 if (IS_2_WORD_TYPE(t))
3460                                         M_DST(REG_FTMP1, REG_SP, s2);
3461                                 else
3462                                         M_FST(REG_FTMP1, REG_SP, s2);
3463                         }
3464                 }
3465         }
3466
3467         /* put class into second argument register */
3468
3469         if (m->flags & ACC_STATIC) {
3470                 disp = dseg_add_address(cd, m->class);
3471                 M_ALD(REG_A1, REG_PV, disp);
3472         }
3473
3474         /* put env into first argument register */
3475
3476         disp = dseg_add_address(cd, _Jv_env);
3477         M_ALD(REG_A0, REG_PV, disp);
3478
3479         /* do the native function call */
3480
3481         M_ALD(REG_PV, REG_PV, funcdisp);
3482         M_JSR(REG_RA, REG_PV);              /* call native method                 */
3483         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3484         M_LDA(REG_PV, REG_RA, -disp);       /* recompute pv from ra               */
3485
3486         /* save return value */
3487
3488         switch (md->returntype.type) {
3489         case TYPE_INT:
3490         case TYPE_LNG:
3491         case TYPE_ADR:
3492                 M_LST(REG_RESULT, REG_SP, 0 * 8);
3493                 break;
3494         case TYPE_FLT:
3495         case TYPE_DBL:
3496                 M_DST(REG_FRESULT, REG_SP, 0 * 8);
3497                 break;
3498         case TYPE_VOID:
3499                 break;
3500         }
3501
3502         /* call finished trace */
3503
3504 #if !defined(NDEBUG)
3505         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
3506                 emit_verbosecall_exit(jd);
3507 #endif
3508
3509         /* remove native stackframe info */
3510
3511         M_LDA(REG_A0, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3512         disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3513         M_ALD(REG_PV, REG_PV, disp);
3514         M_JSR(REG_RA, REG_PV);
3515         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3516         M_LDA(REG_PV, REG_RA, -disp);
3517         M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3518
3519         /* restore return value */
3520
3521         switch (md->returntype.type) {
3522         case TYPE_INT:
3523         case TYPE_LNG:
3524         case TYPE_ADR:
3525                 M_LLD(REG_RESULT, REG_SP, 0 * 8);
3526                 break;
3527         case TYPE_FLT:
3528         case TYPE_DBL:
3529                 M_DLD(REG_FRESULT, REG_SP, 0 * 8);
3530                 break;
3531         case TYPE_VOID:
3532                 break;
3533         }
3534
3535 #if defined(ENABLE_GC_CACAO)
3536         /* Restore callee saved integer registers from stackframeinfo (GC
3537            might have modified them during a collection). */
3538
3539         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo) +
3540                 OFFSET(stackframeinfo, intregs);
3541
3542         for (i = 0; i < INT_SAV_CNT; i++)
3543                 M_ALD(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3544 #endif
3545
3546         M_ALD(REG_RA, REG_SP, (cd->stackframesize - 1) * 8); /* get RA            */
3547         M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
3548
3549         /* check for exception */
3550
3551         M_BNEZ(REG_ITMP1_XPTR, 1);          /* if no exception then return        */
3552         M_RET(REG_ZERO, REG_RA);            /* return to caller                   */
3553
3554         /* handle exception */
3555
3556         M_ASUB_IMM(REG_RA, 4, REG_ITMP2_XPC); /* get exception address            */
3557
3558         disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3559         M_ALD(REG_ITMP3, REG_PV, disp);     /* load asm exception handler address */
3560         M_JMP(REG_ZERO, REG_ITMP3);         /* jump to asm exception handler      */
3561
3562         /* generate patcher stubs */
3563
3564         emit_patcher_traps(jd);
3565 }
3566
3567
3568 /*
3569  * These are local overrides for various environment variables in Emacs.
3570  * Please do not remove this and leave it at the end of the file, where
3571  * Emacs will automagically detect them.
3572  * ---------------------------------------------------------------------
3573  * Local variables:
3574  * mode: c
3575  * indent-tabs-mode: t
3576  * c-basic-offset: 4
3577  * tab-width: 4
3578  * End:
3579  * vim:noexpandtab:sw=4:ts=4:
3580  */