src/vm/jit/alpha/codegen.c

   1 /* src/vm/jit/alpha/codegen.c - machine code generator for Alpha
   2
   3    Copyright (C) 1996-2005, 2006, 2007, 2008
   4    CACAOVM - Verein zur Foerderung der freien virtuellen Maschine CACAO
   5
   6    This file is part of CACAO.
   7
   8    This program is free software; you can redistribute it and/or
   9    modify it under the terms of the GNU General Public License as
  10    published by the Free Software Foundation; either version 2, or (at
  11    your option) any later version.
  12
  13    This program is distributed in the hope that it will be useful, but
  14    WITHOUT ANY WARRANTY; without even the implied warranty of
  15    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  16    General Public License for more details.
  17
  18    You should have received a copy of the GNU General Public License
  19    along with this program; if not, write to the Free Software
  20    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  21    02110-1301, USA.
  22
  23 */
  24
  25
  26 #include "config.h"
  27
  28 #include <assert.h>
  29 #include <stdio.h>
  30
  31 #include "vm/types.h"
  32
  33 #include "md.h"
  34 #include "md-abi.h"
  35
  36 #include "vm/jit/alpha/arch.h"
  37 #include "vm/jit/alpha/codegen.h"
  38
  39 #include "mm/memory.h"
  40
  41 #include "native/localref.h"
  42 #include "native/native.h"
  43
  44 #include "threads/lock-common.h"
  45
  46 #include "vm/jit/builtin.hpp"
  47 #include "vm/exceptions.hpp"
  48 #include "vm/global.h"
  49 #include "vm/loader.hpp"
  50 #include "vm/options.h"
  51 #include "vm/vm.hpp"
  52
  53 #include "vm/jit/abi.h"
  54 #include "vm/jit/asmpart.h"
  55 #include "vm/jit/codegen-common.hpp"
  56 #include "vm/jit/dseg.h"
  57 #include "vm/jit/emit-common.hpp"
  58 #include "vm/jit/jit.hpp"
  59 #include "vm/jit/linenumbertable.h"
  60 #include "vm/jit/parse.h"
  61 #include "vm/jit/patcher-common.hpp"
  62 #include "vm/jit/reg.h"
  63 #include "vm/jit/replace.hpp"
  64 #include "vm/jit/stacktrace.hpp"
  65 #include "vm/jit/trap.h"
  66
  67 #if defined(ENABLE_SSA)
  68 # include "vm/jit/optimizing/lsra.h"
  69 # include "vm/jit/optimizing/ssa.h"
  70 #elif defined(ENABLE_LSRA)
  71 # include "vm/jit/allocator/lsra.h"
  72 #endif
  73
  74
  75 /* codegen_emit ****************************************************************
  76
  77    Generates machine code.
  78
  79 *******************************************************************************/
  80
  81 bool codegen_emit(jitdata *jd)
  82 {
  83         methodinfo         *m;
  84         codeinfo           *code;
  85         codegendata        *cd;
  86         registerdata       *rd;
  87         s4                  len, s1, s2, s3, d, disp;
  88         varinfo            *var;
  89         basicblock         *bptr;
  90         instruction        *iptr;
  91         u2                  currentline;
  92         methodinfo         *lm;             /* local methodinfo for ICMD_INVOKE*  */
  93         unresolved_method  *um;
  94         builtintable_entry *bte;
  95         methoddesc         *md;
  96         fieldinfo          *fi;
  97         unresolved_field   *uf;
  98         s4                  fieldtype;
  99         s4                 varindex;
 100
 101         /* get required compiler data */
 102
 103         m    = jd->m;
 104         code = jd->code;
 105         cd   = jd->cd;
 106         rd   = jd->rd;
 107
 108         /* prevent compiler warnings */
 109
 110         d           = 0;
 111         fieldtype   = 0;
 112         lm          = NULL;
 113         um          = NULL;
 114         bte         = NULL;
 115         currentline = 0;
 116
 117         {
 118         s4 i, p, t, l;
 119         s4 savedregs_num;
 120
 121         savedregs_num = code_is_leafmethod(code) ? 0 : 1; /* space to save the RA */
 122
 123         /* space to save used callee saved registers */
 124
 125         savedregs_num += (INT_SAV_CNT - rd->savintreguse);
 126         savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
 127
 128         cd->stackframesize = rd->memuse + savedregs_num;
 129
 130 #if defined(ENABLE_THREADS)        /* space to save argument of monitor_enter */
 131         if (checksync && code_is_synchronized(code))
 132                 cd->stackframesize++;
 133 #endif
 134
 135         /* create method header */
 136
 137 #if 0
 138         cd->stackframesize = (cd->stackframesize + 1) & ~1; /* align stack to 16-bytes */
 139 #endif
 140
 141         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
 142         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
 143
 144         code->synchronizedoffset = rd->memuse * 8;
 145
 146         /* REMOVEME: We still need it for exception handling in assembler. */
 147
 148         if (code_is_leafmethod(code))
 149                 (void) dseg_add_unique_s4(cd, 1);
 150         else
 151                 (void) dseg_add_unique_s4(cd, 0);
 152
 153         (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
 154         (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
 155
 156         /* create stack frame (if necessary) */
 157
 158         if (cd->stackframesize)
 159                 M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
 160
 161         /* save return address and used callee saved registers */
 162
 163         p = cd->stackframesize;
 164         if (!code_is_leafmethod(code)) {
 165                 p--; M_AST(REG_RA, REG_SP, p * 8);
 166         }
 167         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
 168                 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
 169         }
 170         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
 171                 p--; M_DST(rd->savfltregs[i], REG_SP, p * 8);
 172         }
 173
 174         /* take arguments out of register or stack frame */
 175
 176         md = m->parseddesc;
 177
 178         for (p = 0, l = 0; p < md->paramcount; p++) {
 179                 t = md->paramtypes[p].type;
 180
 181                 varindex = jd->local_map[l * 5 + t];
 182
 183                 l++;
 184                 if (IS_2_WORD_TYPE(t))    /* increment local counter for 2 word types */
 185                         l++;
 186
 187                 if (varindex == UNUSED)
 188                         continue;
 189
 190                 var = VAR(varindex);
 191
 192                 s1 = md->params[p].regoff;
 193
 194                 if (IS_INT_LNG_TYPE(t)) {                    /* integer args          */
 195                         if (!md->params[p].inmemory) {           /* register arguments    */
 196                                 if (!IS_INMEMORY(var->flags))
 197                                         M_INTMOVE(s1, var->vv.regoff);
 198                                 else
 199                                         M_LST(s1, REG_SP, var->vv.regoff);
 200                         }
 201                         else {                                   /* stack arguments       */
 202                                 if (!IS_INMEMORY(var->flags))
 203                                         M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
 204                                 else
 205                                         var->vv.regoff = cd->stackframesize * 8 + s1;
 206                         }
 207                 }
 208                 else {                                       /* floating args         */
 209                         if (!md->params[p].inmemory) {           /* register arguments    */
 210                                 if (!IS_INMEMORY(var->flags))
 211                                         M_FLTMOVE(s1, var->vv.regoff);
 212                                 else
 213                                         M_DST(s1, REG_SP, var->vv.regoff * 8);
 214                         }
 215                         else {                                   /* stack arguments       */
 216                                 if (!(var->flags & INMEMORY))
 217                                         M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
 218                                 else
 219                                         var->vv.regoff = cd->stackframesize * 8 + s1;
 220                         }
 221                 }
 222         }
 223
 224         /* call monitorenter function */
 225
 226 #if defined(ENABLE_THREADS)
 227         if (checksync && code_is_synchronized(code)) {
 228                 /* stack offset for monitor argument */
 229
 230                 s1 = rd->memuse;
 231
 232 #if !defined(NDEBUG)
 233                 if (opt_verbosecall) {
 234                         M_LDA(REG_SP, REG_SP, -(INT_ARG_CNT + FLT_ARG_CNT) * 8);
 235
 236                         for (p = 0; p < INT_ARG_CNT; p++)
 237                                 M_LST(abi_registers_integer_argument[p], REG_SP, p * 8);
 238
 239                         for (p = 0; p < FLT_ARG_CNT; p++)
 240                                 M_DST(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 241
 242                         s1 += INT_ARG_CNT + FLT_ARG_CNT;
 243                 }
 244 #endif /* !defined(NDEBUG) */
 245
 246                 /* decide which monitor enter function to call */
 247
 248                 if (m->flags & ACC_STATIC) {
 249                         disp = dseg_add_address(cd, &m->clazz->object.header);
 250                         M_ALD(REG_A0, REG_PV, disp);
 251                 }
 252                 else {
 253                         M_BNEZ(REG_A0, 1);
 254                         M_ALD_INTERN(REG_ZERO, REG_ZERO, TRAP_NullPointerException);
 255                 }
 256
 257                 M_AST(REG_A0, REG_SP, s1 * 8);
 258                 disp = dseg_add_functionptr(cd, LOCK_monitor_enter);
 259                 M_ALD(REG_PV, REG_PV, disp);
 260                 M_JSR(REG_RA, REG_PV);
 261                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
 262                 M_LDA(REG_PV, REG_RA, -disp);
 263
 264 #if !defined(NDEBUG)
 265                 if (opt_verbosecall) {
 266                         for (p = 0; p < INT_ARG_CNT; p++)
 267                                 M_LLD(abi_registers_integer_argument[p], REG_SP, p * 8);
 268
 269                         for (p = 0; p < FLT_ARG_CNT; p++)
 270                                 M_DLD(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 271
 272                         M_LDA(REG_SP, REG_SP, (INT_ARG_CNT + FLT_ARG_CNT) * 8);
 273                 }
 274 #endif /* !defined(NDEBUG) */
 275         }
 276 #endif
 277
 278         /* call trace function */
 279
 280 #if !defined(NDEBUG)
 281         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
 282                 emit_verbosecall_enter(jd);
 283 #endif
 284
 285         }
 286
 287         /* end of header generation */
 288
 289         /* create replacement points */
 290
 291         REPLACEMENT_POINTS_INIT(cd, jd);
 292
 293         /* walk through all basic blocks */
 294
 295         for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
 296
 297                 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
 298
 299                 if (bptr->flags >= BBREACHED) {
 300
 301                 /* branch resolving */
 302
 303                 codegen_resolve_branchrefs(cd, bptr);
 304
 305                 /* handle replacement points */
 306
 307                 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
 308
 309                 /* copy interface registers to their destination */
 310
 311                 len = bptr->indepth;
 312                 MCODECHECK(64+len);
 313 #if defined(ENABLE_LSRA)
 314                 if (opt_lsra) {
 315                 while (len) {
 316                         len--;
 317                         src = bptr->invars[len];
 318                         if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 319                                         /*                              d = reg_of_var(m, src, REG_ITMP1); */
 320                                         if (!(src->flags & INMEMORY))
 321                                                 d = src->vv.regoff;
 322                                         else
 323                                                 d = REG_ITMP1;
 324                                         M_INTMOVE(REG_ITMP1, d);
 325                                         emit_store(jd, NULL, src, d);
 326                                 }
 327                         }
 328                 } else {
 329 #endif
 330                         while (len) {
 331                                 len--;
 332                                 var = VAR(bptr->invars[len]);
 333                                 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 334                                         d = codegen_reg_of_var(0, var, REG_ITMP1);
 335                                         M_INTMOVE(REG_ITMP1, d);
 336                                         emit_store(jd, NULL, var, d);
 337                                 }
 338                                 else {
 339                                         assert((var->flags & INOUT));
 340                                 }
 341                         }
 342 #if defined(ENABLE_LSRA)
 343                 }
 344 #endif
 345
 346                 /* walk through all instructions */
 347
 348                 len = bptr->icount;
 349
 350                 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
 351                         if (iptr->line != currentline) {
 352                                 linenumbertable_list_entry_add(cd, iptr->line);
 353                                 currentline = iptr->line;
 354                         }
 355
 356                 MCODECHECK(64);       /* an instruction usually needs < 64 words      */
 357                 switch (iptr->opc) {
 358
 359                 case ICMD_NOP:        /* ...  ==> ...                                 */
 360                 case ICMD_POP:        /* ..., value  ==> ...                          */
 361                 case ICMD_POP2:       /* ..., value, value  ==> ...                   */
 362                         break;
 363
 364                 case ICMD_INLINE_START:
 365
 366                         REPLACEMENT_POINT_INLINE_START(cd, iptr);
 367                         break;
 368
 369                 case ICMD_INLINE_BODY:
 370
 371                         REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
 372                         linenumbertable_list_entry_add_inline_start(cd, iptr);
 373                         linenumbertable_list_entry_add(cd, iptr->line);
 374                         break;
 375
 376                 case ICMD_INLINE_END:
 377
 378                         linenumbertable_list_entry_add_inline_end(cd, iptr);
 379                         linenumbertable_list_entry_add(cd, iptr->line);
 380                         break;
 381
 382                 case ICMD_CHECKNULL:  /* ..., objectref  ==> ..., objectref           */
 383
 384                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 385                         emit_nullpointer_check(cd, iptr, s1);
 386                         break;
 387
 388                 /* constant operations ************************************************/
 389
 390                 case ICMD_ICONST:     /* ...  ==> ..., constant                       */
 391
 392                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 393                         ICONST(d, iptr->sx.val.i);
 394                         emit_store_dst(jd, iptr, d);
 395                         break;
 396
 397                 case ICMD_LCONST:     /* ...  ==> ..., constant                       */
 398
 399                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 400                         LCONST(d, iptr->sx.val.l);
 401                         emit_store_dst(jd, iptr, d);
 402                         break;
 403
 404                 case ICMD_FCONST:     /* ...  ==> ..., constant                       */
 405
 406                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 407                         disp = dseg_add_float(cd, iptr->sx.val.f);
 408                         M_FLD(d, REG_PV, disp);
 409                         emit_store_dst(jd, iptr, d);
 410                         break;
 411
 412                 case ICMD_DCONST:     /* ...  ==> ..., constant                       */
 413
 414                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 415                         disp = dseg_add_double(cd, iptr->sx.val.d);
 416                         M_DLD(d, REG_PV, disp);
 417                         emit_store_dst(jd, iptr, d);
 418                         break;
 419
 420                 case ICMD_ACONST:     /* ...  ==> ..., constant                       */
 421
 422                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 423
 424                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
 425                                 constant_classref *cr = iptr->sx.val.c.ref;
 426
 427                                 disp = dseg_add_unique_address(cd, cr);
 428
 429                                 /* XXX Only add the patcher, if this position needs to
 430                                    be patched.  If there was a previous position which
 431                                    resolved the same class, the returned displacement
 432                                    of dseg_add_address is ok to use. */
 433
 434                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
 435                                                                           cr, disp);
 436
 437                                 M_ALD(d, REG_PV, disp);
 438                         }
 439                         else {
 440                                 if (iptr->sx.val.anyptr == NULL)
 441                                         M_INTMOVE(REG_ZERO, d);
 442                                 else {
 443                                         disp = dseg_add_address(cd, iptr->sx.val.anyptr);
 444                                         M_ALD(d, REG_PV, disp);
 445                                 }
 446                         }
 447                         emit_store_dst(jd, iptr, d);
 448                         break;
 449
 450
 451                 /* load/store/move/copy operations ************************************/
 452
 453                 case ICMD_ILOAD:      /* ...  ==> ..., content of local variable      */
 454                 case ICMD_ALOAD:      /* s1 = local variable                          */
 455                 case ICMD_LLOAD:
 456                 case ICMD_FLOAD:
 457                 case ICMD_DLOAD:
 458                 case ICMD_ISTORE:     /* ..., value  ==> ...                          */
 459                 case ICMD_LSTORE:
 460                 case ICMD_FSTORE:
 461                 case ICMD_DSTORE:
 462                 case ICMD_COPY:
 463                 case ICMD_MOVE:
 464
 465                         emit_copy(jd, iptr);
 466                         break;
 467
 468                 case ICMD_ASTORE:
 469
 470                         if (!(iptr->flags.bits & INS_FLAG_RETADDR))
 471                                 emit_copy(jd, iptr);
 472                         break;
 473
 474
 475                 /* integer operations *************************************************/
 476
 477                 case ICMD_INEG:       /* ..., value  ==> ..., - value                 */
 478
 479                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 480                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 481                         M_ISUB(REG_ZERO, s1, d);
 482                         emit_store_dst(jd, iptr, d);
 483                         break;
 484
 485                 case ICMD_LNEG:       /* ..., value  ==> ..., - value                 */
 486
 487                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 488                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 489                         M_LSUB(REG_ZERO, s1, d);
 490                         emit_store_dst(jd, iptr, d);
 491                         break;
 492
 493                 case ICMD_I2L:        /* ..., value  ==> ..., value                   */
 494
 495                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 496                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 497                         M_INTMOVE(s1, d);
 498                         emit_store_dst(jd, iptr, d);
 499                         break;
 500
 501                 case ICMD_L2I:        /* ..., value  ==> ..., value                   */
 502
 503                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 504                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 505                         M_IADD(s1, REG_ZERO, d);
 506                         emit_store_dst(jd, iptr, d);
 507                         break;
 508
 509                 case ICMD_INT2BYTE:   /* ..., value  ==> ..., value                   */
 510
 511                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 512                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 513                         if (has_ext_instr_set) {
 514                                 M_BSEXT(s1, d);
 515                         } else {
 516                                 M_SLL_IMM(s1, 56, d);
 517                                 M_SRA_IMM( d, 56, d);
 518                         }
 519                         emit_store_dst(jd, iptr, d);
 520                         break;
 521
 522                 case ICMD_INT2CHAR:   /* ..., value  ==> ..., value                   */
 523
 524                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 525                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 526             M_CZEXT(s1, d);
 527                         emit_store_dst(jd, iptr, d);
 528                         break;
 529
 530                 case ICMD_INT2SHORT:  /* ..., value  ==> ..., value                   */
 531
 532                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 533                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 534                         if (has_ext_instr_set) {
 535                                 M_SSEXT(s1, d);
 536                         } else {
 537                                 M_SLL_IMM(s1, 48, d);
 538                                 M_SRA_IMM( d, 48, d);
 539                         }
 540                         emit_store_dst(jd, iptr, d);
 541                         break;
 542
 543
 544                 case ICMD_IADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 545
 546                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 547                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 548                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 549                         M_IADD(s1, s2, d);
 550                         emit_store_dst(jd, iptr, d);
 551                         break;
 552
 553                 case ICMD_IINC:
 554                 case ICMD_IADDCONST:  /* ..., value  ==> ..., value + constant        */
 555                                       /* sx.val.i = constant                             */
 556
 557                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 558                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 559                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 560                                 M_IADD_IMM(s1, iptr->sx.val.i, d);
 561                         } else if ((iptr->sx.val.i > -256) && (iptr->sx.val.i < 0)) {
 562                                 M_ISUB_IMM(s1, (-iptr->sx.val.i), d);
 563                         } else {
 564                                 /* XXX maybe use M_LDA? */
 565                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 566                                 M_IADD(s1, REG_ITMP2, d);
 567                         }
 568                         emit_store_dst(jd, iptr, d);
 569                         break;
 570
 571                 case ICMD_LADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 572
 573                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 574                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 575                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 576                         M_LADD(s1, s2, d);
 577                         emit_store_dst(jd, iptr, d);
 578                         break;
 579
 580                 case ICMD_LADDCONST:  /* ..., value  ==> ..., value + constant        */
 581                                       /* sx.val.l = constant                             */
 582
 583                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 584                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 585                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 586                                 M_LADD_IMM(s1, iptr->sx.val.l, d);
 587                         } else {
 588                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 589                                 M_LADD(s1, REG_ITMP2, d);
 590                         }
 591                         emit_store_dst(jd, iptr, d);
 592                         break;
 593
 594                 case ICMD_ISUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 595
 596                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 597                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 598                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 599                         M_ISUB(s1, s2, d);
 600                         emit_store_dst(jd, iptr, d);
 601                         break;
 602
 603                 case ICMD_ISUBCONST:  /* ..., value  ==> ..., value + constant        */
 604                                       /* sx.val.i = constant                             */
 605
 606                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 607                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 608                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 609                                 M_ISUB_IMM(s1, iptr->sx.val.i, d);
 610                         } else {
 611                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 612                                 M_ISUB(s1, REG_ITMP2, d);
 613                         }
 614                         emit_store_dst(jd, iptr, d);
 615                         break;
 616
 617                 case ICMD_LSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 618
 619                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 620                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 621                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 622                         M_LSUB(s1, s2, d);
 623                         emit_store_dst(jd, iptr, d);
 624                         break;
 625
 626                 case ICMD_LSUBCONST:  /* ..., value  ==> ..., value - constant        */
 627                                       /* sx.val.l = constant                             */
 628
 629                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 630                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 631                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 632                                 M_LSUB_IMM(s1, iptr->sx.val.l, d);
 633                         } else {
 634                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 635                                 M_LSUB(s1, REG_ITMP2, d);
 636                         }
 637                         emit_store_dst(jd, iptr, d);
 638                         break;
 639
 640                 case ICMD_IMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 641
 642                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 643                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 644                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 645                         M_IMUL(s1, s2, d);
 646                         emit_store_dst(jd, iptr, d);
 647                         break;
 648
 649                 case ICMD_IMULCONST:  /* ..., value  ==> ..., value * constant        */
 650                                       /* sx.val.i = constant                             */
 651
 652                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 653                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 654                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 655                                 M_IMUL_IMM(s1, iptr->sx.val.i, d);
 656                         } else {
 657                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 658                                 M_IMUL(s1, REG_ITMP2, d);
 659                         }
 660                         emit_store_dst(jd, iptr, d);
 661                         break;
 662
 663                 case ICMD_LMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 664
 665                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 666                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 667                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 668                         M_LMUL(s1, s2, d);
 669                         emit_store_dst(jd, iptr, d);
 670                         break;
 671
 672                 case ICMD_LMULCONST:  /* ..., value  ==> ..., value * constant        */
 673                                       /* sx.val.l = constant                             */
 674
 675                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 676                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 677                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 678                                 M_LMUL_IMM(s1, iptr->sx.val.l, d);
 679                         } else {
 680                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 681                                 M_LMUL(s1, REG_ITMP2, d);
 682                         }
 683                         emit_store_dst(jd, iptr, d);
 684                         break;
 685
 686                 case ICMD_IDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 687                 case ICMD_IREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 688
 689                         s1 = emit_load_s1(jd, iptr, REG_A0);
 690                         s2 = emit_load_s2(jd, iptr, REG_A1);
 691                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 692                         emit_arithmetic_check(cd, iptr, s2);
 693
 694                         M_INTMOVE(s1, REG_A0);
 695                         M_INTMOVE(s2, REG_A1);
 696                         bte = iptr->sx.s23.s3.bte;
 697                         disp = dseg_add_functionptr(cd, bte->fp);
 698                         M_ALD(REG_PV, REG_PV, disp);
 699                         M_JSR(REG_RA, REG_PV);
 700                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 701                         M_LDA(REG_PV, REG_RA, -disp);
 702
 703                         M_IADD(REG_RESULT, REG_ZERO, d); /* sign extend (bugfix for gcc -O2) */
 704                         emit_store_dst(jd, iptr, d);
 705                         break;
 706
 707                 case ICMD_LDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 708                 case ICMD_LREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 709
 710                         s1 = emit_load_s1(jd, iptr, REG_A0);
 711                         s2 = emit_load_s2(jd, iptr, REG_A1);
 712                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 713                         emit_arithmetic_check(cd, iptr, s2);
 714
 715                         M_INTMOVE(s1, REG_A0);
 716                         M_INTMOVE(s2, REG_A1);
 717                         bte = iptr->sx.s23.s3.bte;
 718                         disp = dseg_add_functionptr(cd, bte->fp);
 719                         M_ALD(REG_PV, REG_PV, disp);
 720                         M_JSR(REG_RA, REG_PV);
 721                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 722                         M_LDA(REG_PV, REG_RA, -disp);
 723
 724                         M_INTMOVE(REG_RESULT, d);
 725                         emit_store_dst(jd, iptr, d);
 726                         break;
 727
 728                 case ICMD_IDIVPOW2:   /* ..., value  ==> ..., value << constant       */
 729                 case ICMD_LDIVPOW2:   /* val.i = constant                             */
 730
 731                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 732                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 733                         if (iptr->sx.val.i <= 15) {
 734                                 M_LDA(REG_ITMP2, s1, (1 << iptr->sx.val.i) -1);
 735                                 M_CMOVGE(s1, s1, REG_ITMP2);
 736                         } else {
 737                                 M_SRA_IMM(s1, 63, REG_ITMP2);
 738                                 M_SRL_IMM(REG_ITMP2, 64 - iptr->sx.val.i, REG_ITMP2);
 739                                 M_LADD(s1, REG_ITMP2, REG_ITMP2);
 740                         }
 741                         M_SRA_IMM(REG_ITMP2, iptr->sx.val.i, d);
 742                         emit_store_dst(jd, iptr, d);
 743                         break;
 744
 745                 case ICMD_ISHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 746
 747                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 748                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 749                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 750                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 751                         M_SLL(s1, REG_ITMP3, d);
 752                         M_IADD(d, REG_ZERO, d);
 753                         emit_store_dst(jd, iptr, d);
 754                         break;
 755
 756                 case ICMD_ISHLCONST:  /* ..., value  ==> ..., value << constant       */
 757                                       /* sx.val.i = constant                             */
 758
 759                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 760                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 761                         M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
 762                         M_IADD(d, REG_ZERO, d);
 763                         emit_store_dst(jd, iptr, d);
 764                         break;
 765
 766                 case ICMD_ISHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 767
 768                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 769                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 770                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 771                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 772                         M_SRA(s1, REG_ITMP3, d);
 773                         emit_store_dst(jd, iptr, d);
 774                         break;
 775
 776                 case ICMD_ISHRCONST:  /* ..., value  ==> ..., value >> constant       */
 777                                       /* sx.val.i = constant                             */
 778
 779                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 780                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 781                         M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
 782                         emit_store_dst(jd, iptr, d);
 783                         break;
 784
 785                 case ICMD_IUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 786
 787                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 788                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 789                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 790                         M_AND_IMM(s2, 0x1f, REG_ITMP2);
 791             M_IZEXT(s1, d);
 792                         M_SRL(d, REG_ITMP2, d);
 793                         M_IADD(d, REG_ZERO, d);
 794                         emit_store_dst(jd, iptr, d);
 795                         break;
 796
 797                 case ICMD_IUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 798                                       /* sx.val.i = constant                             */
 799
 800                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 801                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 802             M_IZEXT(s1, d);
 803                         M_SRL_IMM(d, iptr->sx.val.i & 0x1f, d);
 804                         M_IADD(d, REG_ZERO, d);
 805                         emit_store_dst(jd, iptr, d);
 806                         break;
 807
 808                 case ICMD_LSHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 809
 810                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 811                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 812                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 813                         M_SLL(s1, s2, d);
 814                         emit_store_dst(jd, iptr, d);
 815                         break;
 816
 817                 case ICMD_LSHLCONST:  /* ..., value  ==> ..., value << constant       */
 818                                       /* sx.val.i = constant                             */
 819
 820                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 821                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 822                         M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 823                         emit_store_dst(jd, iptr, d);
 824                         break;
 825
 826                 case ICMD_LSHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 827
 828                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 829                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 830                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 831                         M_SRA(s1, s2, d);
 832                         emit_store_dst(jd, iptr, d);
 833                         break;
 834
 835                 case ICMD_LSHRCONST:  /* ..., value  ==> ..., value >> constant       */
 836                                       /* sx.val.i = constant                             */
 837
 838                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 839                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 840                         M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
 841                         emit_store_dst(jd, iptr, d);
 842                         break;
 843
 844                 case ICMD_LUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 845
 846                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 847                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 848                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 849                         M_SRL(s1, s2, d);
 850                         emit_store_dst(jd, iptr, d);
 851                         break;
 852
 853                 case ICMD_LUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 854                                       /* sx.val.i = constant                             */
 855
 856                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 857                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 858                         M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 859                         emit_store_dst(jd, iptr, d);
 860                         break;
 861
 862                 case ICMD_IAND:       /* ..., val1, val2  ==> ..., val1 & val2        */
 863                 case ICMD_LAND:
 864
 865                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 866                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 867                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 868                         M_AND(s1, s2, d);
 869                         emit_store_dst(jd, iptr, d);
 870                         break;
 871
 872                 case ICMD_IANDCONST:  /* ..., value  ==> ..., value & constant        */
 873                                       /* sx.val.i = constant                             */
 874
 875                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 876                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 877                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 878                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 879                         } else if (iptr->sx.val.i == 0xffff) {
 880                                 M_CZEXT(s1, d);
 881                         } else if (iptr->sx.val.i == 0xffffff) {
 882                                 M_ZAPNOT_IMM(s1, 0x07, d);
 883                         } else {
 884                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 885                                 M_AND(s1, REG_ITMP2, d);
 886                         }
 887                         emit_store_dst(jd, iptr, d);
 888                         break;
 889
 890                 case ICMD_IREMPOW2:   /* ..., value  ==> ..., value % constant        */
 891                                       /* sx.val.i = constant                             */
 892
 893                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 894                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 895                         if (s1 == d) {
 896                                 M_MOV(s1, REG_ITMP1);
 897                                 s1 = REG_ITMP1;
 898                         }
 899                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 900                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 901                                 M_BGEZ(s1, 3);
 902                                 M_ISUB(REG_ZERO, s1, d);
 903                                 M_AND_IMM(d, iptr->sx.val.i, d);
 904                         } else if (iptr->sx.val.i == 0xffff) {
 905                                 M_CZEXT(s1, d);
 906                                 M_BGEZ(s1, 3);
 907                                 M_ISUB(REG_ZERO, s1, d);
 908                                 M_CZEXT(d, d);
 909                         } else if (iptr->sx.val.i == 0xffffff) {
 910                                 M_ZAPNOT_IMM(s1, 0x07, d);
 911                                 M_BGEZ(s1, 3);
 912                                 M_ISUB(REG_ZERO, s1, d);
 913                                 M_ZAPNOT_IMM(d, 0x07, d);
 914                         } else {
 915                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 916                                 M_AND(s1, REG_ITMP2, d);
 917                                 M_BGEZ(s1, 3);
 918                                 M_ISUB(REG_ZERO, s1, d);
 919                                 M_AND(d, REG_ITMP2, d);
 920                         }
 921                         M_ISUB(REG_ZERO, d, d);
 922                         emit_store_dst(jd, iptr, d);
 923                         break;
 924
 925                 case ICMD_LANDCONST:  /* ..., value  ==> ..., value & constant        */
 926                                       /* sx.val.l = constant                             */
 927
 928                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 929                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 930                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 931                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 932                         } else if (iptr->sx.val.l == 0xffffL) {
 933                                 M_CZEXT(s1, d);
 934                         } else if (iptr->sx.val.l == 0xffffffL) {
 935                                 M_ZAPNOT_IMM(s1, 0x07, d);
 936                         } else if (iptr->sx.val.l == 0xffffffffL) {
 937                                 M_IZEXT(s1, d);
 938                         } else if (iptr->sx.val.l == 0xffffffffffL) {
 939                                 M_ZAPNOT_IMM(s1, 0x1f, d);
 940                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
 941                                 M_ZAPNOT_IMM(s1, 0x3f, d);
 942                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
 943                                 M_ZAPNOT_IMM(s1, 0x7f, d);
 944                         } else {
 945                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 946                                 M_AND(s1, REG_ITMP2, d);
 947                         }
 948                         emit_store_dst(jd, iptr, d);
 949                         break;
 950
 951                 case ICMD_LREMPOW2:   /* ..., value  ==> ..., value % constant        */
 952                                       /* sx.val.l = constant                             */
 953
 954                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 955                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 956                         if (s1 == d) {
 957                                 M_MOV(s1, REG_ITMP1);
 958                                 s1 = REG_ITMP1;
 959                         }
 960                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 961                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 962                                 M_BGEZ(s1, 3);
 963                                 M_LSUB(REG_ZERO, s1, d);
 964                                 M_AND_IMM(d, iptr->sx.val.l, d);
 965                         } else if (iptr->sx.val.l == 0xffffL) {
 966                                 M_CZEXT(s1, d);
 967                                 M_BGEZ(s1, 3);
 968                                 M_LSUB(REG_ZERO, s1, d);
 969                                 M_CZEXT(d, d);
 970                         } else if (iptr->sx.val.l == 0xffffffL) {
 971                                 M_ZAPNOT_IMM(s1, 0x07, d);
 972                                 M_BGEZ(s1, 3);
 973                                 M_LSUB(REG_ZERO, s1, d);
 974                                 M_ZAPNOT_IMM(d, 0x07, d);
 975                         } else if (iptr->sx.val.l == 0xffffffffL) {
 976                                 M_IZEXT(s1, d);
 977                                 M_BGEZ(s1, 3);
 978                                 M_LSUB(REG_ZERO, s1, d);
 979                                 M_IZEXT(d, d);
 980                         } else if (iptr->sx.val.l == 0xffffffffffL) {
 981                                 M_ZAPNOT_IMM(s1, 0x1f, d);
 982                                 M_BGEZ(s1, 3);
 983                                 M_LSUB(REG_ZERO, s1, d);
 984                                 M_ZAPNOT_IMM(d, 0x1f, d);
 985                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
 986                                 M_ZAPNOT_IMM(s1, 0x3f, d);
 987                                 M_BGEZ(s1, 3);
 988                                 M_LSUB(REG_ZERO, s1, d);
 989                                 M_ZAPNOT_IMM(d, 0x3f, d);
 990                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
 991                                 M_ZAPNOT_IMM(s1, 0x7f, d);
 992                                 M_BGEZ(s1, 3);
 993                                 M_LSUB(REG_ZERO, s1, d);
 994                                 M_ZAPNOT_IMM(d, 0x7f, d);
 995                         } else {
 996                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 997                                 M_AND(s1, REG_ITMP2, d);
 998                                 M_BGEZ(s1, 3);
 999                                 M_LSUB(REG_ZERO, s1, d);
1000                                 M_AND(d, REG_ITMP2, d);
1001                         }
1002                         M_LSUB(REG_ZERO, d, d);
1003                         emit_store_dst(jd, iptr, d);
1004                         break;
1005
1006                 case ICMD_IOR:        /* ..., val1, val2  ==> ..., val1 | val2        */
1007                 case ICMD_LOR:
1008
1009                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1010                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1011                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1012                         M_OR( s1,s2, d);
1013                         emit_store_dst(jd, iptr, d);
1014                         break;
1015
1016                 case ICMD_IORCONST:   /* ..., value  ==> ..., value | constant        */
1017                                       /* sx.val.i = constant                          */
1018
1019                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1020                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1021                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1022                                 M_OR_IMM(s1, iptr->sx.val.i, d);
1023                         } else {
1024                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1025                                 M_OR(s1, REG_ITMP2, d);
1026                         }
1027                         emit_store_dst(jd, iptr, d);
1028                         break;
1029
1030                 case ICMD_LORCONST:   /* ..., value  ==> ..., value | constant        */
1031                                       /* sx.val.l = constant                          */
1032
1033                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1034                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1035                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1036                                 M_OR_IMM(s1, iptr->sx.val.l, d);
1037                         } else {
1038                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1039                                 M_OR(s1, REG_ITMP2, d);
1040                         }
1041                         emit_store_dst(jd, iptr, d);
1042                         break;
1043
1044                 case ICMD_IXOR:       /* ..., val1, val2  ==> ..., val1 ^ val2        */
1045                 case ICMD_LXOR:
1046
1047                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1048                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1049                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1050                         M_XOR(s1, s2, d);
1051                         emit_store_dst(jd, iptr, d);
1052                         break;
1053
1054                 case ICMD_IXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1055                                       /* sx.val.i = constant                          */
1056
1057                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1058                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1059                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1060                                 M_XOR_IMM(s1, iptr->sx.val.i, d);
1061                         } else {
1062                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1063                                 M_XOR(s1, REG_ITMP2, d);
1064                         }
1065                         emit_store_dst(jd, iptr, d);
1066                         break;
1067
1068                 case ICMD_LXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1069                                       /* sx.val.l = constant                          */
1070
1071                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1072                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1073                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1074                                 M_XOR_IMM(s1, iptr->sx.val.l, d);
1075                         } else {
1076                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1077                                 M_XOR(s1, REG_ITMP2, d);
1078                         }
1079                         emit_store_dst(jd, iptr, d);
1080                         break;
1081
1082
1083                 case ICMD_LCMP:       /* ..., val1, val2  ==> ..., val1 cmp val2      */
1084
1085                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1086                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1087                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1088                         M_CMPLT(s1, s2, REG_ITMP3);
1089                         M_CMPLT(s2, s1, REG_ITMP1);
1090                         M_LSUB(REG_ITMP1, REG_ITMP3, d);
1091                         emit_store_dst(jd, iptr, d);
1092                         break;
1093
1094
1095                 /* floating operations ************************************************/
1096
1097                 case ICMD_FNEG:       /* ..., value  ==> ..., - value                 */
1098
1099                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1100                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1101                         M_FMOVN(s1, d);
1102                         emit_store_dst(jd, iptr, d);
1103                         break;
1104
1105                 case ICMD_DNEG:       /* ..., value  ==> ..., - value                 */
1106
1107                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1108                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1109                         M_FMOVN(s1, d);
1110                         emit_store_dst(jd, iptr, d);
1111                         break;
1112
1113                 case ICMD_FADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1114
1115                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1116                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1117                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1118                         if (opt_noieee) {
1119                                 M_FADD(s1, s2, d);
1120                         } else {
1121                                 if (d == s1 || d == s2) {
1122                                         M_FADDS(s1, s2, REG_FTMP3);
1123                                         M_TRAPB;
1124                                         M_FMOV(REG_FTMP3, d);
1125                                 } else {
1126                                         M_FADDS(s1, s2, d);
1127                                         M_TRAPB;
1128                                 }
1129                         }
1130                         emit_store_dst(jd, iptr, d);
1131                         break;
1132
1133                 case ICMD_DADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1134
1135                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1136                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1137                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1138                         if (opt_noieee) {
1139                                 M_DADD(s1, s2, d);
1140                         } else {
1141                                 if (d == s1 || d == s2) {
1142                                         M_DADDS(s1, s2, REG_FTMP3);
1143                                         M_TRAPB;
1144                                         M_FMOV(REG_FTMP3, d);
1145                                 } else {
1146                                         M_DADDS(s1, s2, d);
1147                                         M_TRAPB;
1148                                 }
1149                         }
1150                         emit_store_dst(jd, iptr, d);
1151                         break;
1152
1153                 case ICMD_FSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1154
1155                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1156                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1157                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1158                         if (opt_noieee) {
1159                                 M_FSUB(s1, s2, d);
1160                         } else {
1161                                 if (d == s1 || d == s2) {
1162                                         M_FSUBS(s1, s2, REG_FTMP3);
1163                                         M_TRAPB;
1164                                         M_FMOV(REG_FTMP3, d);
1165                                 } else {
1166                                         M_FSUBS(s1, s2, d);
1167                                         M_TRAPB;
1168                                 }
1169                         }
1170                         emit_store_dst(jd, iptr, d);
1171                         break;
1172
1173                 case ICMD_DSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1174
1175                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1176                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1177                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1178                         if (opt_noieee) {
1179                                 M_DSUB(s1, s2, d);
1180                         } else {
1181                                 if (d == s1 || d == s2) {
1182                                         M_DSUBS(s1, s2, REG_FTMP3);
1183                                         M_TRAPB;
1184                                         M_FMOV(REG_FTMP3, d);
1185                                 } else {
1186                                         M_DSUBS(s1, s2, d);
1187                                         M_TRAPB;
1188                                 }
1189                         }
1190                         emit_store_dst(jd, iptr, d);
1191                         break;
1192
1193                 case ICMD_FMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
1194
1195                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1196                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1197                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1198                         if (opt_noieee) {
1199                                 M_FMUL(s1, s2, d);
1200                         } else {
1201                                 if (d == s1 || d == s2) {
1202                                         M_FMULS(s1, s2, REG_FTMP3);
1203                                         M_TRAPB;
1204                                         M_FMOV(REG_FTMP3, d);
1205                                 } else {
1206                                         M_FMULS(s1, s2, d);
1207                                         M_TRAPB;
1208                                 }
1209                         }
1210                         emit_store_dst(jd, iptr, d);
1211                         break;
1212
1213                 case ICMD_DMUL:       /* ..., val1, val2  ==> ..., val1 *** val2      */
1214
1215                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1216                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1217                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1218                         if (opt_noieee) {
1219                                 M_DMUL(s1, s2, d);
1220                         } else {
1221                                 if (d == s1 || d == s2) {
1222                                         M_DMULS(s1, s2, REG_FTMP3);
1223                                         M_TRAPB;
1224                                         M_FMOV(REG_FTMP3, d);
1225                                 } else {
1226                                         M_DMULS(s1, s2, d);
1227                                         M_TRAPB;
1228                                 }
1229                         }
1230                         emit_store_dst(jd, iptr, d);
1231                         break;
1232
1233                 case ICMD_FDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1234
1235                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1236                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1237                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1238                         if (opt_noieee) {
1239                                 M_FDIV(s1, s2, d);
1240                         } else {
1241                                 if (d == s1 || d == s2) {
1242                                         M_FDIVS(s1, s2, REG_FTMP3);
1243                                         M_TRAPB;
1244                                         M_FMOV(REG_FTMP3, d);
1245                                 } else {
1246                                         M_FDIVS(s1, s2, d);
1247                                         M_TRAPB;
1248                                 }
1249                         }
1250                         emit_store_dst(jd, iptr, d);
1251                         break;
1252
1253                 case ICMD_DDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1254
1255                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1256                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1257                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1258                         if (opt_noieee) {
1259                                 M_DDIV(s1, s2, d);
1260                         } else {
1261                                 if (d == s1 || d == s2) {
1262                                         M_DDIVS(s1, s2, REG_FTMP3);
1263                                         M_TRAPB;
1264                                         M_FMOV(REG_FTMP3, d);
1265                                 } else {
1266                                         M_DDIVS(s1, s2, d);
1267                                         M_TRAPB;
1268                                 }
1269                         }
1270                         emit_store_dst(jd, iptr, d);
1271                         break;
1272
1273                 case ICMD_I2F:       /* ..., value  ==> ..., (float) value            */
1274                 case ICMD_L2F:
1275                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1276                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1277                         disp = dseg_add_unique_double(cd, 0.0); /* FIXME Not thread safe! */
1278                         M_LST(s1, REG_PV, disp);
1279                         M_DLD(d, REG_PV, disp);
1280                         M_CVTLF(d, d);
1281                         emit_store_dst(jd, iptr, d);
1282                         break;
1283
1284                 case ICMD_I2D:       /* ..., value  ==> ..., (double) value           */
1285                 case ICMD_L2D:
1286                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1287                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1288                         disp = dseg_add_unique_double(cd, 0.0); /* FIXME Not thread safe! */
1289                         M_LST(s1, REG_PV, disp);
1290                         M_DLD(d, REG_PV, disp);
1291                         M_CVTLD(d, d);
1292                         emit_store_dst(jd, iptr, d);
1293                         break;
1294
1295                 case ICMD_F2I:       /* ..., value  ==> ..., (int) value              */
1296                 case ICMD_D2I:
1297                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1298                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1299                         disp = dseg_add_unique_double(cd, 0.0); /* FIXME Not thread safe! */
1300                         M_CVTDL_C(s1, REG_FTMP2);
1301                         M_CVTLI(REG_FTMP2, REG_FTMP3);
1302                         M_DST(REG_FTMP3, REG_PV, disp);
1303                         M_ILD(d, REG_PV, disp);
1304                         emit_store_dst(jd, iptr, d);
1305                         break;
1306
1307                 case ICMD_F2L:       /* ..., value  ==> ..., (long) value             */
1308                 case ICMD_D2L:
1309                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1310                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1311                         disp = dseg_add_unique_double(cd, 0.0); /* FIXME Not thread safe! */
1312                         M_CVTDL_C(s1, REG_FTMP2);
1313                         M_DST(REG_FTMP2, REG_PV, disp);
1314                         M_LLD(d, REG_PV, disp);
1315                         emit_store_dst(jd, iptr, d);
1316                         break;
1317
1318                 case ICMD_F2D:       /* ..., value  ==> ..., (double) value           */
1319
1320                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1321                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1322                         M_CVTFDS(s1, d);
1323                         M_TRAPB;
1324                         emit_store_dst(jd, iptr, d);
1325                         break;
1326
1327                 case ICMD_D2F:       /* ..., value  ==> ..., (float) value            */
1328
1329                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1330                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1331                         if (opt_noieee) {
1332                                 M_CVTDF(s1, d);
1333                         } else {
1334                                 M_CVTDFS(s1, d);
1335                                 M_TRAPB;
1336                         }
1337                         emit_store_dst(jd, iptr, d);
1338                         break;
1339
1340                 case ICMD_FCMPL:      /* ..., val1, val2  ==> ..., val1 fcmpl val2    */
1341                 case ICMD_DCMPL:
1342                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1343                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1344                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1345                         if (opt_noieee) {
1346                                 M_LSUB_IMM(REG_ZERO, 1, d);
1347                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1348                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1349                                 M_CLR   (d);
1350                                 M_FCMPLT(s2, s1, REG_FTMP3);
1351                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1352                                 M_LADD_IMM(REG_ZERO, 1, d);
1353                         } else {
1354                                 M_LSUB_IMM(REG_ZERO, 1, d);
1355                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1356                                 M_TRAPB;
1357                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1358                                 M_CLR   (d);
1359                                 M_FCMPLTS(s2, s1, REG_FTMP3);
1360                                 M_TRAPB;
1361                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1362                                 M_LADD_IMM(REG_ZERO, 1, d);
1363                         }
1364                         emit_store_dst(jd, iptr, d);
1365                         break;
1366
1367                 case ICMD_FCMPG:      /* ..., val1, val2  ==> ..., val1 fcmpg val2    */
1368                 case ICMD_DCMPG:
1369                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1370                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1371                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1372                         if (opt_noieee) {
1373                                 M_LADD_IMM(REG_ZERO, 1, d);
1374                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1375                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1376                                 M_CLR   (d);
1377                                 M_FCMPLT(s1, s2, REG_FTMP3);
1378                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1379                                 M_LSUB_IMM(REG_ZERO, 1, d);
1380                         } else {
1381                                 M_LADD_IMM(REG_ZERO, 1, d);
1382                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1383                                 M_TRAPB;
1384                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1385                                 M_CLR   (d);
1386                                 M_FCMPLTS(s1, s2, REG_FTMP3);
1387                                 M_TRAPB;
1388                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1389                                 M_LSUB_IMM(REG_ZERO, 1, d);
1390                         }
1391                         emit_store_dst(jd, iptr, d);
1392                         break;
1393
1394
1395                 /* memory operations **************************************************/
1396
1397                 case ICMD_ARRAYLENGTH: /* ..., arrayref  ==> ..., length              */
1398
1399                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1400                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1401                         /* implicit null-pointer check */
1402                         M_ILD(d, s1, OFFSET(java_array_t, size));
1403                         emit_store_dst(jd, iptr, d);
1404                         break;
1405
1406                 case ICMD_BALOAD:     /* ..., arrayref, index  ==> ..., value         */
1407
1408                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1409                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1410                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1411                         /* implicit null-pointer check */
1412                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1413                         if (has_ext_instr_set) {
1414                                 M_LADD(s2, s1, REG_ITMP1);
1415                                 M_BLDU(d, REG_ITMP1, OFFSET (java_bytearray_t, data[0]));
1416                                 M_BSEXT(d, d);
1417                         }
1418                         else {
1419                                 M_LADD(s2, s1, REG_ITMP1);
1420                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1421                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0])+1);
1422                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1423                                 M_SRA_IMM(d, 56, d);
1424                         }
1425                         emit_store_dst(jd, iptr, d);
1426                         break;
1427
1428                 case ICMD_CALOAD:     /* ..., arrayref, index  ==> ..., value         */
1429
1430                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1431                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1432                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1433                         /* implicit null-pointer check */
1434                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1435                         if (has_ext_instr_set) {
1436                                 M_LADD(s2, s1, REG_ITMP1);
1437                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1438                                 M_SLDU(d, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1439                         }
1440                         else {
1441                                 M_LADD (s2, s1, REG_ITMP1);
1442                                 M_LADD (s2, REG_ITMP1, REG_ITMP1);
1443                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1444                                 M_LDA  (REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1445                                 M_EXTWL(REG_ITMP2, REG_ITMP1, d);
1446                         }
1447                         emit_store_dst(jd, iptr, d);
1448                         break;
1449
1450                 case ICMD_SALOAD:     /* ..., arrayref, index  ==> ..., value         */
1451
1452                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1453                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1454                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1455                         /* implicit null-pointer check */
1456                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1457                         if (has_ext_instr_set) {
1458                                 M_LADD(s2, s1, REG_ITMP1);
1459                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1460                                 M_SLDU( d, REG_ITMP1, OFFSET (java_shortarray_t, data[0]));
1461                                 M_SSEXT(d, d);
1462                         } else {
1463                                 M_LADD(s2, s1, REG_ITMP1);
1464                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1465                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1466                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0])+2);
1467                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1468                                 M_SRA_IMM(d, 48, d);
1469                         }
1470                         emit_store_dst(jd, iptr, d);
1471                         break;
1472
1473                 case ICMD_IALOAD:     /* ..., arrayref, index  ==> ..., value         */
1474
1475                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1476                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1477                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1478                         /* implicit null-pointer check */
1479                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1480                         M_S4ADDQ(s2, s1, REG_ITMP1);
1481                         M_ILD(d, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1482                         emit_store_dst(jd, iptr, d);
1483                         break;
1484
1485                 case ICMD_LALOAD:     /* ..., arrayref, index  ==> ..., value         */
1486
1487                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1488                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1489                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1490                         /* implicit null-pointer check */
1491                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1492                         M_S8ADDQ(s2, s1, REG_ITMP1);
1493                         M_LLD(d, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1494                         emit_store_dst(jd, iptr, d);
1495                         break;
1496
1497                 case ICMD_FALOAD:     /* ..., arrayref, index  ==> ..., value         */
1498
1499                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1500                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1501                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1502                         /* implicit null-pointer check */
1503                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1504                         M_S4ADDQ(s2, s1, REG_ITMP1);
1505                         M_FLD(d, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1506                         emit_store_dst(jd, iptr, d);
1507                         break;
1508
1509                 case ICMD_DALOAD:     /* ..., arrayref, index  ==> ..., value         */
1510
1511                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1512                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1513                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1514                         /* implicit null-pointer check */
1515                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1516                         M_S8ADDQ(s2, s1, REG_ITMP1);
1517                         M_DLD(d, REG_ITMP1, OFFSET(java_doublearray_t, data[0]));
1518                         emit_store_dst(jd, iptr, d);
1519                         break;
1520
1521                 case ICMD_AALOAD:     /* ..., arrayref, index  ==> ..., value         */
1522
1523                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1524                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1525                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1526                         /* implicit null-pointer check */
1527                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1528                         M_SAADDQ(s2, s1, REG_ITMP1);
1529                         M_ALD(d, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1530                         emit_store_dst(jd, iptr, d);
1531                         break;
1532
1533
1534                 case ICMD_BASTORE:    /* ..., arrayref, index, value  ==> ...         */
1535
1536                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1537                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1538                         /* implicit null-pointer check */
1539                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1540                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1541                         if (has_ext_instr_set) {
1542                                 M_LADD(s2, s1, REG_ITMP1);
1543                                 M_BST(s3, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1544                         }
1545                         else {
1546                                 M_LADD(s2, s1, REG_ITMP1);
1547                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1548                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1549                                 M_INSBL(s3, REG_ITMP1, REG_ITMP3);
1550                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1551                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1552                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1553                         }
1554                         break;
1555
1556                 case ICMD_CASTORE:    /* ..., arrayref, index, value  ==> ...         */
1557
1558                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1559                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1560                         /* implicit null-pointer check */
1561                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1562                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1563                         if (has_ext_instr_set) {
1564                                 M_LADD(s2, s1, REG_ITMP1);
1565                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1566                                 M_SST(s3, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1567                         }
1568                         else {
1569                                 M_LADD(s2, s1, REG_ITMP1);
1570                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1571                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1572                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1573                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1574                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1575                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1576                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1577                         }
1578                         break;
1579
1580                 case ICMD_SASTORE:    /* ..., arrayref, index, value  ==> ...         */
1581
1582                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1583                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1584                         /* implicit null-pointer check */
1585                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1586                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1587                         if (has_ext_instr_set) {
1588                                 M_LADD(s2, s1, REG_ITMP1);
1589                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1590                                 M_SST(s3, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1591                         }
1592                         else {
1593                                 M_LADD(s2, s1, REG_ITMP1);
1594                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1595                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1596                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1597                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1598                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1599                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1600                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1601                         }
1602                         break;
1603
1604                 case ICMD_IASTORE:    /* ..., arrayref, index, value  ==> ...         */
1605
1606                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1607                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1608                         /* implicit null-pointer check */
1609                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1610                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1611                         M_S4ADDQ(s2, s1, REG_ITMP1);
1612                         M_IST(s3, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1613                         break;
1614
1615                 case ICMD_LASTORE:    /* ..., arrayref, index, value  ==> ...         */
1616
1617                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1618                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1619                         /* implicit null-pointer check */
1620                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1621                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1622                         M_S8ADDQ(s2, s1, REG_ITMP1);
1623                         M_LST(s3, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1624                         break;
1625
1626                 case ICMD_FASTORE:    /* ..., arrayref, index, value  ==> ...         */
1627
1628                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1629                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1630                         /* implicit null-pointer check */
1631                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1632                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1633                         M_S4ADDQ(s2, s1, REG_ITMP1);
1634                         M_FST(s3, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1635                         break;
1636
1637                 case ICMD_DASTORE:    /* ..., arrayref, index, value  ==> ...         */
1638
1639                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1640                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1641                         /* implicit null-pointer check */
1642                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1643                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1644                         M_S8ADDQ(s2, s1, REG_ITMP1);
1645                         M_DST(s3, REG_ITMP1, OFFSET(java_doublearray_t, data[0]));
1646                         break;
1647
1648                 case ICMD_AASTORE:    /* ..., arrayref, index, value  ==> ...         */
1649
1650                         s1 = emit_load_s1(jd, iptr, REG_A0);
1651                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1652                         /* implicit null-pointer check */
1653                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1654                         s3 = emit_load_s3(jd, iptr, REG_A1);
1655
1656                         M_INTMOVE(s1, REG_A0);
1657                         M_INTMOVE(s3, REG_A1);
1658
1659                         disp = dseg_add_functionptr(cd, BUILTIN_FAST_canstore);
1660                         M_ALD(REG_PV, REG_PV, disp);
1661                         M_JSR(REG_RA, REG_PV);
1662                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
1663                         M_LDA(REG_PV, REG_RA, -disp);
1664                         emit_arraystore_check(cd, iptr);
1665
1666                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1667                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1668                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1669                         M_SAADDQ(s2, s1, REG_ITMP1);
1670                         M_AST(s3, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1671                         break;
1672
1673
1674                 case ICMD_BASTORECONST:   /* ..., arrayref, index  ==> ...            */
1675
1676                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1677                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1678                         /* implicit null-pointer check */
1679                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1680                         if (has_ext_instr_set) {
1681                                 M_LADD(s2, s1, REG_ITMP1);
1682                                 M_BST(REG_ZERO, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1683                         }
1684                         else {
1685                                 M_LADD(s2, s1, REG_ITMP1);
1686                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1687                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1688                                 M_INSBL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1689                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1690                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1691                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1692                         }
1693                         break;
1694
1695                 case ICMD_CASTORECONST:   /* ..., arrayref, index  ==> ...            */
1696
1697                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1698                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1699                         /* implicit null-pointer check */
1700                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1701                         if (has_ext_instr_set) {
1702                                 M_LADD(s2, s1, REG_ITMP1);
1703                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1704                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1705                         }
1706                         else {
1707                                 M_LADD(s2, s1, REG_ITMP1);
1708                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1709                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1710                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1711                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1712                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1713                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1714                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1715                         }
1716                         break;
1717
1718                 case ICMD_SASTORECONST:   /* ..., arrayref, index  ==> ...            */
1719
1720                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1721                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1722                         /* implicit null-pointer check */
1723                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1724                         if (has_ext_instr_set) {
1725                                 M_LADD(s2, s1, REG_ITMP1);
1726                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1727                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1728                         }
1729                         else {
1730                                 M_LADD(s2, s1, REG_ITMP1);
1731                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1732                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1733                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1734                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1735                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1736                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1737                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1738                         }
1739                         break;
1740
1741                 case ICMD_IASTORECONST:   /* ..., arrayref, index  ==> ...            */
1742
1743                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1744                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1745                         /* implicit null-pointer check */
1746                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1747                         M_S4ADDQ(s2, s1, REG_ITMP1);
1748                         M_IST(REG_ZERO, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1749                         break;
1750
1751                 case ICMD_LASTORECONST:   /* ..., arrayref, index  ==> ...            */
1752
1753                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1754                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1755                         /* implicit null-pointer check */
1756                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1757                         M_S8ADDQ(s2, s1, REG_ITMP1);
1758                         M_LST(REG_ZERO, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1759                         break;
1760
1761                 case ICMD_AASTORECONST:   /* ..., arrayref, index  ==> ...            */
1762
1763                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1764                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1765                         /* implicit null-pointer check */
1766                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1767                         M_SAADDQ(s2, s1, REG_ITMP1);
1768                         M_AST(REG_ZERO, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1769                         break;
1770
1771
1772                 case ICMD_GETSTATIC:  /* ...  ==> ..., value                          */
1773
1774                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1775                                 uf        = iptr->sx.s23.s3.uf;
1776                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1777                                 disp      = dseg_add_unique_address(cd, uf);
1778
1779                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1780                         }
1781                         else {
1782                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1783                                 fieldtype = fi->type;
1784                                 disp      = dseg_add_address(cd, fi->value);
1785
1786                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz))
1787                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz,
1788                                                                                   0);
1789                         }
1790
1791                         M_ALD(REG_ITMP1, REG_PV, disp);
1792                         switch (fieldtype) {
1793                         case TYPE_INT:
1794                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1795                                 M_ILD(d, REG_ITMP1, 0);
1796                                 break;
1797                         case TYPE_LNG:
1798                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1799                                 M_LLD(d, REG_ITMP1, 0);
1800                                 break;
1801                         case TYPE_ADR:
1802                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1803                                 M_ALD(d, REG_ITMP1, 0);
1804                                 break;
1805                         case TYPE_FLT:
1806                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1807                                 M_FLD(d, REG_ITMP1, 0);
1808                                 break;
1809                         case TYPE_DBL:
1810                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1811                                 M_DLD(d, REG_ITMP1, 0);
1812                                 break;
1813                         }
1814                         emit_store_dst(jd, iptr, d);
1815                         break;
1816
1817                 case ICMD_PUTSTATIC:  /* ..., value  ==> ...                          */
1818
1819                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1820                                 uf        = iptr->sx.s23.s3.uf;
1821                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1822                                 disp      = dseg_add_unique_address(cd, uf);
1823
1824                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1825                         }
1826                         else {
1827                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1828                                 fieldtype = fi->type;
1829                                 disp      = dseg_add_address(cd, fi->value);
1830
1831                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz))
1832                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz,
1833                                                                                   0);
1834                         }
1835
1836                         M_ALD(REG_ITMP1, REG_PV, disp);
1837                         switch (fieldtype) {
1838                         case TYPE_INT:
1839                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1840                                 M_IST(s1, REG_ITMP1, 0);
1841                                 break;
1842                         case TYPE_LNG:
1843                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1844                                 M_LST(s1, REG_ITMP1, 0);
1845                                 break;
1846                         case TYPE_ADR:
1847                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1848                                 M_AST(s1, REG_ITMP1, 0);
1849                                 break;
1850                         case TYPE_FLT:
1851                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1852                                 M_FST(s1, REG_ITMP1, 0);
1853                                 break;
1854                         case TYPE_DBL:
1855                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1856                                 M_DST(s1, REG_ITMP1, 0);
1857                                 break;
1858                         }
1859                         break;
1860
1861                 case ICMD_PUTSTATICCONST: /* ...  ==> ...                             */
1862                                           /* val = value (in current instruction)     */
1863                                           /* following NOP)                           */
1864
1865                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1866                                 uf        = iptr->sx.s23.s3.uf;
1867                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1868                                 disp      = dseg_add_unique_address(cd, uf);
1869
1870                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1871                         }
1872                         else {
1873                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1874                                 fieldtype = fi->type;
1875                                 disp      = dseg_add_address(cd, fi->value);
1876
1877                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz))
1878                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz,
1879                                                                                   0);
1880                         }
1881
1882                         M_ALD(REG_ITMP1, REG_PV, disp);
1883                         switch (fieldtype) {
1884                         case TYPE_INT:
1885                                 M_IST(REG_ZERO, REG_ITMP1, 0);
1886                                 break;
1887                         case TYPE_LNG:
1888                                 M_LST(REG_ZERO, REG_ITMP1, 0);
1889                                 break;
1890                         case TYPE_ADR:
1891                                 M_AST(REG_ZERO, REG_ITMP1, 0);
1892                                 break;
1893                         case TYPE_FLT:
1894                                 M_FST(REG_ZERO, REG_ITMP1, 0);
1895                                 break;
1896                         case TYPE_DBL:
1897                                 M_DST(REG_ZERO, REG_ITMP1, 0);
1898                                 break;
1899                         }
1900                         break;
1901
1902
1903                 case ICMD_GETFIELD:   /* ...  ==> ..., value                          */
1904
1905                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1906
1907                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1908                                 uf        = iptr->sx.s23.s3.uf;
1909                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1910                                 disp      = 0;
1911
1912                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1913                         }
1914                         else {
1915                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1916                                 fieldtype = fi->type;
1917                                 disp      = fi->offset;
1918                         }
1919
1920                         /* implicit null-pointer check */
1921                         switch (fieldtype) {
1922                         case TYPE_INT:
1923                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1924                                 M_ILD(d, s1, disp);
1925                                 break;
1926                         case TYPE_LNG:
1927                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1928                                 M_LLD(d, s1, disp);
1929                                 break;
1930                         case TYPE_ADR:
1931                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1932                                 M_ALD(d, s1, disp);
1933                                 break;
1934                         case TYPE_FLT:
1935                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1936                                 M_FLD(d, s1, disp);
1937                                 break;
1938                         case TYPE_DBL:
1939                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1940                                 M_DLD(d, s1, disp);
1941                                 break;
1942                         }
1943                         emit_store_dst(jd, iptr, d);
1944                         break;
1945
1946                 case ICMD_PUTFIELD:   /* ..., objectref, value  ==> ...               */
1947
1948                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1949
1950                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1951                                 uf        = iptr->sx.s23.s3.uf;
1952                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1953                                 disp      = 0;
1954                         }
1955                         else {
1956                                 uf        = NULL;
1957                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1958                                 fieldtype = fi->type;
1959                                 disp      = fi->offset;
1960                         }
1961
1962                         if (IS_INT_LNG_TYPE(fieldtype))
1963                                 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1964                         else
1965                                 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1966
1967                         if (INSTRUCTION_IS_UNRESOLVED(iptr))
1968                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1969
1970                         /* implicit null-pointer check */
1971                         switch (fieldtype) {
1972                         case TYPE_INT:
1973                                 M_IST(s2, s1, disp);
1974                                 break;
1975                         case TYPE_LNG:
1976                                 M_LST(s2, s1, disp);
1977                                 break;
1978                         case TYPE_ADR:
1979                                 M_AST(s2, s1, disp);
1980                                 break;
1981                         case TYPE_FLT:
1982                                 M_FST(s2, s1, disp);
1983                                 break;
1984                         case TYPE_DBL:
1985                                 M_DST(s2, s1, disp);
1986                                 break;
1987                         }
1988                         break;
1989
1990                 case ICMD_PUTFIELDCONST:  /* ..., objectref  ==> ...                  */
1991                                           /* val = value (in current instruction)     */
1992                                           /* following NOP)                           */
1993
1994                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1995
1996                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1997                                 uf        = iptr->sx.s23.s3.uf;
1998                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1999                                 disp      = 0;
2000
2001                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
2002                         }
2003                         else {
2004                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
2005                                 fieldtype = fi->type;
2006                                 disp      = fi->offset;
2007                         }
2008
2009                         /* implicit null-pointer check */
2010                         switch (fieldtype) {
2011                         case TYPE_INT:
2012                                 M_IST(REG_ZERO, s1, disp);
2013                                 break;
2014                         case TYPE_LNG:
2015                                 M_LST(REG_ZERO, s1, disp);
2016                                 break;
2017                         case TYPE_ADR:
2018                                 M_AST(REG_ZERO, s1, disp);
2019                                 break;
2020                         case TYPE_FLT:
2021                                 M_FST(REG_ZERO, s1, disp);
2022                                 break;
2023                         case TYPE_DBL:
2024                                 M_DST(REG_ZERO, s1, disp);
2025                                 break;
2026                         }
2027                         break;
2028
2029
2030                 /* branch operations **************************************************/
2031
2032                 case ICMD_ATHROW:       /* ..., objectref ==> ... (, objectref)       */
2033
2034                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2035                         M_INTMOVE(s1, REG_ITMP1_XPTR);
2036
2037 #ifdef ENABLE_VERIFIER
2038                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2039                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2040
2041                                 patcher_add_patch_ref(jd, PATCHER_resolve_class, uc, 0);
2042                         }
2043 #endif /* ENABLE_VERIFIER */
2044
2045                         disp = dseg_add_functionptr(cd, asm_handle_exception);
2046                         M_ALD(REG_ITMP2, REG_PV, disp);
2047                         M_JMP(REG_ITMP2_XPC, REG_ITMP2);
2048                         M_NOP;              /* nop ensures that XPC is less than the end */
2049                                             /* of basic block                            */
2050                         ALIGNCODENOP;
2051                         break;
2052
2053                 case ICMD_GOTO:         /* ... ==> ...                                */
2054                 case ICMD_RET:          /* ... ==> ...                                */
2055
2056                         emit_br(cd, iptr->dst.block);
2057                         ALIGNCODENOP;
2058                         break;
2059
2060                 case ICMD_JSR:          /* ... ==> ...                                */
2061
2062                         emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
2063                         ALIGNCODENOP;
2064                         break;
2065
2066                 case ICMD_IFNULL:       /* ..., value ==> ...                         */
2067                 case ICMD_IFNONNULL:
2068
2069                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2070                         emit_bccz(cd, iptr->dst.block, iptr->opc - ICMD_IFNULL, s1, BRANCH_OPT_NONE);
2071                         break;
2072
2073                 case ICMD_IFEQ:         /* ..., value ==> ...                         */
2074
2075                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2076                         if (iptr->sx.val.i == 0)
2077                                 emit_beqz(cd, iptr->dst.block, s1);
2078                         else {
2079                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2080                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2081                                 else {
2082                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2083                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2084                                 }
2085                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2086                         }
2087                         break;
2088
2089                 case ICMD_IFLT:         /* ..., value ==> ...                         */
2090
2091                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2092                         if (iptr->sx.val.i == 0)
2093                                 emit_bltz(cd, iptr->dst.block, s1);
2094                         else {
2095                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2096                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2097                                 else {
2098                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2099                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2100                                 }
2101                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2102                         }
2103                         break;
2104
2105                 case ICMD_IFLE:         /* ..., value ==> ...                         */
2106
2107                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2108                         if (iptr->sx.val.i == 0)
2109                                 emit_blez(cd, iptr->dst.block, s1);
2110                         else {
2111                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2112                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2113                                 else {
2114                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2115                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2116                                 }
2117                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2118                         }
2119                         break;
2120
2121                 case ICMD_IFNE:         /* ..., value ==> ...                         */
2122
2123                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2124                         if (iptr->sx.val.i == 0)
2125                                 emit_bnez(cd, iptr->dst.block, s1);
2126                         else {
2127                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2128                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2129                                 else {
2130                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2131                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2132                                 }
2133                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2134                         }
2135                         break;
2136
2137                 case ICMD_IFGT:         /* ..., value ==> ...                         */
2138
2139                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2140                         if (iptr->sx.val.i == 0)
2141                                 emit_bgtz(cd, iptr->dst.block, s1);
2142                         else {
2143                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2144                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2145                                 else {
2146                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2147                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2148                                 }
2149                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2150                         }
2151                         break;
2152
2153                 case ICMD_IFGE:         /* ..., value ==> ...                         */
2154
2155                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2156                         if (iptr->sx.val.i == 0)
2157                                 emit_bgez(cd, iptr->dst.block, s1);
2158                         else {
2159                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2160                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2161                                 else {
2162                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2163                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2164                                 }
2165                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2166                         }
2167                         break;
2168
2169                 case ICMD_IF_LEQ:       /* ..., value ==> ...                         */
2170
2171                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2172                         if (iptr->sx.val.l == 0)
2173                                 emit_beqz(cd, iptr->dst.block, s1);
2174                         else {
2175                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2176                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2177                                 else {
2178                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2179                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2180                                 }
2181                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2182                         }
2183                         break;
2184
2185                 case ICMD_IF_LLT:       /* ..., value ==> ...                         */
2186
2187                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2188                         if (iptr->sx.val.l == 0)
2189                                 emit_bltz(cd, iptr->dst.block, s1);
2190                         else {
2191                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2192                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2193                                 else {
2194                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2195                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2196                                 }
2197                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2198                         }
2199                         break;
2200
2201                 case ICMD_IF_LLE:       /* ..., value ==> ...                         */
2202
2203                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2204                         if (iptr->sx.val.l == 0)
2205                                 emit_blez(cd, iptr->dst.block, s1);
2206                         else {
2207                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2208                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2209                                 else {
2210                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2211                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2212                                 }
2213                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2214                         }
2215                         break;
2216
2217                 case ICMD_IF_LNE:       /* ..., value ==> ...                         */
2218
2219                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2220                         if (iptr->sx.val.l == 0)
2221                                 emit_bnez(cd, iptr->dst.block, s1);
2222                         else {
2223                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2224                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2225                                 else {
2226                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2227                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2228                                 }
2229                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2230                         }
2231                         break;
2232
2233                 case ICMD_IF_LGT:       /* ..., value ==> ...                         */
2234
2235                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2236                         if (iptr->sx.val.l == 0)
2237                                 emit_bgtz(cd, iptr->dst.block, s1);
2238                         else {
2239                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2240                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2241                                 else {
2242                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2243                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2244                                 }
2245                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2246                         }
2247                         break;
2248
2249                 case ICMD_IF_LGE:       /* ..., value ==> ...                         */
2250
2251                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2252                         if (iptr->sx.val.l == 0)
2253                                 emit_bgez(cd, iptr->dst.block, s1);
2254                         else {
2255                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2256                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2257                                 else {
2258                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2259                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2260                                 }
2261                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2262                         }
2263                         break;
2264
2265                 case ICMD_IF_ICMPEQ:    /* ..., value, value ==> ...                  */
2266                 case ICMD_IF_LCMPEQ:    /* op1 = target JavaVM pc                     */
2267                 case ICMD_IF_ACMPEQ:
2268
2269                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2270                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2271                         M_CMPEQ(s1, s2, REG_ITMP1);
2272                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2273                         break;
2274
2275                 case ICMD_IF_ICMPNE:    /* ..., value, value ==> ...                  */
2276                 case ICMD_IF_LCMPNE:    /* op1 = target JavaVM pc                     */
2277                 case ICMD_IF_ACMPNE:
2278
2279                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2280                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2281                         M_CMPEQ(s1, s2, REG_ITMP1);
2282                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2283                         break;
2284
2285                 case ICMD_IF_ICMPLT:    /* ..., value, value ==> ...                  */
2286                 case ICMD_IF_LCMPLT:    /* op1 = target JavaVM pc                     */
2287
2288                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2289                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2290                         M_CMPLT(s1, s2, REG_ITMP1);
2291                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2292                         break;
2293
2294                 case ICMD_IF_ICMPGT:    /* ..., value, value ==> ...                  */
2295                 case ICMD_IF_LCMPGT:    /* op1 = target JavaVM pc                     */
2296
2297                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2298                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2299                         M_CMPLE(s1, s2, REG_ITMP1);
2300                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2301                         break;
2302
2303                 case ICMD_IF_ICMPLE:    /* ..., value, value ==> ...                  */
2304                 case ICMD_IF_LCMPLE:    /* op1 = target JavaVM pc                     */
2305
2306                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2307                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2308                         M_CMPLE(s1, s2, REG_ITMP1);
2309                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2310                         break;
2311
2312                 case ICMD_IF_ICMPGE:    /* ..., value, value ==> ...                  */
2313                 case ICMD_IF_LCMPGE:    /* op1 = target JavaVM pc                     */
2314
2315                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2316                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2317                         M_CMPLT(s1, s2, REG_ITMP1);
2318                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2319                         break;
2320
2321
2322                 case ICMD_IRETURN:      /* ..., retvalue ==> ...                      */
2323                 case ICMD_LRETURN:
2324
2325                         REPLACEMENT_POINT_RETURN(cd, iptr);
2326                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2327                         M_INTMOVE(s1, REG_RESULT);
2328                         goto nowperformreturn;
2329
2330                 case ICMD_ARETURN:      /* ..., retvalue ==> ...                      */
2331
2332                         REPLACEMENT_POINT_RETURN(cd, iptr);
2333                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2334                         M_INTMOVE(s1, REG_RESULT);
2335
2336 #ifdef ENABLE_VERIFIER
2337                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2338                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2339
2340                                 patcher_add_patch_ref(jd, PATCHER_resolve_class, uc, 0);
2341                         }
2342 #endif /* ENABLE_VERIFIER */
2343                         goto nowperformreturn;
2344
2345                 case ICMD_FRETURN:      /* ..., retvalue ==> ...                      */
2346                 case ICMD_DRETURN:
2347
2348                         REPLACEMENT_POINT_RETURN(cd, iptr);
2349                         s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2350                         M_FLTMOVE(s1, REG_FRESULT);
2351                         goto nowperformreturn;
2352
2353                 case ICMD_RETURN:       /* ...  ==> ...                               */
2354
2355                         REPLACEMENT_POINT_RETURN(cd, iptr);
2356
2357 nowperformreturn:
2358                         {
2359                         s4 i, p;
2360
2361                         p = cd->stackframesize;
2362
2363                         /* call trace function */
2364
2365 #if !defined(NDEBUG)
2366                         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2367                                 emit_verbosecall_exit(jd);
2368 #endif
2369
2370 #if defined(ENABLE_THREADS)
2371                         if (checksync && code_is_synchronized(code)) {
2372                                 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
2373
2374                                 switch (iptr->opc) {
2375                                 case ICMD_IRETURN:
2376                                 case ICMD_LRETURN:
2377                                 case ICMD_ARETURN:
2378                                         M_LST(REG_RESULT, REG_SP, rd->memuse * 8);
2379                                         break;
2380                                 case ICMD_FRETURN:
2381                                 case ICMD_DRETURN:
2382                                         M_DST(REG_FRESULT, REG_SP, rd->memuse * 8);
2383                                         break;
2384                                 }
2385
2386                                 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
2387                                 M_ALD(REG_PV, REG_PV, disp);
2388                                 M_JSR(REG_RA, REG_PV);
2389                                 disp = -(s4) (cd->mcodeptr - cd->mcodebase);
2390                                 M_LDA(REG_PV, REG_RA, disp);
2391
2392                                 switch (iptr->opc) {
2393                                 case ICMD_IRETURN:
2394                                 case ICMD_LRETURN:
2395                                 case ICMD_ARETURN:
2396                                         M_LLD(REG_RESULT, REG_SP, rd->memuse * 8);
2397                                         break;
2398                                 case ICMD_FRETURN:
2399                                 case ICMD_DRETURN:
2400                                         M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8);
2401                                         break;
2402                                 }
2403                         }
2404 #endif
2405
2406                         /* restore return address                                         */
2407
2408                         if (!code_is_leafmethod(code)) {
2409                                 p--; M_LLD(REG_RA, REG_SP, p * 8);
2410                         }
2411
2412                         /* restore saved registers                                        */
2413
2414                         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2415                                 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2416                         }
2417                         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2418                                 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2419                         }
2420
2421                         /* deallocate stack                                               */
2422
2423                         if (cd->stackframesize)
2424                                 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2425
2426                         M_RET(REG_ZERO, REG_RA);
2427                         ALIGNCODENOP;
2428                         }
2429                         break;
2430
2431
2432                 case ICMD_TABLESWITCH:  /* ..., index ==> ...                         */
2433                         {
2434                         s4 i, l;
2435                         branch_target_t *table;
2436
2437                         table = iptr->dst.table;
2438
2439                         l = iptr->sx.s23.s2.tablelow;
2440                         i = iptr->sx.s23.s3.tablehigh;
2441
2442                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2443                         if (l == 0) {
2444                                 M_INTMOVE(s1, REG_ITMP1);
2445                         } else if (l <= 32768) {
2446                                 M_LDA(REG_ITMP1, s1, -l);
2447                         } else {
2448                                 ICONST(REG_ITMP2, l);
2449                                 M_ISUB(s1, REG_ITMP2, REG_ITMP1);
2450                         }
2451
2452                         /* number of targets */
2453                         i = i - l + 1;
2454
2455                         /* range check */
2456
2457                         if (i <= 256)
2458                                 M_CMPULE_IMM(REG_ITMP1, i - 1, REG_ITMP2);
2459                         else {
2460                                 M_LDA(REG_ITMP2, REG_ZERO, i - 1);
2461                                 M_CMPULE(REG_ITMP1, REG_ITMP2, REG_ITMP2);
2462                         }
2463                         emit_beqz(cd, table[0].block, REG_ITMP2);
2464
2465                         /* build jump table top down and use address of lowest entry */
2466
2467                         table += i;
2468
2469                         while (--i >= 0) {
2470                                 dseg_add_target(cd, table->block);
2471                                 --table;
2472                         }
2473                         }
2474
2475                         /* length of dataseg after last dseg_add_target is used by load */
2476
2477                         M_SAADDQ(REG_ITMP1, REG_PV, REG_ITMP2);
2478                         M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2479                         M_JMP(REG_ZERO, REG_ITMP2);
2480                         ALIGNCODENOP;
2481                         break;
2482
2483
2484                 case ICMD_LOOKUPSWITCH: /* ..., key ==> ...                           */
2485                         {
2486                         s4 i, val;
2487                         lookup_target_t *lookup;
2488
2489                         lookup = iptr->dst.lookup;
2490
2491                         i = iptr->sx.s23.s2.lookupcount;
2492
2493                         MCODECHECK((i<<2)+8);
2494                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2495
2496                         while (--i >= 0) {
2497                                 val = lookup->value;
2498                                 if ((val >= 0) && (val <= 255)) {
2499                                         M_CMPEQ_IMM(s1, val, REG_ITMP2);
2500                                 } else {
2501                                         if ((val >= -32768) && (val <= 32767)) {
2502                                                 M_LDA(REG_ITMP2, REG_ZERO, val);
2503                                         } else {
2504                                                 disp = dseg_add_s4(cd, val);
2505                                                 M_ILD(REG_ITMP2, REG_PV, disp);
2506                                         }
2507                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP2);
2508                                 }
2509                                 emit_bnez(cd, lookup->target.block, REG_ITMP2);
2510                                 lookup++;
2511                         }
2512
2513                         emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2514                         ALIGNCODENOP;
2515                         break;
2516                         }
2517
2518
2519                 case ICMD_BUILTIN:      /* ..., arg1, arg2, arg3 ==> ...              */
2520
2521                         REPLACEMENT_POINT_FORGC_BUILTIN(cd, iptr);
2522
2523                         bte = iptr->sx.s23.s3.bte;
2524                         md  = bte->md;
2525                         goto gen_method;
2526
2527                 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ...            */
2528
2529                 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2530                 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer    */
2531                 case ICMD_INVOKEINTERFACE:
2532
2533                         REPLACEMENT_POINT_INVOKE(cd, iptr);
2534
2535                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2536                                 lm = NULL;
2537                                 um = iptr->sx.s23.s3.um;
2538                                 md = um->methodref->parseddesc.md;
2539                         }
2540                         else {
2541                                 lm = iptr->sx.s23.s3.fmiref->p.method;
2542                                 um = NULL;
2543                                 md = lm->parseddesc;
2544                         }
2545
2546 gen_method:
2547                         s3 = md->paramcount;
2548
2549                         MCODECHECK((s3 << 1) + 64);
2550
2551                         /* copy arguments to registers or stack location                  */
2552
2553                         for (s3 = s3 - 1; s3 >= 0; s3--) {
2554                                 var = VAR(iptr->sx.s23.s2.args[s3]);
2555                                 d   = md->params[s3].regoff;
2556
2557                                 /* already preallocated (ARGVAR)? */
2558
2559                                 if (var->flags & PREALLOC)
2560                                         continue;
2561
2562                                 if (IS_INT_LNG_TYPE(var->type)) {
2563                                         if (!md->params[s3].inmemory) {
2564                                                 s1 = emit_load(jd, iptr, var, d);
2565                                                 M_INTMOVE(s1, d);
2566                                         }
2567                                         else {
2568                                                 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2569                                                 M_LST(s1, REG_SP, d);
2570                                         }
2571                                 }
2572                                 else {
2573                                         if (!md->params[s3].inmemory) {
2574                                                 s1 = emit_load(jd, iptr, var, d);
2575                                                 M_FLTMOVE(s1, d);
2576                                         }
2577                                         else {
2578                                                 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2579                                                 M_DST(s1, REG_SP, d);
2580                                         }
2581                                 }
2582                         }
2583
2584                         switch (iptr->opc) {
2585                         case ICMD_BUILTIN:
2586                                 if (bte->stub == NULL)
2587                                         disp = dseg_add_functionptr(cd, bte->fp);
2588                                 else
2589                                         disp = dseg_add_functionptr(cd, bte->stub);
2590
2591                                 M_ALD(REG_PV, REG_PV, disp);  /* Pointer to built-in-function */
2592
2593                                 /* generate the actual call */
2594
2595                                 M_JSR(REG_RA, REG_PV);
2596                                 REPLACEMENT_POINT_FORGC_BUILTIN_RETURN(cd, iptr);
2597                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2598                                 M_LDA(REG_PV, REG_RA, -disp);
2599                                 break;
2600
2601                         case ICMD_INVOKESPECIAL:
2602                                 emit_nullpointer_check(cd, iptr, REG_A0);
2603                                 /* fall-through */
2604
2605                         case ICMD_INVOKESTATIC:
2606                                 if (lm == NULL) {
2607                                         disp = dseg_add_unique_address(cd, um);
2608
2609                                         patcher_add_patch_ref(jd, PATCHER_invokestatic_special,
2610                                                                                   um, disp);
2611                                 }
2612                                 else
2613                                         disp = dseg_add_address(cd, lm->stubroutine);
2614
2615                                 M_ALD(REG_PV, REG_PV, disp);         /* method pointer in r27 */
2616
2617                                 /* generate the actual call */
2618
2619                                 M_JSR(REG_RA, REG_PV);
2620                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2621                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2622                                 M_LDA(REG_PV, REG_RA, -disp);
2623                                 break;
2624
2625                         case ICMD_INVOKEVIRTUAL:
2626                                 if (lm == NULL) {
2627                                         patcher_add_patch_ref(jd, PATCHER_invokevirtual, um, 0);
2628
2629                                         s1 = 0;
2630                                 }
2631                                 else
2632                                         s1 = OFFSET(vftbl_t, table[0]) +
2633                                                 sizeof(methodptr) * lm->vftblindex;
2634
2635                                 /* implicit null-pointer check */
2636                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2637                                 M_ALD(REG_PV, REG_METHODPTR, s1);
2638
2639                                 /* generate the actual call */
2640
2641                                 M_JSR(REG_RA, REG_PV);
2642                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2643                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2644                                 M_LDA(REG_PV, REG_RA, -disp);
2645                                 break;
2646
2647                         case ICMD_INVOKEINTERFACE:
2648                                 if (lm == NULL) {
2649                                         patcher_add_patch_ref(jd, PATCHER_invokeinterface, um, 0);
2650
2651                                         s1 = 0;
2652                                         s2 = 0;
2653                                 }
2654                                 else {
2655                                         s1 = OFFSET(vftbl_t, interfacetable[0]) -
2656                                                 sizeof(methodptr*) * lm->clazz->index;
2657
2658                                         s2 = sizeof(methodptr) * (lm - lm->clazz->methods);
2659                                 }
2660
2661                                 /* implicit null-pointer check */
2662                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2663                                 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2664                                 M_ALD(REG_PV, REG_METHODPTR, s2);
2665
2666                                 /* generate the actual call */
2667
2668                                 M_JSR(REG_RA, REG_PV);
2669                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2670                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2671                                 M_LDA(REG_PV, REG_RA, -disp);
2672                                 break;
2673                         }
2674
2675                         /* store the return value */
2676
2677                         d = md->returntype.type;
2678
2679                         if (d != TYPE_VOID) {
2680                                 if (IS_INT_LNG_TYPE(d)) {
2681                                         s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2682                                         M_INTMOVE(REG_RESULT, s1);
2683                                 }
2684                                 else {
2685                                         s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2686                                         M_FLTMOVE(REG_FRESULT, s1);
2687                                 }
2688                                 emit_store_dst(jd, iptr, s1);
2689                         }
2690                         break;
2691
2692
2693                 case ICMD_CHECKCAST:  /* ..., objectref ==> ..., objectref            */
2694
2695                         if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2696                                 /* object type cast-check */
2697
2698                                 classinfo *super;
2699                                 s4         superindex;
2700
2701                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2702                                         super      = NULL;
2703                                         superindex = 0;
2704                                 }
2705                                 else {
2706                                         super      = iptr->sx.s23.s3.c.cls;
2707                                         superindex = super->index;
2708                                 }
2709
2710                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2711
2712                                 /* if class is not resolved, check which code to call */
2713
2714                                 if (super == NULL) {
2715                                         emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2716
2717                                         disp = dseg_add_unique_s4(cd, 0);         /* super->flags */
2718
2719                                         patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2720                                                                                   iptr->sx.s23.s3.c.ref,
2721                                                                                   disp);
2722
2723                                         M_ILD(REG_ITMP2, REG_PV, disp);
2724                                         disp = dseg_add_s4(cd, ACC_INTERFACE);
2725                                         M_ILD(REG_ITMP3, REG_PV, disp);
2726                                         M_AND(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2727                                         emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP2);
2728                                 }
2729
2730                                 /* interface checkcast code */
2731
2732                                 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2733                                         if (super == NULL) {
2734                                                 patcher_add_patch_ref(jd,
2735                                                                                           PATCHER_checkcast_interface,
2736                                                                                           iptr->sx.s23.s3.c.ref,
2737                                                                                           0);
2738                                         }
2739                                         else
2740                                                 emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2741
2742                                         M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2743                                         M_ILD(REG_ITMP3, REG_ITMP2,
2744                                                   OFFSET(vftbl_t, interfacetablelength));
2745                                         M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2746                                         emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2747
2748                                         M_ALD(REG_ITMP3, REG_ITMP2,
2749                                                   (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2750                                                                 superindex * sizeof(methodptr*)));
2751                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2752
2753                                         if (super == NULL)
2754                                                 emit_label_br(cd, BRANCH_LABEL_4);
2755                                         else
2756                                                 emit_label(cd, BRANCH_LABEL_3);
2757                                 }
2758
2759                                 /* class checkcast code */
2760
2761                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2762                                         if (super == NULL) {
2763                                                 emit_label(cd, BRANCH_LABEL_2);
2764
2765                                                 disp = dseg_add_unique_address(cd, NULL);
2766
2767                                                 patcher_add_patch_ref(jd,
2768                                                                                           PATCHER_resolve_classref_to_vftbl,
2769                                                                                           iptr->sx.s23.s3.c.ref,
2770                                                                                           disp);
2771                                         }
2772                                         else {
2773                                                 disp = dseg_add_address(cd, super->vftbl);
2774
2775                                                 emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2776                                         }
2777
2778                                         M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2779                                         M_ALD(REG_ITMP3, REG_PV, disp);
2780
2781                                         if (super == NULL || super->vftbl->subtype_depth >= DISPLAY_SIZE) {
2782                                                 M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, subtype_offset));
2783                                                 M_LADD(REG_ITMP1, REG_ITMP2, REG_ITMP1);
2784                                                 M_ALD(REG_ITMP1, REG_ITMP1, 0);
2785                                                 M_CMPEQ(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2786                                                 emit_label_bnez(cd, BRANCH_LABEL_6, REG_ITMP1);  /* good */
2787
2788                                                 if (super == NULL) {
2789                                                         M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, subtype_offset));
2790                                                         M_CMPEQ_IMM(REG_ITMP1, OFFSET(vftbl_t, subtype_display[DISPLAY_SIZE]), REG_ITMP1);
2791                                                         emit_label_beqz(cd, BRANCH_LABEL_10, REG_ITMP1);  /* throw */
2792                                                 }
2793
2794                                                 M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, subtype_depth));
2795                                                 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, subtype_depth));
2796                                                 M_CMPLE(REG_ITMP1, REG_ITMP3, REG_ITMP3);
2797                                                 emit_label_beqz(cd, BRANCH_LABEL_9, REG_ITMP3);  /* throw */
2798                                                 /* reload */
2799                                                 M_ALD(REG_ITMP3, REG_PV, disp);
2800                                                 M_ALD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, subtype_overflow));
2801                                                 M_S8ADDQ(REG_ITMP1, REG_ITMP2, REG_ITMP2);
2802                                                 M_ALD(REG_ITMP1, REG_ITMP2, -DISPLAY_SIZE*8);
2803                                                 M_CMPEQ(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2804                                                 emit_label_bnez(cd, BRANCH_LABEL_7, REG_ITMP1);  /* good */
2805
2806                                                 emit_label(cd, BRANCH_LABEL_9);
2807                                                 if (super == NULL)
2808                                                         emit_label(cd, BRANCH_LABEL_10);
2809
2810                                                 /* reload s1, might have been destroyed */
2811                                                 emit_load_s1(jd, iptr, REG_ITMP1);
2812                                                 M_ALD_INTERN(s1, REG_ZERO, TRAP_ClassCastException);
2813
2814                                                 emit_label(cd, BRANCH_LABEL_7);
2815                                                 emit_label(cd, BRANCH_LABEL_6);
2816                                                 /* reload s1, might have been destroyed */
2817                                                 emit_load_s1(jd, iptr, REG_ITMP1);
2818                                         }
2819                                         else {
2820                                                 M_ALD(REG_ITMP2, REG_ITMP2, super->vftbl->subtype_offset);
2821                                                 M_CMPEQ(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2822                                                 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP2, s1);
2823                                         }
2824
2825                                         if (super != NULL)
2826                                                 emit_label(cd, BRANCH_LABEL_5);
2827                                 }
2828
2829                                 if (super == NULL) {
2830                                         emit_label(cd, BRANCH_LABEL_1);
2831                                         emit_label(cd, BRANCH_LABEL_4);
2832                                 }
2833
2834                                 d = codegen_reg_of_dst(jd, iptr, s1);
2835                         }
2836                         else {
2837                                 /* array type cast-check */
2838
2839                                 s1 = emit_load_s1(jd, iptr, REG_A0);
2840                                 M_INTMOVE(s1, REG_A0);
2841
2842                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2843                                         disp = dseg_add_unique_address(cd, NULL);
2844
2845                                         patcher_add_patch_ref(jd,
2846                                                                                   PATCHER_resolve_classref_to_classinfo,
2847                                                                                   iptr->sx.s23.s3.c.ref,
2848                                                                                   disp);
2849                                 }
2850                                 else
2851                                         disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2852
2853                                 M_ALD(REG_A1, REG_PV, disp);
2854                                 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2855                                 M_ALD(REG_PV, REG_PV, disp);
2856                                 M_JSR(REG_RA, REG_PV);
2857                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2858                                 M_LDA(REG_PV, REG_RA, -disp);
2859
2860                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2861                                 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2862
2863                                 d = codegen_reg_of_dst(jd, iptr, s1);
2864                         }
2865
2866                         M_INTMOVE(s1, d);
2867                         emit_store_dst(jd, iptr, d);
2868                         break;
2869
2870                 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult            */
2871
2872                         {
2873                         classinfo *super;
2874                         vftbl_t   *supervftbl;
2875                         s4         superindex;
2876
2877                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2878                                 super = NULL;
2879                                 superindex = 0;
2880                                 supervftbl = NULL;
2881
2882                         } else {
2883                                 super = iptr->sx.s23.s3.c.cls;
2884                                 superindex = super->index;
2885                                 supervftbl = super->vftbl;
2886                         }
2887
2888                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2889                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2890
2891                         if (s1 == d) {
2892                                 M_MOV(s1, REG_ITMP1);
2893                                 s1 = REG_ITMP1;
2894                         }
2895
2896                         /* if class is not resolved, check which code to call */
2897
2898                         if (super == NULL) {
2899                                 M_CLR(d);
2900                                 emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2901
2902                                 disp = dseg_add_unique_s4(cd, 0);             /* super->flags */
2903
2904                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2905                                                                           iptr->sx.s23.s3.c.ref, disp);
2906
2907                                 M_ILD(REG_ITMP3, REG_PV, disp);
2908
2909                                 disp = dseg_add_s4(cd, ACC_INTERFACE);
2910                                 M_ILD(REG_ITMP2, REG_PV, disp);
2911                                 M_AND(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2912                                 emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP3);
2913                         }
2914
2915                         /* interface instanceof code */
2916
2917                         if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2918                                 if (super == NULL) {
2919                                         /* If d == REG_ITMP2, then it's destroyed in check
2920                                            code above. */
2921                                         if (d == REG_ITMP2)
2922                                                 M_CLR(d);
2923
2924                                         patcher_add_patch_ref(jd,
2925                                                                                   PATCHER_instanceof_interface,
2926                                                                                   iptr->sx.s23.s3.c.ref, 0);
2927                                 }
2928                                 else {
2929                                         M_CLR(d);
2930                                         emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2931                                 }
2932
2933                                 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2934                                 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2935                                 M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2936                                 M_BLEZ(REG_ITMP3, 2);
2937                                 M_ALD(REG_ITMP1, REG_ITMP1,
2938                                           (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2939                                                         superindex * sizeof(methodptr*)));
2940                                 M_CMPULT(REG_ZERO, REG_ITMP1, d);      /* REG_ITMP1 != 0  */
2941
2942                                 if (super == NULL)
2943                                         emit_label_br(cd, BRANCH_LABEL_4);
2944                                 else
2945                                         emit_label(cd, BRANCH_LABEL_3);
2946                         }
2947
2948                         /* class instanceof code */
2949
2950                         if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2951                                 if (super == NULL) {
2952                                         emit_label(cd, BRANCH_LABEL_2);
2953
2954                                         disp = dseg_add_unique_address(cd, NULL);
2955
2956                                         patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2957                                                                                   iptr->sx.s23.s3.c.ref,
2958                                                                                   disp);
2959                                 }
2960                                 else {
2961                                         disp = dseg_add_address(cd, supervftbl);
2962
2963                                         M_CLR(d);
2964                                         emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2965                                 }
2966
2967                                 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2968                                 M_ALD(REG_ITMP3, REG_PV, disp);
2969
2970                                 if (super == NULL || super->vftbl->subtype_depth >= DISPLAY_SIZE) {
2971                                         M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, subtype_offset));
2972                                         M_LADD(REG_ITMP1, REG_ITMP2, REG_ITMP1);
2973                                         M_ALD(REG_ITMP1, REG_ITMP1, 0);
2974                                         M_CMPEQ(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2975                                         emit_label_beqz(cd, BRANCH_LABEL_8, REG_ITMP1);
2976                                         ICONST(d, 1);
2977                                         emit_label_br(cd, BRANCH_LABEL_6);  /* true */
2978                                         emit_label(cd, BRANCH_LABEL_8);
2979
2980                                         if (super == NULL) {
2981                                                 M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, subtype_offset));
2982                                                 M_CMPEQ_IMM(REG_ITMP1, OFFSET(vftbl_t, subtype_display[DISPLAY_SIZE]), REG_ITMP1);
2983                                                 emit_label_beqz(cd, BRANCH_LABEL_10, REG_ITMP1);  /* false */
2984                                         }
2985
2986                                         M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, subtype_depth));
2987
2988                                         M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, subtype_depth));
2989                                         M_CMPLE(REG_ITMP1, REG_ITMP3, REG_ITMP3);
2990                                         emit_label_beqz(cd, BRANCH_LABEL_9, REG_ITMP3);  /* false */
2991                                         /* reload */
2992                                         M_ALD(REG_ITMP3, REG_PV, disp);
2993                                         M_ALD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, subtype_overflow));
2994                                         M_S8ADDQ(REG_ITMP1, REG_ITMP2, REG_ITMP2);
2995                                         M_ALD(REG_ITMP1, REG_ITMP2, -DISPLAY_SIZE*8);
2996                                         M_CMPEQ(REG_ITMP1, REG_ITMP3, d);
2997
2998                                         if (d == REG_ITMP2)
2999                                                 emit_label_br(cd, BRANCH_LABEL_7);
3000                                         emit_label(cd, BRANCH_LABEL_9);
3001                                         if (super == NULL)
3002                                                 emit_label(cd, BRANCH_LABEL_10);
3003                                         if (d == REG_ITMP2) {
3004                                                 M_CLR(d);
3005
3006                                                 emit_label(cd, BRANCH_LABEL_7);
3007                                         }
3008                                         emit_label(cd, BRANCH_LABEL_6);
3009                                 }
3010                                 else {
3011                                         M_ALD(REG_ITMP2, REG_ITMP2, super->vftbl->subtype_offset);
3012                                         M_CMPEQ(REG_ITMP2, REG_ITMP3, d);
3013                                 }
3014
3015                                 if (super != NULL)
3016                                         emit_label(cd, BRANCH_LABEL_5);
3017                         }
3018
3019                         if (super == NULL) {
3020                                 emit_label(cd, BRANCH_LABEL_1);
3021                                 emit_label(cd, BRANCH_LABEL_4);
3022                         }
3023
3024                         emit_store_dst(jd, iptr, d);
3025                         }
3026                         break;
3027
3028                 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref  */
3029
3030                         /* check for negative sizes and copy sizes to stack if necessary  */
3031
3032                         MCODECHECK((iptr->s1.argcount << 1) + 64);
3033
3034                         for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
3035
3036                                 var = VAR(iptr->sx.s23.s2.args[s1]);
3037
3038                                 /* copy SAVEDVAR sizes to stack */
3039
3040                                 /* Already Preallocated? */
3041
3042                                 if (!(var->flags & PREALLOC)) {
3043                                         s2 = emit_load(jd, iptr, var, REG_ITMP1);
3044                                         M_LST(s2, REG_SP, s1 * 8);
3045                                 }
3046                         }
3047
3048                         /* a0 = dimension count */
3049
3050                         ICONST(REG_A0, iptr->s1.argcount);
3051
3052                         /* is patcher function set? */
3053
3054                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
3055                                 disp = dseg_add_unique_address(cd, 0);
3056
3057                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
3058                                                                           iptr->sx.s23.s3.c.ref,
3059                                                                           disp);
3060                         }
3061                         else
3062                                 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
3063
3064                         /* a1 = arraydescriptor */
3065
3066                         M_ALD(REG_A1, REG_PV, disp);
3067
3068                         /* a2 = pointer to dimensions = stack pointer */
3069
3070                         M_INTMOVE(REG_SP, REG_A2);
3071
3072                         disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
3073                         M_ALD(REG_PV, REG_PV, disp);
3074                         M_JSR(REG_RA, REG_PV);
3075                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3076                         M_LDA(REG_PV, REG_RA, -disp);
3077
3078                         /* check for exception before result assignment */
3079
3080                         emit_exception_check(cd, iptr);
3081
3082                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
3083                         M_INTMOVE(REG_RESULT, d);
3084                         emit_store_dst(jd, iptr, d);
3085                         break;
3086
3087                 default:
3088                         exceptions_throw_internalerror("Unknown ICMD %d during code generation",
3089                                                                                    iptr->opc);
3090                         return false;
3091         } /* switch */
3092
3093         } /* for instruction */
3094
3095         } /* if (bptr -> flags >= BBREACHED) */
3096         } /* for basic block */
3097
3098         /* generate traps */
3099
3100         emit_patcher_traps(jd);
3101
3102         /* everything's ok */
3103
3104         return true;
3105 }
3106
3107
3108 /* codegen_emit_stub_native ****************************************************
3109
3110    Emits a stub routine which calls a native method.
3111
3112 *******************************************************************************/
3113
3114 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f, int skipparams)
3115 {
3116         methodinfo  *m;
3117         codeinfo    *code;
3118         codegendata *cd;
3119         methoddesc  *md;
3120         int          i, j;
3121         int          t;
3122         int          s1, s2;
3123         int          disp;
3124
3125         /* get required compiler data */
3126
3127         m    = jd->m;
3128         code = jd->code;
3129         cd   = jd->cd;
3130
3131         /* initialize variables */
3132
3133         md = m->parseddesc;
3134
3135         /* calculate stack frame size */
3136
3137         cd->stackframesize =
3138                 1 +                             /* return address                     */
3139                 sizeof(stackframeinfo_t) / SIZEOF_VOID_P +
3140                 sizeof(localref_table) / SIZEOF_VOID_P +
3141                 1 +                             /* methodinfo for call trace          */
3142                 md->paramcount +
3143                 nmd->memuse;
3144
3145         /* create method header */
3146
3147         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
3148         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
3149         (void) dseg_add_unique_s4(cd, 0);                      /* IsLeaf          */
3150         (void) dseg_add_unique_s4(cd, 0);                      /* IntSave         */
3151         (void) dseg_add_unique_s4(cd, 0);                      /* FltSave         */
3152
3153         /* generate stub code */
3154
3155         M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
3156         M_AST(REG_RA, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3157
3158 #if defined(ENABLE_GC_CACAO)
3159         /* Save callee saved integer registers in stackframeinfo (GC may
3160            need to recover them during a collection). */
3161
3162         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo_t) +
3163                 OFFSET(stackframeinfo_t, intregs);
3164
3165         for (i = 0; i < INT_SAV_CNT; i++)
3166                 M_AST(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3167 #endif
3168
3169         /* save integer and float argument registers */
3170
3171         for (i = 0; i < md->paramcount; i++) {
3172                 if (!md->params[i].inmemory) {
3173                         s1 = md->params[i].regoff;
3174
3175                         switch (md->paramtypes[i].type) {
3176                         case TYPE_INT:
3177                         case TYPE_LNG:
3178                         case TYPE_ADR:
3179                                 M_LST(s1, REG_SP, i * 8);
3180                                 break;
3181                         case TYPE_FLT:
3182                                 M_FST(s1, REG_SP, i * 8);
3183                                 break;
3184                         case TYPE_DBL:
3185                                 M_DST(s1, REG_SP, i * 8);
3186                                 break;
3187                         }
3188                 }
3189         }
3190
3191         /* prepare data structures for native function call */
3192
3193         M_MOV(REG_SP, REG_A0);
3194         M_MOV(REG_PV, REG_A1);
3195         disp = dseg_add_functionptr(cd, codegen_start_native_call);
3196         M_ALD(REG_PV, REG_PV, disp);
3197         M_JSR(REG_RA, REG_PV);
3198         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3199         M_LDA(REG_PV, REG_RA, -disp);
3200
3201         /* remember class argument */
3202
3203         if (m->flags & ACC_STATIC)
3204                 M_MOV(REG_RESULT, REG_ITMP3);
3205
3206         /* restore integer and float argument registers */
3207
3208         for (i = 0; i < md->paramcount; i++) {
3209                 if (!md->params[i].inmemory) {
3210                         s1 = md->params[i].regoff;
3211
3212                         switch (md->paramtypes[i].type) {
3213                         case TYPE_INT:
3214                         case TYPE_LNG:
3215                         case TYPE_ADR:
3216                                 M_LLD(s1, REG_SP, i * 8);
3217                                 break;
3218                         case TYPE_FLT:
3219                                 M_FLD(s1, REG_SP, i * 8);
3220                                 break;
3221                         case TYPE_DBL:
3222                                 M_DLD(s1, REG_SP, i * 8);
3223                                 break;
3224                         }
3225                 }
3226         }
3227
3228         /* copy or spill arguments to new locations */
3229
3230         for (i = md->paramcount - 1, j = i + skipparams; i >= 0; i--, j--) {
3231                 t = md->paramtypes[i].type;
3232
3233                 if (IS_INT_LNG_TYPE(t)) {
3234                         if (!md->params[i].inmemory) {
3235                                 s1 = md->params[i].regoff;
3236                                 s2 = nmd->params[j].regoff;
3237
3238                                 if (!nmd->params[j].inmemory)
3239                                         M_INTMOVE(s1, s2);
3240                                 else
3241                                         M_LST(s1, REG_SP, s2);
3242                         }
3243                         else {
3244                                 s1 = md->params[i].regoff + cd->stackframesize * 8;
3245                                 s2 = nmd->params[j].regoff;
3246                                 M_LLD(REG_ITMP1, REG_SP, s1);
3247                                 M_LST(REG_ITMP1, REG_SP, s2);
3248                         }
3249                 }
3250                 else {
3251                         if (!md->params[i].inmemory) {
3252                                 s1 = md->params[i].regoff;
3253                                 s2 = nmd->params[j].regoff;
3254
3255                                 if (!nmd->params[j].inmemory)
3256                                         M_FLTMOVE(s1, s2);
3257                                 else {
3258                                         if (IS_2_WORD_TYPE(t))
3259                                                 M_DST(s1, REG_SP, s2);
3260                                         else
3261                                                 M_FST(s1, REG_SP, s2);
3262                                 }
3263                         }
3264                         else {
3265                                 s1 = md->params[i].regoff + cd->stackframesize * 8;
3266                                 s2 = nmd->params[j].regoff;
3267                                 M_DLD(REG_FTMP1, REG_SP, s1);
3268                                 if (IS_2_WORD_TYPE(t))
3269                                         M_DST(REG_FTMP1, REG_SP, s2);
3270                                 else
3271                                         M_FST(REG_FTMP1, REG_SP, s2);
3272                         }
3273                 }
3274         }
3275
3276         /* Handle native Java methods. */
3277
3278         if (m->flags & ACC_NATIVE) {
3279                 /* put class into second argument register */
3280
3281                 if (m->flags & ACC_STATIC)
3282                         M_MOV(REG_ITMP3, REG_A1);
3283
3284                 /* put env into first argument register */
3285
3286                 disp = dseg_add_address(cd, VM_get_jnienv());
3287                 M_ALD(REG_A0, REG_PV, disp);
3288         }
3289
3290         /* Call the native function. */
3291
3292         disp = dseg_add_functionptr(cd, f);
3293         M_ALD(REG_PV, REG_PV, disp);
3294         M_JSR(REG_RA, REG_PV);              /* call native method                 */
3295         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3296         M_LDA(REG_PV, REG_RA, -disp);       /* recompute pv from ra               */
3297
3298         /* save return value */
3299
3300         switch (md->returntype.type) {
3301         case TYPE_INT:
3302         case TYPE_LNG:
3303         case TYPE_ADR:
3304                 M_LST(REG_RESULT, REG_SP, 0 * 8);
3305                 break;
3306         case TYPE_FLT:
3307                 M_FST(REG_FRESULT, REG_SP, 0 * 8);
3308                 break;
3309         case TYPE_DBL:
3310                 M_DST(REG_FRESULT, REG_SP, 0 * 8);
3311                 break;
3312         case TYPE_VOID:
3313                 break;
3314         }
3315
3316         /* remove native stackframe info */
3317
3318         M_MOV(REG_SP, REG_A0);
3319         M_MOV(REG_PV, REG_A1);
3320         disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3321         M_ALD(REG_PV, REG_PV, disp);
3322         M_JSR(REG_RA, REG_PV);
3323         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3324         M_LDA(REG_PV, REG_RA, -disp);
3325         M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3326
3327         /* restore return value */
3328
3329         switch (md->returntype.type) {
3330         case TYPE_INT:
3331         case TYPE_LNG:
3332         case TYPE_ADR:
3333                 M_LLD(REG_RESULT, REG_SP, 0 * 8);
3334                 break;
3335         case TYPE_FLT:
3336                 M_FLD(REG_FRESULT, REG_SP, 0 * 8);
3337                 break;
3338         case TYPE_DBL:
3339                 M_DLD(REG_FRESULT, REG_SP, 0 * 8);
3340                 break;
3341         case TYPE_VOID:
3342                 break;
3343         }
3344
3345 #if defined(ENABLE_GC_CACAO)
3346         /* Restore callee saved integer registers from stackframeinfo (GC
3347            might have modified them during a collection). */
3348
3349         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo_t) +
3350                 OFFSET(stackframeinfo_t, intregs);
3351
3352         for (i = 0; i < INT_SAV_CNT; i++)
3353                 M_ALD(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3354 #endif
3355
3356         M_ALD(REG_RA, REG_SP, (cd->stackframesize - 1) * 8); /* get RA            */
3357         M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
3358
3359         /* check for exception */
3360
3361         M_BNEZ(REG_ITMP1_XPTR, 1);          /* if no exception then return        */
3362         M_RET(REG_ZERO, REG_RA);            /* return to caller                   */
3363
3364         /* handle exception */
3365
3366         M_ASUB_IMM(REG_RA, 4, REG_ITMP2_XPC); /* get exception address            */
3367
3368         disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3369         M_ALD(REG_ITMP3, REG_PV, disp);     /* load asm exception handler address */
3370         M_JMP(REG_ZERO, REG_ITMP3);         /* jump to asm exception handler      */
3371 }
3372
3373
3374 /*
3375  * These are local overrides for various environment variables in Emacs.
3376  * Please do not remove this and leave it at the end of the file, where
3377  * Emacs will automagically detect them.
3378  * ---------------------------------------------------------------------
3379  * Local variables:
3380  * mode: c
3381  * indent-tabs-mode: t
3382  * c-basic-offset: 4
3383  * tab-width: 4
3384  * End:
3385  * vim:noexpandtab:sw=4:ts=4:
3386  */