src/vm/jit/alpha/codegen.c

   1 /* src/vm/jit/alpha/codegen.c - machine code generator for Alpha
   2
   3    Copyright (C) 1996-2005, 2006, 2007, 2008
   4    CACAOVM - Verein zur Foerderung der freien virtuellen Maschine CACAO
   5
   6    This file is part of CACAO.
   7
   8    This program is free software; you can redistribute it and/or
   9    modify it under the terms of the GNU General Public License as
  10    published by the Free Software Foundation; either version 2, or (at
  11    your option) any later version.
  12
  13    This program is distributed in the hope that it will be useful, but
  14    WITHOUT ANY WARRANTY; without even the implied warranty of
  15    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  16    General Public License for more details.
  17
  18    You should have received a copy of the GNU General Public License
  19    along with this program; if not, write to the Free Software
  20    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  21    02110-1301, USA.
  22
  23 */
  24
  25
  26 #include "config.h"
  27
  28 #include <assert.h>
  29 #include <stdio.h>
  30
  31 #include "vm/types.h"
  32
  33 #include "md.h"
  34 #include "md-abi.h"
  35
  36 #include "vm/jit/alpha/arch.h"
  37 #include "vm/jit/alpha/codegen.h"
  38
  39 #include "mm/memory.h"
  40
  41 #include "native/jni.h"
  42 #include "native/localref.h"
  43 #include "native/native.h"
  44
  45 #include "threads/lock-common.h"
  46
  47 #include "vm/builtin.h"
  48 #include "vm/exceptions.h"
  49 #include "vm/global.h"
  50 #include "vm/vm.h"
  51
  52 #include "vm/jit/abi.h"
  53 #include "vm/jit/asmpart.h"
  54 #include "vm/jit/codegen-common.h"
  55 #include "vm/jit/dseg.h"
  56 #include "vm/jit/emit-common.h"
  57 #include "vm/jit/jit.h"
  58 #include "vm/jit/linenumbertable.h"
  59 #include "vm/jit/parse.h"
  60 #include "vm/jit/patcher-common.h"
  61 #include "vm/jit/reg.h"
  62 #include "vm/jit/replace.h"
  63 #include "vm/jit/stacktrace.h"
  64 #include "vm/jit/trap.h"
  65
  66 #if defined(ENABLE_SSA)
  67 # include "vm/jit/optimizing/lsra.h"
  68 # include "vm/jit/optimizing/ssa.h"
  69 #elif defined(ENABLE_LSRA)
  70 # include "vm/jit/allocator/lsra.h"
  71 #endif
  72
  73 #include "vmcore/loader.h"
  74 #include "vmcore/options.h"
  75
  76
  77 /* codegen_emit ****************************************************************
  78
  79    Generates machine code.
  80
  81 *******************************************************************************/
  82
  83 bool codegen_emit(jitdata *jd)
  84 {
  85         methodinfo         *m;
  86         codeinfo           *code;
  87         codegendata        *cd;
  88         registerdata       *rd;
  89         s4                  len, s1, s2, s3, d, disp;
  90         varinfo            *var;
  91         basicblock         *bptr;
  92         instruction        *iptr;
  93         u2                  currentline;
  94         methodinfo         *lm;             /* local methodinfo for ICMD_INVOKE*  */
  95         unresolved_method  *um;
  96         builtintable_entry *bte;
  97         methoddesc         *md;
  98         fieldinfo          *fi;
  99         unresolved_field   *uf;
 100         s4                  fieldtype;
 101         s4                 varindex;
 102
 103         /* get required compiler data */
 104
 105         m    = jd->m;
 106         code = jd->code;
 107         cd   = jd->cd;
 108         rd   = jd->rd;
 109
 110         /* prevent compiler warnings */
 111
 112         d           = 0;
 113         fieldtype   = 0;
 114         lm          = NULL;
 115         um          = NULL;
 116         bte         = NULL;
 117         currentline = 0;
 118
 119         {
 120         s4 i, p, t, l;
 121         s4 savedregs_num;
 122
 123         savedregs_num = code_is_leafmethod(code) ? 0 : 1; /* space to save the RA */
 124
 125         /* space to save used callee saved registers */
 126
 127         savedregs_num += (INT_SAV_CNT - rd->savintreguse);
 128         savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
 129
 130         cd->stackframesize = rd->memuse + savedregs_num;
 131
 132 #if defined(ENABLE_THREADS)        /* space to save argument of monitor_enter */
 133         if (checksync && code_is_synchronized(code))
 134                 cd->stackframesize++;
 135 #endif
 136
 137         /* create method header */
 138
 139 #if 0
 140         cd->stackframesize = (cd->stackframesize + 1) & ~1; /* align stack to 16-bytes */
 141 #endif
 142
 143         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
 144         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
 145
 146         code->synchronizedoffset = rd->memuse * 8;
 147
 148         /* REMOVEME: We still need it for exception handling in assembler. */
 149
 150         if (code_is_leafmethod(code))
 151                 (void) dseg_add_unique_s4(cd, 1);
 152         else
 153                 (void) dseg_add_unique_s4(cd, 0);
 154
 155         (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
 156         (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
 157
 158         /* create stack frame (if necessary) */
 159
 160         if (cd->stackframesize)
 161                 M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
 162
 163         /* save return address and used callee saved registers */
 164
 165         p = cd->stackframesize;
 166         if (!code_is_leafmethod(code)) {
 167                 p--; M_AST(REG_RA, REG_SP, p * 8);
 168         }
 169         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
 170                 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
 171         }
 172         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
 173                 p--; M_DST(rd->savfltregs[i], REG_SP, p * 8);
 174         }
 175
 176         /* take arguments out of register or stack frame */
 177
 178         md = m->parseddesc;
 179
 180         for (p = 0, l = 0; p < md->paramcount; p++) {
 181                 t = md->paramtypes[p].type;
 182
 183                 varindex = jd->local_map[l * 5 + t];
 184
 185                 l++;
 186                 if (IS_2_WORD_TYPE(t))    /* increment local counter for 2 word types */
 187                         l++;
 188
 189                 if (varindex == UNUSED)
 190                         continue;
 191
 192                 var = VAR(varindex);
 193
 194                 s1 = md->params[p].regoff;
 195
 196                 if (IS_INT_LNG_TYPE(t)) {                    /* integer args          */
 197                         if (!md->params[p].inmemory) {           /* register arguments    */
 198                                 if (!IS_INMEMORY(var->flags))
 199                                         M_INTMOVE(s1, var->vv.regoff);
 200                                 else
 201                                         M_LST(s1, REG_SP, var->vv.regoff);
 202                         }
 203                         else {                                   /* stack arguments       */
 204                                 if (!IS_INMEMORY(var->flags))
 205                                         M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
 206                                 else
 207                                         var->vv.regoff = cd->stackframesize * 8 + s1;
 208                         }
 209                 }
 210                 else {                                       /* floating args         */
 211                         if (!md->params[p].inmemory) {           /* register arguments    */
 212                                 if (!IS_INMEMORY(var->flags))
 213                                         M_FLTMOVE(s1, var->vv.regoff);
 214                                 else
 215                                         M_DST(s1, REG_SP, var->vv.regoff * 8);
 216                         }
 217                         else {                                   /* stack arguments       */
 218                                 if (!(var->flags & INMEMORY))
 219                                         M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
 220                                 else
 221                                         var->vv.regoff = cd->stackframesize * 8 + s1;
 222                         }
 223                 }
 224         }
 225
 226         /* call monitorenter function */
 227
 228 #if defined(ENABLE_THREADS)
 229         if (checksync && code_is_synchronized(code)) {
 230                 /* stack offset for monitor argument */
 231
 232                 s1 = rd->memuse;
 233
 234 #if !defined(NDEBUG)
 235                 if (opt_verbosecall) {
 236                         M_LDA(REG_SP, REG_SP, -(INT_ARG_CNT + FLT_ARG_CNT) * 8);
 237
 238                         for (p = 0; p < INT_ARG_CNT; p++)
 239                                 M_LST(abi_registers_integer_argument[p], REG_SP, p * 8);
 240
 241                         for (p = 0; p < FLT_ARG_CNT; p++)
 242                                 M_DST(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 243
 244                         s1 += INT_ARG_CNT + FLT_ARG_CNT;
 245                 }
 246 #endif /* !defined(NDEBUG) */
 247
 248                 /* decide which monitor enter function to call */
 249
 250                 if (m->flags & ACC_STATIC) {
 251                         disp = dseg_add_address(cd, &m->clazz->object.header);
 252                         M_ALD(REG_A0, REG_PV, disp);
 253                 }
 254                 else {
 255                         M_BNEZ(REG_A0, 1);
 256                         M_ALD_INTERN(REG_ZERO, REG_ZERO, TRAP_NullPointerException);
 257                 }
 258
 259                 M_AST(REG_A0, REG_SP, s1 * 8);
 260                 disp = dseg_add_functionptr(cd, LOCK_monitor_enter);
 261                 M_ALD(REG_PV, REG_PV, disp);
 262                 M_JSR(REG_RA, REG_PV);
 263                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
 264                 M_LDA(REG_PV, REG_RA, -disp);
 265
 266 #if !defined(NDEBUG)
 267                 if (opt_verbosecall) {
 268                         for (p = 0; p < INT_ARG_CNT; p++)
 269                                 M_LLD(abi_registers_integer_argument[p], REG_SP, p * 8);
 270
 271                         for (p = 0; p < FLT_ARG_CNT; p++)
 272                                 M_DLD(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 273
 274                         M_LDA(REG_SP, REG_SP, (INT_ARG_CNT + FLT_ARG_CNT) * 8);
 275                 }
 276 #endif /* !defined(NDEBUG) */
 277         }
 278 #endif
 279
 280         /* call trace function */
 281
 282 #if !defined(NDEBUG)
 283         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
 284                 emit_verbosecall_enter(jd);
 285 #endif
 286
 287         }
 288
 289         /* end of header generation */
 290
 291         /* create replacement points */
 292
 293         REPLACEMENT_POINTS_INIT(cd, jd);
 294
 295         /* walk through all basic blocks */
 296
 297         for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
 298
 299                 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
 300
 301                 if (bptr->flags >= BBREACHED) {
 302
 303                 /* branch resolving */
 304
 305                 codegen_resolve_branchrefs(cd, bptr);
 306
 307                 /* handle replacement points */
 308
 309                 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
 310
 311                 /* copy interface registers to their destination */
 312
 313                 len = bptr->indepth;
 314                 MCODECHECK(64+len);
 315 #if defined(ENABLE_LSRA)
 316                 if (opt_lsra) {
 317                 while (len) {
 318                         len--;
 319                         src = bptr->invars[len];
 320                         if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 321                                         /*                              d = reg_of_var(m, src, REG_ITMP1); */
 322                                         if (!(src->flags & INMEMORY))
 323                                                 d = src->vv.regoff;
 324                                         else
 325                                                 d = REG_ITMP1;
 326                                         M_INTMOVE(REG_ITMP1, d);
 327                                         emit_store(jd, NULL, src, d);
 328                                 }
 329                         }
 330                 } else {
 331 #endif
 332                         while (len) {
 333                                 len--;
 334                                 var = VAR(bptr->invars[len]);
 335                                 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 336                                         d = codegen_reg_of_var(0, var, REG_ITMP1);
 337                                         M_INTMOVE(REG_ITMP1, d);
 338                                         emit_store(jd, NULL, var, d);
 339                                 }
 340                                 else {
 341                                         assert((var->flags & INOUT));
 342                                 }
 343                         }
 344 #if defined(ENABLE_LSRA)
 345                 }
 346 #endif
 347
 348                 /* walk through all instructions */
 349
 350                 len = bptr->icount;
 351
 352                 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
 353                         if (iptr->line != currentline) {
 354                                 linenumbertable_list_entry_add(cd, iptr->line);
 355                                 currentline = iptr->line;
 356                         }
 357
 358                 MCODECHECK(64);       /* an instruction usually needs < 64 words      */
 359                 switch (iptr->opc) {
 360
 361                 case ICMD_NOP:        /* ...  ==> ...                                 */
 362                 case ICMD_POP:        /* ..., value  ==> ...                          */
 363                 case ICMD_POP2:       /* ..., value, value  ==> ...                   */
 364                         break;
 365
 366                 case ICMD_INLINE_START:
 367
 368                         REPLACEMENT_POINT_INLINE_START(cd, iptr);
 369                         break;
 370
 371                 case ICMD_INLINE_BODY:
 372
 373                         REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
 374                         linenumbertable_list_entry_add_inline_start(cd, iptr);
 375                         linenumbertable_list_entry_add(cd, iptr->line);
 376                         break;
 377
 378                 case ICMD_INLINE_END:
 379
 380                         linenumbertable_list_entry_add_inline_end(cd, iptr);
 381                         linenumbertable_list_entry_add(cd, iptr->line);
 382                         break;
 383
 384                 case ICMD_CHECKNULL:  /* ..., objectref  ==> ..., objectref           */
 385
 386                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 387                         emit_nullpointer_check(cd, iptr, s1);
 388                         break;
 389
 390                 /* constant operations ************************************************/
 391
 392                 case ICMD_ICONST:     /* ...  ==> ..., constant                       */
 393
 394                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 395                         ICONST(d, iptr->sx.val.i);
 396                         emit_store_dst(jd, iptr, d);
 397                         break;
 398
 399                 case ICMD_LCONST:     /* ...  ==> ..., constant                       */
 400
 401                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 402                         LCONST(d, iptr->sx.val.l);
 403                         emit_store_dst(jd, iptr, d);
 404                         break;
 405
 406                 case ICMD_FCONST:     /* ...  ==> ..., constant                       */
 407
 408                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 409                         disp = dseg_add_float(cd, iptr->sx.val.f);
 410                         M_FLD(d, REG_PV, disp);
 411                         emit_store_dst(jd, iptr, d);
 412                         break;
 413
 414                 case ICMD_DCONST:     /* ...  ==> ..., constant                       */
 415
 416                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 417                         disp = dseg_add_double(cd, iptr->sx.val.d);
 418                         M_DLD(d, REG_PV, disp);
 419                         emit_store_dst(jd, iptr, d);
 420                         break;
 421
 422                 case ICMD_ACONST:     /* ...  ==> ..., constant                       */
 423
 424                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 425
 426                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
 427                                 constant_classref *cr = iptr->sx.val.c.ref;
 428
 429                                 disp = dseg_add_unique_address(cd, cr);
 430
 431                                 /* XXX Only add the patcher, if this position needs to
 432                                    be patched.  If there was a previous position which
 433                                    resolved the same class, the returned displacement
 434                                    of dseg_add_address is ok to use. */
 435
 436                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
 437                                                                           cr, disp);
 438
 439                                 M_ALD(d, REG_PV, disp);
 440                         }
 441                         else {
 442                                 if (iptr->sx.val.anyptr == NULL)
 443                                         M_INTMOVE(REG_ZERO, d);
 444                                 else {
 445                                         disp = dseg_add_address(cd, iptr->sx.val.anyptr);
 446                                         M_ALD(d, REG_PV, disp);
 447                                 }
 448                         }
 449                         emit_store_dst(jd, iptr, d);
 450                         break;
 451
 452
 453                 /* load/store/move/copy operations ************************************/
 454
 455                 case ICMD_ILOAD:      /* ...  ==> ..., content of local variable      */
 456                 case ICMD_ALOAD:      /* s1 = local variable                          */
 457                 case ICMD_LLOAD:
 458                 case ICMD_FLOAD:
 459                 case ICMD_DLOAD:
 460                 case ICMD_ISTORE:     /* ..., value  ==> ...                          */
 461                 case ICMD_LSTORE:
 462                 case ICMD_FSTORE:
 463                 case ICMD_DSTORE:
 464                 case ICMD_COPY:
 465                 case ICMD_MOVE:
 466
 467                         emit_copy(jd, iptr);
 468                         break;
 469
 470                 case ICMD_ASTORE:
 471
 472                         if (!(iptr->flags.bits & INS_FLAG_RETADDR))
 473                                 emit_copy(jd, iptr);
 474                         break;
 475
 476
 477                 /* integer operations *************************************************/
 478
 479                 case ICMD_INEG:       /* ..., value  ==> ..., - value                 */
 480
 481                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 482                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 483                         M_ISUB(REG_ZERO, s1, d);
 484                         emit_store_dst(jd, iptr, d);
 485                         break;
 486
 487                 case ICMD_LNEG:       /* ..., value  ==> ..., - value                 */
 488
 489                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 490                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 491                         M_LSUB(REG_ZERO, s1, d);
 492                         emit_store_dst(jd, iptr, d);
 493                         break;
 494
 495                 case ICMD_I2L:        /* ..., value  ==> ..., value                   */
 496
 497                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 498                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 499                         M_INTMOVE(s1, d);
 500                         emit_store_dst(jd, iptr, d);
 501                         break;
 502
 503                 case ICMD_L2I:        /* ..., value  ==> ..., value                   */
 504
 505                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 506                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 507                         M_IADD(s1, REG_ZERO, d);
 508                         emit_store_dst(jd, iptr, d);
 509                         break;
 510
 511                 case ICMD_INT2BYTE:   /* ..., value  ==> ..., value                   */
 512
 513                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 514                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 515                         if (has_ext_instr_set) {
 516                                 M_BSEXT(s1, d);
 517                         } else {
 518                                 M_SLL_IMM(s1, 56, d);
 519                                 M_SRA_IMM( d, 56, d);
 520                         }
 521                         emit_store_dst(jd, iptr, d);
 522                         break;
 523
 524                 case ICMD_INT2CHAR:   /* ..., value  ==> ..., value                   */
 525
 526                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 527                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 528             M_CZEXT(s1, d);
 529                         emit_store_dst(jd, iptr, d);
 530                         break;
 531
 532                 case ICMD_INT2SHORT:  /* ..., value  ==> ..., value                   */
 533
 534                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 535                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 536                         if (has_ext_instr_set) {
 537                                 M_SSEXT(s1, d);
 538                         } else {
 539                                 M_SLL_IMM(s1, 48, d);
 540                                 M_SRA_IMM( d, 48, d);
 541                         }
 542                         emit_store_dst(jd, iptr, d);
 543                         break;
 544
 545
 546                 case ICMD_IADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 547
 548                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 549                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 550                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 551                         M_IADD(s1, s2, d);
 552                         emit_store_dst(jd, iptr, d);
 553                         break;
 554
 555                 case ICMD_IINC:
 556                 case ICMD_IADDCONST:  /* ..., value  ==> ..., value + constant        */
 557                                       /* sx.val.i = constant                             */
 558
 559                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 560                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 561                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 562                                 M_IADD_IMM(s1, iptr->sx.val.i, d);
 563                         } else if ((iptr->sx.val.i > -256) && (iptr->sx.val.i < 0)) {
 564                                 M_ISUB_IMM(s1, (-iptr->sx.val.i), d);
 565                         } else {
 566                                 /* XXX maybe use M_LDA? */
 567                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 568                                 M_IADD(s1, REG_ITMP2, d);
 569                         }
 570                         emit_store_dst(jd, iptr, d);
 571                         break;
 572
 573                 case ICMD_LADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 574
 575                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 576                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 577                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 578                         M_LADD(s1, s2, d);
 579                         emit_store_dst(jd, iptr, d);
 580                         break;
 581
 582                 case ICMD_LADDCONST:  /* ..., value  ==> ..., value + constant        */
 583                                       /* sx.val.l = constant                             */
 584
 585                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 586                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 587                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 588                                 M_LADD_IMM(s1, iptr->sx.val.l, d);
 589                         } else {
 590                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 591                                 M_LADD(s1, REG_ITMP2, d);
 592                         }
 593                         emit_store_dst(jd, iptr, d);
 594                         break;
 595
 596                 case ICMD_ISUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 597
 598                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 599                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 600                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 601                         M_ISUB(s1, s2, d);
 602                         emit_store_dst(jd, iptr, d);
 603                         break;
 604
 605                 case ICMD_ISUBCONST:  /* ..., value  ==> ..., value + constant        */
 606                                       /* sx.val.i = constant                             */
 607
 608                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 609                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 610                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 611                                 M_ISUB_IMM(s1, iptr->sx.val.i, d);
 612                         } else {
 613                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 614                                 M_ISUB(s1, REG_ITMP2, d);
 615                         }
 616                         emit_store_dst(jd, iptr, d);
 617                         break;
 618
 619                 case ICMD_LSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 620
 621                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 622                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 623                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 624                         M_LSUB(s1, s2, d);
 625                         emit_store_dst(jd, iptr, d);
 626                         break;
 627
 628                 case ICMD_LSUBCONST:  /* ..., value  ==> ..., value - constant        */
 629                                       /* sx.val.l = constant                             */
 630
 631                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 632                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 633                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 634                                 M_LSUB_IMM(s1, iptr->sx.val.l, d);
 635                         } else {
 636                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 637                                 M_LSUB(s1, REG_ITMP2, d);
 638                         }
 639                         emit_store_dst(jd, iptr, d);
 640                         break;
 641
 642                 case ICMD_IMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 643
 644                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 645                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 646                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 647                         M_IMUL(s1, s2, d);
 648                         emit_store_dst(jd, iptr, d);
 649                         break;
 650
 651                 case ICMD_IMULCONST:  /* ..., value  ==> ..., value * constant        */
 652                                       /* sx.val.i = constant                             */
 653
 654                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 655                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 656                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 657                                 M_IMUL_IMM(s1, iptr->sx.val.i, d);
 658                         } else {
 659                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 660                                 M_IMUL(s1, REG_ITMP2, d);
 661                         }
 662                         emit_store_dst(jd, iptr, d);
 663                         break;
 664
 665                 case ICMD_LMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 666
 667                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 668                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 669                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 670                         M_LMUL(s1, s2, d);
 671                         emit_store_dst(jd, iptr, d);
 672                         break;
 673
 674                 case ICMD_LMULCONST:  /* ..., value  ==> ..., value * constant        */
 675                                       /* sx.val.l = constant                             */
 676
 677                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 678                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 679                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 680                                 M_LMUL_IMM(s1, iptr->sx.val.l, d);
 681                         } else {
 682                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 683                                 M_LMUL(s1, REG_ITMP2, d);
 684                         }
 685                         emit_store_dst(jd, iptr, d);
 686                         break;
 687
 688                 case ICMD_IDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 689                 case ICMD_IREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 690
 691                         s1 = emit_load_s1(jd, iptr, REG_A0);
 692                         s2 = emit_load_s2(jd, iptr, REG_A1);
 693                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 694                         emit_arithmetic_check(cd, iptr, s2);
 695
 696                         M_INTMOVE(s1, REG_A0);
 697                         M_INTMOVE(s2, REG_A1);
 698                         bte = iptr->sx.s23.s3.bte;
 699                         disp = dseg_add_functionptr(cd, bte->fp);
 700                         M_ALD(REG_PV, REG_PV, disp);
 701                         M_JSR(REG_RA, REG_PV);
 702                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 703                         M_LDA(REG_PV, REG_RA, -disp);
 704
 705                         M_IADD(REG_RESULT, REG_ZERO, d); /* sign extend (bugfix for gcc -O2) */
 706                         emit_store_dst(jd, iptr, d);
 707                         break;
 708
 709                 case ICMD_LDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 710                 case ICMD_LREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 711
 712                         s1 = emit_load_s1(jd, iptr, REG_A0);
 713                         s2 = emit_load_s2(jd, iptr, REG_A1);
 714                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 715                         emit_arithmetic_check(cd, iptr, s2);
 716
 717                         M_INTMOVE(s1, REG_A0);
 718                         M_INTMOVE(s2, REG_A1);
 719                         bte = iptr->sx.s23.s3.bte;
 720                         disp = dseg_add_functionptr(cd, bte->fp);
 721                         M_ALD(REG_PV, REG_PV, disp);
 722                         M_JSR(REG_RA, REG_PV);
 723                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 724                         M_LDA(REG_PV, REG_RA, -disp);
 725
 726                         M_INTMOVE(REG_RESULT, d);
 727                         emit_store_dst(jd, iptr, d);
 728                         break;
 729
 730                 case ICMD_IDIVPOW2:   /* ..., value  ==> ..., value << constant       */
 731                 case ICMD_LDIVPOW2:   /* val.i = constant                             */
 732
 733                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 734                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 735                         if (iptr->sx.val.i <= 15) {
 736                                 M_LDA(REG_ITMP2, s1, (1 << iptr->sx.val.i) -1);
 737                                 M_CMOVGE(s1, s1, REG_ITMP2);
 738                         } else {
 739                                 M_SRA_IMM(s1, 63, REG_ITMP2);
 740                                 M_SRL_IMM(REG_ITMP2, 64 - iptr->sx.val.i, REG_ITMP2);
 741                                 M_LADD(s1, REG_ITMP2, REG_ITMP2);
 742                         }
 743                         M_SRA_IMM(REG_ITMP2, iptr->sx.val.i, d);
 744                         emit_store_dst(jd, iptr, d);
 745                         break;
 746
 747                 case ICMD_ISHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 748
 749                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 750                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 751                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 752                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 753                         M_SLL(s1, REG_ITMP3, d);
 754                         M_IADD(d, REG_ZERO, d);
 755                         emit_store_dst(jd, iptr, d);
 756                         break;
 757
 758                 case ICMD_ISHLCONST:  /* ..., value  ==> ..., value << constant       */
 759                                       /* sx.val.i = constant                             */
 760
 761                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 762                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 763                         M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
 764                         M_IADD(d, REG_ZERO, d);
 765                         emit_store_dst(jd, iptr, d);
 766                         break;
 767
 768                 case ICMD_ISHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 769
 770                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 771                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 772                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 773                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 774                         M_SRA(s1, REG_ITMP3, d);
 775                         emit_store_dst(jd, iptr, d);
 776                         break;
 777
 778                 case ICMD_ISHRCONST:  /* ..., value  ==> ..., value >> constant       */
 779                                       /* sx.val.i = constant                             */
 780
 781                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 782                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 783                         M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
 784                         emit_store_dst(jd, iptr, d);
 785                         break;
 786
 787                 case ICMD_IUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 788
 789                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 790                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 791                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 792                         M_AND_IMM(s2, 0x1f, REG_ITMP2);
 793             M_IZEXT(s1, d);
 794                         M_SRL(d, REG_ITMP2, d);
 795                         M_IADD(d, REG_ZERO, d);
 796                         emit_store_dst(jd, iptr, d);
 797                         break;
 798
 799                 case ICMD_IUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 800                                       /* sx.val.i = constant                             */
 801
 802                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 803                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 804             M_IZEXT(s1, d);
 805                         M_SRL_IMM(d, iptr->sx.val.i & 0x1f, d);
 806                         M_IADD(d, REG_ZERO, d);
 807                         emit_store_dst(jd, iptr, d);
 808                         break;
 809
 810                 case ICMD_LSHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 811
 812                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 813                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 814                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 815                         M_SLL(s1, s2, d);
 816                         emit_store_dst(jd, iptr, d);
 817                         break;
 818
 819                 case ICMD_LSHLCONST:  /* ..., value  ==> ..., value << constant       */
 820                                       /* sx.val.i = constant                             */
 821
 822                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 823                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 824                         M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 825                         emit_store_dst(jd, iptr, d);
 826                         break;
 827
 828                 case ICMD_LSHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 829
 830                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 831                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 832                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 833                         M_SRA(s1, s2, d);
 834                         emit_store_dst(jd, iptr, d);
 835                         break;
 836
 837                 case ICMD_LSHRCONST:  /* ..., value  ==> ..., value >> constant       */
 838                                       /* sx.val.i = constant                             */
 839
 840                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 841                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 842                         M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
 843                         emit_store_dst(jd, iptr, d);
 844                         break;
 845
 846                 case ICMD_LUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 847
 848                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 849                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 850                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 851                         M_SRL(s1, s2, d);
 852                         emit_store_dst(jd, iptr, d);
 853                         break;
 854
 855                 case ICMD_LUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 856                                       /* sx.val.i = constant                             */
 857
 858                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 859                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 860                         M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 861                         emit_store_dst(jd, iptr, d);
 862                         break;
 863
 864                 case ICMD_IAND:       /* ..., val1, val2  ==> ..., val1 & val2        */
 865                 case ICMD_LAND:
 866
 867                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 868                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 869                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 870                         M_AND(s1, s2, d);
 871                         emit_store_dst(jd, iptr, d);
 872                         break;
 873
 874                 case ICMD_IANDCONST:  /* ..., value  ==> ..., value & constant        */
 875                                       /* sx.val.i = constant                             */
 876
 877                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 878                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 879                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 880                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 881                         } else if (iptr->sx.val.i == 0xffff) {
 882                                 M_CZEXT(s1, d);
 883                         } else if (iptr->sx.val.i == 0xffffff) {
 884                                 M_ZAPNOT_IMM(s1, 0x07, d);
 885                         } else {
 886                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 887                                 M_AND(s1, REG_ITMP2, d);
 888                         }
 889                         emit_store_dst(jd, iptr, d);
 890                         break;
 891
 892                 case ICMD_IREMPOW2:   /* ..., value  ==> ..., value % constant        */
 893                                       /* sx.val.i = constant                             */
 894
 895                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 896                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 897                         if (s1 == d) {
 898                                 M_MOV(s1, REG_ITMP1);
 899                                 s1 = REG_ITMP1;
 900                         }
 901                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 902                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 903                                 M_BGEZ(s1, 3);
 904                                 M_ISUB(REG_ZERO, s1, d);
 905                                 M_AND_IMM(d, iptr->sx.val.i, d);
 906                         } else if (iptr->sx.val.i == 0xffff) {
 907                                 M_CZEXT(s1, d);
 908                                 M_BGEZ(s1, 3);
 909                                 M_ISUB(REG_ZERO, s1, d);
 910                                 M_CZEXT(d, d);
 911                         } else if (iptr->sx.val.i == 0xffffff) {
 912                                 M_ZAPNOT_IMM(s1, 0x07, d);
 913                                 M_BGEZ(s1, 3);
 914                                 M_ISUB(REG_ZERO, s1, d);
 915                                 M_ZAPNOT_IMM(d, 0x07, d);
 916                         } else {
 917                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 918                                 M_AND(s1, REG_ITMP2, d);
 919                                 M_BGEZ(s1, 3);
 920                                 M_ISUB(REG_ZERO, s1, d);
 921                                 M_AND(d, REG_ITMP2, d);
 922                         }
 923                         M_ISUB(REG_ZERO, d, d);
 924                         emit_store_dst(jd, iptr, d);
 925                         break;
 926
 927                 case ICMD_LANDCONST:  /* ..., value  ==> ..., value & constant        */
 928                                       /* sx.val.l = constant                             */
 929
 930                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 931                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 932                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 933                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 934                         } else if (iptr->sx.val.l == 0xffffL) {
 935                                 M_CZEXT(s1, d);
 936                         } else if (iptr->sx.val.l == 0xffffffL) {
 937                                 M_ZAPNOT_IMM(s1, 0x07, d);
 938                         } else if (iptr->sx.val.l == 0xffffffffL) {
 939                                 M_IZEXT(s1, d);
 940                         } else if (iptr->sx.val.l == 0xffffffffffL) {
 941                                 M_ZAPNOT_IMM(s1, 0x1f, d);
 942                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
 943                                 M_ZAPNOT_IMM(s1, 0x3f, d);
 944                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
 945                                 M_ZAPNOT_IMM(s1, 0x7f, d);
 946                         } else {
 947                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 948                                 M_AND(s1, REG_ITMP2, d);
 949                         }
 950                         emit_store_dst(jd, iptr, d);
 951                         break;
 952
 953                 case ICMD_LREMPOW2:   /* ..., value  ==> ..., value % constant        */
 954                                       /* sx.val.l = constant                             */
 955
 956                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 957                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 958                         if (s1 == d) {
 959                                 M_MOV(s1, REG_ITMP1);
 960                                 s1 = REG_ITMP1;
 961                         }
 962                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 963                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 964                                 M_BGEZ(s1, 3);
 965                                 M_LSUB(REG_ZERO, s1, d);
 966                                 M_AND_IMM(d, iptr->sx.val.l, d);
 967                         } else if (iptr->sx.val.l == 0xffffL) {
 968                                 M_CZEXT(s1, d);
 969                                 M_BGEZ(s1, 3);
 970                                 M_LSUB(REG_ZERO, s1, d);
 971                                 M_CZEXT(d, d);
 972                         } else if (iptr->sx.val.l == 0xffffffL) {
 973                                 M_ZAPNOT_IMM(s1, 0x07, d);
 974                                 M_BGEZ(s1, 3);
 975                                 M_LSUB(REG_ZERO, s1, d);
 976                                 M_ZAPNOT_IMM(d, 0x07, d);
 977                         } else if (iptr->sx.val.l == 0xffffffffL) {
 978                                 M_IZEXT(s1, d);
 979                                 M_BGEZ(s1, 3);
 980                                 M_LSUB(REG_ZERO, s1, d);
 981                                 M_IZEXT(d, d);
 982                         } else if (iptr->sx.val.l == 0xffffffffffL) {
 983                                 M_ZAPNOT_IMM(s1, 0x1f, d);
 984                                 M_BGEZ(s1, 3);
 985                                 M_LSUB(REG_ZERO, s1, d);
 986                                 M_ZAPNOT_IMM(d, 0x1f, d);
 987                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
 988                                 M_ZAPNOT_IMM(s1, 0x3f, d);
 989                                 M_BGEZ(s1, 3);
 990                                 M_LSUB(REG_ZERO, s1, d);
 991                                 M_ZAPNOT_IMM(d, 0x3f, d);
 992                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
 993                                 M_ZAPNOT_IMM(s1, 0x7f, d);
 994                                 M_BGEZ(s1, 3);
 995                                 M_LSUB(REG_ZERO, s1, d);
 996                                 M_ZAPNOT_IMM(d, 0x7f, d);
 997                         } else {
 998                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 999                                 M_AND(s1, REG_ITMP2, d);
1000                                 M_BGEZ(s1, 3);
1001                                 M_LSUB(REG_ZERO, s1, d);
1002                                 M_AND(d, REG_ITMP2, d);
1003                         }
1004                         M_LSUB(REG_ZERO, d, d);
1005                         emit_store_dst(jd, iptr, d);
1006                         break;
1007
1008                 case ICMD_IOR:        /* ..., val1, val2  ==> ..., val1 | val2        */
1009                 case ICMD_LOR:
1010
1011                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1012                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1013                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1014                         M_OR( s1,s2, d);
1015                         emit_store_dst(jd, iptr, d);
1016                         break;
1017
1018                 case ICMD_IORCONST:   /* ..., value  ==> ..., value | constant        */
1019                                       /* sx.val.i = constant                          */
1020
1021                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1022                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1023                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1024                                 M_OR_IMM(s1, iptr->sx.val.i, d);
1025                         } else {
1026                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1027                                 M_OR(s1, REG_ITMP2, d);
1028                         }
1029                         emit_store_dst(jd, iptr, d);
1030                         break;
1031
1032                 case ICMD_LORCONST:   /* ..., value  ==> ..., value | constant        */
1033                                       /* sx.val.l = constant                          */
1034
1035                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1036                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1037                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1038                                 M_OR_IMM(s1, iptr->sx.val.l, d);
1039                         } else {
1040                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1041                                 M_OR(s1, REG_ITMP2, d);
1042                         }
1043                         emit_store_dst(jd, iptr, d);
1044                         break;
1045
1046                 case ICMD_IXOR:       /* ..., val1, val2  ==> ..., val1 ^ val2        */
1047                 case ICMD_LXOR:
1048
1049                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1050                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1051                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1052                         M_XOR(s1, s2, d);
1053                         emit_store_dst(jd, iptr, d);
1054                         break;
1055
1056                 case ICMD_IXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1057                                       /* sx.val.i = constant                          */
1058
1059                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1060                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1061                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1062                                 M_XOR_IMM(s1, iptr->sx.val.i, d);
1063                         } else {
1064                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1065                                 M_XOR(s1, REG_ITMP2, d);
1066                         }
1067                         emit_store_dst(jd, iptr, d);
1068                         break;
1069
1070                 case ICMD_LXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1071                                       /* sx.val.l = constant                          */
1072
1073                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1074                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1075                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1076                                 M_XOR_IMM(s1, iptr->sx.val.l, d);
1077                         } else {
1078                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1079                                 M_XOR(s1, REG_ITMP2, d);
1080                         }
1081                         emit_store_dst(jd, iptr, d);
1082                         break;
1083
1084
1085                 case ICMD_LCMP:       /* ..., val1, val2  ==> ..., val1 cmp val2      */
1086
1087                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1088                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1089                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1090                         M_CMPLT(s1, s2, REG_ITMP3);
1091                         M_CMPLT(s2, s1, REG_ITMP1);
1092                         M_LSUB(REG_ITMP1, REG_ITMP3, d);
1093                         emit_store_dst(jd, iptr, d);
1094                         break;
1095
1096
1097                 /* floating operations ************************************************/
1098
1099                 case ICMD_FNEG:       /* ..., value  ==> ..., - value                 */
1100
1101                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1102                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1103                         M_FMOVN(s1, d);
1104                         emit_store_dst(jd, iptr, d);
1105                         break;
1106
1107                 case ICMD_DNEG:       /* ..., value  ==> ..., - value                 */
1108
1109                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1110                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1111                         M_FMOVN(s1, d);
1112                         emit_store_dst(jd, iptr, d);
1113                         break;
1114
1115                 case ICMD_FADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1116
1117                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1118                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1119                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1120                         if (opt_noieee) {
1121                                 M_FADD(s1, s2, d);
1122                         } else {
1123                                 if (d == s1 || d == s2) {
1124                                         M_FADDS(s1, s2, REG_FTMP3);
1125                                         M_TRAPB;
1126                                         M_FMOV(REG_FTMP3, d);
1127                                 } else {
1128                                         M_FADDS(s1, s2, d);
1129                                         M_TRAPB;
1130                                 }
1131                         }
1132                         emit_store_dst(jd, iptr, d);
1133                         break;
1134
1135                 case ICMD_DADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1136
1137                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1138                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1139                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1140                         if (opt_noieee) {
1141                                 M_DADD(s1, s2, d);
1142                         } else {
1143                                 if (d == s1 || d == s2) {
1144                                         M_DADDS(s1, s2, REG_FTMP3);
1145                                         M_TRAPB;
1146                                         M_FMOV(REG_FTMP3, d);
1147                                 } else {
1148                                         M_DADDS(s1, s2, d);
1149                                         M_TRAPB;
1150                                 }
1151                         }
1152                         emit_store_dst(jd, iptr, d);
1153                         break;
1154
1155                 case ICMD_FSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1156
1157                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1158                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1159                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1160                         if (opt_noieee) {
1161                                 M_FSUB(s1, s2, d);
1162                         } else {
1163                                 if (d == s1 || d == s2) {
1164                                         M_FSUBS(s1, s2, REG_FTMP3);
1165                                         M_TRAPB;
1166                                         M_FMOV(REG_FTMP3, d);
1167                                 } else {
1168                                         M_FSUBS(s1, s2, d);
1169                                         M_TRAPB;
1170                                 }
1171                         }
1172                         emit_store_dst(jd, iptr, d);
1173                         break;
1174
1175                 case ICMD_DSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1176
1177                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1178                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1179                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1180                         if (opt_noieee) {
1181                                 M_DSUB(s1, s2, d);
1182                         } else {
1183                                 if (d == s1 || d == s2) {
1184                                         M_DSUBS(s1, s2, REG_FTMP3);
1185                                         M_TRAPB;
1186                                         M_FMOV(REG_FTMP3, d);
1187                                 } else {
1188                                         M_DSUBS(s1, s2, d);
1189                                         M_TRAPB;
1190                                 }
1191                         }
1192                         emit_store_dst(jd, iptr, d);
1193                         break;
1194
1195                 case ICMD_FMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
1196
1197                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1198                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1199                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1200                         if (opt_noieee) {
1201                                 M_FMUL(s1, s2, d);
1202                         } else {
1203                                 if (d == s1 || d == s2) {
1204                                         M_FMULS(s1, s2, REG_FTMP3);
1205                                         M_TRAPB;
1206                                         M_FMOV(REG_FTMP3, d);
1207                                 } else {
1208                                         M_FMULS(s1, s2, d);
1209                                         M_TRAPB;
1210                                 }
1211                         }
1212                         emit_store_dst(jd, iptr, d);
1213                         break;
1214
1215                 case ICMD_DMUL:       /* ..., val1, val2  ==> ..., val1 *** val2      */
1216
1217                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1218                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1219                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1220                         if (opt_noieee) {
1221                                 M_DMUL(s1, s2, d);
1222                         } else {
1223                                 if (d == s1 || d == s2) {
1224                                         M_DMULS(s1, s2, REG_FTMP3);
1225                                         M_TRAPB;
1226                                         M_FMOV(REG_FTMP3, d);
1227                                 } else {
1228                                         M_DMULS(s1, s2, d);
1229                                         M_TRAPB;
1230                                 }
1231                         }
1232                         emit_store_dst(jd, iptr, d);
1233                         break;
1234
1235                 case ICMD_FDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1236
1237                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1238                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1239                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1240                         if (opt_noieee) {
1241                                 M_FDIV(s1, s2, d);
1242                         } else {
1243                                 if (d == s1 || d == s2) {
1244                                         M_FDIVS(s1, s2, REG_FTMP3);
1245                                         M_TRAPB;
1246                                         M_FMOV(REG_FTMP3, d);
1247                                 } else {
1248                                         M_FDIVS(s1, s2, d);
1249                                         M_TRAPB;
1250                                 }
1251                         }
1252                         emit_store_dst(jd, iptr, d);
1253                         break;
1254
1255                 case ICMD_DDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1256
1257                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1258                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1259                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1260                         if (opt_noieee) {
1261                                 M_DDIV(s1, s2, d);
1262                         } else {
1263                                 if (d == s1 || d == s2) {
1264                                         M_DDIVS(s1, s2, REG_FTMP3);
1265                                         M_TRAPB;
1266                                         M_FMOV(REG_FTMP3, d);
1267                                 } else {
1268                                         M_DDIVS(s1, s2, d);
1269                                         M_TRAPB;
1270                                 }
1271                         }
1272                         emit_store_dst(jd, iptr, d);
1273                         break;
1274
1275                 case ICMD_I2F:       /* ..., value  ==> ..., (float) value            */
1276                 case ICMD_L2F:
1277                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1278                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1279                         disp = dseg_add_unique_double(cd, 0.0); /* FIXME Not thread safe! */
1280                         M_LST(s1, REG_PV, disp);
1281                         M_DLD(d, REG_PV, disp);
1282                         M_CVTLF(d, d);
1283                         emit_store_dst(jd, iptr, d);
1284                         break;
1285
1286                 case ICMD_I2D:       /* ..., value  ==> ..., (double) value           */
1287                 case ICMD_L2D:
1288                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1289                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1290                         disp = dseg_add_unique_double(cd, 0.0); /* FIXME Not thread safe! */
1291                         M_LST(s1, REG_PV, disp);
1292                         M_DLD(d, REG_PV, disp);
1293                         M_CVTLD(d, d);
1294                         emit_store_dst(jd, iptr, d);
1295                         break;
1296
1297                 case ICMD_F2I:       /* ..., value  ==> ..., (int) value              */
1298                 case ICMD_D2I:
1299                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1300                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1301                         disp = dseg_add_unique_double(cd, 0.0); /* FIXME Not thread safe! */
1302                         M_CVTDL_C(s1, REG_FTMP2);
1303                         M_CVTLI(REG_FTMP2, REG_FTMP3);
1304                         M_DST(REG_FTMP3, REG_PV, disp);
1305                         M_ILD(d, REG_PV, disp);
1306                         emit_store_dst(jd, iptr, d);
1307                         break;
1308
1309                 case ICMD_F2L:       /* ..., value  ==> ..., (long) value             */
1310                 case ICMD_D2L:
1311                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1312                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1313                         disp = dseg_add_unique_double(cd, 0.0); /* FIXME Not thread safe! */
1314                         M_CVTDL_C(s1, REG_FTMP2);
1315                         M_DST(REG_FTMP2, REG_PV, disp);
1316                         M_LLD(d, REG_PV, disp);
1317                         emit_store_dst(jd, iptr, d);
1318                         break;
1319
1320                 case ICMD_F2D:       /* ..., value  ==> ..., (double) value           */
1321
1322                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1323                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1324                         M_CVTFDS(s1, d);
1325                         M_TRAPB;
1326                         emit_store_dst(jd, iptr, d);
1327                         break;
1328
1329                 case ICMD_D2F:       /* ..., value  ==> ..., (float) value            */
1330
1331                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1332                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1333                         if (opt_noieee) {
1334                                 M_CVTDF(s1, d);
1335                         } else {
1336                                 M_CVTDFS(s1, d);
1337                                 M_TRAPB;
1338                         }
1339                         emit_store_dst(jd, iptr, d);
1340                         break;
1341
1342                 case ICMD_FCMPL:      /* ..., val1, val2  ==> ..., val1 fcmpl val2    */
1343                 case ICMD_DCMPL:
1344                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1345                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1346                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1347                         if (opt_noieee) {
1348                                 M_LSUB_IMM(REG_ZERO, 1, d);
1349                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1350                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1351                                 M_CLR   (d);
1352                                 M_FCMPLT(s2, s1, REG_FTMP3);
1353                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1354                                 M_LADD_IMM(REG_ZERO, 1, d);
1355                         } else {
1356                                 M_LSUB_IMM(REG_ZERO, 1, d);
1357                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1358                                 M_TRAPB;
1359                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1360                                 M_CLR   (d);
1361                                 M_FCMPLTS(s2, s1, REG_FTMP3);
1362                                 M_TRAPB;
1363                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1364                                 M_LADD_IMM(REG_ZERO, 1, d);
1365                         }
1366                         emit_store_dst(jd, iptr, d);
1367                         break;
1368
1369                 case ICMD_FCMPG:      /* ..., val1, val2  ==> ..., val1 fcmpg val2    */
1370                 case ICMD_DCMPG:
1371                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1372                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1373                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1374                         if (opt_noieee) {
1375                                 M_LADD_IMM(REG_ZERO, 1, d);
1376                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1377                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1378                                 M_CLR   (d);
1379                                 M_FCMPLT(s1, s2, REG_FTMP3);
1380                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1381                                 M_LSUB_IMM(REG_ZERO, 1, d);
1382                         } else {
1383                                 M_LADD_IMM(REG_ZERO, 1, d);
1384                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1385                                 M_TRAPB;
1386                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1387                                 M_CLR   (d);
1388                                 M_FCMPLTS(s1, s2, REG_FTMP3);
1389                                 M_TRAPB;
1390                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1391                                 M_LSUB_IMM(REG_ZERO, 1, d);
1392                         }
1393                         emit_store_dst(jd, iptr, d);
1394                         break;
1395
1396
1397                 /* memory operations **************************************************/
1398
1399                 case ICMD_ARRAYLENGTH: /* ..., arrayref  ==> ..., length              */
1400
1401                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1402                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1403                         /* implicit null-pointer check */
1404                         M_ILD(d, s1, OFFSET(java_array_t, size));
1405                         emit_store_dst(jd, iptr, d);
1406                         break;
1407
1408                 case ICMD_BALOAD:     /* ..., arrayref, index  ==> ..., value         */
1409
1410                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1411                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1412                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1413                         /* implicit null-pointer check */
1414                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1415                         if (has_ext_instr_set) {
1416                                 M_LADD(s2, s1, REG_ITMP1);
1417                                 M_BLDU(d, REG_ITMP1, OFFSET (java_bytearray_t, data[0]));
1418                                 M_BSEXT(d, d);
1419                         }
1420                         else {
1421                                 M_LADD(s2, s1, REG_ITMP1);
1422                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1423                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0])+1);
1424                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1425                                 M_SRA_IMM(d, 56, d);
1426                         }
1427                         emit_store_dst(jd, iptr, d);
1428                         break;
1429
1430                 case ICMD_CALOAD:     /* ..., arrayref, index  ==> ..., value         */
1431
1432                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1433                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1434                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1435                         /* implicit null-pointer check */
1436                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1437                         if (has_ext_instr_set) {
1438                                 M_LADD(s2, s1, REG_ITMP1);
1439                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1440                                 M_SLDU(d, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1441                         }
1442                         else {
1443                                 M_LADD (s2, s1, REG_ITMP1);
1444                                 M_LADD (s2, REG_ITMP1, REG_ITMP1);
1445                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1446                                 M_LDA  (REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1447                                 M_EXTWL(REG_ITMP2, REG_ITMP1, d);
1448                         }
1449                         emit_store_dst(jd, iptr, d);
1450                         break;
1451
1452                 case ICMD_SALOAD:     /* ..., arrayref, index  ==> ..., value         */
1453
1454                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1455                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1456                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1457                         /* implicit null-pointer check */
1458                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1459                         if (has_ext_instr_set) {
1460                                 M_LADD(s2, s1, REG_ITMP1);
1461                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1462                                 M_SLDU( d, REG_ITMP1, OFFSET (java_shortarray_t, data[0]));
1463                                 M_SSEXT(d, d);
1464                         } else {
1465                                 M_LADD(s2, s1, REG_ITMP1);
1466                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1467                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1468                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0])+2);
1469                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1470                                 M_SRA_IMM(d, 48, d);
1471                         }
1472                         emit_store_dst(jd, iptr, d);
1473                         break;
1474
1475                 case ICMD_IALOAD:     /* ..., arrayref, index  ==> ..., value         */
1476
1477                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1478                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1479                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1480                         /* implicit null-pointer check */
1481                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1482                         M_S4ADDQ(s2, s1, REG_ITMP1);
1483                         M_ILD(d, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1484                         emit_store_dst(jd, iptr, d);
1485                         break;
1486
1487                 case ICMD_LALOAD:     /* ..., arrayref, index  ==> ..., value         */
1488
1489                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1490                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1491                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1492                         /* implicit null-pointer check */
1493                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1494                         M_S8ADDQ(s2, s1, REG_ITMP1);
1495                         M_LLD(d, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1496                         emit_store_dst(jd, iptr, d);
1497                         break;
1498
1499                 case ICMD_FALOAD:     /* ..., arrayref, index  ==> ..., value         */
1500
1501                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1502                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1503                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1504                         /* implicit null-pointer check */
1505                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1506                         M_S4ADDQ(s2, s1, REG_ITMP1);
1507                         M_FLD(d, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1508                         emit_store_dst(jd, iptr, d);
1509                         break;
1510
1511                 case ICMD_DALOAD:     /* ..., arrayref, index  ==> ..., value         */
1512
1513                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1514                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1515                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1516                         /* implicit null-pointer check */
1517                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1518                         M_S8ADDQ(s2, s1, REG_ITMP1);
1519                         M_DLD(d, REG_ITMP1, OFFSET(java_doublearray_t, data[0]));
1520                         emit_store_dst(jd, iptr, d);
1521                         break;
1522
1523                 case ICMD_AALOAD:     /* ..., arrayref, index  ==> ..., value         */
1524
1525                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1526                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1527                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1528                         /* implicit null-pointer check */
1529                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1530                         M_SAADDQ(s2, s1, REG_ITMP1);
1531                         M_ALD(d, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1532                         emit_store_dst(jd, iptr, d);
1533                         break;
1534
1535
1536                 case ICMD_BASTORE:    /* ..., arrayref, index, value  ==> ...         */
1537
1538                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1539                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1540                         /* implicit null-pointer check */
1541                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1542                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1543                         if (has_ext_instr_set) {
1544                                 M_LADD(s2, s1, REG_ITMP1);
1545                                 M_BST(s3, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1546                         }
1547                         else {
1548                                 M_LADD(s2, s1, REG_ITMP1);
1549                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1550                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1551                                 M_INSBL(s3, REG_ITMP1, REG_ITMP3);
1552                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1553                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1554                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1555                         }
1556                         break;
1557
1558                 case ICMD_CASTORE:    /* ..., arrayref, index, value  ==> ...         */
1559
1560                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1561                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1562                         /* implicit null-pointer check */
1563                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1564                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1565                         if (has_ext_instr_set) {
1566                                 M_LADD(s2, s1, REG_ITMP1);
1567                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1568                                 M_SST(s3, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1569                         }
1570                         else {
1571                                 M_LADD(s2, s1, REG_ITMP1);
1572                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1573                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1574                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1575                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1576                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1577                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1578                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1579                         }
1580                         break;
1581
1582                 case ICMD_SASTORE:    /* ..., arrayref, index, value  ==> ...         */
1583
1584                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1585                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1586                         /* implicit null-pointer check */
1587                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1588                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1589                         if (has_ext_instr_set) {
1590                                 M_LADD(s2, s1, REG_ITMP1);
1591                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1592                                 M_SST(s3, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1593                         }
1594                         else {
1595                                 M_LADD(s2, s1, REG_ITMP1);
1596                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1597                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1598                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1599                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1600                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1601                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1602                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1603                         }
1604                         break;
1605
1606                 case ICMD_IASTORE:    /* ..., arrayref, index, value  ==> ...         */
1607
1608                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1609                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1610                         /* implicit null-pointer check */
1611                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1612                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1613                         M_S4ADDQ(s2, s1, REG_ITMP1);
1614                         M_IST(s3, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1615                         break;
1616
1617                 case ICMD_LASTORE:    /* ..., arrayref, index, value  ==> ...         */
1618
1619                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1620                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1621                         /* implicit null-pointer check */
1622                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1623                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1624                         M_S8ADDQ(s2, s1, REG_ITMP1);
1625                         M_LST(s3, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1626                         break;
1627
1628                 case ICMD_FASTORE:    /* ..., arrayref, index, value  ==> ...         */
1629
1630                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1631                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1632                         /* implicit null-pointer check */
1633                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1634                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1635                         M_S4ADDQ(s2, s1, REG_ITMP1);
1636                         M_FST(s3, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1637                         break;
1638
1639                 case ICMD_DASTORE:    /* ..., arrayref, index, value  ==> ...         */
1640
1641                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1642                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1643                         /* implicit null-pointer check */
1644                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1645                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1646                         M_S8ADDQ(s2, s1, REG_ITMP1);
1647                         M_DST(s3, REG_ITMP1, OFFSET(java_doublearray_t, data[0]));
1648                         break;
1649
1650                 case ICMD_AASTORE:    /* ..., arrayref, index, value  ==> ...         */
1651
1652                         s1 = emit_load_s1(jd, iptr, REG_A0);
1653                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1654                         /* implicit null-pointer check */
1655                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1656                         s3 = emit_load_s3(jd, iptr, REG_A1);
1657
1658                         M_INTMOVE(s1, REG_A0);
1659                         M_INTMOVE(s3, REG_A1);
1660
1661                         disp = dseg_add_functionptr(cd, BUILTIN_FAST_canstore);
1662                         M_ALD(REG_PV, REG_PV, disp);
1663                         M_JSR(REG_RA, REG_PV);
1664                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
1665                         M_LDA(REG_PV, REG_RA, -disp);
1666                         emit_arraystore_check(cd, iptr);
1667
1668                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1669                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1670                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1671                         M_SAADDQ(s2, s1, REG_ITMP1);
1672                         M_AST(s3, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1673                         break;
1674
1675
1676                 case ICMD_BASTORECONST:   /* ..., arrayref, index  ==> ...            */
1677
1678                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1679                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1680                         /* implicit null-pointer check */
1681                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1682                         if (has_ext_instr_set) {
1683                                 M_LADD(s2, s1, REG_ITMP1);
1684                                 M_BST(REG_ZERO, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1685                         }
1686                         else {
1687                                 M_LADD(s2, s1, REG_ITMP1);
1688                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1689                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1690                                 M_INSBL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1691                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1692                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1693                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1694                         }
1695                         break;
1696
1697                 case ICMD_CASTORECONST:   /* ..., arrayref, index  ==> ...            */
1698
1699                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1700                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1701                         /* implicit null-pointer check */
1702                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1703                         if (has_ext_instr_set) {
1704                                 M_LADD(s2, s1, REG_ITMP1);
1705                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1706                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1707                         }
1708                         else {
1709                                 M_LADD(s2, s1, REG_ITMP1);
1710                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1711                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1712                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1713                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1714                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1715                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1716                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1717                         }
1718                         break;
1719
1720                 case ICMD_SASTORECONST:   /* ..., arrayref, index  ==> ...            */
1721
1722                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1723                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1724                         /* implicit null-pointer check */
1725                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1726                         if (has_ext_instr_set) {
1727                                 M_LADD(s2, s1, REG_ITMP1);
1728                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1729                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1730                         }
1731                         else {
1732                                 M_LADD(s2, s1, REG_ITMP1);
1733                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1734                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1735                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1736                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1737                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1738                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1739                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1740                         }
1741                         break;
1742
1743                 case ICMD_IASTORECONST:   /* ..., arrayref, index  ==> ...            */
1744
1745                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1746                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1747                         /* implicit null-pointer check */
1748                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1749                         M_S4ADDQ(s2, s1, REG_ITMP1);
1750                         M_IST(REG_ZERO, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1751                         break;
1752
1753                 case ICMD_LASTORECONST:   /* ..., arrayref, index  ==> ...            */
1754
1755                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1756                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1757                         /* implicit null-pointer check */
1758                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1759                         M_S8ADDQ(s2, s1, REG_ITMP1);
1760                         M_LST(REG_ZERO, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1761                         break;
1762
1763                 case ICMD_AASTORECONST:   /* ..., arrayref, index  ==> ...            */
1764
1765                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1766                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1767                         /* implicit null-pointer check */
1768                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1769                         M_SAADDQ(s2, s1, REG_ITMP1);
1770                         M_AST(REG_ZERO, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1771                         break;
1772
1773
1774                 case ICMD_GETSTATIC:  /* ...  ==> ..., value                          */
1775
1776                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1777                                 uf        = iptr->sx.s23.s3.uf;
1778                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1779                                 disp      = dseg_add_unique_address(cd, uf);
1780
1781                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1782                         }
1783                         else {
1784                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1785                                 fieldtype = fi->type;
1786                                 disp      = dseg_add_address(cd, fi->value);
1787
1788                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz))
1789                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz,
1790                                                                                   0);
1791                         }
1792
1793                         M_ALD(REG_ITMP1, REG_PV, disp);
1794                         switch (fieldtype) {
1795                         case TYPE_INT:
1796                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1797                                 M_ILD(d, REG_ITMP1, 0);
1798                                 break;
1799                         case TYPE_LNG:
1800                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1801                                 M_LLD(d, REG_ITMP1, 0);
1802                                 break;
1803                         case TYPE_ADR:
1804                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1805                                 M_ALD(d, REG_ITMP1, 0);
1806                                 break;
1807                         case TYPE_FLT:
1808                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1809                                 M_FLD(d, REG_ITMP1, 0);
1810                                 break;
1811                         case TYPE_DBL:
1812                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1813                                 M_DLD(d, REG_ITMP1, 0);
1814                                 break;
1815                         }
1816                         emit_store_dst(jd, iptr, d);
1817                         break;
1818
1819                 case ICMD_PUTSTATIC:  /* ..., value  ==> ...                          */
1820
1821                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1822                                 uf        = iptr->sx.s23.s3.uf;
1823                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1824                                 disp      = dseg_add_unique_address(cd, uf);
1825
1826                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1827                         }
1828                         else {
1829                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1830                                 fieldtype = fi->type;
1831                                 disp      = dseg_add_address(cd, fi->value);
1832
1833                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz))
1834                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz,
1835                                                                                   0);
1836                         }
1837
1838                         M_ALD(REG_ITMP1, REG_PV, disp);
1839                         switch (fieldtype) {
1840                         case TYPE_INT:
1841                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1842                                 M_IST(s1, REG_ITMP1, 0);
1843                                 break;
1844                         case TYPE_LNG:
1845                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1846                                 M_LST(s1, REG_ITMP1, 0);
1847                                 break;
1848                         case TYPE_ADR:
1849                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1850                                 M_AST(s1, REG_ITMP1, 0);
1851                                 break;
1852                         case TYPE_FLT:
1853                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1854                                 M_FST(s1, REG_ITMP1, 0);
1855                                 break;
1856                         case TYPE_DBL:
1857                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1858                                 M_DST(s1, REG_ITMP1, 0);
1859                                 break;
1860                         }
1861                         break;
1862
1863                 case ICMD_PUTSTATICCONST: /* ...  ==> ...                             */
1864                                           /* val = value (in current instruction)     */
1865                                           /* following NOP)                           */
1866
1867                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1868                                 uf        = iptr->sx.s23.s3.uf;
1869                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1870                                 disp      = dseg_add_unique_address(cd, uf);
1871
1872                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1873                         }
1874                         else {
1875                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1876                                 fieldtype = fi->type;
1877                                 disp      = dseg_add_address(cd, fi->value);
1878
1879                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz))
1880                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz,
1881                                                                                   0);
1882                         }
1883
1884                         M_ALD(REG_ITMP1, REG_PV, disp);
1885                         switch (fieldtype) {
1886                         case TYPE_INT:
1887                                 M_IST(REG_ZERO, REG_ITMP1, 0);
1888                                 break;
1889                         case TYPE_LNG:
1890                                 M_LST(REG_ZERO, REG_ITMP1, 0);
1891                                 break;
1892                         case TYPE_ADR:
1893                                 M_AST(REG_ZERO, REG_ITMP1, 0);
1894                                 break;
1895                         case TYPE_FLT:
1896                                 M_FST(REG_ZERO, REG_ITMP1, 0);
1897                                 break;
1898                         case TYPE_DBL:
1899                                 M_DST(REG_ZERO, REG_ITMP1, 0);
1900                                 break;
1901                         }
1902                         break;
1903
1904
1905                 case ICMD_GETFIELD:   /* ...  ==> ..., value                          */
1906
1907                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1908
1909                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1910                                 uf        = iptr->sx.s23.s3.uf;
1911                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1912                                 disp      = 0;
1913
1914                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1915                         }
1916                         else {
1917                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1918                                 fieldtype = fi->type;
1919                                 disp      = fi->offset;
1920                         }
1921
1922                         /* implicit null-pointer check */
1923                         switch (fieldtype) {
1924                         case TYPE_INT:
1925                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1926                                 M_ILD(d, s1, disp);
1927                                 break;
1928                         case TYPE_LNG:
1929                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1930                                 M_LLD(d, s1, disp);
1931                                 break;
1932                         case TYPE_ADR:
1933                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1934                                 M_ALD(d, s1, disp);
1935                                 break;
1936                         case TYPE_FLT:
1937                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1938                                 M_FLD(d, s1, disp);
1939                                 break;
1940                         case TYPE_DBL:
1941                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1942                                 M_DLD(d, s1, disp);
1943                                 break;
1944                         }
1945                         emit_store_dst(jd, iptr, d);
1946                         break;
1947
1948                 case ICMD_PUTFIELD:   /* ..., objectref, value  ==> ...               */
1949
1950                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1951
1952                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1953                                 uf        = iptr->sx.s23.s3.uf;
1954                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1955                                 disp      = 0;
1956                         }
1957                         else {
1958                                 uf        = NULL;
1959                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1960                                 fieldtype = fi->type;
1961                                 disp      = fi->offset;
1962                         }
1963
1964                         if (IS_INT_LNG_TYPE(fieldtype))
1965                                 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1966                         else
1967                                 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1968
1969                         if (INSTRUCTION_IS_UNRESOLVED(iptr))
1970                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1971
1972                         /* implicit null-pointer check */
1973                         switch (fieldtype) {
1974                         case TYPE_INT:
1975                                 M_IST(s2, s1, disp);
1976                                 break;
1977                         case TYPE_LNG:
1978                                 M_LST(s2, s1, disp);
1979                                 break;
1980                         case TYPE_ADR:
1981                                 M_AST(s2, s1, disp);
1982                                 break;
1983                         case TYPE_FLT:
1984                                 M_FST(s2, s1, disp);
1985                                 break;
1986                         case TYPE_DBL:
1987                                 M_DST(s2, s1, disp);
1988                                 break;
1989                         }
1990                         break;
1991
1992                 case ICMD_PUTFIELDCONST:  /* ..., objectref  ==> ...                  */
1993                                           /* val = value (in current instruction)     */
1994                                           /* following NOP)                           */
1995
1996                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1997
1998                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1999                                 uf        = iptr->sx.s23.s3.uf;
2000                                 fieldtype = uf->fieldref->parseddesc.fd->type;
2001                                 disp      = 0;
2002
2003                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
2004                         }
2005                         else {
2006                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
2007                                 fieldtype = fi->type;
2008                                 disp      = fi->offset;
2009                         }
2010
2011                         /* implicit null-pointer check */
2012                         switch (fieldtype) {
2013                         case TYPE_INT:
2014                                 M_IST(REG_ZERO, s1, disp);
2015                                 break;
2016                         case TYPE_LNG:
2017                                 M_LST(REG_ZERO, s1, disp);
2018                                 break;
2019                         case TYPE_ADR:
2020                                 M_AST(REG_ZERO, s1, disp);
2021                                 break;
2022                         case TYPE_FLT:
2023                                 M_FST(REG_ZERO, s1, disp);
2024                                 break;
2025                         case TYPE_DBL:
2026                                 M_DST(REG_ZERO, s1, disp);
2027                                 break;
2028                         }
2029                         break;
2030
2031
2032                 /* branch operations **************************************************/
2033
2034                 case ICMD_ATHROW:       /* ..., objectref ==> ... (, objectref)       */
2035
2036                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2037                         M_INTMOVE(s1, REG_ITMP1_XPTR);
2038
2039 #ifdef ENABLE_VERIFIER
2040                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2041                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2042
2043                                 patcher_add_patch_ref(jd, PATCHER_resolve_class, uc, 0);
2044                         }
2045 #endif /* ENABLE_VERIFIER */
2046
2047                         disp = dseg_add_functionptr(cd, asm_handle_exception);
2048                         M_ALD(REG_ITMP2, REG_PV, disp);
2049                         M_JMP(REG_ITMP2_XPC, REG_ITMP2);
2050                         M_NOP;              /* nop ensures that XPC is less than the end */
2051                                             /* of basic block                            */
2052                         ALIGNCODENOP;
2053                         break;
2054
2055                 case ICMD_GOTO:         /* ... ==> ...                                */
2056                 case ICMD_RET:          /* ... ==> ...                                */
2057
2058                         emit_br(cd, iptr->dst.block);
2059                         ALIGNCODENOP;
2060                         break;
2061
2062                 case ICMD_JSR:          /* ... ==> ...                                */
2063
2064                         emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
2065                         ALIGNCODENOP;
2066                         break;
2067
2068                 case ICMD_IFNULL:       /* ..., value ==> ...                         */
2069                 case ICMD_IFNONNULL:
2070
2071                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2072                         emit_bccz(cd, iptr->dst.block, iptr->opc - ICMD_IFNULL, s1, BRANCH_OPT_NONE);
2073                         break;
2074
2075                 case ICMD_IFEQ:         /* ..., value ==> ...                         */
2076
2077                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2078                         if (iptr->sx.val.i == 0)
2079                                 emit_beqz(cd, iptr->dst.block, s1);
2080                         else {
2081                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2082                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2083                                 else {
2084                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2085                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2086                                 }
2087                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2088                         }
2089                         break;
2090
2091                 case ICMD_IFLT:         /* ..., value ==> ...                         */
2092
2093                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2094                         if (iptr->sx.val.i == 0)
2095                                 emit_bltz(cd, iptr->dst.block, s1);
2096                         else {
2097                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2098                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2099                                 else {
2100                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2101                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2102                                 }
2103                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2104                         }
2105                         break;
2106
2107                 case ICMD_IFLE:         /* ..., value ==> ...                         */
2108
2109                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2110                         if (iptr->sx.val.i == 0)
2111                                 emit_blez(cd, iptr->dst.block, s1);
2112                         else {
2113                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2114                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2115                                 else {
2116                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2117                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2118                                 }
2119                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2120                         }
2121                         break;
2122
2123                 case ICMD_IFNE:         /* ..., value ==> ...                         */
2124
2125                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2126                         if (iptr->sx.val.i == 0)
2127                                 emit_bnez(cd, iptr->dst.block, s1);
2128                         else {
2129                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2130                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2131                                 else {
2132                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2133                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2134                                 }
2135                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2136                         }
2137                         break;
2138
2139                 case ICMD_IFGT:         /* ..., value ==> ...                         */
2140
2141                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2142                         if (iptr->sx.val.i == 0)
2143                                 emit_bgtz(cd, iptr->dst.block, s1);
2144                         else {
2145                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2146                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2147                                 else {
2148                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2149                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2150                                 }
2151                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2152                         }
2153                         break;
2154
2155                 case ICMD_IFGE:         /* ..., value ==> ...                         */
2156
2157                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2158                         if (iptr->sx.val.i == 0)
2159                                 emit_bgez(cd, iptr->dst.block, s1);
2160                         else {
2161                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2162                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2163                                 else {
2164                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2165                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2166                                 }
2167                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2168                         }
2169                         break;
2170
2171                 case ICMD_IF_LEQ:       /* ..., value ==> ...                         */
2172
2173                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2174                         if (iptr->sx.val.l == 0)
2175                                 emit_beqz(cd, iptr->dst.block, s1);
2176                         else {
2177                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2178                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2179                                 else {
2180                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2181                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2182                                 }
2183                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2184                         }
2185                         break;
2186
2187                 case ICMD_IF_LLT:       /* ..., value ==> ...                         */
2188
2189                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2190                         if (iptr->sx.val.l == 0)
2191                                 emit_bltz(cd, iptr->dst.block, s1);
2192                         else {
2193                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2194                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2195                                 else {
2196                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2197                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2198                                 }
2199                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2200                         }
2201                         break;
2202
2203                 case ICMD_IF_LLE:       /* ..., value ==> ...                         */
2204
2205                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2206                         if (iptr->sx.val.l == 0)
2207                                 emit_blez(cd, iptr->dst.block, s1);
2208                         else {
2209                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2210                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2211                                 else {
2212                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2213                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2214                                 }
2215                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2216                         }
2217                         break;
2218
2219                 case ICMD_IF_LNE:       /* ..., value ==> ...                         */
2220
2221                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2222                         if (iptr->sx.val.l == 0)
2223                                 emit_bnez(cd, iptr->dst.block, s1);
2224                         else {
2225                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2226                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2227                                 else {
2228                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2229                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2230                                 }
2231                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2232                         }
2233                         break;
2234
2235                 case ICMD_IF_LGT:       /* ..., value ==> ...                         */
2236
2237                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2238                         if (iptr->sx.val.l == 0)
2239                                 emit_bgtz(cd, iptr->dst.block, s1);
2240                         else {
2241                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2242                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2243                                 else {
2244                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2245                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2246                                 }
2247                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2248                         }
2249                         break;
2250
2251                 case ICMD_IF_LGE:       /* ..., value ==> ...                         */
2252
2253                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2254                         if (iptr->sx.val.l == 0)
2255                                 emit_bgez(cd, iptr->dst.block, s1);
2256                         else {
2257                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2258                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2259                                 else {
2260                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2261                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2262                                 }
2263                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2264                         }
2265                         break;
2266
2267                 case ICMD_IF_ICMPEQ:    /* ..., value, value ==> ...                  */
2268                 case ICMD_IF_LCMPEQ:    /* op1 = target JavaVM pc                     */
2269                 case ICMD_IF_ACMPEQ:
2270
2271                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2272                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2273                         M_CMPEQ(s1, s2, REG_ITMP1);
2274                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2275                         break;
2276
2277                 case ICMD_IF_ICMPNE:    /* ..., value, value ==> ...                  */
2278                 case ICMD_IF_LCMPNE:    /* op1 = target JavaVM pc                     */
2279                 case ICMD_IF_ACMPNE:
2280
2281                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2282                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2283                         M_CMPEQ(s1, s2, REG_ITMP1);
2284                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2285                         break;
2286
2287                 case ICMD_IF_ICMPLT:    /* ..., value, value ==> ...                  */
2288                 case ICMD_IF_LCMPLT:    /* op1 = target JavaVM pc                     */
2289
2290                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2291                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2292                         M_CMPLT(s1, s2, REG_ITMP1);
2293                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2294                         break;
2295
2296                 case ICMD_IF_ICMPGT:    /* ..., value, value ==> ...                  */
2297                 case ICMD_IF_LCMPGT:    /* op1 = target JavaVM pc                     */
2298
2299                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2300                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2301                         M_CMPLE(s1, s2, REG_ITMP1);
2302                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2303                         break;
2304
2305                 case ICMD_IF_ICMPLE:    /* ..., value, value ==> ...                  */
2306                 case ICMD_IF_LCMPLE:    /* op1 = target JavaVM pc                     */
2307
2308                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2309                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2310                         M_CMPLE(s1, s2, REG_ITMP1);
2311                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2312                         break;
2313
2314                 case ICMD_IF_ICMPGE:    /* ..., value, value ==> ...                  */
2315                 case ICMD_IF_LCMPGE:    /* op1 = target JavaVM pc                     */
2316
2317                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2318                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2319                         M_CMPLT(s1, s2, REG_ITMP1);
2320                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2321                         break;
2322
2323
2324                 case ICMD_IRETURN:      /* ..., retvalue ==> ...                      */
2325                 case ICMD_LRETURN:
2326
2327                         REPLACEMENT_POINT_RETURN(cd, iptr);
2328                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2329                         M_INTMOVE(s1, REG_RESULT);
2330                         goto nowperformreturn;
2331
2332                 case ICMD_ARETURN:      /* ..., retvalue ==> ...                      */
2333
2334                         REPLACEMENT_POINT_RETURN(cd, iptr);
2335                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2336                         M_INTMOVE(s1, REG_RESULT);
2337
2338 #ifdef ENABLE_VERIFIER
2339                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2340                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2341
2342                                 patcher_add_patch_ref(jd, PATCHER_resolve_class, uc, 0);
2343                         }
2344 #endif /* ENABLE_VERIFIER */
2345                         goto nowperformreturn;
2346
2347                 case ICMD_FRETURN:      /* ..., retvalue ==> ...                      */
2348                 case ICMD_DRETURN:
2349
2350                         REPLACEMENT_POINT_RETURN(cd, iptr);
2351                         s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2352                         M_FLTMOVE(s1, REG_FRESULT);
2353                         goto nowperformreturn;
2354
2355                 case ICMD_RETURN:       /* ...  ==> ...                               */
2356
2357                         REPLACEMENT_POINT_RETURN(cd, iptr);
2358
2359 nowperformreturn:
2360                         {
2361                         s4 i, p;
2362
2363                         p = cd->stackframesize;
2364
2365                         /* call trace function */
2366
2367 #if !defined(NDEBUG)
2368                         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2369                                 emit_verbosecall_exit(jd);
2370 #endif
2371
2372 #if defined(ENABLE_THREADS)
2373                         if (checksync && code_is_synchronized(code)) {
2374                                 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
2375
2376                                 switch (iptr->opc) {
2377                                 case ICMD_IRETURN:
2378                                 case ICMD_LRETURN:
2379                                 case ICMD_ARETURN:
2380                                         M_LST(REG_RESULT, REG_SP, rd->memuse * 8);
2381                                         break;
2382                                 case ICMD_FRETURN:
2383                                 case ICMD_DRETURN:
2384                                         M_DST(REG_FRESULT, REG_SP, rd->memuse * 8);
2385                                         break;
2386                                 }
2387
2388                                 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
2389                                 M_ALD(REG_PV, REG_PV, disp);
2390                                 M_JSR(REG_RA, REG_PV);
2391                                 disp = -(s4) (cd->mcodeptr - cd->mcodebase);
2392                                 M_LDA(REG_PV, REG_RA, disp);
2393
2394                                 switch (iptr->opc) {
2395                                 case ICMD_IRETURN:
2396                                 case ICMD_LRETURN:
2397                                 case ICMD_ARETURN:
2398                                         M_LLD(REG_RESULT, REG_SP, rd->memuse * 8);
2399                                         break;
2400                                 case ICMD_FRETURN:
2401                                 case ICMD_DRETURN:
2402                                         M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8);
2403                                         break;
2404                                 }
2405                         }
2406 #endif
2407
2408                         /* restore return address                                         */
2409
2410                         if (!code_is_leafmethod(code)) {
2411                                 p--; M_LLD(REG_RA, REG_SP, p * 8);
2412                         }
2413
2414                         /* restore saved registers                                        */
2415
2416                         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2417                                 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2418                         }
2419                         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2420                                 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2421                         }
2422
2423                         /* deallocate stack                                               */
2424
2425                         if (cd->stackframesize)
2426                                 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2427
2428                         M_RET(REG_ZERO, REG_RA);
2429                         ALIGNCODENOP;
2430                         }
2431                         break;
2432
2433
2434                 case ICMD_TABLESWITCH:  /* ..., index ==> ...                         */
2435                         {
2436                         s4 i, l;
2437                         branch_target_t *table;
2438
2439                         table = iptr->dst.table;
2440
2441                         l = iptr->sx.s23.s2.tablelow;
2442                         i = iptr->sx.s23.s3.tablehigh;
2443
2444                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2445                         if (l == 0) {
2446                                 M_INTMOVE(s1, REG_ITMP1);
2447                         } else if (l <= 32768) {
2448                                 M_LDA(REG_ITMP1, s1, -l);
2449                         } else {
2450                                 ICONST(REG_ITMP2, l);
2451                                 M_ISUB(s1, REG_ITMP2, REG_ITMP1);
2452                         }
2453
2454                         /* number of targets */
2455                         i = i - l + 1;
2456
2457                         /* range check */
2458
2459                         if (i <= 256)
2460                                 M_CMPULE_IMM(REG_ITMP1, i - 1, REG_ITMP2);
2461                         else {
2462                                 M_LDA(REG_ITMP2, REG_ZERO, i - 1);
2463                                 M_CMPULE(REG_ITMP1, REG_ITMP2, REG_ITMP2);
2464                         }
2465                         emit_beqz(cd, table[0].block, REG_ITMP2);
2466
2467                         /* build jump table top down and use address of lowest entry */
2468
2469                         table += i;
2470
2471                         while (--i >= 0) {
2472                                 dseg_add_target(cd, table->block);
2473                                 --table;
2474                         }
2475                         }
2476
2477                         /* length of dataseg after last dseg_add_target is used by load */
2478
2479                         M_SAADDQ(REG_ITMP1, REG_PV, REG_ITMP2);
2480                         M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2481                         M_JMP(REG_ZERO, REG_ITMP2);
2482                         ALIGNCODENOP;
2483                         break;
2484
2485
2486                 case ICMD_LOOKUPSWITCH: /* ..., key ==> ...                           */
2487                         {
2488                         s4 i, val;
2489                         lookup_target_t *lookup;
2490
2491                         lookup = iptr->dst.lookup;
2492
2493                         i = iptr->sx.s23.s2.lookupcount;
2494
2495                         MCODECHECK((i<<2)+8);
2496                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2497
2498                         while (--i >= 0) {
2499                                 val = lookup->value;
2500                                 if ((val >= 0) && (val <= 255)) {
2501                                         M_CMPEQ_IMM(s1, val, REG_ITMP2);
2502                                 } else {
2503                                         if ((val >= -32768) && (val <= 32767)) {
2504                                                 M_LDA(REG_ITMP2, REG_ZERO, val);
2505                                         } else {
2506                                                 disp = dseg_add_s4(cd, val);
2507                                                 M_ILD(REG_ITMP2, REG_PV, disp);
2508                                         }
2509                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP2);
2510                                 }
2511                                 emit_bnez(cd, lookup->target.block, REG_ITMP2);
2512                                 lookup++;
2513                         }
2514
2515                         emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2516                         ALIGNCODENOP;
2517                         break;
2518                         }
2519
2520
2521                 case ICMD_BUILTIN:      /* ..., arg1, arg2, arg3 ==> ...              */
2522
2523                         REPLACEMENT_POINT_FORGC_BUILTIN(cd, iptr);
2524
2525                         bte = iptr->sx.s23.s3.bte;
2526                         md  = bte->md;
2527                         goto gen_method;
2528
2529                 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ...            */
2530
2531                 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2532                 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer    */
2533                 case ICMD_INVOKEINTERFACE:
2534
2535                         REPLACEMENT_POINT_INVOKE(cd, iptr);
2536
2537                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2538                                 lm = NULL;
2539                                 um = iptr->sx.s23.s3.um;
2540                                 md = um->methodref->parseddesc.md;
2541                         }
2542                         else {
2543                                 lm = iptr->sx.s23.s3.fmiref->p.method;
2544                                 um = NULL;
2545                                 md = lm->parseddesc;
2546                         }
2547
2548 gen_method:
2549                         s3 = md->paramcount;
2550
2551                         MCODECHECK((s3 << 1) + 64);
2552
2553                         /* copy arguments to registers or stack location                  */
2554
2555                         for (s3 = s3 - 1; s3 >= 0; s3--) {
2556                                 var = VAR(iptr->sx.s23.s2.args[s3]);
2557                                 d   = md->params[s3].regoff;
2558
2559                                 /* already preallocated (ARGVAR)? */
2560
2561                                 if (var->flags & PREALLOC)
2562                                         continue;
2563
2564                                 if (IS_INT_LNG_TYPE(var->type)) {
2565                                         if (!md->params[s3].inmemory) {
2566                                                 s1 = emit_load(jd, iptr, var, d);
2567                                                 M_INTMOVE(s1, d);
2568                                         }
2569                                         else {
2570                                                 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2571                                                 M_LST(s1, REG_SP, d);
2572                                         }
2573                                 }
2574                                 else {
2575                                         if (!md->params[s3].inmemory) {
2576                                                 s1 = emit_load(jd, iptr, var, d);
2577                                                 M_FLTMOVE(s1, d);
2578                                         }
2579                                         else {
2580                                                 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2581                                                 M_DST(s1, REG_SP, d);
2582                                         }
2583                                 }
2584                         }
2585
2586                         switch (iptr->opc) {
2587                         case ICMD_BUILTIN:
2588                                 if (bte->stub == NULL)
2589                                         disp = dseg_add_functionptr(cd, bte->fp);
2590                                 else
2591                                         disp = dseg_add_functionptr(cd, bte->stub);
2592
2593                                 M_ALD(REG_PV, REG_PV, disp);  /* Pointer to built-in-function */
2594
2595                                 /* generate the actual call */
2596
2597                                 M_JSR(REG_RA, REG_PV);
2598                                 REPLACEMENT_POINT_FORGC_BUILTIN_RETURN(cd, iptr);
2599                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2600                                 M_LDA(REG_PV, REG_RA, -disp);
2601                                 break;
2602
2603                         case ICMD_INVOKESPECIAL:
2604                                 emit_nullpointer_check(cd, iptr, REG_A0);
2605                                 /* fall-through */
2606
2607                         case ICMD_INVOKESTATIC:
2608                                 if (lm == NULL) {
2609                                         disp = dseg_add_unique_address(cd, um);
2610
2611                                         patcher_add_patch_ref(jd, PATCHER_invokestatic_special,
2612                                                                                   um, disp);
2613                                 }
2614                                 else
2615                                         disp = dseg_add_address(cd, lm->stubroutine);
2616
2617                                 M_ALD(REG_PV, REG_PV, disp);         /* method pointer in r27 */
2618
2619                                 /* generate the actual call */
2620
2621                                 M_JSR(REG_RA, REG_PV);
2622                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2623                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2624                                 M_LDA(REG_PV, REG_RA, -disp);
2625                                 break;
2626
2627                         case ICMD_INVOKEVIRTUAL:
2628                                 if (lm == NULL) {
2629                                         patcher_add_patch_ref(jd, PATCHER_invokevirtual, um, 0);
2630
2631                                         s1 = 0;
2632                                 }
2633                                 else
2634                                         s1 = OFFSET(vftbl_t, table[0]) +
2635                                                 sizeof(methodptr) * lm->vftblindex;
2636
2637                                 /* implicit null-pointer check */
2638                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2639                                 M_ALD(REG_PV, REG_METHODPTR, s1);
2640
2641                                 /* generate the actual call */
2642
2643                                 M_JSR(REG_RA, REG_PV);
2644                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2645                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2646                                 M_LDA(REG_PV, REG_RA, -disp);
2647                                 break;
2648
2649                         case ICMD_INVOKEINTERFACE:
2650                                 if (lm == NULL) {
2651                                         patcher_add_patch_ref(jd, PATCHER_invokeinterface, um, 0);
2652
2653                                         s1 = 0;
2654                                         s2 = 0;
2655                                 }
2656                                 else {
2657                                         s1 = OFFSET(vftbl_t, interfacetable[0]) -
2658                                                 sizeof(methodptr*) * lm->clazz->index;
2659
2660                                         s2 = sizeof(methodptr) * (lm - lm->clazz->methods);
2661                                 }
2662
2663                                 /* implicit null-pointer check */
2664                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2665                                 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2666                                 M_ALD(REG_PV, REG_METHODPTR, s2);
2667
2668                                 /* generate the actual call */
2669
2670                                 M_JSR(REG_RA, REG_PV);
2671                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2672                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2673                                 M_LDA(REG_PV, REG_RA, -disp);
2674                                 break;
2675                         }
2676
2677                         /* store the return value */
2678
2679                         d = md->returntype.type;
2680
2681                         if (d != TYPE_VOID) {
2682                                 if (IS_INT_LNG_TYPE(d)) {
2683                                         s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2684                                         M_INTMOVE(REG_RESULT, s1);
2685                                 }
2686                                 else {
2687                                         s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2688                                         M_FLTMOVE(REG_FRESULT, s1);
2689                                 }
2690                                 emit_store_dst(jd, iptr, s1);
2691                         }
2692                         break;
2693
2694
2695                 case ICMD_CHECKCAST:  /* ..., objectref ==> ..., objectref            */
2696
2697                         if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2698                                 /* object type cast-check */
2699
2700                                 classinfo *super;
2701                                 s4         superindex;
2702
2703                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2704                                         super      = NULL;
2705                                         superindex = 0;
2706                                 }
2707                                 else {
2708                                         super      = iptr->sx.s23.s3.c.cls;
2709                                         superindex = super->index;
2710                                 }
2711
2712                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE))
2713                                         CODEGEN_CRITICAL_SECTION_NEW;
2714
2715                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2716
2717                                 /* if class is not resolved, check which code to call */
2718
2719                                 if (super == NULL) {
2720                                         emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2721
2722                                         disp = dseg_add_unique_s4(cd, 0);         /* super->flags */
2723
2724                                         patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2725                                                                                   iptr->sx.s23.s3.c.ref,
2726                                                                                   disp);
2727
2728                                         M_ILD(REG_ITMP2, REG_PV, disp);
2729                                         disp = dseg_add_s4(cd, ACC_INTERFACE);
2730                                         M_ILD(REG_ITMP3, REG_PV, disp);
2731                                         M_AND(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2732                                         emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP2);
2733                                 }
2734
2735                                 /* interface checkcast code */
2736
2737                                 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2738                                         if (super == NULL) {
2739                                                 patcher_add_patch_ref(jd,
2740                                                                                           PATCHER_checkcast_interface,
2741                                                                                           iptr->sx.s23.s3.c.ref,
2742                                                                                           0);
2743                                         }
2744                                         else
2745                                                 emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2746
2747                                         M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2748                                         M_ILD(REG_ITMP3, REG_ITMP2,
2749                                                   OFFSET(vftbl_t, interfacetablelength));
2750                                         M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2751                                         emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2752
2753                                         M_ALD(REG_ITMP3, REG_ITMP2,
2754                                                   (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2755                                                                 superindex * sizeof(methodptr*)));
2756                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2757
2758                                         if (super == NULL)
2759                                                 emit_label_br(cd, BRANCH_LABEL_4);
2760                                         else
2761                                                 emit_label(cd, BRANCH_LABEL_3);
2762                                 }
2763
2764                                 /* class checkcast code */
2765
2766                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2767                                         if (super == NULL) {
2768                                                 emit_label(cd, BRANCH_LABEL_2);
2769
2770                                                 disp = dseg_add_unique_address(cd, NULL);
2771
2772                                                 patcher_add_patch_ref(jd,
2773                                                                                           PATCHER_resolve_classref_to_vftbl,
2774                                                                                           iptr->sx.s23.s3.c.ref,
2775                                                                                           disp);
2776                                         }
2777                                         else {
2778                                                 disp = dseg_add_address(cd, super->vftbl);
2779
2780                                                 emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2781                                         }
2782
2783                                         M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2784                                         M_ALD(REG_ITMP3, REG_PV, disp);
2785
2786                                         CODEGEN_CRITICAL_SECTION_START;
2787
2788                                         M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2789                                         /*                              if (s1 != REG_ITMP1) { */
2790                                         /*                                      M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, baseval)); */
2791                                         /*                                      M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval)); */
2792                                         /*  #if defined(ENABLE_THREADS) */
2793                                         /*                                      codegen_threadcritstop(cd, (u1 *) mcodeptr - cd->mcodebase); */
2794                                         /*  #endif */
2795                                         /*                                      M_ISUB(REG_ITMP2, REG_ITMP1, REG_ITMP2); */
2796
2797                                         /*                              } else { */
2798                                         M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, baseval));
2799                                         M_ISUB(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2800                                         M_ALD(REG_ITMP3, REG_PV, disp);
2801                                         M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval));
2802
2803                                         CODEGEN_CRITICAL_SECTION_END;
2804
2805                                         /*                              } */
2806                                         M_CMPULE(REG_ITMP2, REG_ITMP3, REG_ITMP3);
2807                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2808
2809                                         if (super != NULL)
2810                                                 emit_label(cd, BRANCH_LABEL_5);
2811                                 }
2812
2813                                 if (super == NULL) {
2814                                         emit_label(cd, BRANCH_LABEL_1);
2815                                         emit_label(cd, BRANCH_LABEL_4);
2816                                 }
2817
2818                                 d = codegen_reg_of_dst(jd, iptr, s1);
2819                         }
2820                         else {
2821                                 /* array type cast-check */
2822
2823                                 s1 = emit_load_s1(jd, iptr, REG_A0);
2824                                 M_INTMOVE(s1, REG_A0);
2825
2826                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2827                                         disp = dseg_add_unique_address(cd, NULL);
2828
2829                                         patcher_add_patch_ref(jd,
2830                                                                                   PATCHER_resolve_classref_to_classinfo,
2831                                                                                   iptr->sx.s23.s3.c.ref,
2832                                                                                   disp);
2833                                 }
2834                                 else
2835                                         disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2836
2837                                 M_ALD(REG_A1, REG_PV, disp);
2838                                 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2839                                 M_ALD(REG_PV, REG_PV, disp);
2840                                 M_JSR(REG_RA, REG_PV);
2841                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2842                                 M_LDA(REG_PV, REG_RA, -disp);
2843
2844                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2845                                 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2846
2847                                 d = codegen_reg_of_dst(jd, iptr, s1);
2848                         }
2849
2850                         M_INTMOVE(s1, d);
2851                         emit_store_dst(jd, iptr, d);
2852                         break;
2853
2854                 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult            */
2855
2856                         {
2857                         classinfo *super;
2858                         vftbl_t   *supervftbl;
2859                         s4         superindex;
2860
2861                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2862                                 super = NULL;
2863                                 superindex = 0;
2864                                 supervftbl = NULL;
2865
2866                         } else {
2867                                 super = iptr->sx.s23.s3.c.cls;
2868                                 superindex = super->index;
2869                                 supervftbl = super->vftbl;
2870                         }
2871
2872                         if ((super == NULL) || !(super->flags & ACC_INTERFACE))
2873                                 CODEGEN_CRITICAL_SECTION_NEW;
2874
2875                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2876                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2877
2878                         if (s1 == d) {
2879                                 M_MOV(s1, REG_ITMP1);
2880                                 s1 = REG_ITMP1;
2881                         }
2882
2883                         /* if class is not resolved, check which code to call */
2884
2885                         if (super == NULL) {
2886                                 M_CLR(d);
2887                                 emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2888
2889                                 disp = dseg_add_unique_s4(cd, 0);             /* super->flags */
2890
2891                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2892                                                                           iptr->sx.s23.s3.c.ref, disp);
2893
2894                                 M_ILD(REG_ITMP3, REG_PV, disp);
2895
2896                                 disp = dseg_add_s4(cd, ACC_INTERFACE);
2897                                 M_ILD(REG_ITMP2, REG_PV, disp);
2898                                 M_AND(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2899                                 emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP3);
2900                         }
2901
2902                         /* interface instanceof code */
2903
2904                         if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2905                                 if (super == NULL) {
2906                                         /* If d == REG_ITMP2, then it's destroyed in check
2907                                            code above. */
2908                                         if (d == REG_ITMP2)
2909                                                 M_CLR(d);
2910
2911                                         patcher_add_patch_ref(jd,
2912                                                                                   PATCHER_instanceof_interface,
2913                                                                                   iptr->sx.s23.s3.c.ref, 0);
2914                                 }
2915                                 else {
2916                                         M_CLR(d);
2917                                         emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2918                                 }
2919
2920                                 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2921                                 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2922                                 M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2923                                 M_BLEZ(REG_ITMP3, 2);
2924                                 M_ALD(REG_ITMP1, REG_ITMP1,
2925                                           (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2926                                                         superindex * sizeof(methodptr*)));
2927                                 M_CMPULT(REG_ZERO, REG_ITMP1, d);      /* REG_ITMP1 != 0  */
2928
2929                                 if (super == NULL)
2930                                         emit_label_br(cd, BRANCH_LABEL_4);
2931                                 else
2932                                         emit_label(cd, BRANCH_LABEL_3);
2933                         }
2934
2935                         /* class instanceof code */
2936
2937                         if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2938                                 if (super == NULL) {
2939                                         emit_label(cd, BRANCH_LABEL_2);
2940
2941                                         disp = dseg_add_unique_address(cd, NULL);
2942
2943                                         patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2944                                                                                   iptr->sx.s23.s3.c.ref,
2945                                                                                   disp);
2946                                 }
2947                                 else {
2948                                         disp = dseg_add_address(cd, supervftbl);
2949
2950                                         M_CLR(d);
2951                                         emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2952                                 }
2953
2954                                 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2955                                 M_ALD(REG_ITMP2, REG_PV, disp);
2956
2957                                 CODEGEN_CRITICAL_SECTION_START;
2958
2959                                 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2960                                 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2961                                 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2962
2963                                 CODEGEN_CRITICAL_SECTION_END;
2964
2965                                 M_ISUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2966                                 M_CMPULE(REG_ITMP1, REG_ITMP2, d);
2967
2968                                 if (super != NULL)
2969                                         emit_label(cd, BRANCH_LABEL_5);
2970                         }
2971
2972                         if (super == NULL) {
2973                                 emit_label(cd, BRANCH_LABEL_1);
2974                                 emit_label(cd, BRANCH_LABEL_4);
2975                         }
2976
2977                         emit_store_dst(jd, iptr, d);
2978                         }
2979                         break;
2980
2981                 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref  */
2982
2983                         /* check for negative sizes and copy sizes to stack if necessary  */
2984
2985                         MCODECHECK((iptr->s1.argcount << 1) + 64);
2986
2987                         for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2988
2989                                 var = VAR(iptr->sx.s23.s2.args[s1]);
2990
2991                                 /* copy SAVEDVAR sizes to stack */
2992
2993                                 /* Already Preallocated? */
2994
2995                                 if (!(var->flags & PREALLOC)) {
2996                                         s2 = emit_load(jd, iptr, var, REG_ITMP1);
2997                                         M_LST(s2, REG_SP, s1 * 8);
2998                                 }
2999                         }
3000
3001                         /* a0 = dimension count */
3002
3003                         ICONST(REG_A0, iptr->s1.argcount);
3004
3005                         /* is patcher function set? */
3006
3007                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
3008                                 disp = dseg_add_unique_address(cd, 0);
3009
3010                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
3011                                                                           iptr->sx.s23.s3.c.ref,
3012                                                                           disp);
3013                         }
3014                         else
3015                                 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
3016
3017                         /* a1 = arraydescriptor */
3018
3019                         M_ALD(REG_A1, REG_PV, disp);
3020
3021                         /* a2 = pointer to dimensions = stack pointer */
3022
3023                         M_INTMOVE(REG_SP, REG_A2);
3024
3025                         disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
3026                         M_ALD(REG_PV, REG_PV, disp);
3027                         M_JSR(REG_RA, REG_PV);
3028                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3029                         M_LDA(REG_PV, REG_RA, -disp);
3030
3031                         /* check for exception before result assignment */
3032
3033                         emit_exception_check(cd, iptr);
3034
3035                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
3036                         M_INTMOVE(REG_RESULT, d);
3037                         emit_store_dst(jd, iptr, d);
3038                         break;
3039
3040                 default:
3041                         exceptions_throw_internalerror("Unknown ICMD %d during code generation",
3042                                                                                    iptr->opc);
3043                         return false;
3044         } /* switch */
3045
3046         } /* for instruction */
3047
3048         } /* if (bptr -> flags >= BBREACHED) */
3049         } /* for basic block */
3050
3051         /* generate traps */
3052
3053         emit_patcher_traps(jd);
3054
3055         /* everything's ok */
3056
3057         return true;
3058 }
3059
3060
3061 /* codegen_emit_stub_native ****************************************************
3062
3063    Emits a stub routine which calls a native method.
3064
3065 *******************************************************************************/
3066
3067 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f, int skipparams)
3068 {
3069         methodinfo  *m;
3070         codeinfo    *code;
3071         codegendata *cd;
3072         methoddesc  *md;
3073         int          i, j;
3074         int          t;
3075         int          s1, s2;
3076         int          disp;
3077
3078         /* get required compiler data */
3079
3080         m    = jd->m;
3081         code = jd->code;
3082         cd   = jd->cd;
3083
3084         /* initialize variables */
3085
3086         md = m->parseddesc;
3087
3088         /* calculate stack frame size */
3089
3090         cd->stackframesize =
3091                 1 +                             /* return address                     */
3092                 sizeof(stackframeinfo_t) / SIZEOF_VOID_P +
3093                 sizeof(localref_table) / SIZEOF_VOID_P +
3094                 1 +                             /* methodinfo for call trace          */
3095                 md->paramcount +
3096                 nmd->memuse;
3097
3098         /* create method header */
3099
3100         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
3101         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
3102         (void) dseg_add_unique_s4(cd, 0);                      /* IsLeaf          */
3103         (void) dseg_add_unique_s4(cd, 0);                      /* IntSave         */
3104         (void) dseg_add_unique_s4(cd, 0);                      /* FltSave         */
3105
3106         /* generate stub code */
3107
3108         M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
3109         M_AST(REG_RA, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3110
3111 #if defined(ENABLE_GC_CACAO)
3112         /* Save callee saved integer registers in stackframeinfo (GC may
3113            need to recover them during a collection). */
3114
3115         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo_t) +
3116                 OFFSET(stackframeinfo_t, intregs);
3117
3118         for (i = 0; i < INT_SAV_CNT; i++)
3119                 M_AST(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3120 #endif
3121
3122         /* save integer and float argument registers */
3123
3124         for (i = 0; i < md->paramcount; i++) {
3125                 if (!md->params[i].inmemory) {
3126                         s1 = md->params[i].regoff;
3127
3128                         switch (md->paramtypes[i].type) {
3129                         case TYPE_INT:
3130                         case TYPE_LNG:
3131                         case TYPE_ADR:
3132                                 M_LST(s1, REG_SP, i * 8);
3133                                 break;
3134                         case TYPE_FLT:
3135                                 M_FST(s1, REG_SP, i * 8);
3136                                 break;
3137                         case TYPE_DBL:
3138                                 M_DST(s1, REG_SP, i * 8);
3139                                 break;
3140                         }
3141                 }
3142         }
3143
3144         /* prepare data structures for native function call */
3145
3146         M_MOV(REG_SP, REG_A0);
3147         M_MOV(REG_PV, REG_A1);
3148         disp = dseg_add_functionptr(cd, codegen_start_native_call);
3149         M_ALD(REG_PV, REG_PV, disp);
3150         M_JSR(REG_RA, REG_PV);
3151         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3152         M_LDA(REG_PV, REG_RA, -disp);
3153
3154         /* remember class argument */
3155
3156         if (m->flags & ACC_STATIC)
3157                 M_MOV(REG_RESULT, REG_ITMP3);
3158
3159         /* restore integer and float argument registers */
3160
3161         for (i = 0; i < md->paramcount; i++) {
3162                 if (!md->params[i].inmemory) {
3163                         s1 = md->params[i].regoff;
3164
3165                         switch (md->paramtypes[i].type) {
3166                         case TYPE_INT:
3167                         case TYPE_LNG:
3168                         case TYPE_ADR:
3169                                 M_LLD(s1, REG_SP, i * 8);
3170                                 break;
3171                         case TYPE_FLT:
3172                                 M_FLD(s1, REG_SP, i * 8);
3173                                 break;
3174                         case TYPE_DBL:
3175                                 M_DLD(s1, REG_SP, i * 8);
3176                                 break;
3177                         }
3178                 }
3179         }
3180
3181         /* copy or spill arguments to new locations */
3182
3183         for (i = md->paramcount - 1, j = i + skipparams; i >= 0; i--, j--) {
3184                 t = md->paramtypes[i].type;
3185
3186                 if (IS_INT_LNG_TYPE(t)) {
3187                         if (!md->params[i].inmemory) {
3188                                 s1 = md->params[i].regoff;
3189                                 s2 = nmd->params[j].regoff;
3190
3191                                 if (!nmd->params[j].inmemory)
3192                                         M_INTMOVE(s1, s2);
3193                                 else
3194                                         M_LST(s1, REG_SP, s2);
3195                         }
3196                         else {
3197                                 s1 = md->params[i].regoff + cd->stackframesize * 8;
3198                                 s2 = nmd->params[j].regoff;
3199                                 M_LLD(REG_ITMP1, REG_SP, s1);
3200                                 M_LST(REG_ITMP1, REG_SP, s2);
3201                         }
3202                 }
3203                 else {
3204                         if (!md->params[i].inmemory) {
3205                                 s1 = md->params[i].regoff;
3206                                 s2 = nmd->params[j].regoff;
3207
3208                                 if (!nmd->params[j].inmemory)
3209                                         M_FLTMOVE(s1, s2);
3210                                 else {
3211                                         if (IS_2_WORD_TYPE(t))
3212                                                 M_DST(s1, REG_SP, s2);
3213                                         else
3214                                                 M_FST(s1, REG_SP, s2);
3215                                 }
3216                         }
3217                         else {
3218                                 s1 = md->params[i].regoff + cd->stackframesize * 8;
3219                                 s2 = nmd->params[j].regoff;
3220                                 M_DLD(REG_FTMP1, REG_SP, s1);
3221                                 if (IS_2_WORD_TYPE(t))
3222                                         M_DST(REG_FTMP1, REG_SP, s2);
3223                                 else
3224                                         M_FST(REG_FTMP1, REG_SP, s2);
3225                         }
3226                 }
3227         }
3228
3229         /* Handle native Java methods. */
3230
3231         if (m->flags & ACC_NATIVE) {
3232                 /* put class into second argument register */
3233
3234                 if (m->flags & ACC_STATIC)
3235                         M_MOV(REG_ITMP3, REG_A1);
3236
3237                 /* put env into first argument register */
3238
3239                 disp = dseg_add_address(cd, _Jv_env);
3240                 M_ALD(REG_A0, REG_PV, disp);
3241         }
3242
3243         /* Call the native function. */
3244
3245         disp = dseg_add_functionptr(cd, f);
3246         M_ALD(REG_PV, REG_PV, disp);
3247         M_JSR(REG_RA, REG_PV);              /* call native method                 */
3248         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3249         M_LDA(REG_PV, REG_RA, -disp);       /* recompute pv from ra               */
3250
3251         /* save return value */
3252
3253         switch (md->returntype.type) {
3254         case TYPE_INT:
3255         case TYPE_LNG:
3256         case TYPE_ADR:
3257                 M_LST(REG_RESULT, REG_SP, 0 * 8);
3258                 break;
3259         case TYPE_FLT:
3260                 M_FST(REG_FRESULT, REG_SP, 0 * 8);
3261                 break;
3262         case TYPE_DBL:
3263                 M_DST(REG_FRESULT, REG_SP, 0 * 8);
3264                 break;
3265         case TYPE_VOID:
3266                 break;
3267         }
3268
3269         /* remove native stackframe info */
3270
3271         M_MOV(REG_SP, REG_A0);
3272         M_MOV(REG_PV, REG_A1);
3273         disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3274         M_ALD(REG_PV, REG_PV, disp);
3275         M_JSR(REG_RA, REG_PV);
3276         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3277         M_LDA(REG_PV, REG_RA, -disp);
3278         M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3279
3280         /* restore return value */
3281
3282         switch (md->returntype.type) {
3283         case TYPE_INT:
3284         case TYPE_LNG:
3285         case TYPE_ADR:
3286                 M_LLD(REG_RESULT, REG_SP, 0 * 8);
3287                 break;
3288         case TYPE_FLT:
3289                 M_FLD(REG_FRESULT, REG_SP, 0 * 8);
3290                 break;
3291         case TYPE_DBL:
3292                 M_DLD(REG_FRESULT, REG_SP, 0 * 8);
3293                 break;
3294         case TYPE_VOID:
3295                 break;
3296         }
3297
3298 #if defined(ENABLE_GC_CACAO)
3299         /* Restore callee saved integer registers from stackframeinfo (GC
3300            might have modified them during a collection). */
3301
3302         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo_t) +
3303                 OFFSET(stackframeinfo_t, intregs);
3304
3305         for (i = 0; i < INT_SAV_CNT; i++)
3306                 M_ALD(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3307 #endif
3308
3309         M_ALD(REG_RA, REG_SP, (cd->stackframesize - 1) * 8); /* get RA            */
3310         M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
3311
3312         /* check for exception */
3313
3314         M_BNEZ(REG_ITMP1_XPTR, 1);          /* if no exception then return        */
3315         M_RET(REG_ZERO, REG_RA);            /* return to caller                   */
3316
3317         /* handle exception */
3318
3319         M_ASUB_IMM(REG_RA, 4, REG_ITMP2_XPC); /* get exception address            */
3320
3321         disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3322         M_ALD(REG_ITMP3, REG_PV, disp);     /* load asm exception handler address */
3323         M_JMP(REG_ZERO, REG_ITMP3);         /* jump to asm exception handler      */
3324 }
3325
3326
3327 /*
3328  * These are local overrides for various environment variables in Emacs.
3329  * Please do not remove this and leave it at the end of the file, where
3330  * Emacs will automagically detect them.
3331  * ---------------------------------------------------------------------
3332  * Local variables:
3333  * mode: c
3334  * indent-tabs-mode: t
3335  * c-basic-offset: 4
3336  * tab-width: 4
3337  * End:
3338  * vim:noexpandtab:sw=4:ts=4:
3339  */