src/vm/jit/alpha/codegen.c

   1 /* src/vm/jit/alpha/codegen.c - machine code generator for Alpha
   2
   3    Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
   4    C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
   5    E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
   6    J. Wenninger, Institut f. Computersprachen - TU Wien
   7
   8    This file is part of CACAO.
   9
  10    This program is free software; you can redistribute it and/or
  11    modify it under the terms of the GNU General Public License as
  12    published by the Free Software Foundation; either version 2, or (at
  13    your option) any later version.
  14
  15    This program is distributed in the hope that it will be useful, but
  16    WITHOUT ANY WARRANTY; without even the implied warranty of
  17    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  18    General Public License for more details.
  19
  20    You should have received a copy of the GNU General Public License
  21    along with this program; if not, write to the Free Software
  22    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  23    02110-1301, USA.
  24
  25    $Id: codegen.c 7918 2007-05-20 20:42:18Z michi $
  26
  27 */
  28
  29
  30 #include "config.h"
  31
  32 #include <assert.h>
  33 #include <stdio.h>
  34
  35 #include "vm/types.h"
  36
  37 #include "md.h"
  38 #include "md-abi.h"
  39
  40 #include "vm/jit/alpha/arch.h"
  41 #include "vm/jit/alpha/codegen.h"
  42
  43 #include "mm/memory.h"
  44
  45 #include "native/jni.h"
  46 #include "native/native.h"
  47
  48 #include "threads/lock-common.h"
  49
  50 #include "vm/builtin.h"
  51 #include "vm/exceptions.h"
  52 #include "vm/global.h"
  53 #include "vm/vm.h"
  54
  55 #include "vm/jit/abi.h"
  56 #include "vm/jit/asmpart.h"
  57 #include "vm/jit/codegen-common.h"
  58 #include "vm/jit/dseg.h"
  59 #include "vm/jit/emit-common.h"
  60 #include "vm/jit/jit.h"
  61 #include "vm/jit/parse.h"
  62 #include "vm/jit/patcher.h"
  63 #include "vm/jit/reg.h"
  64 #include "vm/jit/replace.h"
  65 #include "vm/jit/stacktrace.h"
  66
  67 #if defined(ENABLE_LSRA)
  68 # include "vm/jit/allocator/lsra.h"
  69 #endif
  70
  71 #include "vmcore/loader.h"
  72 #include "vmcore/options.h"
  73
  74
  75 /* codegen_emit ****************************************************************
  76
  77    Generates machine code.
  78
  79 *******************************************************************************/
  80
  81 bool codegen_emit(jitdata *jd)
  82 {
  83         methodinfo         *m;
  84         codeinfo           *code;
  85         codegendata        *cd;
  86         registerdata       *rd;
  87         s4                  len, s1, s2, s3, d, disp;
  88         varinfo            *var;
  89         basicblock         *bptr;
  90         instruction        *iptr;
  91         exception_entry    *ex;
  92         u2                  currentline;
  93         methodinfo         *lm;             /* local methodinfo for ICMD_INVOKE*  */
  94         unresolved_method  *um;
  95         builtintable_entry *bte;
  96         methoddesc         *md;
  97         fieldinfo          *fi;
  98         unresolved_field   *uf;
  99         s4                  fieldtype;
 100         s4                 varindex;
 101
 102         /* get required compiler data */
 103
 104         m    = jd->m;
 105         code = jd->code;
 106         cd   = jd->cd;
 107         rd   = jd->rd;
 108
 109         /* prevent compiler warnings */
 110
 111         d           = 0;
 112         fieldtype   = 0;
 113         lm          = NULL;
 114         um          = NULL;
 115         bte         = NULL;
 116         currentline = 0;
 117
 118         {
 119         s4 i, p, t, l;
 120         s4 savedregs_num;
 121
 122         savedregs_num = (jd->isleafmethod) ? 0 : 1;       /* space to save the RA */
 123
 124         /* space to save used callee saved registers */
 125
 126         savedregs_num += (INT_SAV_CNT - rd->savintreguse);
 127         savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
 128
 129         cd->stackframesize = rd->memuse + savedregs_num;
 130
 131 #if defined(ENABLE_THREADS)        /* space to save argument of monitor_enter */
 132         if (checksync && (m->flags & ACC_SYNCHRONIZED))
 133                 cd->stackframesize++;
 134 #endif
 135
 136         /* create method header */
 137
 138 #if 0
 139         cd->stackframesize = (cd->stackframesize + 1) & ~1; /* align stack to 16-bytes */
 140 #endif
 141
 142         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
 143         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
 144
 145 #if defined(ENABLE_THREADS)
 146         /* IsSync contains the offset relative to the stack pointer for the
 147            argument of monitor_exit used in the exception handler. Since the
 148            offset could be zero and give a wrong meaning of the flag it is
 149            offset by one.
 150         */
 151
 152         if (checksync && (m->flags & ACC_SYNCHRONIZED))
 153                 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8);       /* IsSync  */
 154         else
 155 #endif
 156                 (void) dseg_add_unique_s4(cd, 0);                          /* IsSync  */
 157
 158         (void) dseg_add_unique_s4(cd, jd->isleafmethod);               /* IsLeaf  */
 159         (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
 160         (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
 161
 162         dseg_addlinenumbertablesize(cd);
 163
 164         (void) dseg_add_unique_s4(cd, jd->exceptiontablelength);   /* ExTableSize */
 165
 166         /* create exception table */
 167
 168         for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
 169                 dseg_add_target(cd, ex->start);
 170                 dseg_add_target(cd, ex->end);
 171                 dseg_add_target(cd, ex->handler);
 172                 (void) dseg_add_unique_address(cd, ex->catchtype.any);
 173         }
 174
 175         /* create stack frame (if necessary) */
 176
 177         if (cd->stackframesize)
 178                 M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
 179
 180         /* save return address and used callee saved registers */
 181
 182         p = cd->stackframesize;
 183         if (!jd->isleafmethod) {
 184                 p--; M_AST(REG_RA, REG_SP, p * 8);
 185         }
 186         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
 187                 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
 188         }
 189         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
 190                 p--; M_DST(rd->savfltregs[i], REG_SP, p * 8);
 191         }
 192
 193         /* take arguments out of register or stack frame */
 194
 195         md = m->parseddesc;
 196
 197         for (p = 0, l = 0; p < md->paramcount; p++) {
 198                 t = md->paramtypes[p].type;
 199
 200                 varindex = jd->local_map[l * 5 + t];
 201
 202                 l++;
 203                 if (IS_2_WORD_TYPE(t))    /* increment local counter for 2 word types */
 204                         l++;
 205
 206                 if (varindex == UNUSED)
 207                         continue;
 208
 209                 var = VAR(varindex);
 210
 211                 s1 = md->params[p].regoff;
 212
 213                 if (IS_INT_LNG_TYPE(t)) {                    /* integer args          */
 214                         if (!md->params[p].inmemory) {           /* register arguments    */
 215                                 if (!IS_INMEMORY(var->flags))
 216                                         M_INTMOVE(s1, var->vv.regoff);
 217                                 else
 218                                         M_LST(s1, REG_SP, var->vv.regoff * 8);
 219                         }
 220                         else {                                   /* stack arguments       */
 221                                 if (!IS_INMEMORY(var->flags))
 222                                         M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) *8);
 223                                 else
 224                                         var->vv.regoff = cd->stackframesize + s1;
 225                         }
 226                 }
 227                 else {                                       /* floating args         */
 228                         if (!md->params[p].inmemory) {           /* register arguments    */
 229                                 if (!IS_INMEMORY(var->flags))
 230                                         M_FLTMOVE(s1, var->vv.regoff);
 231                                 else
 232                                         M_DST(s1, REG_SP, var->vv.regoff * 8);
 233                         }
 234                         else {                                   /* stack arguments       */
 235                                 if (!(var->flags & INMEMORY))
 236                                         M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
 237                                 else
 238                                         var->vv.regoff = cd->stackframesize + s1;
 239                         }
 240                 }
 241         }
 242
 243         /* call monitorenter function */
 244
 245 #if defined(ENABLE_THREADS)
 246         if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
 247                 /* stack offset for monitor argument */
 248
 249                 s1 = rd->memuse;
 250
 251 #if !defined(NDEBUG)
 252                 if (opt_verbosecall) {
 253                         M_LDA(REG_SP, REG_SP, -(INT_ARG_CNT + FLT_ARG_CNT) * 8);
 254
 255                         for (p = 0; p < INT_ARG_CNT; p++)
 256                                 M_LST(abi_registers_integer_argument[p], REG_SP, p * 8);
 257
 258                         for (p = 0; p < FLT_ARG_CNT; p++)
 259                                 M_DST(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 260
 261                         s1 += INT_ARG_CNT + FLT_ARG_CNT;
 262                 }
 263 #endif /* !defined(NDEBUG) */
 264
 265                 /* decide which monitor enter function to call */
 266
 267                 if (m->flags & ACC_STATIC) {
 268                         disp = dseg_add_address(cd, &m->class->object.header);
 269                         M_ALD(REG_A0, REG_PV, disp);
 270                 }
 271                 else {
 272                         M_BNEZ(REG_A0, 1);
 273                         M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
 274                 }
 275
 276                 M_AST(REG_A0, REG_SP, s1 * 8);
 277                 disp = dseg_add_functionptr(cd, LOCK_monitor_enter);
 278                 M_ALD(REG_PV, REG_PV, disp);
 279                 M_JSR(REG_RA, REG_PV);
 280                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
 281                 M_LDA(REG_PV, REG_RA, -disp);
 282
 283 #if !defined(NDEBUG)
 284                 if (opt_verbosecall) {
 285                         for (p = 0; p < INT_ARG_CNT; p++)
 286                                 M_LLD(abi_registers_integer_argument[p], REG_SP, p * 8);
 287
 288                         for (p = 0; p < FLT_ARG_CNT; p++)
 289                                 M_DLD(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 290
 291                         M_LDA(REG_SP, REG_SP, (INT_ARG_CNT + FLT_ARG_CNT) * 8);
 292                 }
 293 #endif /* !defined(NDEBUG) */
 294         }
 295 #endif
 296
 297         /* call trace function */
 298
 299 #if !defined(NDEBUG)
 300         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
 301                 emit_verbosecall_enter(jd);
 302 #endif
 303
 304         }
 305
 306         /* end of header generation */
 307
 308         /* create replacement points */
 309
 310         REPLACEMENT_POINTS_INIT(cd, jd);
 311
 312         /* walk through all basic blocks */
 313
 314         for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
 315
 316                 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
 317
 318                 if (bptr->flags >= BBREACHED) {
 319
 320                 /* branch resolving */
 321
 322                 codegen_resolve_branchrefs(cd, bptr);
 323
 324                 /* handle replacement points */
 325
 326                 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
 327
 328                 /* copy interface registers to their destination */
 329
 330                 len = bptr->indepth;
 331                 MCODECHECK(64+len);
 332 #if defined(ENABLE_LSRA)
 333                 if (opt_lsra) {
 334                 while (len) {
 335                         len--;
 336                         src = bptr->invars[len];
 337                         if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 338                                         /*                              d = reg_of_var(m, src, REG_ITMP1); */
 339                                         if (!(src->flags & INMEMORY))
 340                                                 d = src->vv.regoff;
 341                                         else
 342                                                 d = REG_ITMP1;
 343                                         M_INTMOVE(REG_ITMP1, d);
 344                                         emit_store(jd, NULL, src, d);
 345                                 }
 346                         }
 347                 } else {
 348 #endif
 349                         while (len) {
 350                                 len--;
 351                                 var = VAR(bptr->invars[len]);
 352                                 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 353                                         d = codegen_reg_of_var(0, var, REG_ITMP1);
 354                                         M_INTMOVE(REG_ITMP1, d);
 355                                         emit_store(jd, NULL, var, d);
 356                                 }
 357                                 else {
 358                                         assert((var->flags & INOUT));
 359                                 }
 360                         }
 361 #if defined(ENABLE_LSRA)
 362                 }
 363 #endif
 364
 365                 /* walk through all instructions */
 366
 367                 len = bptr->icount;
 368
 369                 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
 370                         if (iptr->line != currentline) {
 371                                 dseg_addlinenumber(cd, iptr->line);
 372                                 currentline = iptr->line;
 373                         }
 374
 375                 MCODECHECK(64);       /* an instruction usually needs < 64 words      */
 376                 switch (iptr->opc) {
 377
 378                 case ICMD_NOP:        /* ...  ==> ...                                 */
 379                 case ICMD_POP:        /* ..., value  ==> ...                          */
 380                 case ICMD_POP2:       /* ..., value, value  ==> ...                   */
 381                         break;
 382
 383                 case ICMD_INLINE_START:
 384
 385                         REPLACEMENT_POINT_INLINE_START(cd, iptr);
 386                         break;
 387
 388                 case ICMD_INLINE_BODY:
 389
 390                         REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
 391                         dseg_addlinenumber_inline_start(cd, iptr);
 392                         dseg_addlinenumber(cd, iptr->line);
 393                         break;
 394
 395                 case ICMD_INLINE_END:
 396
 397                         dseg_addlinenumber_inline_end(cd, iptr);
 398                         dseg_addlinenumber(cd, iptr->line);
 399                         break;
 400
 401                 case ICMD_CHECKNULL:  /* ..., objectref  ==> ..., objectref           */
 402
 403                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 404                         emit_nullpointer_check(cd, iptr, s1);
 405                         break;
 406
 407                 /* constant operations ************************************************/
 408
 409                 case ICMD_ICONST:     /* ...  ==> ..., constant                       */
 410
 411                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 412                         ICONST(d, iptr->sx.val.i);
 413                         emit_store_dst(jd, iptr, d);
 414                         break;
 415
 416                 case ICMD_LCONST:     /* ...  ==> ..., constant                       */
 417
 418                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 419                         LCONST(d, iptr->sx.val.l);
 420                         emit_store_dst(jd, iptr, d);
 421                         break;
 422
 423                 case ICMD_FCONST:     /* ...  ==> ..., constant                       */
 424
 425                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 426                         disp = dseg_add_float(cd, iptr->sx.val.f);
 427                         M_FLD(d, REG_PV, disp);
 428                         emit_store_dst(jd, iptr, d);
 429                         break;
 430
 431                 case ICMD_DCONST:     /* ...  ==> ..., constant                       */
 432
 433                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 434                         disp = dseg_add_double(cd, iptr->sx.val.d);
 435                         M_DLD(d, REG_PV, disp);
 436                         emit_store_dst(jd, iptr, d);
 437                         break;
 438
 439                 case ICMD_ACONST:     /* ...  ==> ..., constant                       */
 440
 441                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 442
 443                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
 444                                 constant_classref *cr = iptr->sx.val.c.ref;
 445
 446                                 disp = dseg_add_unique_address(cd, cr);
 447
 448                                 /* XXX Only add the patcher, if this position needs to
 449                                    be patched.  If there was a previous position which
 450                                    resolved the same class, the returned displacement
 451                                    of dseg_add_address is ok to use. */
 452
 453                                 codegen_add_patch_ref(cd, PATCHER_resolve_classref_to_classinfo,
 454                                                                           cr, disp);
 455
 456                                 M_ALD(d, REG_PV, disp);
 457                         }
 458                         else {
 459                                 if (iptr->sx.val.anyptr == NULL)
 460                                         M_INTMOVE(REG_ZERO, d);
 461                                 else {
 462                                         disp = dseg_add_address(cd, iptr->sx.val.anyptr);
 463                                         M_ALD(d, REG_PV, disp);
 464                                 }
 465                         }
 466                         emit_store_dst(jd, iptr, d);
 467                         break;
 468
 469
 470                 /* load/store/move/copy operations ************************************/
 471
 472                 case ICMD_ILOAD:      /* ...  ==> ..., content of local variable      */
 473                 case ICMD_ALOAD:      /* s1 = local variable                          */
 474                 case ICMD_LLOAD:
 475                 case ICMD_FLOAD:
 476                 case ICMD_DLOAD:
 477                 case ICMD_ISTORE:     /* ..., value  ==> ...                          */
 478                 case ICMD_LSTORE:
 479                 case ICMD_FSTORE:
 480                 case ICMD_DSTORE:
 481                 case ICMD_COPY:
 482                 case ICMD_MOVE:
 483
 484                         emit_copy(jd, iptr);
 485                         break;
 486
 487                 case ICMD_ASTORE:
 488
 489                         if (!(iptr->flags.bits & INS_FLAG_RETADDR))
 490                                 emit_copy(jd, iptr);
 491                         break;
 492
 493
 494                 /* integer operations *************************************************/
 495
 496                 case ICMD_INEG:       /* ..., value  ==> ..., - value                 */
 497
 498                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 499                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 500                         M_ISUB(REG_ZERO, s1, d);
 501                         emit_store_dst(jd, iptr, d);
 502                         break;
 503
 504                 case ICMD_LNEG:       /* ..., value  ==> ..., - value                 */
 505
 506                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 507                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 508                         M_LSUB(REG_ZERO, s1, d);
 509                         emit_store_dst(jd, iptr, d);
 510                         break;
 511
 512                 case ICMD_I2L:        /* ..., value  ==> ..., value                   */
 513
 514                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 515                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 516                         M_INTMOVE(s1, d);
 517                         emit_store_dst(jd, iptr, d);
 518                         break;
 519
 520                 case ICMD_L2I:        /* ..., value  ==> ..., value                   */
 521
 522                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 523                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 524                         M_IADD(s1, REG_ZERO, d);
 525                         emit_store_dst(jd, iptr, d);
 526                         break;
 527
 528                 case ICMD_INT2BYTE:   /* ..., value  ==> ..., value                   */
 529
 530                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 531                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 532                         if (has_ext_instr_set) {
 533                                 M_BSEXT(s1, d);
 534                         } else {
 535                                 M_SLL_IMM(s1, 56, d);
 536                                 M_SRA_IMM( d, 56, d);
 537                         }
 538                         emit_store_dst(jd, iptr, d);
 539                         break;
 540
 541                 case ICMD_INT2CHAR:   /* ..., value  ==> ..., value                   */
 542
 543                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 544                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 545             M_CZEXT(s1, d);
 546                         emit_store_dst(jd, iptr, d);
 547                         break;
 548
 549                 case ICMD_INT2SHORT:  /* ..., value  ==> ..., value                   */
 550
 551                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 552                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 553                         if (has_ext_instr_set) {
 554                                 M_SSEXT(s1, d);
 555                         } else {
 556                                 M_SLL_IMM(s1, 48, d);
 557                                 M_SRA_IMM( d, 48, d);
 558                         }
 559                         emit_store_dst(jd, iptr, d);
 560                         break;
 561
 562
 563                 case ICMD_IADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 564
 565                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 566                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 567                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 568                         M_IADD(s1, s2, d);
 569                         emit_store_dst(jd, iptr, d);
 570                         break;
 571
 572                 case ICMD_IINC:
 573                 case ICMD_IADDCONST:  /* ..., value  ==> ..., value + constant        */
 574                                       /* sx.val.i = constant                             */
 575
 576                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 577                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 578                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 579                                 M_IADD_IMM(s1, iptr->sx.val.i, d);
 580                         } else if ((iptr->sx.val.i > -256) && (iptr->sx.val.i < 0)) {
 581                                 M_ISUB_IMM(s1, (-iptr->sx.val.i), d);
 582                         } else {
 583                                 /* XXX maybe use M_LDA? */
 584                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 585                                 M_IADD(s1, REG_ITMP2, d);
 586                         }
 587                         emit_store_dst(jd, iptr, d);
 588                         break;
 589
 590                 case ICMD_LADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 591
 592                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 593                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 594                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 595                         M_LADD(s1, s2, d);
 596                         emit_store_dst(jd, iptr, d);
 597                         break;
 598
 599                 case ICMD_LADDCONST:  /* ..., value  ==> ..., value + constant        */
 600                                       /* sx.val.l = constant                             */
 601
 602                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 603                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 604                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 605                                 M_LADD_IMM(s1, iptr->sx.val.l, d);
 606                         } else {
 607                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 608                                 M_LADD(s1, REG_ITMP2, d);
 609                         }
 610                         emit_store_dst(jd, iptr, d);
 611                         break;
 612
 613                 case ICMD_ISUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 614
 615                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 616                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 617                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 618                         M_ISUB(s1, s2, d);
 619                         emit_store_dst(jd, iptr, d);
 620                         break;
 621
 622                 case ICMD_ISUBCONST:  /* ..., value  ==> ..., value + constant        */
 623                                       /* sx.val.i = constant                             */
 624
 625                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 626                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 627                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 628                                 M_ISUB_IMM(s1, iptr->sx.val.i, d);
 629                         } else {
 630                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 631                                 M_ISUB(s1, REG_ITMP2, d);
 632                         }
 633                         emit_store_dst(jd, iptr, d);
 634                         break;
 635
 636                 case ICMD_LSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 637
 638                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 639                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 640                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 641                         M_LSUB(s1, s2, d);
 642                         emit_store_dst(jd, iptr, d);
 643                         break;
 644
 645                 case ICMD_LSUBCONST:  /* ..., value  ==> ..., value - constant        */
 646                                       /* sx.val.l = constant                             */
 647
 648                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 649                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 650                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 651                                 M_LSUB_IMM(s1, iptr->sx.val.l, d);
 652                         } else {
 653                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 654                                 M_LSUB(s1, REG_ITMP2, d);
 655                         }
 656                         emit_store_dst(jd, iptr, d);
 657                         break;
 658
 659                 case ICMD_IMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 660
 661                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 662                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 663                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 664                         M_IMUL(s1, s2, d);
 665                         emit_store_dst(jd, iptr, d);
 666                         break;
 667
 668                 case ICMD_IMULCONST:  /* ..., value  ==> ..., value * constant        */
 669                                       /* sx.val.i = constant                             */
 670
 671                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 672                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 673                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 674                                 M_IMUL_IMM(s1, iptr->sx.val.i, d);
 675                         } else {
 676                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 677                                 M_IMUL(s1, REG_ITMP2, d);
 678                         }
 679                         emit_store_dst(jd, iptr, d);
 680                         break;
 681
 682                 case ICMD_LMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 683
 684                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 685                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 686                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 687                         M_LMUL(s1, s2, d);
 688                         emit_store_dst(jd, iptr, d);
 689                         break;
 690
 691                 case ICMD_LMULCONST:  /* ..., value  ==> ..., value * constant        */
 692                                       /* sx.val.l = constant                             */
 693
 694                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 695                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 696                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 697                                 M_LMUL_IMM(s1, iptr->sx.val.l, d);
 698                         } else {
 699                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 700                                 M_LMUL(s1, REG_ITMP2, d);
 701                         }
 702                         emit_store_dst(jd, iptr, d);
 703                         break;
 704
 705                 case ICMD_IDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 706                 case ICMD_IREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 707
 708                         s1 = emit_load_s1(jd, iptr, REG_A0);
 709                         s2 = emit_load_s2(jd, iptr, REG_A1);
 710                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 711                         emit_arithmetic_check(cd, iptr, s2);
 712
 713                         M_INTMOVE(s1, REG_A0);
 714                         M_INTMOVE(s2, REG_A1);
 715                         bte = iptr->sx.s23.s3.bte;
 716                         disp = dseg_add_functionptr(cd, bte->fp);
 717                         M_ALD(REG_PV, REG_PV, disp);
 718                         M_JSR(REG_RA, REG_PV);
 719                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 720                         M_LDA(REG_PV, REG_RA, -disp);
 721
 722                         M_IADD(REG_RESULT, REG_ZERO, d); /* sign extend (bugfix for gcc -O2) */
 723                         emit_store_dst(jd, iptr, d);
 724                         break;
 725
 726                 case ICMD_LDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 727                 case ICMD_LREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 728
 729                         s1 = emit_load_s1(jd, iptr, REG_A0);
 730                         s2 = emit_load_s2(jd, iptr, REG_A1);
 731                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 732                         emit_arithmetic_check(cd, iptr, s2);
 733
 734                         M_INTMOVE(s1, REG_A0);
 735                         M_INTMOVE(s2, REG_A1);
 736                         bte = iptr->sx.s23.s3.bte;
 737                         disp = dseg_add_functionptr(cd, bte->fp);
 738                         M_ALD(REG_PV, REG_PV, disp);
 739                         M_JSR(REG_RA, REG_PV);
 740                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 741                         M_LDA(REG_PV, REG_RA, -disp);
 742
 743                         M_INTMOVE(REG_RESULT, d);
 744                         emit_store_dst(jd, iptr, d);
 745                         break;
 746
 747                 case ICMD_IDIVPOW2:   /* ..., value  ==> ..., value << constant       */
 748                 case ICMD_LDIVPOW2:   /* val.i = constant                             */
 749
 750                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 751                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 752                         if (iptr->sx.val.i <= 15) {
 753                                 M_LDA(REG_ITMP2, s1, (1 << iptr->sx.val.i) -1);
 754                                 M_CMOVGE(s1, s1, REG_ITMP2);
 755                         } else {
 756                                 M_SRA_IMM(s1, 63, REG_ITMP2);
 757                                 M_SRL_IMM(REG_ITMP2, 64 - iptr->sx.val.i, REG_ITMP2);
 758                                 M_LADD(s1, REG_ITMP2, REG_ITMP2);
 759                         }
 760                         M_SRA_IMM(REG_ITMP2, iptr->sx.val.i, d);
 761                         emit_store_dst(jd, iptr, d);
 762                         break;
 763
 764                 case ICMD_ISHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 765
 766                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 767                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 768                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 769                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 770                         M_SLL(s1, REG_ITMP3, d);
 771                         M_IADD(d, REG_ZERO, d);
 772                         emit_store_dst(jd, iptr, d);
 773                         break;
 774
 775                 case ICMD_ISHLCONST:  /* ..., value  ==> ..., value << constant       */
 776                                       /* sx.val.i = constant                             */
 777
 778                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 779                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 780                         M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
 781                         M_IADD(d, REG_ZERO, d);
 782                         emit_store_dst(jd, iptr, d);
 783                         break;
 784
 785                 case ICMD_ISHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 786
 787                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 788                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 789                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 790                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 791                         M_SRA(s1, REG_ITMP3, d);
 792                         emit_store_dst(jd, iptr, d);
 793                         break;
 794
 795                 case ICMD_ISHRCONST:  /* ..., value  ==> ..., value >> constant       */
 796                                       /* sx.val.i = constant                             */
 797
 798                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 799                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 800                         M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
 801                         emit_store_dst(jd, iptr, d);
 802                         break;
 803
 804                 case ICMD_IUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 805
 806                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 807                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 808                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 809                         M_AND_IMM(s2, 0x1f, REG_ITMP2);
 810             M_IZEXT(s1, d);
 811                         M_SRL(d, REG_ITMP2, d);
 812                         M_IADD(d, REG_ZERO, d);
 813                         emit_store_dst(jd, iptr, d);
 814                         break;
 815
 816                 case ICMD_IUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 817                                       /* sx.val.i = constant                             */
 818
 819                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 820                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 821             M_IZEXT(s1, d);
 822                         M_SRL_IMM(d, iptr->sx.val.i & 0x1f, d);
 823                         M_IADD(d, REG_ZERO, d);
 824                         emit_store_dst(jd, iptr, d);
 825                         break;
 826
 827                 case ICMD_LSHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 828
 829                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 830                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 831                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 832                         M_SLL(s1, s2, d);
 833                         emit_store_dst(jd, iptr, d);
 834                         break;
 835
 836                 case ICMD_LSHLCONST:  /* ..., value  ==> ..., value << constant       */
 837                                       /* sx.val.i = constant                             */
 838
 839                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 840                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 841                         M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 842                         emit_store_dst(jd, iptr, d);
 843                         break;
 844
 845                 case ICMD_LSHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 846
 847                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 848                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 849                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 850                         M_SRA(s1, s2, d);
 851                         emit_store_dst(jd, iptr, d);
 852                         break;
 853
 854                 case ICMD_LSHRCONST:  /* ..., value  ==> ..., value >> constant       */
 855                                       /* sx.val.i = constant                             */
 856
 857                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 858                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 859                         M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
 860                         emit_store_dst(jd, iptr, d);
 861                         break;
 862
 863                 case ICMD_LUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 864
 865                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 866                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 867                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 868                         M_SRL(s1, s2, d);
 869                         emit_store_dst(jd, iptr, d);
 870                         break;
 871
 872                 case ICMD_LUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 873                                       /* sx.val.i = constant                             */
 874
 875                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 876                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 877                         M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 878                         emit_store_dst(jd, iptr, d);
 879                         break;
 880
 881                 case ICMD_IAND:       /* ..., val1, val2  ==> ..., val1 & val2        */
 882                 case ICMD_LAND:
 883
 884                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 885                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 886                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 887                         M_AND(s1, s2, d);
 888                         emit_store_dst(jd, iptr, d);
 889                         break;
 890
 891                 case ICMD_IANDCONST:  /* ..., value  ==> ..., value & constant        */
 892                                       /* sx.val.i = constant                             */
 893
 894                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 895                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 896                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 897                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 898                         } else if (iptr->sx.val.i == 0xffff) {
 899                                 M_CZEXT(s1, d);
 900                         } else if (iptr->sx.val.i == 0xffffff) {
 901                                 M_ZAPNOT_IMM(s1, 0x07, d);
 902                         } else {
 903                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 904                                 M_AND(s1, REG_ITMP2, d);
 905                         }
 906                         emit_store_dst(jd, iptr, d);
 907                         break;
 908
 909                 case ICMD_IREMPOW2:   /* ..., value  ==> ..., value % constant        */
 910                                       /* sx.val.i = constant                             */
 911
 912                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 913                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 914                         if (s1 == d) {
 915                                 M_MOV(s1, REG_ITMP1);
 916                                 s1 = REG_ITMP1;
 917                         }
 918                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 919                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 920                                 M_BGEZ(s1, 3);
 921                                 M_ISUB(REG_ZERO, s1, d);
 922                                 M_AND_IMM(d, iptr->sx.val.i, d);
 923                         } else if (iptr->sx.val.i == 0xffff) {
 924                                 M_CZEXT(s1, d);
 925                                 M_BGEZ(s1, 3);
 926                                 M_ISUB(REG_ZERO, s1, d);
 927                                 M_CZEXT(d, d);
 928                         } else if (iptr->sx.val.i == 0xffffff) {
 929                                 M_ZAPNOT_IMM(s1, 0x07, d);
 930                                 M_BGEZ(s1, 3);
 931                                 M_ISUB(REG_ZERO, s1, d);
 932                                 M_ZAPNOT_IMM(d, 0x07, d);
 933                         } else {
 934                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 935                                 M_AND(s1, REG_ITMP2, d);
 936                                 M_BGEZ(s1, 3);
 937                                 M_ISUB(REG_ZERO, s1, d);
 938                                 M_AND(d, REG_ITMP2, d);
 939                         }
 940                         M_ISUB(REG_ZERO, d, d);
 941                         emit_store_dst(jd, iptr, d);
 942                         break;
 943
 944                 case ICMD_LANDCONST:  /* ..., value  ==> ..., value & constant        */
 945                                       /* sx.val.l = constant                             */
 946
 947                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 948                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 949                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 950                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 951                         } else if (iptr->sx.val.l == 0xffffL) {
 952                                 M_CZEXT(s1, d);
 953                         } else if (iptr->sx.val.l == 0xffffffL) {
 954                                 M_ZAPNOT_IMM(s1, 0x07, d);
 955                         } else if (iptr->sx.val.l == 0xffffffffL) {
 956                                 M_IZEXT(s1, d);
 957                         } else if (iptr->sx.val.l == 0xffffffffffL) {
 958                                 M_ZAPNOT_IMM(s1, 0x1f, d);
 959                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
 960                                 M_ZAPNOT_IMM(s1, 0x3f, d);
 961                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
 962                                 M_ZAPNOT_IMM(s1, 0x7f, d);
 963                         } else {
 964                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 965                                 M_AND(s1, REG_ITMP2, d);
 966                         }
 967                         emit_store_dst(jd, iptr, d);
 968                         break;
 969
 970                 case ICMD_LREMPOW2:   /* ..., value  ==> ..., value % constant        */
 971                                       /* sx.val.l = constant                             */
 972
 973                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 974                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 975                         if (s1 == d) {
 976                                 M_MOV(s1, REG_ITMP1);
 977                                 s1 = REG_ITMP1;
 978                         }
 979                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 980                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 981                                 M_BGEZ(s1, 3);
 982                                 M_LSUB(REG_ZERO, s1, d);
 983                                 M_AND_IMM(d, iptr->sx.val.l, d);
 984                         } else if (iptr->sx.val.l == 0xffffL) {
 985                                 M_CZEXT(s1, d);
 986                                 M_BGEZ(s1, 3);
 987                                 M_LSUB(REG_ZERO, s1, d);
 988                                 M_CZEXT(d, d);
 989                         } else if (iptr->sx.val.l == 0xffffffL) {
 990                                 M_ZAPNOT_IMM(s1, 0x07, d);
 991                                 M_BGEZ(s1, 3);
 992                                 M_LSUB(REG_ZERO, s1, d);
 993                                 M_ZAPNOT_IMM(d, 0x07, d);
 994                         } else if (iptr->sx.val.l == 0xffffffffL) {
 995                                 M_IZEXT(s1, d);
 996                                 M_BGEZ(s1, 3);
 997                                 M_LSUB(REG_ZERO, s1, d);
 998                                 M_IZEXT(d, d);
 999                         } else if (iptr->sx.val.l == 0xffffffffffL) {
1000                                 M_ZAPNOT_IMM(s1, 0x1f, d);
1001                                 M_BGEZ(s1, 3);
1002                                 M_LSUB(REG_ZERO, s1, d);
1003                                 M_ZAPNOT_IMM(d, 0x1f, d);
1004                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
1005                                 M_ZAPNOT_IMM(s1, 0x3f, d);
1006                                 M_BGEZ(s1, 3);
1007                                 M_LSUB(REG_ZERO, s1, d);
1008                                 M_ZAPNOT_IMM(d, 0x3f, d);
1009                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
1010                                 M_ZAPNOT_IMM(s1, 0x7f, d);
1011                                 M_BGEZ(s1, 3);
1012                                 M_LSUB(REG_ZERO, s1, d);
1013                                 M_ZAPNOT_IMM(d, 0x7f, d);
1014                         } else {
1015                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1016                                 M_AND(s1, REG_ITMP2, d);
1017                                 M_BGEZ(s1, 3);
1018                                 M_LSUB(REG_ZERO, s1, d);
1019                                 M_AND(d, REG_ITMP2, d);
1020                         }
1021                         M_LSUB(REG_ZERO, d, d);
1022                         emit_store_dst(jd, iptr, d);
1023                         break;
1024
1025                 case ICMD_IOR:        /* ..., val1, val2  ==> ..., val1 | val2        */
1026                 case ICMD_LOR:
1027
1028                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1029                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1030                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1031                         M_OR( s1,s2, d);
1032                         emit_store_dst(jd, iptr, d);
1033                         break;
1034
1035                 case ICMD_IORCONST:   /* ..., value  ==> ..., value | constant        */
1036                                       /* sx.val.i = constant                          */
1037
1038                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1039                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1040                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1041                                 M_OR_IMM(s1, iptr->sx.val.i, d);
1042                         } else {
1043                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1044                                 M_OR(s1, REG_ITMP2, d);
1045                         }
1046                         emit_store_dst(jd, iptr, d);
1047                         break;
1048
1049                 case ICMD_LORCONST:   /* ..., value  ==> ..., value | constant        */
1050                                       /* sx.val.l = constant                          */
1051
1052                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1053                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1054                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1055                                 M_OR_IMM(s1, iptr->sx.val.l, d);
1056                         } else {
1057                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1058                                 M_OR(s1, REG_ITMP2, d);
1059                         }
1060                         emit_store_dst(jd, iptr, d);
1061                         break;
1062
1063                 case ICMD_IXOR:       /* ..., val1, val2  ==> ..., val1 ^ val2        */
1064                 case ICMD_LXOR:
1065
1066                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1067                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1068                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1069                         M_XOR(s1, s2, d);
1070                         emit_store_dst(jd, iptr, d);
1071                         break;
1072
1073                 case ICMD_IXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1074                                       /* sx.val.i = constant                          */
1075
1076                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1077                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1078                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1079                                 M_XOR_IMM(s1, iptr->sx.val.i, d);
1080                         } else {
1081                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1082                                 M_XOR(s1, REG_ITMP2, d);
1083                         }
1084                         emit_store_dst(jd, iptr, d);
1085                         break;
1086
1087                 case ICMD_LXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1088                                       /* sx.val.l = constant                          */
1089
1090                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1091                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1092                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1093                                 M_XOR_IMM(s1, iptr->sx.val.l, d);
1094                         } else {
1095                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1096                                 M_XOR(s1, REG_ITMP2, d);
1097                         }
1098                         emit_store_dst(jd, iptr, d);
1099                         break;
1100
1101
1102                 case ICMD_LCMP:       /* ..., val1, val2  ==> ..., val1 cmp val2      */
1103
1104                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1105                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1106                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1107                         M_CMPLT(s1, s2, REG_ITMP3);
1108                         M_CMPLT(s2, s1, REG_ITMP1);
1109                         M_LSUB(REG_ITMP1, REG_ITMP3, d);
1110                         emit_store_dst(jd, iptr, d);
1111                         break;
1112
1113
1114                 /* floating operations ************************************************/
1115
1116                 case ICMD_FNEG:       /* ..., value  ==> ..., - value                 */
1117
1118                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1119                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1120                         M_FMOVN(s1, d);
1121                         emit_store_dst(jd, iptr, d);
1122                         break;
1123
1124                 case ICMD_DNEG:       /* ..., value  ==> ..., - value                 */
1125
1126                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1127                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1128                         M_FMOVN(s1, d);
1129                         emit_store_dst(jd, iptr, d);
1130                         break;
1131
1132                 case ICMD_FADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1133
1134                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1135                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1136                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1137                         if (opt_noieee) {
1138                                 M_FADD(s1, s2, d);
1139                         } else {
1140                                 if (d == s1 || d == s2) {
1141                                         M_FADDS(s1, s2, REG_FTMP3);
1142                                         M_TRAPB;
1143                                         M_FMOV(REG_FTMP3, d);
1144                                 } else {
1145                                         M_FADDS(s1, s2, d);
1146                                         M_TRAPB;
1147                                 }
1148                         }
1149                         emit_store_dst(jd, iptr, d);
1150                         break;
1151
1152                 case ICMD_DADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1153
1154                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1155                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1156                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1157                         if (opt_noieee) {
1158                                 M_DADD(s1, s2, d);
1159                         } else {
1160                                 if (d == s1 || d == s2) {
1161                                         M_DADDS(s1, s2, REG_FTMP3);
1162                                         M_TRAPB;
1163                                         M_FMOV(REG_FTMP3, d);
1164                                 } else {
1165                                         M_DADDS(s1, s2, d);
1166                                         M_TRAPB;
1167                                 }
1168                         }
1169                         emit_store_dst(jd, iptr, d);
1170                         break;
1171
1172                 case ICMD_FSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1173
1174                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1175                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1176                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1177                         if (opt_noieee) {
1178                                 M_FSUB(s1, s2, d);
1179                         } else {
1180                                 if (d == s1 || d == s2) {
1181                                         M_FSUBS(s1, s2, REG_FTMP3);
1182                                         M_TRAPB;
1183                                         M_FMOV(REG_FTMP3, d);
1184                                 } else {
1185                                         M_FSUBS(s1, s2, d);
1186                                         M_TRAPB;
1187                                 }
1188                         }
1189                         emit_store_dst(jd, iptr, d);
1190                         break;
1191
1192                 case ICMD_DSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1193
1194                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1195                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1196                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1197                         if (opt_noieee) {
1198                                 M_DSUB(s1, s2, d);
1199                         } else {
1200                                 if (d == s1 || d == s2) {
1201                                         M_DSUBS(s1, s2, REG_FTMP3);
1202                                         M_TRAPB;
1203                                         M_FMOV(REG_FTMP3, d);
1204                                 } else {
1205                                         M_DSUBS(s1, s2, d);
1206                                         M_TRAPB;
1207                                 }
1208                         }
1209                         emit_store_dst(jd, iptr, d);
1210                         break;
1211
1212                 case ICMD_FMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
1213
1214                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1215                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1216                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1217                         if (opt_noieee) {
1218                                 M_FMUL(s1, s2, d);
1219                         } else {
1220                                 if (d == s1 || d == s2) {
1221                                         M_FMULS(s1, s2, REG_FTMP3);
1222                                         M_TRAPB;
1223                                         M_FMOV(REG_FTMP3, d);
1224                                 } else {
1225                                         M_FMULS(s1, s2, d);
1226                                         M_TRAPB;
1227                                 }
1228                         }
1229                         emit_store_dst(jd, iptr, d);
1230                         break;
1231
1232                 case ICMD_DMUL:       /* ..., val1, val2  ==> ..., val1 *** val2      */
1233
1234                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1235                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1236                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1237                         if (opt_noieee) {
1238                                 M_DMUL(s1, s2, d);
1239                         } else {
1240                                 if (d == s1 || d == s2) {
1241                                         M_DMULS(s1, s2, REG_FTMP3);
1242                                         M_TRAPB;
1243                                         M_FMOV(REG_FTMP3, d);
1244                                 } else {
1245                                         M_DMULS(s1, s2, d);
1246                                         M_TRAPB;
1247                                 }
1248                         }
1249                         emit_store_dst(jd, iptr, d);
1250                         break;
1251
1252                 case ICMD_FDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1253
1254                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1255                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1256                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1257                         if (opt_noieee) {
1258                                 M_FDIV(s1, s2, d);
1259                         } else {
1260                                 if (d == s1 || d == s2) {
1261                                         M_FDIVS(s1, s2, REG_FTMP3);
1262                                         M_TRAPB;
1263                                         M_FMOV(REG_FTMP3, d);
1264                                 } else {
1265                                         M_FDIVS(s1, s2, d);
1266                                         M_TRAPB;
1267                                 }
1268                         }
1269                         emit_store_dst(jd, iptr, d);
1270                         break;
1271
1272                 case ICMD_DDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1273
1274                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1275                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1276                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1277                         if (opt_noieee) {
1278                                 M_DDIV(s1, s2, d);
1279                         } else {
1280                                 if (d == s1 || d == s2) {
1281                                         M_DDIVS(s1, s2, REG_FTMP3);
1282                                         M_TRAPB;
1283                                         M_FMOV(REG_FTMP3, d);
1284                                 } else {
1285                                         M_DDIVS(s1, s2, d);
1286                                         M_TRAPB;
1287                                 }
1288                         }
1289                         emit_store_dst(jd, iptr, d);
1290                         break;
1291
1292                 case ICMD_I2F:       /* ..., value  ==> ..., (float) value            */
1293                 case ICMD_L2F:
1294                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1295                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1296                         disp = dseg_add_unique_double(cd, 0.0);
1297                         M_LST(s1, REG_PV, disp);
1298                         M_DLD(d, REG_PV, disp);
1299                         M_CVTLF(d, d);
1300                         emit_store_dst(jd, iptr, d);
1301                         break;
1302
1303                 case ICMD_I2D:       /* ..., value  ==> ..., (double) value           */
1304                 case ICMD_L2D:
1305                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1306                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1307                         disp = dseg_add_unique_double(cd, 0.0);
1308                         M_LST(s1, REG_PV, disp);
1309                         M_DLD(d, REG_PV, disp);
1310                         M_CVTLD(d, d);
1311                         emit_store_dst(jd, iptr, d);
1312                         break;
1313
1314                 case ICMD_F2I:       /* ..., value  ==> ..., (int) value              */
1315                 case ICMD_D2I:
1316                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1317                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1318                         disp = dseg_add_unique_double(cd, 0.0);
1319                         M_CVTDL_C(s1, REG_FTMP2);
1320                         M_CVTLI(REG_FTMP2, REG_FTMP3);
1321                         M_DST(REG_FTMP3, REG_PV, disp);
1322                         M_ILD(d, REG_PV, disp);
1323                         emit_store_dst(jd, iptr, d);
1324                         break;
1325
1326                 case ICMD_F2L:       /* ..., value  ==> ..., (long) value             */
1327                 case ICMD_D2L:
1328                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1329                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1330                         disp = dseg_add_unique_double(cd, 0.0);
1331                         M_CVTDL_C(s1, REG_FTMP2);
1332                         M_DST(REG_FTMP2, REG_PV, disp);
1333                         M_LLD(d, REG_PV, disp);
1334                         emit_store_dst(jd, iptr, d);
1335                         break;
1336
1337                 case ICMD_F2D:       /* ..., value  ==> ..., (double) value           */
1338
1339                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1340                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1341                         M_CVTFDS(s1, d);
1342                         M_TRAPB;
1343                         emit_store_dst(jd, iptr, d);
1344                         break;
1345
1346                 case ICMD_D2F:       /* ..., value  ==> ..., (float) value            */
1347
1348                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1349                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1350                         if (opt_noieee) {
1351                                 M_CVTDF(s1, d);
1352                         } else {
1353                                 M_CVTDFS(s1, d);
1354                                 M_TRAPB;
1355                         }
1356                         emit_store_dst(jd, iptr, d);
1357                         break;
1358
1359                 case ICMD_FCMPL:      /* ..., val1, val2  ==> ..., val1 fcmpl val2    */
1360                 case ICMD_DCMPL:
1361                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1362                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1363                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1364                         if (opt_noieee) {
1365                                 M_LSUB_IMM(REG_ZERO, 1, d);
1366                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1367                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1368                                 M_CLR   (d);
1369                                 M_FCMPLT(s2, s1, REG_FTMP3);
1370                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1371                                 M_LADD_IMM(REG_ZERO, 1, d);
1372                         } else {
1373                                 M_LSUB_IMM(REG_ZERO, 1, d);
1374                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1375                                 M_TRAPB;
1376                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1377                                 M_CLR   (d);
1378                                 M_FCMPLTS(s2, s1, REG_FTMP3);
1379                                 M_TRAPB;
1380                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1381                                 M_LADD_IMM(REG_ZERO, 1, d);
1382                         }
1383                         emit_store_dst(jd, iptr, d);
1384                         break;
1385
1386                 case ICMD_FCMPG:      /* ..., val1, val2  ==> ..., val1 fcmpg val2    */
1387                 case ICMD_DCMPG:
1388                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1389                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1390                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1391                         if (opt_noieee) {
1392                                 M_LADD_IMM(REG_ZERO, 1, d);
1393                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1394                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1395                                 M_CLR   (d);
1396                                 M_FCMPLT(s1, s2, REG_FTMP3);
1397                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1398                                 M_LSUB_IMM(REG_ZERO, 1, d);
1399                         } else {
1400                                 M_LADD_IMM(REG_ZERO, 1, d);
1401                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1402                                 M_TRAPB;
1403                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1404                                 M_CLR   (d);
1405                                 M_FCMPLTS(s1, s2, REG_FTMP3);
1406                                 M_TRAPB;
1407                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1408                                 M_LSUB_IMM(REG_ZERO, 1, d);
1409                         }
1410                         emit_store_dst(jd, iptr, d);
1411                         break;
1412
1413
1414                 /* memory operations **************************************************/
1415
1416                 case ICMD_ARRAYLENGTH: /* ..., arrayref  ==> ..., length              */
1417
1418                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1419                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1420                         /* implicit null-pointer check */
1421                         M_ILD(d, s1, OFFSET(java_arrayheader, size));
1422                         emit_store_dst(jd, iptr, d);
1423                         break;
1424
1425                 case ICMD_BALOAD:     /* ..., arrayref, index  ==> ..., value         */
1426
1427                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1428                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1429                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1430                         /* implicit null-pointer check */
1431                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1432                         if (has_ext_instr_set) {
1433                                 M_LADD(s2, s1, REG_ITMP1);
1434                                 M_BLDU(d, REG_ITMP1, OFFSET (java_bytearray, data[0]));
1435                                 M_BSEXT(d, d);
1436                         }
1437                         else {
1438                                 M_LADD(s2, s1, REG_ITMP1);
1439                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1440                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray, data[0])+1);
1441                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1442                                 M_SRA_IMM(d, 56, d);
1443                         }
1444                         emit_store_dst(jd, iptr, d);
1445                         break;
1446
1447                 case ICMD_CALOAD:     /* ..., arrayref, index  ==> ..., value         */
1448
1449                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1450                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1451                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1452                         /* implicit null-pointer check */
1453                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1454                         if (has_ext_instr_set) {
1455                                 M_LADD(s2, s1, REG_ITMP1);
1456                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1457                                 M_SLDU(d, REG_ITMP1, OFFSET(java_chararray, data[0]));
1458                         }
1459                         else {
1460                                 M_LADD (s2, s1, REG_ITMP1);
1461                                 M_LADD (s2, REG_ITMP1, REG_ITMP1);
1462                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray, data[0]));
1463                                 M_LDA  (REG_ITMP1, REG_ITMP1, OFFSET(java_chararray, data[0]));
1464                                 M_EXTWL(REG_ITMP2, REG_ITMP1, d);
1465                         }
1466                         emit_store_dst(jd, iptr, d);
1467                         break;
1468
1469                 case ICMD_SALOAD:     /* ..., arrayref, index  ==> ..., value         */
1470
1471                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1472                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1473                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1474                         /* implicit null-pointer check */
1475                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1476                         if (has_ext_instr_set) {
1477                                 M_LADD(s2, s1, REG_ITMP1);
1478                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1479                                 M_SLDU( d, REG_ITMP1, OFFSET (java_shortarray, data[0]));
1480                                 M_SSEXT(d, d);
1481                         } else {
1482                                 M_LADD(s2, s1, REG_ITMP1);
1483                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1484                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1485                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray, data[0])+2);
1486                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1487                                 M_SRA_IMM(d, 48, d);
1488                         }
1489                         emit_store_dst(jd, iptr, d);
1490                         break;
1491
1492                 case ICMD_IALOAD:     /* ..., arrayref, index  ==> ..., value         */
1493
1494                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1495                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1496                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1497                         /* implicit null-pointer check */
1498                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1499                         M_S4ADDQ(s2, s1, REG_ITMP1);
1500                         M_ILD(d, REG_ITMP1, OFFSET(java_intarray, data[0]));
1501                         emit_store_dst(jd, iptr, d);
1502                         break;
1503
1504                 case ICMD_LALOAD:     /* ..., arrayref, index  ==> ..., value         */
1505
1506                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1507                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1508                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1509                         /* implicit null-pointer check */
1510                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1511                         M_S8ADDQ(s2, s1, REG_ITMP1);
1512                         M_LLD(d, REG_ITMP1, OFFSET(java_longarray, data[0]));
1513                         emit_store_dst(jd, iptr, d);
1514                         break;
1515
1516                 case ICMD_FALOAD:     /* ..., arrayref, index  ==> ..., value         */
1517
1518                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1519                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1520                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1521                         /* implicit null-pointer check */
1522                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1523                         M_S4ADDQ(s2, s1, REG_ITMP1);
1524                         M_FLD(d, REG_ITMP1, OFFSET(java_floatarray, data[0]));
1525                         emit_store_dst(jd, iptr, d);
1526                         break;
1527
1528                 case ICMD_DALOAD:     /* ..., arrayref, index  ==> ..., value         */
1529
1530                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1531                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1532                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1533                         /* implicit null-pointer check */
1534                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1535                         M_S8ADDQ(s2, s1, REG_ITMP1);
1536                         M_DLD(d, REG_ITMP1, OFFSET(java_doublearray, data[0]));
1537                         emit_store_dst(jd, iptr, d);
1538                         break;
1539
1540                 case ICMD_AALOAD:     /* ..., arrayref, index  ==> ..., value         */
1541
1542                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1543                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1544                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1545                         /* implicit null-pointer check */
1546                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1547                         M_SAADDQ(s2, s1, REG_ITMP1);
1548                         M_ALD(d, REG_ITMP1, OFFSET(java_objectarray, data[0]));
1549                         emit_store_dst(jd, iptr, d);
1550                         break;
1551
1552
1553                 case ICMD_BASTORE:    /* ..., arrayref, index, value  ==> ...         */
1554
1555                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1556                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1557                         /* implicit null-pointer check */
1558                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1559                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1560                         if (has_ext_instr_set) {
1561                                 M_LADD(s2, s1, REG_ITMP1);
1562                                 M_BST(s3, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1563                         }
1564                         else {
1565                                 M_LADD(s2, s1, REG_ITMP1);
1566                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1567                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1568                                 M_INSBL(s3, REG_ITMP1, REG_ITMP3);
1569                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1570                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1571                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1572                         }
1573                         break;
1574
1575                 case ICMD_CASTORE:    /* ..., arrayref, index, value  ==> ...         */
1576
1577                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1578                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1579                         /* implicit null-pointer check */
1580                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1581                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1582                         if (has_ext_instr_set) {
1583                                 M_LADD(s2, s1, REG_ITMP1);
1584                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1585                                 M_SST(s3, REG_ITMP1, OFFSET(java_chararray, data[0]));
1586                         }
1587                         else {
1588                                 M_LADD(s2, s1, REG_ITMP1);
1589                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1590                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray, data[0]));
1591                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray, data[0]));
1592                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1593                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1594                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1595                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1596                         }
1597                         break;
1598
1599                 case ICMD_SASTORE:    /* ..., arrayref, index, value  ==> ...         */
1600
1601                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1602                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1603                         /* implicit null-pointer check */
1604                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1605                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1606                         if (has_ext_instr_set) {
1607                                 M_LADD(s2, s1, REG_ITMP1);
1608                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1609                                 M_SST(s3, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1610                         }
1611                         else {
1612                                 M_LADD(s2, s1, REG_ITMP1);
1613                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1614                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1615                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1616                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1617                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1618                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1619                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1620                         }
1621                         break;
1622
1623                 case ICMD_IASTORE:    /* ..., arrayref, index, value  ==> ...         */
1624
1625                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1626                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1627                         /* implicit null-pointer check */
1628                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1629                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1630                         M_S4ADDQ(s2, s1, REG_ITMP1);
1631                         M_IST(s3, REG_ITMP1, OFFSET(java_intarray, data[0]));
1632                         break;
1633
1634                 case ICMD_LASTORE:    /* ..., arrayref, index, value  ==> ...         */
1635
1636                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1637                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1638                         /* implicit null-pointer check */
1639                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1640                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1641                         M_S8ADDQ(s2, s1, REG_ITMP1);
1642                         M_LST(s3, REG_ITMP1, OFFSET(java_longarray, data[0]));
1643                         break;
1644
1645                 case ICMD_FASTORE:    /* ..., arrayref, index, value  ==> ...         */
1646
1647                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1648                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1649                         /* implicit null-pointer check */
1650                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1651                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1652                         M_S4ADDQ(s2, s1, REG_ITMP1);
1653                         M_FST(s3, REG_ITMP1, OFFSET(java_floatarray, data[0]));
1654                         break;
1655
1656                 case ICMD_DASTORE:    /* ..., arrayref, index, value  ==> ...         */
1657
1658                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1659                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1660                         /* implicit null-pointer check */
1661                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1662                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1663                         M_S8ADDQ(s2, s1, REG_ITMP1);
1664                         M_DST(s3, REG_ITMP1, OFFSET(java_doublearray, data[0]));
1665                         break;
1666
1667                 case ICMD_AASTORE:    /* ..., arrayref, index, value  ==> ...         */
1668
1669                         s1 = emit_load_s1(jd, iptr, REG_A0);
1670                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1671                         /* implicit null-pointer check */
1672                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1673                         s3 = emit_load_s3(jd, iptr, REG_A1);
1674
1675                         M_INTMOVE(s1, REG_A0);
1676                         M_INTMOVE(s3, REG_A1);
1677
1678                         disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1679                         M_ALD(REG_PV, REG_PV, disp);
1680                         M_JSR(REG_RA, REG_PV);
1681                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
1682                         M_LDA(REG_PV, REG_RA, -disp);
1683                         emit_exception_check(cd, iptr);
1684
1685                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1686                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1687                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1688                         M_SAADDQ(s2, s1, REG_ITMP1);
1689                         M_AST(s3, REG_ITMP1, OFFSET(java_objectarray, data[0]));
1690                         break;
1691
1692
1693                 case ICMD_BASTORECONST:   /* ..., arrayref, index  ==> ...            */
1694
1695                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1696                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1697                         /* implicit null-pointer check */
1698                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1699                         if (has_ext_instr_set) {
1700                                 M_LADD(s2, s1, REG_ITMP1);
1701                                 M_BST(REG_ZERO, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1702                         }
1703                         else {
1704                                 M_LADD(s2, s1, REG_ITMP1);
1705                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1706                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1707                                 M_INSBL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1708                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1709                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1710                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1711                         }
1712                         break;
1713
1714                 case ICMD_CASTORECONST:   /* ..., arrayref, index  ==> ...            */
1715
1716                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1717                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1718                         /* implicit null-pointer check */
1719                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1720                         if (has_ext_instr_set) {
1721                                 M_LADD(s2, s1, REG_ITMP1);
1722                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1723                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_chararray, data[0]));
1724                         }
1725                         else {
1726                                 M_LADD(s2, s1, REG_ITMP1);
1727                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1728                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray, data[0]));
1729                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray, data[0]));
1730                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1731                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1732                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1733                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1734                         }
1735                         break;
1736
1737                 case ICMD_SASTORECONST:   /* ..., arrayref, index  ==> ...            */
1738
1739                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1740                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1741                         /* implicit null-pointer check */
1742                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1743                         if (has_ext_instr_set) {
1744                                 M_LADD(s2, s1, REG_ITMP1);
1745                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1746                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1747                         }
1748                         else {
1749                                 M_LADD(s2, s1, REG_ITMP1);
1750                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1751                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1752                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1753                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1754                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1755                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1756                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1757                         }
1758                         break;
1759
1760                 case ICMD_IASTORECONST:   /* ..., arrayref, index  ==> ...            */
1761
1762                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1763                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1764                         /* implicit null-pointer check */
1765                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1766                         M_S4ADDQ(s2, s1, REG_ITMP1);
1767                         M_IST(REG_ZERO, REG_ITMP1, OFFSET(java_intarray, data[0]));
1768                         break;
1769
1770                 case ICMD_LASTORECONST:   /* ..., arrayref, index  ==> ...            */
1771
1772                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1773                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1774                         /* implicit null-pointer check */
1775                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1776                         M_S8ADDQ(s2, s1, REG_ITMP1);
1777                         M_LST(REG_ZERO, REG_ITMP1, OFFSET(java_longarray, data[0]));
1778                         break;
1779
1780                 case ICMD_AASTORECONST:   /* ..., arrayref, index  ==> ...            */
1781
1782                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1783                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1784                         /* implicit null-pointer check */
1785                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1786                         M_SAADDQ(s2, s1, REG_ITMP1);
1787                         M_AST(REG_ZERO, REG_ITMP1, OFFSET(java_objectarray, data[0]));
1788                         break;
1789
1790
1791                 case ICMD_GETSTATIC:  /* ...  ==> ..., value                          */
1792
1793                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1794                                 uf        = iptr->sx.s23.s3.uf;
1795                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1796                                 disp      = dseg_add_unique_address(cd, uf);
1797
1798                                 codegen_add_patch_ref(cd, PATCHER_get_putstatic, uf, disp);
1799                         }
1800                         else {
1801                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1802                                 fieldtype = fi->type;
1803                                 disp      = dseg_add_address(cd, &(fi->value));
1804
1805                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1806                                         codegen_add_patch_ref(cd, PATCHER_initialize_class, fi->class,
1807                                                                                   0);
1808                         }
1809
1810                         M_ALD(REG_ITMP1, REG_PV, disp);
1811                         switch (fieldtype) {
1812                         case TYPE_INT:
1813                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1814                                 M_ILD(d, REG_ITMP1, 0);
1815                                 break;
1816                         case TYPE_LNG:
1817                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1818                                 M_LLD(d, REG_ITMP1, 0);
1819                                 break;
1820                         case TYPE_ADR:
1821                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1822                                 M_ALD(d, REG_ITMP1, 0);
1823                                 break;
1824                         case TYPE_FLT:
1825                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1826                                 M_FLD(d, REG_ITMP1, 0);
1827                                 break;
1828                         case TYPE_DBL:
1829                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1830                                 M_DLD(d, REG_ITMP1, 0);
1831                                 break;
1832                         }
1833                         emit_store_dst(jd, iptr, d);
1834                         break;
1835
1836                 case ICMD_PUTSTATIC:  /* ..., value  ==> ...                          */
1837
1838                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1839                                 uf        = iptr->sx.s23.s3.uf;
1840                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1841                                 disp      = dseg_add_unique_address(cd, uf);
1842
1843                                 codegen_add_patch_ref(cd, PATCHER_get_putstatic, uf, disp);
1844                         }
1845                         else {
1846                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1847                                 fieldtype = fi->type;
1848                                 disp      = dseg_add_address(cd, &(fi->value));
1849
1850                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1851                                         codegen_add_patch_ref(cd, PATCHER_initialize_class, fi->class,
1852                                                                                   0);
1853                         }
1854
1855                         M_ALD(REG_ITMP1, REG_PV, disp);
1856                         switch (fieldtype) {
1857                         case TYPE_INT:
1858                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1859                                 M_IST(s1, REG_ITMP1, 0);
1860                                 break;
1861                         case TYPE_LNG:
1862                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1863                                 M_LST(s1, REG_ITMP1, 0);
1864                                 break;
1865                         case TYPE_ADR:
1866                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1867                                 M_AST(s1, REG_ITMP1, 0);
1868                                 break;
1869                         case TYPE_FLT:
1870                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1871                                 M_FST(s1, REG_ITMP1, 0);
1872                                 break;
1873                         case TYPE_DBL:
1874                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1875                                 M_DST(s1, REG_ITMP1, 0);
1876                                 break;
1877                         }
1878                         break;
1879
1880                 case ICMD_PUTSTATICCONST: /* ...  ==> ...                             */
1881                                           /* val = value (in current instruction)     */
1882                                           /* following NOP)                           */
1883
1884                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1885                                 uf        = iptr->sx.s23.s3.uf;
1886                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1887                                 disp      = dseg_add_unique_address(cd, uf);
1888
1889                                 codegen_add_patch_ref(cd, PATCHER_get_putstatic, uf, disp);
1890                         }
1891                         else {
1892                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1893                                 fieldtype = fi->type;
1894                                 disp      = dseg_add_address(cd, &(fi->value));
1895
1896                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1897                                         codegen_add_patch_ref(cd, PATCHER_initialize_class, fi->class,
1898                                                                                   0);
1899                         }
1900
1901                         M_ALD(REG_ITMP1, REG_PV, disp);
1902                         switch (fieldtype) {
1903                         case TYPE_INT:
1904                                 M_IST(REG_ZERO, REG_ITMP1, 0);
1905                                 break;
1906                         case TYPE_LNG:
1907                                 M_LST(REG_ZERO, REG_ITMP1, 0);
1908                                 break;
1909                         case TYPE_ADR:
1910                                 M_AST(REG_ZERO, REG_ITMP1, 0);
1911                                 break;
1912                         case TYPE_FLT:
1913                                 M_FST(REG_ZERO, REG_ITMP1, 0);
1914                                 break;
1915                         case TYPE_DBL:
1916                                 M_DST(REG_ZERO, REG_ITMP1, 0);
1917                                 break;
1918                         }
1919                         break;
1920
1921
1922                 case ICMD_GETFIELD:   /* ...  ==> ..., value                          */
1923
1924                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1925
1926                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1927                                 uf        = iptr->sx.s23.s3.uf;
1928                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1929                                 disp      = 0;
1930
1931                                 codegen_add_patch_ref(cd, PATCHER_get_putfield, uf, 0);
1932                         }
1933                         else {
1934                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1935                                 fieldtype = fi->type;
1936                                 disp      = fi->offset;
1937                         }
1938
1939                         /* implicit null-pointer check */
1940                         switch (fieldtype) {
1941                         case TYPE_INT:
1942                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1943                                 M_ILD(d, s1, disp);
1944                                 break;
1945                         case TYPE_LNG:
1946                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1947                                 M_LLD(d, s1, disp);
1948                                 break;
1949                         case TYPE_ADR:
1950                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1951                                 M_ALD(d, s1, disp);
1952                                 break;
1953                         case TYPE_FLT:
1954                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1955                                 M_FLD(d, s1, disp);
1956                                 break;
1957                         case TYPE_DBL:
1958                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1959                                 M_DLD(d, s1, disp);
1960                                 break;
1961                         }
1962                         emit_store_dst(jd, iptr, d);
1963                         break;
1964
1965                 case ICMD_PUTFIELD:   /* ..., objectref, value  ==> ...               */
1966
1967                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1968
1969                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1970                                 uf        = iptr->sx.s23.s3.uf;
1971                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1972                                 disp      = 0;
1973                         }
1974                         else {
1975                                 uf        = NULL;
1976                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1977                                 fieldtype = fi->type;
1978                                 disp      = fi->offset;
1979                         }
1980
1981                         if (IS_INT_LNG_TYPE(fieldtype))
1982                                 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1983                         else
1984                                 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1985
1986                         if (INSTRUCTION_IS_UNRESOLVED(iptr))
1987                                 codegen_add_patch_ref(cd, PATCHER_get_putfield, uf, 0);
1988
1989                         /* implicit null-pointer check */
1990                         switch (fieldtype) {
1991                         case TYPE_INT:
1992                                 M_IST(s2, s1, disp);
1993                                 break;
1994                         case TYPE_LNG:
1995                                 M_LST(s2, s1, disp);
1996                                 break;
1997                         case TYPE_ADR:
1998                                 M_AST(s2, s1, disp);
1999                                 break;
2000                         case TYPE_FLT:
2001                                 M_FST(s2, s1, disp);
2002                                 break;
2003                         case TYPE_DBL:
2004                                 M_DST(s2, s1, disp);
2005                                 break;
2006                         }
2007                         break;
2008
2009                 case ICMD_PUTFIELDCONST:  /* ..., objectref  ==> ...                  */
2010                                           /* val = value (in current instruction)     */
2011                                           /* following NOP)                           */
2012
2013                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2014
2015                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2016                                 uf        = iptr->sx.s23.s3.uf;
2017                                 fieldtype = uf->fieldref->parseddesc.fd->type;
2018                                 disp      = 0;
2019
2020                                 codegen_add_patch_ref(cd, PATCHER_get_putfield, uf, 0);
2021                         }
2022                         else {
2023                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
2024                                 fieldtype = fi->type;
2025                                 disp      = fi->offset;
2026                         }
2027
2028                         /* implicit null-pointer check */
2029                         switch (fieldtype) {
2030                         case TYPE_INT:
2031                                 M_IST(REG_ZERO, s1, disp);
2032                                 break;
2033                         case TYPE_LNG:
2034                                 M_LST(REG_ZERO, s1, disp);
2035                                 break;
2036                         case TYPE_ADR:
2037                                 M_AST(REG_ZERO, s1, disp);
2038                                 break;
2039                         case TYPE_FLT:
2040                                 M_FST(REG_ZERO, s1, disp);
2041                                 break;
2042                         case TYPE_DBL:
2043                                 M_DST(REG_ZERO, s1, disp);
2044                                 break;
2045                         }
2046                         break;
2047
2048
2049                 /* branch operations **************************************************/
2050
2051                 case ICMD_ATHROW:       /* ..., objectref ==> ... (, objectref)       */
2052
2053                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2054                         M_INTMOVE(s1, REG_ITMP1_XPTR);
2055
2056 #ifdef ENABLE_VERIFIER
2057                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2058                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2059
2060                                 codegen_add_patch_ref(cd, PATCHER_resolve_class, uc, 0);
2061                         }
2062 #endif /* ENABLE_VERIFIER */
2063
2064                         disp = dseg_add_functionptr(cd, asm_handle_exception);
2065                         M_ALD(REG_ITMP2, REG_PV, disp);
2066                         M_JMP(REG_ITMP2_XPC, REG_ITMP2);
2067                         M_NOP;              /* nop ensures that XPC is less than the end */
2068                                             /* of basic block                            */
2069                         ALIGNCODENOP;
2070                         break;
2071
2072                 case ICMD_GOTO:         /* ... ==> ...                                */
2073                 case ICMD_RET:          /* ... ==> ...                                */
2074
2075                         emit_br(cd, iptr->dst.block);
2076                         ALIGNCODENOP;
2077                         break;
2078
2079                 case ICMD_JSR:          /* ... ==> ...                                */
2080
2081                         emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
2082                         ALIGNCODENOP;
2083                         break;
2084
2085                 case ICMD_IFNULL:       /* ..., value ==> ...                         */
2086                 case ICMD_IFNONNULL:
2087
2088                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2089                         emit_bccz(cd, iptr->dst.block, iptr->opc - ICMD_IFNULL, s1, BRANCH_OPT_NONE);
2090                         break;
2091
2092                 case ICMD_IFEQ:         /* ..., value ==> ...                         */
2093
2094                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2095                         if (iptr->sx.val.i == 0)
2096                                 emit_beqz(cd, iptr->dst.block, s1);
2097                         else {
2098                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2099                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2100                                 else {
2101                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2102                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2103                                 }
2104                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2105                         }
2106                         break;
2107
2108                 case ICMD_IFLT:         /* ..., value ==> ...                         */
2109
2110                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2111                         if (iptr->sx.val.i == 0)
2112                                 emit_bltz(cd, iptr->dst.block, s1);
2113                         else {
2114                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2115                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2116                                 else {
2117                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2118                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2119                                 }
2120                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2121                         }
2122                         break;
2123
2124                 case ICMD_IFLE:         /* ..., value ==> ...                         */
2125
2126                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2127                         if (iptr->sx.val.i == 0)
2128                                 emit_blez(cd, iptr->dst.block, s1);
2129                         else {
2130                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2131                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2132                                 else {
2133                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2134                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2135                                 }
2136                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2137                         }
2138                         break;
2139
2140                 case ICMD_IFNE:         /* ..., value ==> ...                         */
2141
2142                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2143                         if (iptr->sx.val.i == 0)
2144                                 emit_bnez(cd, iptr->dst.block, s1);
2145                         else {
2146                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2147                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2148                                 else {
2149                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2150                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2151                                 }
2152                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2153                         }
2154                         break;
2155
2156                 case ICMD_IFGT:         /* ..., value ==> ...                         */
2157
2158                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2159                         if (iptr->sx.val.i == 0)
2160                                 emit_bgtz(cd, iptr->dst.block, s1);
2161                         else {
2162                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2163                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2164                                 else {
2165                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2166                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2167                                 }
2168                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2169                         }
2170                         break;
2171
2172                 case ICMD_IFGE:         /* ..., value ==> ...                         */
2173
2174                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2175                         if (iptr->sx.val.i == 0)
2176                                 emit_bgez(cd, iptr->dst.block, s1);
2177                         else {
2178                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2179                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2180                                 else {
2181                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2182                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2183                                 }
2184                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2185                         }
2186                         break;
2187
2188                 case ICMD_IF_LEQ:       /* ..., value ==> ...                         */
2189
2190                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2191                         if (iptr->sx.val.l == 0)
2192                                 emit_beqz(cd, iptr->dst.block, s1);
2193                         else {
2194                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2195                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2196                                 else {
2197                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2198                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2199                                 }
2200                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2201                         }
2202                         break;
2203
2204                 case ICMD_IF_LLT:       /* ..., value ==> ...                         */
2205
2206                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2207                         if (iptr->sx.val.l == 0)
2208                                 emit_bltz(cd, iptr->dst.block, s1);
2209                         else {
2210                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2211                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2212                                 else {
2213                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2214                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2215                                 }
2216                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2217                         }
2218                         break;
2219
2220                 case ICMD_IF_LLE:       /* ..., value ==> ...                         */
2221
2222                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2223                         if (iptr->sx.val.l == 0)
2224                                 emit_blez(cd, iptr->dst.block, s1);
2225                         else {
2226                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2227                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2228                                 else {
2229                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2230                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2231                                 }
2232                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2233                         }
2234                         break;
2235
2236                 case ICMD_IF_LNE:       /* ..., value ==> ...                         */
2237
2238                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2239                         if (iptr->sx.val.l == 0)
2240                                 emit_bnez(cd, iptr->dst.block, s1);
2241                         else {
2242                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2243                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2244                                 else {
2245                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2246                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2247                                 }
2248                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2249                         }
2250                         break;
2251
2252                 case ICMD_IF_LGT:       /* ..., value ==> ...                         */
2253
2254                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2255                         if (iptr->sx.val.l == 0)
2256                                 emit_bgtz(cd, iptr->dst.block, s1);
2257                         else {
2258                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2259                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2260                                 else {
2261                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2262                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2263                                 }
2264                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2265                         }
2266                         break;
2267
2268                 case ICMD_IF_LGE:       /* ..., value ==> ...                         */
2269
2270                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2271                         if (iptr->sx.val.l == 0)
2272                                 emit_bgez(cd, iptr->dst.block, s1);
2273                         else {
2274                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2275                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2276                                 else {
2277                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2278                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2279                                 }
2280                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2281                         }
2282                         break;
2283
2284                 case ICMD_IF_ICMPEQ:    /* ..., value, value ==> ...                  */
2285                 case ICMD_IF_LCMPEQ:    /* op1 = target JavaVM pc                     */
2286                 case ICMD_IF_ACMPEQ:
2287
2288                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2289                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2290                         M_CMPEQ(s1, s2, REG_ITMP1);
2291                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2292                         break;
2293
2294                 case ICMD_IF_ICMPNE:    /* ..., value, value ==> ...                  */
2295                 case ICMD_IF_LCMPNE:    /* op1 = target JavaVM pc                     */
2296                 case ICMD_IF_ACMPNE:
2297
2298                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2299                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2300                         M_CMPEQ(s1, s2, REG_ITMP1);
2301                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2302                         break;
2303
2304                 case ICMD_IF_ICMPLT:    /* ..., value, value ==> ...                  */
2305                 case ICMD_IF_LCMPLT:    /* op1 = target JavaVM pc                     */
2306
2307                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2308                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2309                         M_CMPLT(s1, s2, REG_ITMP1);
2310                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2311                         break;
2312
2313                 case ICMD_IF_ICMPGT:    /* ..., value, value ==> ...                  */
2314                 case ICMD_IF_LCMPGT:    /* op1 = target JavaVM pc                     */
2315
2316                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2317                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2318                         M_CMPLE(s1, s2, REG_ITMP1);
2319                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2320                         break;
2321
2322                 case ICMD_IF_ICMPLE:    /* ..., value, value ==> ...                  */
2323                 case ICMD_IF_LCMPLE:    /* op1 = target JavaVM pc                     */
2324
2325                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2326                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2327                         M_CMPLE(s1, s2, REG_ITMP1);
2328                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2329                         break;
2330
2331                 case ICMD_IF_ICMPGE:    /* ..., value, value ==> ...                  */
2332                 case ICMD_IF_LCMPGE:    /* op1 = target JavaVM pc                     */
2333
2334                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2335                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2336                         M_CMPLT(s1, s2, REG_ITMP1);
2337                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2338                         break;
2339
2340
2341                 case ICMD_IRETURN:      /* ..., retvalue ==> ...                      */
2342                 case ICMD_LRETURN:
2343
2344                         REPLACEMENT_POINT_RETURN(cd, iptr);
2345                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2346                         M_INTMOVE(s1, REG_RESULT);
2347                         goto nowperformreturn;
2348
2349                 case ICMD_ARETURN:      /* ..., retvalue ==> ...                      */
2350
2351                         REPLACEMENT_POINT_RETURN(cd, iptr);
2352                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2353                         M_INTMOVE(s1, REG_RESULT);
2354
2355 #ifdef ENABLE_VERIFIER
2356                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2357                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2358
2359                                 codegen_add_patch_ref(cd, PATCHER_resolve_class, uc, 0);
2360                         }
2361 #endif /* ENABLE_VERIFIER */
2362                         goto nowperformreturn;
2363
2364                 case ICMD_FRETURN:      /* ..., retvalue ==> ...                      */
2365                 case ICMD_DRETURN:
2366
2367                         REPLACEMENT_POINT_RETURN(cd, iptr);
2368                         s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2369                         M_FLTMOVE(s1, REG_FRESULT);
2370                         goto nowperformreturn;
2371
2372                 case ICMD_RETURN:       /* ...  ==> ...                               */
2373
2374                         REPLACEMENT_POINT_RETURN(cd, iptr);
2375
2376 nowperformreturn:
2377                         {
2378                         s4 i, p;
2379
2380                         p = cd->stackframesize;
2381
2382                         /* call trace function */
2383
2384 #if !defined(NDEBUG)
2385                         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2386                                 emit_verbosecall_exit(jd);
2387 #endif
2388
2389 #if defined(ENABLE_THREADS)
2390                         if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2391                                 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
2392
2393                                 switch (iptr->opc) {
2394                                 case ICMD_IRETURN:
2395                                 case ICMD_LRETURN:
2396                                 case ICMD_ARETURN:
2397                                         M_LST(REG_RESULT, REG_SP, rd->memuse * 8);
2398                                         break;
2399                                 case ICMD_FRETURN:
2400                                 case ICMD_DRETURN:
2401                                         M_DST(REG_FRESULT, REG_SP, rd->memuse * 8);
2402                                         break;
2403                                 }
2404
2405                                 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
2406                                 M_ALD(REG_PV, REG_PV, disp);
2407                                 M_JSR(REG_RA, REG_PV);
2408                                 disp = -(s4) (cd->mcodeptr - cd->mcodebase);
2409                                 M_LDA(REG_PV, REG_RA, disp);
2410
2411                                 switch (iptr->opc) {
2412                                 case ICMD_IRETURN:
2413                                 case ICMD_LRETURN:
2414                                 case ICMD_ARETURN:
2415                                         M_LLD(REG_RESULT, REG_SP, rd->memuse * 8);
2416                                         break;
2417                                 case ICMD_FRETURN:
2418                                 case ICMD_DRETURN:
2419                                         M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8);
2420                                         break;
2421                                 }
2422                         }
2423 #endif
2424
2425                         /* restore return address                                         */
2426
2427                         if (!jd->isleafmethod) {
2428                                 p--; M_LLD(REG_RA, REG_SP, p * 8);
2429                         }
2430
2431                         /* restore saved registers                                        */
2432
2433                         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2434                                 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2435                         }
2436                         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2437                                 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2438                         }
2439
2440                         /* deallocate stack                                               */
2441
2442                         if (cd->stackframesize)
2443                                 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2444
2445                         M_RET(REG_ZERO, REG_RA);
2446                         ALIGNCODENOP;
2447                         }
2448                         break;
2449
2450
2451                 case ICMD_TABLESWITCH:  /* ..., index ==> ...                         */
2452                         {
2453                         s4 i, l;
2454                         branch_target_t *table;
2455
2456                         table = iptr->dst.table;
2457
2458                         l = iptr->sx.s23.s2.tablelow;
2459                         i = iptr->sx.s23.s3.tablehigh;
2460
2461                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2462                         if (l == 0) {
2463                                 M_INTMOVE(s1, REG_ITMP1);
2464                         } else if (l <= 32768) {
2465                                 M_LDA(REG_ITMP1, s1, -l);
2466                         } else {
2467                                 ICONST(REG_ITMP2, l);
2468                                 M_ISUB(s1, REG_ITMP2, REG_ITMP1);
2469                         }
2470
2471                         /* number of targets */
2472                         i = i - l + 1;
2473
2474                         /* range check */
2475
2476                         if (i <= 256)
2477                                 M_CMPULE_IMM(REG_ITMP1, i - 1, REG_ITMP2);
2478                         else {
2479                                 M_LDA(REG_ITMP2, REG_ZERO, i - 1);
2480                                 M_CMPULE(REG_ITMP1, REG_ITMP2, REG_ITMP2);
2481                         }
2482                         emit_beqz(cd, table[0].block, REG_ITMP2);
2483
2484                         /* build jump table top down and use address of lowest entry */
2485
2486                         table += i;
2487
2488                         while (--i >= 0) {
2489                                 dseg_add_target(cd, table->block);
2490                                 --table;
2491                         }
2492                         }
2493
2494                         /* length of dataseg after last dseg_add_target is used by load */
2495
2496                         M_SAADDQ(REG_ITMP1, REG_PV, REG_ITMP2);
2497                         M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2498                         M_JMP(REG_ZERO, REG_ITMP2);
2499                         ALIGNCODENOP;
2500                         break;
2501
2502
2503                 case ICMD_LOOKUPSWITCH: /* ..., key ==> ...                           */
2504                         {
2505                         s4 i, val;
2506                         lookup_target_t *lookup;
2507
2508                         lookup = iptr->dst.lookup;
2509
2510                         i = iptr->sx.s23.s2.lookupcount;
2511
2512                         MCODECHECK((i<<2)+8);
2513                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2514
2515                         while (--i >= 0) {
2516                                 val = lookup->value;
2517                                 if ((val >= 0) && (val <= 255)) {
2518                                         M_CMPEQ_IMM(s1, val, REG_ITMP2);
2519                                 } else {
2520                                         if ((val >= -32768) && (val <= 32767)) {
2521                                                 M_LDA(REG_ITMP2, REG_ZERO, val);
2522                                         } else {
2523                                                 disp = dseg_add_s4(cd, val);
2524                                                 M_ILD(REG_ITMP2, REG_PV, disp);
2525                                         }
2526                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP2);
2527                                 }
2528                                 emit_bnez(cd, lookup->target.block, REG_ITMP2);
2529                                 lookup++;
2530                         }
2531
2532                         emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2533                         ALIGNCODENOP;
2534                         break;
2535                         }
2536
2537
2538                 case ICMD_BUILTIN:      /* ..., arg1, arg2, arg3 ==> ...              */
2539
2540                         bte = iptr->sx.s23.s3.bte;
2541                         md  = bte->md;
2542                         goto gen_method;
2543
2544                 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ...            */
2545
2546                 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2547                 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer    */
2548                 case ICMD_INVOKEINTERFACE:
2549
2550                         REPLACEMENT_POINT_INVOKE(cd, iptr);
2551
2552                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2553                                 lm = NULL;
2554                                 um = iptr->sx.s23.s3.um;
2555                                 md = um->methodref->parseddesc.md;
2556                         }
2557                         else {
2558                                 lm = iptr->sx.s23.s3.fmiref->p.method;
2559                                 um = NULL;
2560                                 md = lm->parseddesc;
2561                         }
2562
2563 gen_method:
2564                         s3 = md->paramcount;
2565
2566                         MCODECHECK((s3 << 1) + 64);
2567
2568                         /* copy arguments to registers or stack location                  */
2569
2570                         for (s3 = s3 - 1; s3 >= 0; s3--) {
2571                                 var = VAR(iptr->sx.s23.s2.args[s3]);
2572                                 d   = md->params[s3].regoff;
2573
2574                                 /* already preallocated (ARGVAR)? */
2575
2576                                 if (var->flags & PREALLOC)
2577                                         continue;
2578
2579                                 if (IS_INT_LNG_TYPE(var->type)) {
2580                                         if (!md->params[s3].inmemory) {
2581                                                 s1 = emit_load(jd, iptr, var, d);
2582                                                 M_INTMOVE(s1, d);
2583                                         }
2584                                         else {
2585                                                 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2586                                                 M_LST(s1, REG_SP, d * 8);
2587                                         }
2588                                 }
2589                                 else {
2590                                         if (!md->params[s3].inmemory) {
2591                                                 s1 = emit_load(jd, iptr, var, d);
2592                                                 M_FLTMOVE(s1, d);
2593                                         }
2594                                         else {
2595                                                 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2596                                                 M_DST(s1, REG_SP, d * 8);
2597                                         }
2598                                 }
2599                         }
2600
2601                         switch (iptr->opc) {
2602                         case ICMD_BUILTIN:
2603                                 disp = dseg_add_functionptr(cd, bte->fp);
2604
2605                                 M_ALD(REG_PV, REG_PV, disp);  /* Pointer to built-in-function */
2606
2607                                 /* generate the actual call */
2608
2609                                 M_JSR(REG_RA, REG_PV);
2610                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2611                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2612                                 M_LDA(REG_PV, REG_RA, -disp);
2613
2614                                 emit_exception_check(cd, iptr);
2615                                 break;
2616
2617                         case ICMD_INVOKESPECIAL:
2618                                 emit_nullpointer_check(cd, iptr, REG_A0);
2619                                 /* fall-through */
2620
2621                         case ICMD_INVOKESTATIC:
2622                                 if (lm == NULL) {
2623                                         disp = dseg_add_unique_address(cd, um);
2624
2625                                         codegen_add_patch_ref(cd, PATCHER_invokestatic_special,
2626                                                                                   um, disp);
2627                                 }
2628                                 else
2629                                         disp = dseg_add_address(cd, lm->stubroutine);
2630
2631                                 M_ALD(REG_PV, REG_PV, disp);         /* method pointer in r27 */
2632
2633                                 /* generate the actual call */
2634
2635                                 M_JSR(REG_RA, REG_PV);
2636                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2637                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2638                                 M_LDA(REG_PV, REG_RA, -disp);
2639                                 break;
2640
2641                         case ICMD_INVOKEVIRTUAL:
2642                                 if (lm == NULL) {
2643                                         codegen_add_patch_ref(cd, PATCHER_invokevirtual, um, 0);
2644
2645                                         s1 = 0;
2646                                 }
2647                                 else
2648                                         s1 = OFFSET(vftbl_t, table[0]) +
2649                                                 sizeof(methodptr) * lm->vftblindex;
2650
2651                                 /* implicit null-pointer check */
2652                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2653                                 M_ALD(REG_PV, REG_METHODPTR, s1);
2654
2655                                 /* generate the actual call */
2656
2657                                 M_JSR(REG_RA, REG_PV);
2658                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2659                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2660                                 M_LDA(REG_PV, REG_RA, -disp);
2661                                 break;
2662
2663                         case ICMD_INVOKEINTERFACE:
2664                                 if (lm == NULL) {
2665                                         codegen_add_patch_ref(cd, PATCHER_invokeinterface, um, 0);
2666
2667                                         s1 = 0;
2668                                         s2 = 0;
2669                                 }
2670                                 else {
2671                                         s1 = OFFSET(vftbl_t, interfacetable[0]) -
2672                                                 sizeof(methodptr*) * lm->class->index;
2673
2674                                         s2 = sizeof(methodptr) * (lm - lm->class->methods);
2675                                 }
2676
2677                                 /* implicit null-pointer check */
2678                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2679                                 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2680                                 M_ALD(REG_PV, REG_METHODPTR, s2);
2681
2682                                 /* generate the actual call */
2683
2684                                 M_JSR(REG_RA, REG_PV);
2685                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2686                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2687                                 M_LDA(REG_PV, REG_RA, -disp);
2688                                 break;
2689                         }
2690
2691                         /* store the return value */
2692
2693                         d = md->returntype.type;
2694
2695                         if (d != TYPE_VOID) {
2696                                 if (IS_INT_LNG_TYPE(d)) {
2697                                         s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2698                                         M_INTMOVE(REG_RESULT, s1);
2699                                 }
2700                                 else {
2701                                         s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2702                                         M_FLTMOVE(REG_FRESULT, s1);
2703                                 }
2704                                 emit_store_dst(jd, iptr, s1);
2705                         }
2706                         break;
2707
2708
2709                 case ICMD_CHECKCAST:  /* ..., objectref ==> ..., objectref            */
2710
2711                         if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2712                                 /* object type cast-check */
2713
2714                                 classinfo *super;
2715                                 s4         superindex;
2716
2717                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2718                                         super      = NULL;
2719                                         superindex = 0;
2720                                 }
2721                                 else {
2722                                         super      = iptr->sx.s23.s3.c.cls;
2723                                         superindex = super->index;
2724                                 }
2725
2726                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE))
2727                                         CODEGEN_CRITICAL_SECTION_NEW;
2728
2729                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2730
2731                                 /* if class is not resolved, check which code to call */
2732
2733                                 if (super == NULL) {
2734                                         emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2735
2736                                         disp = dseg_add_unique_s4(cd, 0);         /* super->flags */
2737
2738                                         codegen_add_patch_ref(cd, PATCHER_resolve_classref_to_flags,
2739                                                                                   iptr->sx.s23.s3.c.ref,
2740                                                                                   disp);
2741
2742                                         M_ILD(REG_ITMP2, REG_PV, disp);
2743                                         disp = dseg_add_s4(cd, ACC_INTERFACE);
2744                                         M_ILD(REG_ITMP3, REG_PV, disp);
2745                                         M_AND(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2746                                         emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP2);
2747                                 }
2748
2749                                 /* interface checkcast code */
2750
2751                                 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2752                                         if (super == NULL) {
2753                                                 codegen_add_patch_ref(cd,
2754                                                                                           PATCHER_checkcast_interface,
2755                                                                                           iptr->sx.s23.s3.c.ref,
2756                                                                                           0);
2757                                         }
2758                                         else
2759                                                 emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2760
2761                                         M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2762                                         M_ILD(REG_ITMP3, REG_ITMP2,
2763                                                   OFFSET(vftbl_t, interfacetablelength));
2764                                         M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2765                                         emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2766
2767                                         M_ALD(REG_ITMP3, REG_ITMP2,
2768                                                   (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2769                                                                 superindex * sizeof(methodptr*)));
2770                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2771
2772                                         if (super == NULL)
2773                                                 emit_label_br(cd, BRANCH_LABEL_4);
2774                                         else
2775                                                 emit_label(cd, BRANCH_LABEL_3);
2776                                 }
2777
2778                                 /* class checkcast code */
2779
2780                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2781                                         if (super == NULL) {
2782                                                 emit_label(cd, BRANCH_LABEL_2);
2783
2784                                                 disp = dseg_add_unique_address(cd, NULL);
2785
2786                                                 codegen_add_patch_ref(cd,
2787                                                                                           PATCHER_resolve_classref_to_vftbl,
2788                                                                                           iptr->sx.s23.s3.c.ref,
2789                                                                                           disp);
2790                                         }
2791                                         else {
2792                                                 disp = dseg_add_address(cd, super->vftbl);
2793
2794                                                 emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2795                                         }
2796
2797                                         M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2798                                         M_ALD(REG_ITMP3, REG_PV, disp);
2799
2800                                         CODEGEN_CRITICAL_SECTION_START;
2801
2802                                         M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2803                                         /*                              if (s1 != REG_ITMP1) { */
2804                                         /*                                      M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, baseval)); */
2805                                         /*                                      M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval)); */
2806                                         /*  #if defined(ENABLE_THREADS) */
2807                                         /*                                      codegen_threadcritstop(cd, (u1 *) mcodeptr - cd->mcodebase); */
2808                                         /*  #endif */
2809                                         /*                                      M_ISUB(REG_ITMP2, REG_ITMP1, REG_ITMP2); */
2810
2811                                         /*                              } else { */
2812                                         M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, baseval));
2813                                         M_ISUB(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2814                                         M_ALD(REG_ITMP3, REG_PV, disp);
2815                                         M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval));
2816
2817                                         CODEGEN_CRITICAL_SECTION_END;
2818
2819                                         /*                              } */
2820                                         M_CMPULE(REG_ITMP2, REG_ITMP3, REG_ITMP3);
2821                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2822
2823                                         if (super != NULL)
2824                                                 emit_label(cd, BRANCH_LABEL_5);
2825                                 }
2826
2827                                 if (super == NULL) {
2828                                         emit_label(cd, BRANCH_LABEL_1);
2829                                         emit_label(cd, BRANCH_LABEL_4);
2830                                 }
2831
2832                                 d = codegen_reg_of_dst(jd, iptr, s1);
2833                         }
2834                         else {
2835                                 /* array type cast-check */
2836
2837                                 s1 = emit_load_s1(jd, iptr, REG_A0);
2838                                 M_INTMOVE(s1, REG_A0);
2839
2840                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2841                                         disp = dseg_add_unique_address(cd, NULL);
2842
2843                                         codegen_add_patch_ref(cd,
2844                                                                                   PATCHER_resolve_classref_to_classinfo,
2845                                                                                   iptr->sx.s23.s3.c.ref,
2846                                                                                   disp);
2847                                 }
2848                                 else
2849                                         disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2850
2851                                 M_ALD(REG_A1, REG_PV, disp);
2852                                 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2853                                 M_ALD(REG_PV, REG_PV, disp);
2854                                 M_JSR(REG_RA, REG_PV);
2855                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2856                                 M_LDA(REG_PV, REG_RA, -disp);
2857
2858                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2859                                 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2860
2861                                 d = codegen_reg_of_dst(jd, iptr, s1);
2862                         }
2863
2864                         M_INTMOVE(s1, d);
2865                         emit_store_dst(jd, iptr, d);
2866                         break;
2867
2868                 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult            */
2869
2870                         {
2871                         classinfo *super;
2872                         vftbl_t   *supervftbl;
2873                         s4         superindex;
2874
2875                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2876                                 super = NULL;
2877                                 superindex = 0;
2878                                 supervftbl = NULL;
2879
2880                         } else {
2881                                 super = iptr->sx.s23.s3.c.cls;
2882                                 superindex = super->index;
2883                                 supervftbl = super->vftbl;
2884                         }
2885
2886                         if ((super == NULL) || !(super->flags & ACC_INTERFACE))
2887                                 CODEGEN_CRITICAL_SECTION_NEW;
2888
2889                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2890                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2891
2892                         if (s1 == d) {
2893                                 M_MOV(s1, REG_ITMP1);
2894                                 s1 = REG_ITMP1;
2895                         }
2896
2897                         /* if class is not resolved, check which code to call */
2898
2899                         if (super == NULL) {
2900                                 M_CLR(d);
2901                                 emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2902
2903                                 disp = dseg_add_unique_s4(cd, 0);             /* super->flags */
2904
2905                                 codegen_add_patch_ref(cd, PATCHER_resolve_classref_to_flags,
2906                                                                           iptr->sx.s23.s3.c.ref, disp);
2907
2908                                 M_ILD(REG_ITMP3, REG_PV, disp);
2909
2910                                 disp = dseg_add_s4(cd, ACC_INTERFACE);
2911                                 M_ILD(REG_ITMP2, REG_PV, disp);
2912                                 M_AND(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2913                                 emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP3);
2914                         }
2915
2916                         /* interface instanceof code */
2917
2918                         if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2919                                 if (super == NULL) {
2920                                         /* If d == REG_ITMP2, then it's destroyed in check
2921                                            code above. */
2922                                         if (d == REG_ITMP2)
2923                                                 M_CLR(d);
2924
2925                                         codegen_add_patch_ref(cd,
2926                                                                                   PATCHER_instanceof_interface,
2927                                                                                   iptr->sx.s23.s3.c.ref, 0);
2928                                 }
2929                                 else {
2930                                         M_CLR(d);
2931                                         emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2932                                 }
2933
2934                                 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2935                                 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2936                                 M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2937                                 M_BLEZ(REG_ITMP3, 2);
2938                                 M_ALD(REG_ITMP1, REG_ITMP1,
2939                                           (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2940                                                         superindex * sizeof(methodptr*)));
2941                                 M_CMPULT(REG_ZERO, REG_ITMP1, d);      /* REG_ITMP1 != 0  */
2942
2943                                 if (super == NULL)
2944                                         emit_label_br(cd, BRANCH_LABEL_4);
2945                                 else
2946                                         emit_label(cd, BRANCH_LABEL_3);
2947                         }
2948
2949                         /* class instanceof code */
2950
2951                         if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2952                                 if (super == NULL) {
2953                                         emit_label(cd, BRANCH_LABEL_2);
2954
2955                                         disp = dseg_add_unique_address(cd, NULL);
2956
2957                                         codegen_add_patch_ref(cd, PATCHER_resolve_classref_to_vftbl,
2958                                                                                   iptr->sx.s23.s3.c.ref,
2959                                                                                   disp);
2960                                 }
2961                                 else {
2962                                         disp = dseg_add_address(cd, supervftbl);
2963
2964                                         M_CLR(d);
2965                                         emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2966                                 }
2967
2968                                 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2969                                 M_ALD(REG_ITMP2, REG_PV, disp);
2970
2971                                 CODEGEN_CRITICAL_SECTION_START;
2972
2973                                 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2974                                 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2975                                 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2976
2977                                 CODEGEN_CRITICAL_SECTION_END;
2978
2979                                 M_ISUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2980                                 M_CMPULE(REG_ITMP1, REG_ITMP2, d);
2981
2982                                 if (super != NULL)
2983                                         emit_label(cd, BRANCH_LABEL_5);
2984                         }
2985
2986                         if (super == NULL) {
2987                                 emit_label(cd, BRANCH_LABEL_1);
2988                                 emit_label(cd, BRANCH_LABEL_4);
2989                         }
2990
2991                         emit_store_dst(jd, iptr, d);
2992                         }
2993                         break;
2994
2995                 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref  */
2996
2997                         /* check for negative sizes and copy sizes to stack if necessary  */
2998
2999                         MCODECHECK((iptr->s1.argcount << 1) + 64);
3000
3001                         for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
3002
3003                                 var = VAR(iptr->sx.s23.s2.args[s1]);
3004
3005                                 /* copy SAVEDVAR sizes to stack */
3006
3007                                 /* Already Preallocated? */
3008
3009                                 if (!(var->flags & PREALLOC)) {
3010                                         s2 = emit_load(jd, iptr, var, REG_ITMP1);
3011                                         M_LST(s2, REG_SP, s1 * 8);
3012                                 }
3013                         }
3014
3015                         /* a0 = dimension count */
3016
3017                         ICONST(REG_A0, iptr->s1.argcount);
3018
3019                         /* is patcher function set? */
3020
3021                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
3022                                 disp = dseg_add_unique_address(cd, 0);
3023
3024                                 codegen_add_patch_ref(cd, PATCHER_resolve_classref_to_classinfo,
3025                                                                           iptr->sx.s23.s3.c.ref,
3026                                                                           disp);
3027                         }
3028                         else
3029                                 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
3030
3031                         /* a1 = arraydescriptor */
3032
3033                         M_ALD(REG_A1, REG_PV, disp);
3034
3035                         /* a2 = pointer to dimensions = stack pointer */
3036
3037                         M_INTMOVE(REG_SP, REG_A2);
3038
3039                         disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
3040                         M_ALD(REG_PV, REG_PV, disp);
3041                         M_JSR(REG_RA, REG_PV);
3042                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3043                         M_LDA(REG_PV, REG_RA, -disp);
3044
3045                         /* check for exception before result assignment */
3046
3047                         emit_exception_check(cd, iptr);
3048
3049                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
3050                         M_INTMOVE(REG_RESULT, d);
3051                         emit_store_dst(jd, iptr, d);
3052                         break;
3053
3054                 default:
3055                         exceptions_throw_internalerror("Unknown ICMD %d during code generation",
3056                                                                                    iptr->opc);
3057                         return false;
3058         } /* switch */
3059
3060         } /* for instruction */
3061
3062         } /* if (bptr -> flags >= BBREACHED) */
3063         } /* for basic block */
3064
3065         dseg_createlinenumbertable(cd);
3066
3067         /* generate stubs */
3068
3069         emit_patcher_stubs(jd);
3070         REPLACEMENT_EMIT_STUBS(jd);
3071
3072         /* everything's ok */
3073
3074         return true;
3075 }
3076
3077
3078 /* codegen_emit_stub_compiler **************************************************
3079
3080    Emits a stub routine which calls the compiler.
3081
3082 *******************************************************************************/
3083
3084 void codegen_emit_stub_compiler(jitdata *jd)
3085 {
3086         methodinfo  *m;
3087         codegendata *cd;
3088
3089         /* get required compiler data */
3090
3091         m  = jd->m;
3092         cd = jd->cd;
3093
3094         /* code for the stub */
3095
3096         M_ALD(REG_ITMP1, REG_PV, -2 * 8);   /* load codeinfo pointer              */
3097         M_ALD(REG_PV, REG_PV, -3 * 8);      /* load pointer to the compiler       */
3098         M_JMP(REG_ZERO, REG_PV);            /* jump to the compiler               */
3099 }
3100
3101
3102 /* codegen_emit_stub_native ****************************************************
3103
3104    Emits a stub routine which calls a native method.
3105
3106 *******************************************************************************/
3107
3108 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
3109 {
3110         methodinfo  *m;
3111         codeinfo    *code;
3112         codegendata *cd;
3113         methoddesc  *md;
3114         s4           nativeparams;
3115         s4           i, j;                 /* count variables                    */
3116         s4           t;
3117         s4           s1, s2, disp;
3118         s4           funcdisp;             /* displacement of the function       */
3119
3120         /* get required compiler data */
3121
3122         m    = jd->m;
3123         code = jd->code;
3124         cd   = jd->cd;
3125
3126         /* initialize variables */
3127
3128         md = m->parseddesc;
3129         nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3130
3131         /* calculate stack frame size */
3132
3133         cd->stackframesize =
3134                 1 +                             /* return address                     */
3135                 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3136                 sizeof(localref_table) / SIZEOF_VOID_P +
3137                 1 +                             /* methodinfo for call trace          */
3138                 md->paramcount +
3139                 nmd->memuse;
3140
3141         /* create method header */
3142
3143         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
3144         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
3145         (void) dseg_add_unique_s4(cd, 0);                      /* IsSync          */
3146         (void) dseg_add_unique_s4(cd, 0);                      /* IsLeaf          */
3147         (void) dseg_add_unique_s4(cd, 0);                      /* IntSave         */
3148         (void) dseg_add_unique_s4(cd, 0);                      /* FltSave         */
3149         (void) dseg_addlinenumbertablesize(cd);
3150         (void) dseg_add_unique_s4(cd, 0);                      /* ExTableSize     */
3151
3152         /* generate stub code */
3153
3154         M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
3155         M_AST(REG_RA, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3156
3157         /* call trace function */
3158
3159 #if !defined(NDEBUG)
3160         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
3161                 emit_verbosecall_enter(jd);
3162 #endif
3163
3164         /* get function address (this must happen before the stackframeinfo) */
3165
3166         funcdisp = dseg_add_functionptr(cd, f);
3167
3168 #if !defined(WITH_STATIC_CLASSPATH)
3169         if (f == NULL)
3170                 codegen_add_patch_ref(cd, PATCHER_resolve_native_function, m, funcdisp);
3171 #endif
3172
3173 #if defined(ENABLE_GC_CACAO)
3174         /* Save callee saved integer registers in stackframeinfo (GC may
3175            need to recover them during a collection). */
3176
3177         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo) +
3178                 OFFSET(stackframeinfo, intregs);
3179
3180         for (i = 0; i < INT_SAV_CNT; i++)
3181                 M_AST(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3182 #endif
3183
3184         /* save integer and float argument registers */
3185
3186         for (i = 0; i < md->paramcount; i++) {
3187                 if (!md->params[i].inmemory) {
3188                         s1 = md->params[i].regoff;
3189
3190                         switch (md->paramtypes[i].type) {
3191                         case TYPE_INT:
3192                         case TYPE_LNG:
3193                         case TYPE_ADR:
3194                                 M_LST(s1, REG_SP, i * 8);
3195                                 break;
3196                         case TYPE_FLT:
3197                         case TYPE_DBL:
3198                                 M_DST(s1, REG_SP, i * 8);
3199                                 break;
3200                         }
3201                 }
3202         }
3203
3204         /* prepare data structures for native function call */
3205
3206         M_LDA(REG_A0, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3207         M_MOV(REG_PV, REG_A1);
3208         M_LDA(REG_A2, REG_SP, cd->stackframesize * 8);
3209         M_ALD(REG_A3, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3210         disp = dseg_add_functionptr(cd, codegen_start_native_call);
3211         M_ALD(REG_PV, REG_PV, disp);
3212         M_JSR(REG_RA, REG_PV);
3213         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3214         M_LDA(REG_PV, REG_RA, -disp);
3215
3216         /* restore integer and float argument registers */
3217
3218         for (i = 0; i < md->paramcount; i++) {
3219                 if (!md->params[i].inmemory) {
3220                         s1 = md->params[i].regoff;
3221
3222                         switch (md->paramtypes[i].type) {
3223                         case TYPE_INT:
3224                         case TYPE_LNG:
3225                         case TYPE_ADR:
3226                                 M_LLD(s1, REG_SP, i * 8);
3227                                 break;
3228                         case TYPE_FLT:
3229                         case TYPE_DBL:
3230                                 M_DLD(s1, REG_SP, i * 8);
3231                                 break;
3232                         }
3233                 }
3234         }
3235
3236         /* copy or spill arguments to new locations */
3237
3238         for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3239                 t = md->paramtypes[i].type;
3240
3241                 if (IS_INT_LNG_TYPE(t)) {
3242                         if (!md->params[i].inmemory) {
3243                                 s1 = md->params[i].regoff;
3244                                 s2 = nmd->params[j].regoff;
3245
3246                                 if (!nmd->params[j].inmemory)
3247                                         M_INTMOVE(s1, s2);
3248                                 else
3249                                         M_LST(s1, REG_SP, s2 * 8);
3250                         }
3251                         else {
3252                                 s1 = md->params[i].regoff + cd->stackframesize;
3253                                 s2 = nmd->params[j].regoff;
3254                                 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3255                                 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3256                         }
3257                 }
3258                 else {
3259                         if (!md->params[i].inmemory) {
3260                                 s1 = md->params[i].regoff;
3261                                 s2 = nmd->params[j].regoff;
3262
3263                                 if (!nmd->params[j].inmemory)
3264                                         M_FLTMOVE(s1, s2);
3265                                 else {
3266                                         if (IS_2_WORD_TYPE(t))
3267                                                 M_DST(s1, REG_SP, s2 * 8);
3268                                         else
3269                                                 M_FST(s1, REG_SP, s2 * 8);
3270                                 }
3271                         }
3272                         else {
3273                                 s1 = md->params[i].regoff + cd->stackframesize;
3274                                 s2 = nmd->params[j].regoff;
3275                                 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3276                                 if (IS_2_WORD_TYPE(t))
3277                                         M_DST(REG_FTMP1, REG_SP, s2 * 8);
3278                                 else
3279                                         M_FST(REG_FTMP1, REG_SP, s2 * 8);
3280                         }
3281                 }
3282         }
3283
3284         /* put class into second argument register */
3285
3286         if (m->flags & ACC_STATIC) {
3287                 disp = dseg_add_address(cd, m->class);
3288                 M_ALD(REG_A1, REG_PV, disp);
3289         }
3290
3291         /* put env into first argument register */
3292
3293         disp = dseg_add_address(cd, _Jv_env);
3294         M_ALD(REG_A0, REG_PV, disp);
3295
3296         /* do the native function call */
3297
3298         M_ALD(REG_PV, REG_PV, funcdisp);
3299         M_JSR(REG_RA, REG_PV);              /* call native method                 */
3300         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3301         M_LDA(REG_PV, REG_RA, -disp);       /* recompute pv from ra               */
3302
3303         /* save return value */
3304
3305         switch (md->returntype.type) {
3306         case TYPE_INT:
3307         case TYPE_LNG:
3308         case TYPE_ADR:
3309                 M_LST(REG_RESULT, REG_SP, 0 * 8);
3310                 break;
3311         case TYPE_FLT:
3312         case TYPE_DBL:
3313                 M_DST(REG_FRESULT, REG_SP, 0 * 8);
3314                 break;
3315         case TYPE_VOID:
3316                 break;
3317         }
3318
3319         /* call finished trace */
3320
3321 #if !defined(NDEBUG)
3322         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
3323                 emit_verbosecall_exit(jd);
3324 #endif
3325
3326         /* remove native stackframe info */
3327
3328         M_LDA(REG_A0, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3329         disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3330         M_ALD(REG_PV, REG_PV, disp);
3331         M_JSR(REG_RA, REG_PV);
3332         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3333         M_LDA(REG_PV, REG_RA, -disp);
3334         M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3335
3336         /* restore return value */
3337
3338         switch (md->returntype.type) {
3339         case TYPE_INT:
3340         case TYPE_LNG:
3341         case TYPE_ADR:
3342                 M_LLD(REG_RESULT, REG_SP, 0 * 8);
3343                 break;
3344         case TYPE_FLT:
3345         case TYPE_DBL:
3346                 M_DLD(REG_FRESULT, REG_SP, 0 * 8);
3347                 break;
3348         case TYPE_VOID:
3349                 break;
3350         }
3351
3352 #if defined(ENABLE_GC_CACAO)
3353         /* Restore callee saved integer registers from stackframeinfo (GC
3354            might have modified them during a collection). */
3355
3356         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo) +
3357                 OFFSET(stackframeinfo, intregs);
3358
3359         for (i = 0; i < INT_SAV_CNT; i++)
3360                 M_ALD(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3361 #endif
3362
3363         M_ALD(REG_RA, REG_SP, (cd->stackframesize - 1) * 8); /* get RA            */
3364         M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
3365
3366         /* check for exception */
3367
3368         M_BNEZ(REG_ITMP1_XPTR, 1);          /* if no exception then return        */
3369         M_RET(REG_ZERO, REG_RA);            /* return to caller                   */
3370
3371         /* handle exception */
3372
3373         M_ASUB_IMM(REG_RA, 4, REG_ITMP2_XPC); /* get exception address            */
3374
3375         disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3376         M_ALD(REG_ITMP3, REG_PV, disp);     /* load asm exception handler address */
3377         M_JMP(REG_ZERO, REG_ITMP3);         /* jump to asm exception handler      */
3378
3379         /* generate patcher stubs */
3380
3381         emit_patcher_stubs(jd);
3382 }
3383
3384
3385 /*
3386  * These are local overrides for various environment variables in Emacs.
3387  * Please do not remove this and leave it at the end of the file, where
3388  * Emacs will automagically detect them.
3389  * ---------------------------------------------------------------------
3390  * Local variables:
3391  * mode: c
3392  * indent-tabs-mode: t
3393  * c-basic-offset: 4
3394  * tab-width: 4
3395  * End:
3396  * vim:noexpandtab:sw=4:ts=4:
3397  */