src/vm/jit/alpha/codegen.c

   1 /* src/vm/jit/alpha/codegen.c - machine code generator for Alpha
   2
   3    Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
   4    C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
   5    E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
   6    J. Wenninger, Institut f. Computersprachen - TU Wien
   7
   8    This file is part of CACAO.
   9
  10    This program is free software; you can redistribute it and/or
  11    modify it under the terms of the GNU General Public License as
  12    published by the Free Software Foundation; either version 2, or (at
  13    your option) any later version.
  14
  15    This program is distributed in the hope that it will be useful, but
  16    WITHOUT ANY WARRANTY; without even the implied warranty of
  17    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  18    General Public License for more details.
  19
  20    You should have received a copy of the GNU General Public License
  21    along with this program; if not, write to the Free Software
  22    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  23    02110-1301, USA.
  24
  25 */
  26
  27
  28 #include "config.h"
  29
  30 #include <assert.h>
  31 #include <stdio.h>
  32
  33 #include "vm/types.h"
  34
  35 #include "md.h"
  36 #include "md-abi.h"
  37
  38 #include "vm/jit/alpha/arch.h"
  39 #include "vm/jit/alpha/codegen.h"
  40
  41 #include "mm/memory.h"
  42
  43 #include "native/jni.h"
  44 #include "native/localref.h"
  45 #include "native/native.h"
  46
  47 #include "threads/lock-common.h"
  48
  49 #include "vm/builtin.h"
  50 #include "vm/exceptions.h"
  51 #include "vm/global.h"
  52 #include "vm/vm.h"
  53
  54 #include "vm/jit/abi.h"
  55 #include "vm/jit/asmpart.h"
  56 #include "vm/jit/codegen-common.h"
  57 #include "vm/jit/dseg.h"
  58 #include "vm/jit/emit-common.h"
  59 #include "vm/jit/jit.h"
  60 #include "vm/jit/parse.h"
  61 #include "vm/jit/patcher-common.h"
  62 #include "vm/jit/reg.h"
  63 #include "vm/jit/replace.h"
  64 #include "vm/jit/stacktrace.h"
  65
  66 #if defined(ENABLE_LSRA)
  67 # include "vm/jit/allocator/lsra.h"
  68 #endif
  69
  70 #include "vmcore/loader.h"
  71 #include "vmcore/options.h"
  72
  73
  74 /* codegen_emit ****************************************************************
  75
  76    Generates machine code.
  77
  78 *******************************************************************************/
  79
  80 bool codegen_emit(jitdata *jd)
  81 {
  82         methodinfo         *m;
  83         codeinfo           *code;
  84         codegendata        *cd;
  85         registerdata       *rd;
  86         s4                  len, s1, s2, s3, d, disp;
  87         varinfo            *var;
  88         basicblock         *bptr;
  89         instruction        *iptr;
  90         exception_entry    *ex;
  91         u2                  currentline;
  92         methodinfo         *lm;             /* local methodinfo for ICMD_INVOKE*  */
  93         unresolved_method  *um;
  94         builtintable_entry *bte;
  95         methoddesc         *md;
  96         fieldinfo          *fi;
  97         unresolved_field   *uf;
  98         s4                  fieldtype;
  99         s4                 varindex;
 100
 101         /* get required compiler data */
 102
 103         m    = jd->m;
 104         code = jd->code;
 105         cd   = jd->cd;
 106         rd   = jd->rd;
 107
 108         /* prevent compiler warnings */
 109
 110         d           = 0;
 111         fieldtype   = 0;
 112         lm          = NULL;
 113         um          = NULL;
 114         bte         = NULL;
 115         currentline = 0;
 116
 117         {
 118         s4 i, p, t, l;
 119         s4 savedregs_num;
 120
 121         savedregs_num = code_is_leafmethod(code) ? 0 : 1; /* space to save the RA */
 122
 123         /* space to save used callee saved registers */
 124
 125         savedregs_num += (INT_SAV_CNT - rd->savintreguse);
 126         savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
 127
 128         cd->stackframesize = rd->memuse + savedregs_num;
 129
 130 #if defined(ENABLE_THREADS)        /* space to save argument of monitor_enter */
 131         if (checksync && code_is_synchronized(code))
 132                 cd->stackframesize++;
 133 #endif
 134
 135         /* create method header */
 136
 137 #if 0
 138         cd->stackframesize = (cd->stackframesize + 1) & ~1; /* align stack to 16-bytes */
 139 #endif
 140
 141         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
 142         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
 143
 144         /* IsSync contains the offset relative to the stack pointer for the
 145            argument of monitor_exit used in the exception handler. Since the
 146            offset could be zero and give a wrong meaning of the flag it is
 147            offset by one.
 148         */
 149         /* XXX Remove this "offset by one". */
 150
 151         code->synchronizedoffset = (rd->memuse + 1) * 8;
 152
 153         /* REMOVEME dummy IsSync */
 154         (void) dseg_add_unique_s4(cd, 0);
 155
 156         /* REMOVEME: We still need it for exception handling in assembler. */
 157
 158         if (code_is_leafmethod(code))
 159                 (void) dseg_add_unique_s4(cd, 1);
 160         else
 161                 (void) dseg_add_unique_s4(cd, 0);
 162
 163         (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
 164         (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
 165
 166         dseg_addlinenumbertablesize(cd);
 167
 168         (void) dseg_add_unique_s4(cd, jd->exceptiontablelength);   /* ExTableSize */
 169
 170         /* create exception table */
 171
 172         for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
 173                 dseg_add_target(cd, ex->start);
 174                 dseg_add_target(cd, ex->end);
 175                 dseg_add_target(cd, ex->handler);
 176                 (void) dseg_add_unique_address(cd, ex->catchtype.any);
 177         }
 178
 179         /* create stack frame (if necessary) */
 180
 181         if (cd->stackframesize)
 182                 M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
 183
 184         /* save return address and used callee saved registers */
 185
 186         p = cd->stackframesize;
 187         if (!code_is_leafmethod(code)) {
 188                 p--; M_AST(REG_RA, REG_SP, p * 8);
 189         }
 190         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
 191                 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
 192         }
 193         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
 194                 p--; M_DST(rd->savfltregs[i], REG_SP, p * 8);
 195         }
 196
 197         /* take arguments out of register or stack frame */
 198
 199         md = m->parseddesc;
 200
 201         for (p = 0, l = 0; p < md->paramcount; p++) {
 202                 t = md->paramtypes[p].type;
 203
 204                 varindex = jd->local_map[l * 5 + t];
 205
 206                 l++;
 207                 if (IS_2_WORD_TYPE(t))    /* increment local counter for 2 word types */
 208                         l++;
 209
 210                 if (varindex == UNUSED)
 211                         continue;
 212
 213                 var = VAR(varindex);
 214
 215                 s1 = md->params[p].regoff;
 216
 217                 if (IS_INT_LNG_TYPE(t)) {                    /* integer args          */
 218                         if (!md->params[p].inmemory) {           /* register arguments    */
 219                                 if (!IS_INMEMORY(var->flags))
 220                                         M_INTMOVE(s1, var->vv.regoff);
 221                                 else
 222                                         M_LST(s1, REG_SP, var->vv.regoff);
 223                         }
 224                         else {                                   /* stack arguments       */
 225                                 if (!IS_INMEMORY(var->flags))
 226                                         M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
 227                                 else
 228                                         var->vv.regoff = cd->stackframesize * 8 + s1;
 229                         }
 230                 }
 231                 else {                                       /* floating args         */
 232                         if (!md->params[p].inmemory) {           /* register arguments    */
 233                                 if (!IS_INMEMORY(var->flags))
 234                                         M_FLTMOVE(s1, var->vv.regoff);
 235                                 else
 236                                         M_DST(s1, REG_SP, var->vv.regoff * 8);
 237                         }
 238                         else {                                   /* stack arguments       */
 239                                 if (!(var->flags & INMEMORY))
 240                                         M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
 241                                 else
 242                                         var->vv.regoff = cd->stackframesize * 8 + s1;
 243                         }
 244                 }
 245         }
 246
 247         /* call monitorenter function */
 248
 249 #if defined(ENABLE_THREADS)
 250         if (checksync && code_is_synchronized(code)) {
 251                 /* stack offset for monitor argument */
 252
 253                 s1 = rd->memuse;
 254
 255 #if !defined(NDEBUG)
 256                 if (opt_verbosecall) {
 257                         M_LDA(REG_SP, REG_SP, -(INT_ARG_CNT + FLT_ARG_CNT) * 8);
 258
 259                         for (p = 0; p < INT_ARG_CNT; p++)
 260                                 M_LST(abi_registers_integer_argument[p], REG_SP, p * 8);
 261
 262                         for (p = 0; p < FLT_ARG_CNT; p++)
 263                                 M_DST(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 264
 265                         s1 += INT_ARG_CNT + FLT_ARG_CNT;
 266                 }
 267 #endif /* !defined(NDEBUG) */
 268
 269                 /* decide which monitor enter function to call */
 270
 271                 if (m->flags & ACC_STATIC) {
 272                         disp = dseg_add_address(cd, &m->class->object.header);
 273                         M_ALD(REG_A0, REG_PV, disp);
 274                 }
 275                 else {
 276                         M_BNEZ(REG_A0, 1);
 277                         M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
 278                 }
 279
 280                 M_AST(REG_A0, REG_SP, s1 * 8);
 281                 disp = dseg_add_functionptr(cd, LOCK_monitor_enter);
 282                 M_ALD(REG_PV, REG_PV, disp);
 283                 M_JSR(REG_RA, REG_PV);
 284                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
 285                 M_LDA(REG_PV, REG_RA, -disp);
 286
 287 #if !defined(NDEBUG)
 288                 if (opt_verbosecall) {
 289                         for (p = 0; p < INT_ARG_CNT; p++)
 290                                 M_LLD(abi_registers_integer_argument[p], REG_SP, p * 8);
 291
 292                         for (p = 0; p < FLT_ARG_CNT; p++)
 293                                 M_DLD(abi_registers_float_argument[p], REG_SP, (INT_ARG_CNT + p) * 8);
 294
 295                         M_LDA(REG_SP, REG_SP, (INT_ARG_CNT + FLT_ARG_CNT) * 8);
 296                 }
 297 #endif /* !defined(NDEBUG) */
 298         }
 299 #endif
 300
 301         /* call trace function */
 302
 303 #if !defined(NDEBUG)
 304         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
 305                 emit_verbosecall_enter(jd);
 306 #endif
 307
 308         }
 309
 310         /* end of header generation */
 311
 312         /* create replacement points */
 313
 314         REPLACEMENT_POINTS_INIT(cd, jd);
 315
 316         /* walk through all basic blocks */
 317
 318         for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
 319
 320                 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
 321
 322                 if (bptr->flags >= BBREACHED) {
 323
 324                 /* branch resolving */
 325
 326                 codegen_resolve_branchrefs(cd, bptr);
 327
 328                 /* handle replacement points */
 329
 330                 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
 331
 332                 /* copy interface registers to their destination */
 333
 334                 len = bptr->indepth;
 335                 MCODECHECK(64+len);
 336 #if defined(ENABLE_LSRA)
 337                 if (opt_lsra) {
 338                 while (len) {
 339                         len--;
 340                         src = bptr->invars[len];
 341                         if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 342                                         /*                              d = reg_of_var(m, src, REG_ITMP1); */
 343                                         if (!(src->flags & INMEMORY))
 344                                                 d = src->vv.regoff;
 345                                         else
 346                                                 d = REG_ITMP1;
 347                                         M_INTMOVE(REG_ITMP1, d);
 348                                         emit_store(jd, NULL, src, d);
 349                                 }
 350                         }
 351                 } else {
 352 #endif
 353                         while (len) {
 354                                 len--;
 355                                 var = VAR(bptr->invars[len]);
 356                                 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
 357                                         d = codegen_reg_of_var(0, var, REG_ITMP1);
 358                                         M_INTMOVE(REG_ITMP1, d);
 359                                         emit_store(jd, NULL, var, d);
 360                                 }
 361                                 else {
 362                                         assert((var->flags & INOUT));
 363                                 }
 364                         }
 365 #if defined(ENABLE_LSRA)
 366                 }
 367 #endif
 368
 369                 /* walk through all instructions */
 370
 371                 len = bptr->icount;
 372
 373                 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
 374                         if (iptr->line != currentline) {
 375                                 dseg_addlinenumber(cd, iptr->line);
 376                                 currentline = iptr->line;
 377                         }
 378
 379                 MCODECHECK(64);       /* an instruction usually needs < 64 words      */
 380                 switch (iptr->opc) {
 381
 382                 case ICMD_NOP:        /* ...  ==> ...                                 */
 383                 case ICMD_POP:        /* ..., value  ==> ...                          */
 384                 case ICMD_POP2:       /* ..., value, value  ==> ...                   */
 385                         break;
 386
 387                 case ICMD_INLINE_START:
 388
 389                         REPLACEMENT_POINT_INLINE_START(cd, iptr);
 390                         break;
 391
 392                 case ICMD_INLINE_BODY:
 393
 394                         REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
 395                         dseg_addlinenumber_inline_start(cd, iptr);
 396                         dseg_addlinenumber(cd, iptr->line);
 397                         break;
 398
 399                 case ICMD_INLINE_END:
 400
 401                         dseg_addlinenumber_inline_end(cd, iptr);
 402                         dseg_addlinenumber(cd, iptr->line);
 403                         break;
 404
 405                 case ICMD_CHECKNULL:  /* ..., objectref  ==> ..., objectref           */
 406
 407                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 408                         emit_nullpointer_check(cd, iptr, s1);
 409                         break;
 410
 411                 /* constant operations ************************************************/
 412
 413                 case ICMD_ICONST:     /* ...  ==> ..., constant                       */
 414
 415                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 416                         ICONST(d, iptr->sx.val.i);
 417                         emit_store_dst(jd, iptr, d);
 418                         break;
 419
 420                 case ICMD_LCONST:     /* ...  ==> ..., constant                       */
 421
 422                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 423                         LCONST(d, iptr->sx.val.l);
 424                         emit_store_dst(jd, iptr, d);
 425                         break;
 426
 427                 case ICMD_FCONST:     /* ...  ==> ..., constant                       */
 428
 429                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 430                         disp = dseg_add_float(cd, iptr->sx.val.f);
 431                         M_FLD(d, REG_PV, disp);
 432                         emit_store_dst(jd, iptr, d);
 433                         break;
 434
 435                 case ICMD_DCONST:     /* ...  ==> ..., constant                       */
 436
 437                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
 438                         disp = dseg_add_double(cd, iptr->sx.val.d);
 439                         M_DLD(d, REG_PV, disp);
 440                         emit_store_dst(jd, iptr, d);
 441                         break;
 442
 443                 case ICMD_ACONST:     /* ...  ==> ..., constant                       */
 444
 445                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 446
 447                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
 448                                 constant_classref *cr = iptr->sx.val.c.ref;
 449
 450                                 disp = dseg_add_unique_address(cd, cr);
 451
 452                                 /* XXX Only add the patcher, if this position needs to
 453                                    be patched.  If there was a previous position which
 454                                    resolved the same class, the returned displacement
 455                                    of dseg_add_address is ok to use. */
 456
 457                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
 458                                                                           cr, disp);
 459
 460                                 M_ALD(d, REG_PV, disp);
 461                         }
 462                         else {
 463                                 if (iptr->sx.val.anyptr == NULL)
 464                                         M_INTMOVE(REG_ZERO, d);
 465                                 else {
 466                                         disp = dseg_add_address(cd, iptr->sx.val.anyptr);
 467                                         M_ALD(d, REG_PV, disp);
 468                                 }
 469                         }
 470                         emit_store_dst(jd, iptr, d);
 471                         break;
 472
 473
 474                 /* load/store/move/copy operations ************************************/
 475
 476                 case ICMD_ILOAD:      /* ...  ==> ..., content of local variable      */
 477                 case ICMD_ALOAD:      /* s1 = local variable                          */
 478                 case ICMD_LLOAD:
 479                 case ICMD_FLOAD:
 480                 case ICMD_DLOAD:
 481                 case ICMD_ISTORE:     /* ..., value  ==> ...                          */
 482                 case ICMD_LSTORE:
 483                 case ICMD_FSTORE:
 484                 case ICMD_DSTORE:
 485                 case ICMD_COPY:
 486                 case ICMD_MOVE:
 487
 488                         emit_copy(jd, iptr);
 489                         break;
 490
 491                 case ICMD_ASTORE:
 492
 493                         if (!(iptr->flags.bits & INS_FLAG_RETADDR))
 494                                 emit_copy(jd, iptr);
 495                         break;
 496
 497
 498                 /* integer operations *************************************************/
 499
 500                 case ICMD_INEG:       /* ..., value  ==> ..., - value                 */
 501
 502                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 503                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 504                         M_ISUB(REG_ZERO, s1, d);
 505                         emit_store_dst(jd, iptr, d);
 506                         break;
 507
 508                 case ICMD_LNEG:       /* ..., value  ==> ..., - value                 */
 509
 510                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 511                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 512                         M_LSUB(REG_ZERO, s1, d);
 513                         emit_store_dst(jd, iptr, d);
 514                         break;
 515
 516                 case ICMD_I2L:        /* ..., value  ==> ..., value                   */
 517
 518                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 519                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
 520                         M_INTMOVE(s1, d);
 521                         emit_store_dst(jd, iptr, d);
 522                         break;
 523
 524                 case ICMD_L2I:        /* ..., value  ==> ..., value                   */
 525
 526                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 527                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 528                         M_IADD(s1, REG_ZERO, d);
 529                         emit_store_dst(jd, iptr, d);
 530                         break;
 531
 532                 case ICMD_INT2BYTE:   /* ..., value  ==> ..., value                   */
 533
 534                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 535                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 536                         if (has_ext_instr_set) {
 537                                 M_BSEXT(s1, d);
 538                         } else {
 539                                 M_SLL_IMM(s1, 56, d);
 540                                 M_SRA_IMM( d, 56, d);
 541                         }
 542                         emit_store_dst(jd, iptr, d);
 543                         break;
 544
 545                 case ICMD_INT2CHAR:   /* ..., value  ==> ..., value                   */
 546
 547                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 548                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 549             M_CZEXT(s1, d);
 550                         emit_store_dst(jd, iptr, d);
 551                         break;
 552
 553                 case ICMD_INT2SHORT:  /* ..., value  ==> ..., value                   */
 554
 555                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 556                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 557                         if (has_ext_instr_set) {
 558                                 M_SSEXT(s1, d);
 559                         } else {
 560                                 M_SLL_IMM(s1, 48, d);
 561                                 M_SRA_IMM( d, 48, d);
 562                         }
 563                         emit_store_dst(jd, iptr, d);
 564                         break;
 565
 566
 567                 case ICMD_IADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 568
 569                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 570                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 571                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 572                         M_IADD(s1, s2, d);
 573                         emit_store_dst(jd, iptr, d);
 574                         break;
 575
 576                 case ICMD_IINC:
 577                 case ICMD_IADDCONST:  /* ..., value  ==> ..., value + constant        */
 578                                       /* sx.val.i = constant                             */
 579
 580                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 581                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 582                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 583                                 M_IADD_IMM(s1, iptr->sx.val.i, d);
 584                         } else if ((iptr->sx.val.i > -256) && (iptr->sx.val.i < 0)) {
 585                                 M_ISUB_IMM(s1, (-iptr->sx.val.i), d);
 586                         } else {
 587                                 /* XXX maybe use M_LDA? */
 588                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 589                                 M_IADD(s1, REG_ITMP2, d);
 590                         }
 591                         emit_store_dst(jd, iptr, d);
 592                         break;
 593
 594                 case ICMD_LADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
 595
 596                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 597                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 598                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 599                         M_LADD(s1, s2, d);
 600                         emit_store_dst(jd, iptr, d);
 601                         break;
 602
 603                 case ICMD_LADDCONST:  /* ..., value  ==> ..., value + constant        */
 604                                       /* sx.val.l = constant                             */
 605
 606                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 607                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 608                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 609                                 M_LADD_IMM(s1, iptr->sx.val.l, d);
 610                         } else {
 611                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 612                                 M_LADD(s1, REG_ITMP2, d);
 613                         }
 614                         emit_store_dst(jd, iptr, d);
 615                         break;
 616
 617                 case ICMD_ISUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 618
 619                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 620                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 621                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 622                         M_ISUB(s1, s2, d);
 623                         emit_store_dst(jd, iptr, d);
 624                         break;
 625
 626                 case ICMD_ISUBCONST:  /* ..., value  ==> ..., value + constant        */
 627                                       /* sx.val.i = constant                             */
 628
 629                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 630                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 631                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 632                                 M_ISUB_IMM(s1, iptr->sx.val.i, d);
 633                         } else {
 634                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 635                                 M_ISUB(s1, REG_ITMP2, d);
 636                         }
 637                         emit_store_dst(jd, iptr, d);
 638                         break;
 639
 640                 case ICMD_LSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
 641
 642                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 643                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 644                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 645                         M_LSUB(s1, s2, d);
 646                         emit_store_dst(jd, iptr, d);
 647                         break;
 648
 649                 case ICMD_LSUBCONST:  /* ..., value  ==> ..., value - constant        */
 650                                       /* sx.val.l = constant                             */
 651
 652                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 653                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 654                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 655                                 M_LSUB_IMM(s1, iptr->sx.val.l, d);
 656                         } else {
 657                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 658                                 M_LSUB(s1, REG_ITMP2, d);
 659                         }
 660                         emit_store_dst(jd, iptr, d);
 661                         break;
 662
 663                 case ICMD_IMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 664
 665                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 666                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 667                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 668                         M_IMUL(s1, s2, d);
 669                         emit_store_dst(jd, iptr, d);
 670                         break;
 671
 672                 case ICMD_IMULCONST:  /* ..., value  ==> ..., value * constant        */
 673                                       /* sx.val.i = constant                             */
 674
 675                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 676                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 677                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 678                                 M_IMUL_IMM(s1, iptr->sx.val.i, d);
 679                         } else {
 680                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 681                                 M_IMUL(s1, REG_ITMP2, d);
 682                         }
 683                         emit_store_dst(jd, iptr, d);
 684                         break;
 685
 686                 case ICMD_LMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
 687
 688                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 689                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 690                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 691                         M_LMUL(s1, s2, d);
 692                         emit_store_dst(jd, iptr, d);
 693                         break;
 694
 695                 case ICMD_LMULCONST:  /* ..., value  ==> ..., value * constant        */
 696                                       /* sx.val.l = constant                             */
 697
 698                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 699                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 700                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 701                                 M_LMUL_IMM(s1, iptr->sx.val.l, d);
 702                         } else {
 703                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 704                                 M_LMUL(s1, REG_ITMP2, d);
 705                         }
 706                         emit_store_dst(jd, iptr, d);
 707                         break;
 708
 709                 case ICMD_IDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 710                 case ICMD_IREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 711
 712                         s1 = emit_load_s1(jd, iptr, REG_A0);
 713                         s2 = emit_load_s2(jd, iptr, REG_A1);
 714                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 715                         emit_arithmetic_check(cd, iptr, s2);
 716
 717                         M_INTMOVE(s1, REG_A0);
 718                         M_INTMOVE(s2, REG_A1);
 719                         bte = iptr->sx.s23.s3.bte;
 720                         disp = dseg_add_functionptr(cd, bte->fp);
 721                         M_ALD(REG_PV, REG_PV, disp);
 722                         M_JSR(REG_RA, REG_PV);
 723                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 724                         M_LDA(REG_PV, REG_RA, -disp);
 725
 726                         M_IADD(REG_RESULT, REG_ZERO, d); /* sign extend (bugfix for gcc -O2) */
 727                         emit_store_dst(jd, iptr, d);
 728                         break;
 729
 730                 case ICMD_LDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
 731                 case ICMD_LREM:       /* ..., val1, val2  ==> ..., val1 % val2        */
 732
 733                         s1 = emit_load_s1(jd, iptr, REG_A0);
 734                         s2 = emit_load_s2(jd, iptr, REG_A1);
 735                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
 736                         emit_arithmetic_check(cd, iptr, s2);
 737
 738                         M_INTMOVE(s1, REG_A0);
 739                         M_INTMOVE(s2, REG_A1);
 740                         bte = iptr->sx.s23.s3.bte;
 741                         disp = dseg_add_functionptr(cd, bte->fp);
 742                         M_ALD(REG_PV, REG_PV, disp);
 743                         M_JSR(REG_RA, REG_PV);
 744                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
 745                         M_LDA(REG_PV, REG_RA, -disp);
 746
 747                         M_INTMOVE(REG_RESULT, d);
 748                         emit_store_dst(jd, iptr, d);
 749                         break;
 750
 751                 case ICMD_IDIVPOW2:   /* ..., value  ==> ..., value << constant       */
 752                 case ICMD_LDIVPOW2:   /* val.i = constant                             */
 753
 754                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 755                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 756                         if (iptr->sx.val.i <= 15) {
 757                                 M_LDA(REG_ITMP2, s1, (1 << iptr->sx.val.i) -1);
 758                                 M_CMOVGE(s1, s1, REG_ITMP2);
 759                         } else {
 760                                 M_SRA_IMM(s1, 63, REG_ITMP2);
 761                                 M_SRL_IMM(REG_ITMP2, 64 - iptr->sx.val.i, REG_ITMP2);
 762                                 M_LADD(s1, REG_ITMP2, REG_ITMP2);
 763                         }
 764                         M_SRA_IMM(REG_ITMP2, iptr->sx.val.i, d);
 765                         emit_store_dst(jd, iptr, d);
 766                         break;
 767
 768                 case ICMD_ISHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 769
 770                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 771                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 772                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 773                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 774                         M_SLL(s1, REG_ITMP3, d);
 775                         M_IADD(d, REG_ZERO, d);
 776                         emit_store_dst(jd, iptr, d);
 777                         break;
 778
 779                 case ICMD_ISHLCONST:  /* ..., value  ==> ..., value << constant       */
 780                                       /* sx.val.i = constant                             */
 781
 782                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 783                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 784                         M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
 785                         M_IADD(d, REG_ZERO, d);
 786                         emit_store_dst(jd, iptr, d);
 787                         break;
 788
 789                 case ICMD_ISHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 790
 791                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 792                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 793                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 794                         M_AND_IMM(s2, 0x1f, REG_ITMP3);
 795                         M_SRA(s1, REG_ITMP3, d);
 796                         emit_store_dst(jd, iptr, d);
 797                         break;
 798
 799                 case ICMD_ISHRCONST:  /* ..., value  ==> ..., value >> constant       */
 800                                       /* sx.val.i = constant                             */
 801
 802                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 803                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 804                         M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
 805                         emit_store_dst(jd, iptr, d);
 806                         break;
 807
 808                 case ICMD_IUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 809
 810                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 811                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 812                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 813                         M_AND_IMM(s2, 0x1f, REG_ITMP2);
 814             M_IZEXT(s1, d);
 815                         M_SRL(d, REG_ITMP2, d);
 816                         M_IADD(d, REG_ZERO, d);
 817                         emit_store_dst(jd, iptr, d);
 818                         break;
 819
 820                 case ICMD_IUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 821                                       /* sx.val.i = constant                             */
 822
 823                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 824                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 825             M_IZEXT(s1, d);
 826                         M_SRL_IMM(d, iptr->sx.val.i & 0x1f, d);
 827                         M_IADD(d, REG_ZERO, d);
 828                         emit_store_dst(jd, iptr, d);
 829                         break;
 830
 831                 case ICMD_LSHL:       /* ..., val1, val2  ==> ..., val1 << val2       */
 832
 833                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 834                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 835                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 836                         M_SLL(s1, s2, d);
 837                         emit_store_dst(jd, iptr, d);
 838                         break;
 839
 840                 case ICMD_LSHLCONST:  /* ..., value  ==> ..., value << constant       */
 841                                       /* sx.val.i = constant                             */
 842
 843                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 844                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 845                         M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 846                         emit_store_dst(jd, iptr, d);
 847                         break;
 848
 849                 case ICMD_LSHR:       /* ..., val1, val2  ==> ..., val1 >> val2       */
 850
 851                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 852                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 853                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 854                         M_SRA(s1, s2, d);
 855                         emit_store_dst(jd, iptr, d);
 856                         break;
 857
 858                 case ICMD_LSHRCONST:  /* ..., value  ==> ..., value >> constant       */
 859                                       /* sx.val.i = constant                             */
 860
 861                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 862                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 863                         M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
 864                         emit_store_dst(jd, iptr, d);
 865                         break;
 866
 867                 case ICMD_LUSHR:      /* ..., val1, val2  ==> ..., val1 >>> val2      */
 868
 869                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 870                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 871                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 872                         M_SRL(s1, s2, d);
 873                         emit_store_dst(jd, iptr, d);
 874                         break;
 875
 876                 case ICMD_LUSHRCONST: /* ..., value  ==> ..., value >>> constant      */
 877                                       /* sx.val.i = constant                             */
 878
 879                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 880                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 881                         M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
 882                         emit_store_dst(jd, iptr, d);
 883                         break;
 884
 885                 case ICMD_IAND:       /* ..., val1, val2  ==> ..., val1 & val2        */
 886                 case ICMD_LAND:
 887
 888                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 889                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
 890                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 891                         M_AND(s1, s2, d);
 892                         emit_store_dst(jd, iptr, d);
 893                         break;
 894
 895                 case ICMD_IANDCONST:  /* ..., value  ==> ..., value & constant        */
 896                                       /* sx.val.i = constant                             */
 897
 898                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 899                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 900                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 901                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 902                         } else if (iptr->sx.val.i == 0xffff) {
 903                                 M_CZEXT(s1, d);
 904                         } else if (iptr->sx.val.i == 0xffffff) {
 905                                 M_ZAPNOT_IMM(s1, 0x07, d);
 906                         } else {
 907                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 908                                 M_AND(s1, REG_ITMP2, d);
 909                         }
 910                         emit_store_dst(jd, iptr, d);
 911                         break;
 912
 913                 case ICMD_IREMPOW2:   /* ..., value  ==> ..., value % constant        */
 914                                       /* sx.val.i = constant                             */
 915
 916                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 917                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 918                         if (s1 == d) {
 919                                 M_MOV(s1, REG_ITMP1);
 920                                 s1 = REG_ITMP1;
 921                         }
 922                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
 923                                 M_AND_IMM(s1, iptr->sx.val.i, d);
 924                                 M_BGEZ(s1, 3);
 925                                 M_ISUB(REG_ZERO, s1, d);
 926                                 M_AND_IMM(d, iptr->sx.val.i, d);
 927                         } else if (iptr->sx.val.i == 0xffff) {
 928                                 M_CZEXT(s1, d);
 929                                 M_BGEZ(s1, 3);
 930                                 M_ISUB(REG_ZERO, s1, d);
 931                                 M_CZEXT(d, d);
 932                         } else if (iptr->sx.val.i == 0xffffff) {
 933                                 M_ZAPNOT_IMM(s1, 0x07, d);
 934                                 M_BGEZ(s1, 3);
 935                                 M_ISUB(REG_ZERO, s1, d);
 936                                 M_ZAPNOT_IMM(d, 0x07, d);
 937                         } else {
 938                                 ICONST(REG_ITMP2, iptr->sx.val.i);
 939                                 M_AND(s1, REG_ITMP2, d);
 940                                 M_BGEZ(s1, 3);
 941                                 M_ISUB(REG_ZERO, s1, d);
 942                                 M_AND(d, REG_ITMP2, d);
 943                         }
 944                         M_ISUB(REG_ZERO, d, d);
 945                         emit_store_dst(jd, iptr, d);
 946                         break;
 947
 948                 case ICMD_LANDCONST:  /* ..., value  ==> ..., value & constant        */
 949                                       /* sx.val.l = constant                             */
 950
 951                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 952                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 953                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 954                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 955                         } else if (iptr->sx.val.l == 0xffffL) {
 956                                 M_CZEXT(s1, d);
 957                         } else if (iptr->sx.val.l == 0xffffffL) {
 958                                 M_ZAPNOT_IMM(s1, 0x07, d);
 959                         } else if (iptr->sx.val.l == 0xffffffffL) {
 960                                 M_IZEXT(s1, d);
 961                         } else if (iptr->sx.val.l == 0xffffffffffL) {
 962                                 M_ZAPNOT_IMM(s1, 0x1f, d);
 963                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
 964                                 M_ZAPNOT_IMM(s1, 0x3f, d);
 965                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
 966                                 M_ZAPNOT_IMM(s1, 0x7f, d);
 967                         } else {
 968                                 LCONST(REG_ITMP2, iptr->sx.val.l);
 969                                 M_AND(s1, REG_ITMP2, d);
 970                         }
 971                         emit_store_dst(jd, iptr, d);
 972                         break;
 973
 974                 case ICMD_LREMPOW2:   /* ..., value  ==> ..., value % constant        */
 975                                       /* sx.val.l = constant                             */
 976
 977                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
 978                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
 979                         if (s1 == d) {
 980                                 M_MOV(s1, REG_ITMP1);
 981                                 s1 = REG_ITMP1;
 982                         }
 983                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
 984                                 M_AND_IMM(s1, iptr->sx.val.l, d);
 985                                 M_BGEZ(s1, 3);
 986                                 M_LSUB(REG_ZERO, s1, d);
 987                                 M_AND_IMM(d, iptr->sx.val.l, d);
 988                         } else if (iptr->sx.val.l == 0xffffL) {
 989                                 M_CZEXT(s1, d);
 990                                 M_BGEZ(s1, 3);
 991                                 M_LSUB(REG_ZERO, s1, d);
 992                                 M_CZEXT(d, d);
 993                         } else if (iptr->sx.val.l == 0xffffffL) {
 994                                 M_ZAPNOT_IMM(s1, 0x07, d);
 995                                 M_BGEZ(s1, 3);
 996                                 M_LSUB(REG_ZERO, s1, d);
 997                                 M_ZAPNOT_IMM(d, 0x07, d);
 998                         } else if (iptr->sx.val.l == 0xffffffffL) {
 999                                 M_IZEXT(s1, d);
1000                                 M_BGEZ(s1, 3);
1001                                 M_LSUB(REG_ZERO, s1, d);
1002                                 M_IZEXT(d, d);
1003                         } else if (iptr->sx.val.l == 0xffffffffffL) {
1004                                 M_ZAPNOT_IMM(s1, 0x1f, d);
1005                                 M_BGEZ(s1, 3);
1006                                 M_LSUB(REG_ZERO, s1, d);
1007                                 M_ZAPNOT_IMM(d, 0x1f, d);
1008                         } else if (iptr->sx.val.l == 0xffffffffffffL) {
1009                                 M_ZAPNOT_IMM(s1, 0x3f, d);
1010                                 M_BGEZ(s1, 3);
1011                                 M_LSUB(REG_ZERO, s1, d);
1012                                 M_ZAPNOT_IMM(d, 0x3f, d);
1013                         } else if (iptr->sx.val.l == 0xffffffffffffffL) {
1014                                 M_ZAPNOT_IMM(s1, 0x7f, d);
1015                                 M_BGEZ(s1, 3);
1016                                 M_LSUB(REG_ZERO, s1, d);
1017                                 M_ZAPNOT_IMM(d, 0x7f, d);
1018                         } else {
1019                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1020                                 M_AND(s1, REG_ITMP2, d);
1021                                 M_BGEZ(s1, 3);
1022                                 M_LSUB(REG_ZERO, s1, d);
1023                                 M_AND(d, REG_ITMP2, d);
1024                         }
1025                         M_LSUB(REG_ZERO, d, d);
1026                         emit_store_dst(jd, iptr, d);
1027                         break;
1028
1029                 case ICMD_IOR:        /* ..., val1, val2  ==> ..., val1 | val2        */
1030                 case ICMD_LOR:
1031
1032                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1033                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1034                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1035                         M_OR( s1,s2, d);
1036                         emit_store_dst(jd, iptr, d);
1037                         break;
1038
1039                 case ICMD_IORCONST:   /* ..., value  ==> ..., value | constant        */
1040                                       /* sx.val.i = constant                          */
1041
1042                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1043                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1044                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1045                                 M_OR_IMM(s1, iptr->sx.val.i, d);
1046                         } else {
1047                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1048                                 M_OR(s1, REG_ITMP2, d);
1049                         }
1050                         emit_store_dst(jd, iptr, d);
1051                         break;
1052
1053                 case ICMD_LORCONST:   /* ..., value  ==> ..., value | constant        */
1054                                       /* sx.val.l = constant                          */
1055
1056                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1057                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1058                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1059                                 M_OR_IMM(s1, iptr->sx.val.l, d);
1060                         } else {
1061                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1062                                 M_OR(s1, REG_ITMP2, d);
1063                         }
1064                         emit_store_dst(jd, iptr, d);
1065                         break;
1066
1067                 case ICMD_IXOR:       /* ..., val1, val2  ==> ..., val1 ^ val2        */
1068                 case ICMD_LXOR:
1069
1070                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1071                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1072                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1073                         M_XOR(s1, s2, d);
1074                         emit_store_dst(jd, iptr, d);
1075                         break;
1076
1077                 case ICMD_IXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1078                                       /* sx.val.i = constant                          */
1079
1080                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1081                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1082                         if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 255)) {
1083                                 M_XOR_IMM(s1, iptr->sx.val.i, d);
1084                         } else {
1085                                 ICONST(REG_ITMP2, iptr->sx.val.i);
1086                                 M_XOR(s1, REG_ITMP2, d);
1087                         }
1088                         emit_store_dst(jd, iptr, d);
1089                         break;
1090
1091                 case ICMD_LXORCONST:  /* ..., value  ==> ..., value ^ constant        */
1092                                       /* sx.val.l = constant                          */
1093
1094                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1095                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1096                         if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 255)) {
1097                                 M_XOR_IMM(s1, iptr->sx.val.l, d);
1098                         } else {
1099                                 LCONST(REG_ITMP2, iptr->sx.val.l);
1100                                 M_XOR(s1, REG_ITMP2, d);
1101                         }
1102                         emit_store_dst(jd, iptr, d);
1103                         break;
1104
1105
1106                 case ICMD_LCMP:       /* ..., val1, val2  ==> ..., val1 cmp val2      */
1107
1108                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1109                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1110                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1111                         M_CMPLT(s1, s2, REG_ITMP3);
1112                         M_CMPLT(s2, s1, REG_ITMP1);
1113                         M_LSUB(REG_ITMP1, REG_ITMP3, d);
1114                         emit_store_dst(jd, iptr, d);
1115                         break;
1116
1117
1118                 /* floating operations ************************************************/
1119
1120                 case ICMD_FNEG:       /* ..., value  ==> ..., - value                 */
1121
1122                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1123                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1124                         M_FMOVN(s1, d);
1125                         emit_store_dst(jd, iptr, d);
1126                         break;
1127
1128                 case ICMD_DNEG:       /* ..., value  ==> ..., - value                 */
1129
1130                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1131                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1132                         M_FMOVN(s1, d);
1133                         emit_store_dst(jd, iptr, d);
1134                         break;
1135
1136                 case ICMD_FADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1137
1138                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1139                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1140                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1141                         if (opt_noieee) {
1142                                 M_FADD(s1, s2, d);
1143                         } else {
1144                                 if (d == s1 || d == s2) {
1145                                         M_FADDS(s1, s2, REG_FTMP3);
1146                                         M_TRAPB;
1147                                         M_FMOV(REG_FTMP3, d);
1148                                 } else {
1149                                         M_FADDS(s1, s2, d);
1150                                         M_TRAPB;
1151                                 }
1152                         }
1153                         emit_store_dst(jd, iptr, d);
1154                         break;
1155
1156                 case ICMD_DADD:       /* ..., val1, val2  ==> ..., val1 + val2        */
1157
1158                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1159                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1160                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1161                         if (opt_noieee) {
1162                                 M_DADD(s1, s2, d);
1163                         } else {
1164                                 if (d == s1 || d == s2) {
1165                                         M_DADDS(s1, s2, REG_FTMP3);
1166                                         M_TRAPB;
1167                                         M_FMOV(REG_FTMP3, d);
1168                                 } else {
1169                                         M_DADDS(s1, s2, d);
1170                                         M_TRAPB;
1171                                 }
1172                         }
1173                         emit_store_dst(jd, iptr, d);
1174                         break;
1175
1176                 case ICMD_FSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1177
1178                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1179                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1180                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1181                         if (opt_noieee) {
1182                                 M_FSUB(s1, s2, d);
1183                         } else {
1184                                 if (d == s1 || d == s2) {
1185                                         M_FSUBS(s1, s2, REG_FTMP3);
1186                                         M_TRAPB;
1187                                         M_FMOV(REG_FTMP3, d);
1188                                 } else {
1189                                         M_FSUBS(s1, s2, d);
1190                                         M_TRAPB;
1191                                 }
1192                         }
1193                         emit_store_dst(jd, iptr, d);
1194                         break;
1195
1196                 case ICMD_DSUB:       /* ..., val1, val2  ==> ..., val1 - val2        */
1197
1198                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1199                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1200                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1201                         if (opt_noieee) {
1202                                 M_DSUB(s1, s2, d);
1203                         } else {
1204                                 if (d == s1 || d == s2) {
1205                                         M_DSUBS(s1, s2, REG_FTMP3);
1206                                         M_TRAPB;
1207                                         M_FMOV(REG_FTMP3, d);
1208                                 } else {
1209                                         M_DSUBS(s1, s2, d);
1210                                         M_TRAPB;
1211                                 }
1212                         }
1213                         emit_store_dst(jd, iptr, d);
1214                         break;
1215
1216                 case ICMD_FMUL:       /* ..., val1, val2  ==> ..., val1 * val2        */
1217
1218                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1219                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1220                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1221                         if (opt_noieee) {
1222                                 M_FMUL(s1, s2, d);
1223                         } else {
1224                                 if (d == s1 || d == s2) {
1225                                         M_FMULS(s1, s2, REG_FTMP3);
1226                                         M_TRAPB;
1227                                         M_FMOV(REG_FTMP3, d);
1228                                 } else {
1229                                         M_FMULS(s1, s2, d);
1230                                         M_TRAPB;
1231                                 }
1232                         }
1233                         emit_store_dst(jd, iptr, d);
1234                         break;
1235
1236                 case ICMD_DMUL:       /* ..., val1, val2  ==> ..., val1 *** val2      */
1237
1238                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1239                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1240                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1241                         if (opt_noieee) {
1242                                 M_DMUL(s1, s2, d);
1243                         } else {
1244                                 if (d == s1 || d == s2) {
1245                                         M_DMULS(s1, s2, REG_FTMP3);
1246                                         M_TRAPB;
1247                                         M_FMOV(REG_FTMP3, d);
1248                                 } else {
1249                                         M_DMULS(s1, s2, d);
1250                                         M_TRAPB;
1251                                 }
1252                         }
1253                         emit_store_dst(jd, iptr, d);
1254                         break;
1255
1256                 case ICMD_FDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1257
1258                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1259                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1260                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1261                         if (opt_noieee) {
1262                                 M_FDIV(s1, s2, d);
1263                         } else {
1264                                 if (d == s1 || d == s2) {
1265                                         M_FDIVS(s1, s2, REG_FTMP3);
1266                                         M_TRAPB;
1267                                         M_FMOV(REG_FTMP3, d);
1268                                 } else {
1269                                         M_FDIVS(s1, s2, d);
1270                                         M_TRAPB;
1271                                 }
1272                         }
1273                         emit_store_dst(jd, iptr, d);
1274                         break;
1275
1276                 case ICMD_DDIV:       /* ..., val1, val2  ==> ..., val1 / val2        */
1277
1278                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1279                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1280                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1281                         if (opt_noieee) {
1282                                 M_DDIV(s1, s2, d);
1283                         } else {
1284                                 if (d == s1 || d == s2) {
1285                                         M_DDIVS(s1, s2, REG_FTMP3);
1286                                         M_TRAPB;
1287                                         M_FMOV(REG_FTMP3, d);
1288                                 } else {
1289                                         M_DDIVS(s1, s2, d);
1290                                         M_TRAPB;
1291                                 }
1292                         }
1293                         emit_store_dst(jd, iptr, d);
1294                         break;
1295
1296                 case ICMD_I2F:       /* ..., value  ==> ..., (float) value            */
1297                 case ICMD_L2F:
1298                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1299                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1300                         disp = dseg_add_unique_double(cd, 0.0);
1301                         M_LST(s1, REG_PV, disp);
1302                         M_DLD(d, REG_PV, disp);
1303                         M_CVTLF(d, d);
1304                         emit_store_dst(jd, iptr, d);
1305                         break;
1306
1307                 case ICMD_I2D:       /* ..., value  ==> ..., (double) value           */
1308                 case ICMD_L2D:
1309                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1310                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1311                         disp = dseg_add_unique_double(cd, 0.0);
1312                         M_LST(s1, REG_PV, disp);
1313                         M_DLD(d, REG_PV, disp);
1314                         M_CVTLD(d, d);
1315                         emit_store_dst(jd, iptr, d);
1316                         break;
1317
1318                 case ICMD_F2I:       /* ..., value  ==> ..., (int) value              */
1319                 case ICMD_D2I:
1320                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1321                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1322                         disp = dseg_add_unique_double(cd, 0.0);
1323                         M_CVTDL_C(s1, REG_FTMP2);
1324                         M_CVTLI(REG_FTMP2, REG_FTMP3);
1325                         M_DST(REG_FTMP3, REG_PV, disp);
1326                         M_ILD(d, REG_PV, disp);
1327                         emit_store_dst(jd, iptr, d);
1328                         break;
1329
1330                 case ICMD_F2L:       /* ..., value  ==> ..., (long) value             */
1331                 case ICMD_D2L:
1332                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1333                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1334                         disp = dseg_add_unique_double(cd, 0.0);
1335                         M_CVTDL_C(s1, REG_FTMP2);
1336                         M_DST(REG_FTMP2, REG_PV, disp);
1337                         M_LLD(d, REG_PV, disp);
1338                         emit_store_dst(jd, iptr, d);
1339                         break;
1340
1341                 case ICMD_F2D:       /* ..., value  ==> ..., (double) value           */
1342
1343                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1344                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1345                         M_CVTFDS(s1, d);
1346                         M_TRAPB;
1347                         emit_store_dst(jd, iptr, d);
1348                         break;
1349
1350                 case ICMD_D2F:       /* ..., value  ==> ..., (float) value            */
1351
1352                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1353                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1354                         if (opt_noieee) {
1355                                 M_CVTDF(s1, d);
1356                         } else {
1357                                 M_CVTDFS(s1, d);
1358                                 M_TRAPB;
1359                         }
1360                         emit_store_dst(jd, iptr, d);
1361                         break;
1362
1363                 case ICMD_FCMPL:      /* ..., val1, val2  ==> ..., val1 fcmpl val2    */
1364                 case ICMD_DCMPL:
1365                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1366                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1367                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1368                         if (opt_noieee) {
1369                                 M_LSUB_IMM(REG_ZERO, 1, d);
1370                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1371                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1372                                 M_CLR   (d);
1373                                 M_FCMPLT(s2, s1, REG_FTMP3);
1374                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1375                                 M_LADD_IMM(REG_ZERO, 1, d);
1376                         } else {
1377                                 M_LSUB_IMM(REG_ZERO, 1, d);
1378                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1379                                 M_TRAPB;
1380                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instructions */
1381                                 M_CLR   (d);
1382                                 M_FCMPLTS(s2, s1, REG_FTMP3);
1383                                 M_TRAPB;
1384                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1385                                 M_LADD_IMM(REG_ZERO, 1, d);
1386                         }
1387                         emit_store_dst(jd, iptr, d);
1388                         break;
1389
1390                 case ICMD_FCMPG:      /* ..., val1, val2  ==> ..., val1 fcmpg val2    */
1391                 case ICMD_DCMPG:
1392                         s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1393                         s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1394                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1395                         if (opt_noieee) {
1396                                 M_LADD_IMM(REG_ZERO, 1, d);
1397                                 M_FCMPEQ(s1, s2, REG_FTMP3);
1398                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1399                                 M_CLR   (d);
1400                                 M_FCMPLT(s1, s2, REG_FTMP3);
1401                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1402                                 M_LSUB_IMM(REG_ZERO, 1, d);
1403                         } else {
1404                                 M_LADD_IMM(REG_ZERO, 1, d);
1405                                 M_FCMPEQS(s1, s2, REG_FTMP3);
1406                                 M_TRAPB;
1407                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1408                                 M_CLR   (d);
1409                                 M_FCMPLTS(s1, s2, REG_FTMP3);
1410                                 M_TRAPB;
1411                                 M_FBEQZ (REG_FTMP3, 1);        /* jump over next instruction  */
1412                                 M_LSUB_IMM(REG_ZERO, 1, d);
1413                         }
1414                         emit_store_dst(jd, iptr, d);
1415                         break;
1416
1417
1418                 /* memory operations **************************************************/
1419
1420                 case ICMD_ARRAYLENGTH: /* ..., arrayref  ==> ..., length              */
1421
1422                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1423                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1424                         /* implicit null-pointer check */
1425                         M_ILD(d, s1, OFFSET(java_array_t, size));
1426                         emit_store_dst(jd, iptr, d);
1427                         break;
1428
1429                 case ICMD_BALOAD:     /* ..., arrayref, index  ==> ..., value         */
1430
1431                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1432                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1433                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1434                         /* implicit null-pointer check */
1435                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1436                         if (has_ext_instr_set) {
1437                                 M_LADD(s2, s1, REG_ITMP1);
1438                                 M_BLDU(d, REG_ITMP1, OFFSET (java_bytearray_t, data[0]));
1439                                 M_BSEXT(d, d);
1440                         }
1441                         else {
1442                                 M_LADD(s2, s1, REG_ITMP1);
1443                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1444                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0])+1);
1445                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1446                                 M_SRA_IMM(d, 56, d);
1447                         }
1448                         emit_store_dst(jd, iptr, d);
1449                         break;
1450
1451                 case ICMD_CALOAD:     /* ..., arrayref, index  ==> ..., value         */
1452
1453                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1454                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1455                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1456                         /* implicit null-pointer check */
1457                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1458                         if (has_ext_instr_set) {
1459                                 M_LADD(s2, s1, REG_ITMP1);
1460                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1461                                 M_SLDU(d, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1462                         }
1463                         else {
1464                                 M_LADD (s2, s1, REG_ITMP1);
1465                                 M_LADD (s2, REG_ITMP1, REG_ITMP1);
1466                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1467                                 M_LDA  (REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1468                                 M_EXTWL(REG_ITMP2, REG_ITMP1, d);
1469                         }
1470                         emit_store_dst(jd, iptr, d);
1471                         break;
1472
1473                 case ICMD_SALOAD:     /* ..., arrayref, index  ==> ..., value         */
1474
1475                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1476                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1477                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1478                         /* implicit null-pointer check */
1479                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1480                         if (has_ext_instr_set) {
1481                                 M_LADD(s2, s1, REG_ITMP1);
1482                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1483                                 M_SLDU( d, REG_ITMP1, OFFSET (java_shortarray_t, data[0]));
1484                                 M_SSEXT(d, d);
1485                         } else {
1486                                 M_LADD(s2, s1, REG_ITMP1);
1487                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1488                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1489                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0])+2);
1490                                 M_EXTQH(REG_ITMP2, REG_ITMP1, d);
1491                                 M_SRA_IMM(d, 48, d);
1492                         }
1493                         emit_store_dst(jd, iptr, d);
1494                         break;
1495
1496                 case ICMD_IALOAD:     /* ..., arrayref, index  ==> ..., value         */
1497
1498                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1499                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1500                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1501                         /* implicit null-pointer check */
1502                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1503                         M_S4ADDQ(s2, s1, REG_ITMP1);
1504                         M_ILD(d, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1505                         emit_store_dst(jd, iptr, d);
1506                         break;
1507
1508                 case ICMD_LALOAD:     /* ..., arrayref, index  ==> ..., value         */
1509
1510                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1511                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1512                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1513                         /* implicit null-pointer check */
1514                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1515                         M_S8ADDQ(s2, s1, REG_ITMP1);
1516                         M_LLD(d, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1517                         emit_store_dst(jd, iptr, d);
1518                         break;
1519
1520                 case ICMD_FALOAD:     /* ..., arrayref, index  ==> ..., value         */
1521
1522                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1523                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1524                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1525                         /* implicit null-pointer check */
1526                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1527                         M_S4ADDQ(s2, s1, REG_ITMP1);
1528                         M_FLD(d, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1529                         emit_store_dst(jd, iptr, d);
1530                         break;
1531
1532                 case ICMD_DALOAD:     /* ..., arrayref, index  ==> ..., value         */
1533
1534                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1535                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1536                         d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1537                         /* implicit null-pointer check */
1538                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1539                         M_S8ADDQ(s2, s1, REG_ITMP1);
1540                         M_DLD(d, REG_ITMP1, OFFSET(java_doublearray_t, data[0]));
1541                         emit_store_dst(jd, iptr, d);
1542                         break;
1543
1544                 case ICMD_AALOAD:     /* ..., arrayref, index  ==> ..., value         */
1545
1546                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1547                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1548                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1549                         /* implicit null-pointer check */
1550                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1551                         M_SAADDQ(s2, s1, REG_ITMP1);
1552                         M_ALD(d, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1553                         emit_store_dst(jd, iptr, d);
1554                         break;
1555
1556
1557                 case ICMD_BASTORE:    /* ..., arrayref, index, value  ==> ...         */
1558
1559                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1560                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1561                         /* implicit null-pointer check */
1562                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1563                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1564                         if (has_ext_instr_set) {
1565                                 M_LADD(s2, s1, REG_ITMP1);
1566                                 M_BST(s3, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1567                         }
1568                         else {
1569                                 M_LADD(s2, s1, REG_ITMP1);
1570                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1571                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1572                                 M_INSBL(s3, REG_ITMP1, REG_ITMP3);
1573                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1574                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1575                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1576                         }
1577                         break;
1578
1579                 case ICMD_CASTORE:    /* ..., arrayref, index, value  ==> ...         */
1580
1581                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1582                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1583                         /* implicit null-pointer check */
1584                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1585                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1586                         if (has_ext_instr_set) {
1587                                 M_LADD(s2, s1, REG_ITMP1);
1588                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1589                                 M_SST(s3, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1590                         }
1591                         else {
1592                                 M_LADD(s2, s1, REG_ITMP1);
1593                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1594                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1595                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1596                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1597                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1598                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1599                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1600                         }
1601                         break;
1602
1603                 case ICMD_SASTORE:    /* ..., arrayref, index, value  ==> ...         */
1604
1605                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1606                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1607                         /* implicit null-pointer check */
1608                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1609                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1610                         if (has_ext_instr_set) {
1611                                 M_LADD(s2, s1, REG_ITMP1);
1612                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1613                                 M_SST(s3, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1614                         }
1615                         else {
1616                                 M_LADD(s2, s1, REG_ITMP1);
1617                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1618                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1619                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1620                                 M_INSWL(s3, REG_ITMP1, REG_ITMP3);
1621                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1622                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1623                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1624                         }
1625                         break;
1626
1627                 case ICMD_IASTORE:    /* ..., arrayref, index, value  ==> ...         */
1628
1629                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1630                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1631                         /* implicit null-pointer check */
1632                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1633                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1634                         M_S4ADDQ(s2, s1, REG_ITMP1);
1635                         M_IST(s3, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1636                         break;
1637
1638                 case ICMD_LASTORE:    /* ..., arrayref, index, value  ==> ...         */
1639
1640                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1641                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1642                         /* implicit null-pointer check */
1643                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1644                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1645                         M_S8ADDQ(s2, s1, REG_ITMP1);
1646                         M_LST(s3, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1647                         break;
1648
1649                 case ICMD_FASTORE:    /* ..., arrayref, index, value  ==> ...         */
1650
1651                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1652                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1653                         /* implicit null-pointer check */
1654                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1655                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1656                         M_S4ADDQ(s2, s1, REG_ITMP1);
1657                         M_FST(s3, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1658                         break;
1659
1660                 case ICMD_DASTORE:    /* ..., arrayref, index, value  ==> ...         */
1661
1662                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1663                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1664                         /* implicit null-pointer check */
1665                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1666                         s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1667                         M_S8ADDQ(s2, s1, REG_ITMP1);
1668                         M_DST(s3, REG_ITMP1, OFFSET(java_doublearray_t, data[0]));
1669                         break;
1670
1671                 case ICMD_AASTORE:    /* ..., arrayref, index, value  ==> ...         */
1672
1673                         s1 = emit_load_s1(jd, iptr, REG_A0);
1674                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1675                         /* implicit null-pointer check */
1676                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1677                         s3 = emit_load_s3(jd, iptr, REG_A1);
1678
1679                         M_INTMOVE(s1, REG_A0);
1680                         M_INTMOVE(s3, REG_A1);
1681
1682                         disp = dseg_add_functionptr(cd, BUILTIN_FAST_canstore);
1683                         M_ALD(REG_PV, REG_PV, disp);
1684                         M_JSR(REG_RA, REG_PV);
1685                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
1686                         M_LDA(REG_PV, REG_RA, -disp);
1687                         emit_arraystore_check(cd, iptr);
1688
1689                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1690                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1691                         s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1692                         M_SAADDQ(s2, s1, REG_ITMP1);
1693                         M_AST(s3, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1694                         break;
1695
1696
1697                 case ICMD_BASTORECONST:   /* ..., arrayref, index  ==> ...            */
1698
1699                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1700                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1701                         /* implicit null-pointer check */
1702                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1703                         if (has_ext_instr_set) {
1704                                 M_LADD(s2, s1, REG_ITMP1);
1705                                 M_BST(REG_ZERO, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1706                         }
1707                         else {
1708                                 M_LADD(s2, s1, REG_ITMP1);
1709                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1710                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1711                                 M_INSBL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1712                                 M_MSKBL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1713                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1714                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1715                         }
1716                         break;
1717
1718                 case ICMD_CASTORECONST:   /* ..., arrayref, index  ==> ...            */
1719
1720                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1721                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1722                         /* implicit null-pointer check */
1723                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1724                         if (has_ext_instr_set) {
1725                                 M_LADD(s2, s1, REG_ITMP1);
1726                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1727                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1728                         }
1729                         else {
1730                                 M_LADD(s2, s1, REG_ITMP1);
1731                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1732                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1733                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1734                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1735                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1736                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1737                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1738                         }
1739                         break;
1740
1741                 case ICMD_SASTORECONST:   /* ..., arrayref, index  ==> ...            */
1742
1743                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1744                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1745                         /* implicit null-pointer check */
1746                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1747                         if (has_ext_instr_set) {
1748                                 M_LADD(s2, s1, REG_ITMP1);
1749                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1750                                 M_SST(REG_ZERO, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1751                         }
1752                         else {
1753                                 M_LADD(s2, s1, REG_ITMP1);
1754                                 M_LADD(s2, REG_ITMP1, REG_ITMP1);
1755                                 M_LLD_U(REG_ITMP2, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1756                                 M_LDA(REG_ITMP1, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1757                                 M_INSWL(REG_ZERO, REG_ITMP1, REG_ITMP3);
1758                                 M_MSKWL(REG_ITMP2, REG_ITMP1, REG_ITMP2);
1759                                 M_OR(REG_ITMP2, REG_ITMP3, REG_ITMP2);
1760                                 M_LST_U(REG_ITMP2, REG_ITMP1, 0);
1761                         }
1762                         break;
1763
1764                 case ICMD_IASTORECONST:   /* ..., arrayref, index  ==> ...            */
1765
1766                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1767                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1768                         /* implicit null-pointer check */
1769                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1770                         M_S4ADDQ(s2, s1, REG_ITMP1);
1771                         M_IST(REG_ZERO, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1772                         break;
1773
1774                 case ICMD_LASTORECONST:   /* ..., arrayref, index  ==> ...            */
1775
1776                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1777                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1778                         /* implicit null-pointer check */
1779                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1780                         M_S8ADDQ(s2, s1, REG_ITMP1);
1781                         M_LST(REG_ZERO, REG_ITMP1, OFFSET(java_longarray_t, data[0]));
1782                         break;
1783
1784                 case ICMD_AASTORECONST:   /* ..., arrayref, index  ==> ...            */
1785
1786                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1787                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1788                         /* implicit null-pointer check */
1789                         emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1790                         M_SAADDQ(s2, s1, REG_ITMP1);
1791                         M_AST(REG_ZERO, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1792                         break;
1793
1794
1795                 case ICMD_GETSTATIC:  /* ...  ==> ..., value                          */
1796
1797                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1798                                 uf        = iptr->sx.s23.s3.uf;
1799                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1800                                 disp      = dseg_add_unique_address(cd, uf);
1801
1802                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1803                         }
1804                         else {
1805                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1806                                 fieldtype = fi->type;
1807                                 disp      = dseg_add_address(cd, fi->value);
1808
1809                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1810                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->class,
1811                                                                                   0);
1812                         }
1813
1814                         M_ALD(REG_ITMP1, REG_PV, disp);
1815                         switch (fieldtype) {
1816                         case TYPE_INT:
1817                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1818                                 M_ILD(d, REG_ITMP1, 0);
1819                                 break;
1820                         case TYPE_LNG:
1821                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1822                                 M_LLD(d, REG_ITMP1, 0);
1823                                 break;
1824                         case TYPE_ADR:
1825                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1826                                 M_ALD(d, REG_ITMP1, 0);
1827                                 break;
1828                         case TYPE_FLT:
1829                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1830                                 M_FLD(d, REG_ITMP1, 0);
1831                                 break;
1832                         case TYPE_DBL:
1833                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1834                                 M_DLD(d, REG_ITMP1, 0);
1835                                 break;
1836                         }
1837                         emit_store_dst(jd, iptr, d);
1838                         break;
1839
1840                 case ICMD_PUTSTATIC:  /* ..., value  ==> ...                          */
1841
1842                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1843                                 uf        = iptr->sx.s23.s3.uf;
1844                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1845                                 disp      = dseg_add_unique_address(cd, uf);
1846
1847                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1848                         }
1849                         else {
1850                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1851                                 fieldtype = fi->type;
1852                                 disp      = dseg_add_address(cd, fi->value);
1853
1854                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1855                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->class,
1856                                                                                   0);
1857                         }
1858
1859                         M_ALD(REG_ITMP1, REG_PV, disp);
1860                         switch (fieldtype) {
1861                         case TYPE_INT:
1862                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1863                                 M_IST(s1, REG_ITMP1, 0);
1864                                 break;
1865                         case TYPE_LNG:
1866                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1867                                 M_LST(s1, REG_ITMP1, 0);
1868                                 break;
1869                         case TYPE_ADR:
1870                                 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1871                                 M_AST(s1, REG_ITMP1, 0);
1872                                 break;
1873                         case TYPE_FLT:
1874                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1875                                 M_FST(s1, REG_ITMP1, 0);
1876                                 break;
1877                         case TYPE_DBL:
1878                                 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1879                                 M_DST(s1, REG_ITMP1, 0);
1880                                 break;
1881                         }
1882                         break;
1883
1884                 case ICMD_PUTSTATICCONST: /* ...  ==> ...                             */
1885                                           /* val = value (in current instruction)     */
1886                                           /* following NOP)                           */
1887
1888                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1889                                 uf        = iptr->sx.s23.s3.uf;
1890                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1891                                 disp      = dseg_add_unique_address(cd, uf);
1892
1893                                 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1894                         }
1895                         else {
1896                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1897                                 fieldtype = fi->type;
1898                                 disp      = dseg_add_address(cd, fi->value);
1899
1900                                 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1901                                         patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->class,
1902                                                                                   0);
1903                         }
1904
1905                         M_ALD(REG_ITMP1, REG_PV, disp);
1906                         switch (fieldtype) {
1907                         case TYPE_INT:
1908                                 M_IST(REG_ZERO, REG_ITMP1, 0);
1909                                 break;
1910                         case TYPE_LNG:
1911                                 M_LST(REG_ZERO, REG_ITMP1, 0);
1912                                 break;
1913                         case TYPE_ADR:
1914                                 M_AST(REG_ZERO, REG_ITMP1, 0);
1915                                 break;
1916                         case TYPE_FLT:
1917                                 M_FST(REG_ZERO, REG_ITMP1, 0);
1918                                 break;
1919                         case TYPE_DBL:
1920                                 M_DST(REG_ZERO, REG_ITMP1, 0);
1921                                 break;
1922                         }
1923                         break;
1924
1925
1926                 case ICMD_GETFIELD:   /* ...  ==> ..., value                          */
1927
1928                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1929
1930                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1931                                 uf        = iptr->sx.s23.s3.uf;
1932                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1933                                 disp      = 0;
1934
1935                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1936                         }
1937                         else {
1938                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1939                                 fieldtype = fi->type;
1940                                 disp      = fi->offset;
1941                         }
1942
1943                         /* implicit null-pointer check */
1944                         switch (fieldtype) {
1945                         case TYPE_INT:
1946                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1947                                 M_ILD(d, s1, disp);
1948                                 break;
1949                         case TYPE_LNG:
1950                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1951                                 M_LLD(d, s1, disp);
1952                                 break;
1953                         case TYPE_ADR:
1954                                 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1955                                 M_ALD(d, s1, disp);
1956                                 break;
1957                         case TYPE_FLT:
1958                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1959                                 M_FLD(d, s1, disp);
1960                                 break;
1961                         case TYPE_DBL:
1962                                 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1963                                 M_DLD(d, s1, disp);
1964                                 break;
1965                         }
1966                         emit_store_dst(jd, iptr, d);
1967                         break;
1968
1969                 case ICMD_PUTFIELD:   /* ..., objectref, value  ==> ...               */
1970
1971                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1972
1973                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1974                                 uf        = iptr->sx.s23.s3.uf;
1975                                 fieldtype = uf->fieldref->parseddesc.fd->type;
1976                                 disp      = 0;
1977                         }
1978                         else {
1979                                 uf        = NULL;
1980                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
1981                                 fieldtype = fi->type;
1982                                 disp      = fi->offset;
1983                         }
1984
1985                         if (IS_INT_LNG_TYPE(fieldtype))
1986                                 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1987                         else
1988                                 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1989
1990                         if (INSTRUCTION_IS_UNRESOLVED(iptr))
1991                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1992
1993                         /* implicit null-pointer check */
1994                         switch (fieldtype) {
1995                         case TYPE_INT:
1996                                 M_IST(s2, s1, disp);
1997                                 break;
1998                         case TYPE_LNG:
1999                                 M_LST(s2, s1, disp);
2000                                 break;
2001                         case TYPE_ADR:
2002                                 M_AST(s2, s1, disp);
2003                                 break;
2004                         case TYPE_FLT:
2005                                 M_FST(s2, s1, disp);
2006                                 break;
2007                         case TYPE_DBL:
2008                                 M_DST(s2, s1, disp);
2009                                 break;
2010                         }
2011                         break;
2012
2013                 case ICMD_PUTFIELDCONST:  /* ..., objectref  ==> ...                  */
2014                                           /* val = value (in current instruction)     */
2015                                           /* following NOP)                           */
2016
2017                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2018
2019                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2020                                 uf        = iptr->sx.s23.s3.uf;
2021                                 fieldtype = uf->fieldref->parseddesc.fd->type;
2022                                 disp      = 0;
2023
2024                                 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
2025                         }
2026                         else {
2027                                 fi        = iptr->sx.s23.s3.fmiref->p.field;
2028                                 fieldtype = fi->type;
2029                                 disp      = fi->offset;
2030                         }
2031
2032                         /* implicit null-pointer check */
2033                         switch (fieldtype) {
2034                         case TYPE_INT:
2035                                 M_IST(REG_ZERO, s1, disp);
2036                                 break;
2037                         case TYPE_LNG:
2038                                 M_LST(REG_ZERO, s1, disp);
2039                                 break;
2040                         case TYPE_ADR:
2041                                 M_AST(REG_ZERO, s1, disp);
2042                                 break;
2043                         case TYPE_FLT:
2044                                 M_FST(REG_ZERO, s1, disp);
2045                                 break;
2046                         case TYPE_DBL:
2047                                 M_DST(REG_ZERO, s1, disp);
2048                                 break;
2049                         }
2050                         break;
2051
2052
2053                 /* branch operations **************************************************/
2054
2055                 case ICMD_ATHROW:       /* ..., objectref ==> ... (, objectref)       */
2056
2057                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2058                         M_INTMOVE(s1, REG_ITMP1_XPTR);
2059
2060 #ifdef ENABLE_VERIFIER
2061                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2062                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2063
2064                                 patcher_add_patch_ref(jd, PATCHER_resolve_class, uc, 0);
2065                         }
2066 #endif /* ENABLE_VERIFIER */
2067
2068                         disp = dseg_add_functionptr(cd, asm_handle_exception);
2069                         M_ALD(REG_ITMP2, REG_PV, disp);
2070                         M_JMP(REG_ITMP2_XPC, REG_ITMP2);
2071                         M_NOP;              /* nop ensures that XPC is less than the end */
2072                                             /* of basic block                            */
2073                         ALIGNCODENOP;
2074                         break;
2075
2076                 case ICMD_GOTO:         /* ... ==> ...                                */
2077                 case ICMD_RET:          /* ... ==> ...                                */
2078
2079                         emit_br(cd, iptr->dst.block);
2080                         ALIGNCODENOP;
2081                         break;
2082
2083                 case ICMD_JSR:          /* ... ==> ...                                */
2084
2085                         emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
2086                         ALIGNCODENOP;
2087                         break;
2088
2089                 case ICMD_IFNULL:       /* ..., value ==> ...                         */
2090                 case ICMD_IFNONNULL:
2091
2092                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2093                         emit_bccz(cd, iptr->dst.block, iptr->opc - ICMD_IFNULL, s1, BRANCH_OPT_NONE);
2094                         break;
2095
2096                 case ICMD_IFEQ:         /* ..., value ==> ...                         */
2097
2098                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2099                         if (iptr->sx.val.i == 0)
2100                                 emit_beqz(cd, iptr->dst.block, s1);
2101                         else {
2102                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2103                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2104                                 else {
2105                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2106                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2107                                 }
2108                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2109                         }
2110                         break;
2111
2112                 case ICMD_IFLT:         /* ..., value ==> ...                         */
2113
2114                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2115                         if (iptr->sx.val.i == 0)
2116                                 emit_bltz(cd, iptr->dst.block, s1);
2117                         else {
2118                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2119                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2120                                 else {
2121                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2122                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2123                                 }
2124                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2125                         }
2126                         break;
2127
2128                 case ICMD_IFLE:         /* ..., value ==> ...                         */
2129
2130                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2131                         if (iptr->sx.val.i == 0)
2132                                 emit_blez(cd, iptr->dst.block, s1);
2133                         else {
2134                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2135                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2136                                 else {
2137                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2138                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2139                                 }
2140                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2141                         }
2142                         break;
2143
2144                 case ICMD_IFNE:         /* ..., value ==> ...                         */
2145
2146                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2147                         if (iptr->sx.val.i == 0)
2148                                 emit_bnez(cd, iptr->dst.block, s1);
2149                         else {
2150                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2151                                         M_CMPEQ_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2152                                 else {
2153                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2154                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2155                                 }
2156                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2157                         }
2158                         break;
2159
2160                 case ICMD_IFGT:         /* ..., value ==> ...                         */
2161
2162                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2163                         if (iptr->sx.val.i == 0)
2164                                 emit_bgtz(cd, iptr->dst.block, s1);
2165                         else {
2166                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2167                                         M_CMPLE_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2168                                 else {
2169                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2170                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2171                                 }
2172                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2173                         }
2174                         break;
2175
2176                 case ICMD_IFGE:         /* ..., value ==> ...                         */
2177
2178                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2179                         if (iptr->sx.val.i == 0)
2180                                 emit_bgez(cd, iptr->dst.block, s1);
2181                         else {
2182                                 if ((iptr->sx.val.i > 0) && (iptr->sx.val.i <= 255))
2183                                         M_CMPLT_IMM(s1, iptr->sx.val.i, REG_ITMP1);
2184                                 else {
2185                                         ICONST(REG_ITMP2, iptr->sx.val.i);
2186                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2187                                 }
2188                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2189                         }
2190                         break;
2191
2192                 case ICMD_IF_LEQ:       /* ..., value ==> ...                         */
2193
2194                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2195                         if (iptr->sx.val.l == 0)
2196                                 emit_beqz(cd, iptr->dst.block, s1);
2197                         else {
2198                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2199                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2200                                 else {
2201                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2202                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2203                                 }
2204                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2205                         }
2206                         break;
2207
2208                 case ICMD_IF_LLT:       /* ..., value ==> ...                         */
2209
2210                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2211                         if (iptr->sx.val.l == 0)
2212                                 emit_bltz(cd, iptr->dst.block, s1);
2213                         else {
2214                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2215                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2216                                 else {
2217                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2218                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2219                                 }
2220                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2221                         }
2222                         break;
2223
2224                 case ICMD_IF_LLE:       /* ..., value ==> ...                         */
2225
2226                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2227                         if (iptr->sx.val.l == 0)
2228                                 emit_blez(cd, iptr->dst.block, s1);
2229                         else {
2230                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2231                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2232                                 else {
2233                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2234                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2235                                 }
2236                                 emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2237                         }
2238                         break;
2239
2240                 case ICMD_IF_LNE:       /* ..., value ==> ...                         */
2241
2242                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2243                         if (iptr->sx.val.l == 0)
2244                                 emit_bnez(cd, iptr->dst.block, s1);
2245                         else {
2246                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2247                                         M_CMPEQ_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2248                                 else {
2249                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2250                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP1);
2251                                 }
2252                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2253                         }
2254                         break;
2255
2256                 case ICMD_IF_LGT:       /* ..., value ==> ...                         */
2257
2258                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2259                         if (iptr->sx.val.l == 0)
2260                                 emit_bgtz(cd, iptr->dst.block, s1);
2261                         else {
2262                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2263                                         M_CMPLE_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2264                                 else {
2265                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2266                                         M_CMPLE(s1, REG_ITMP2, REG_ITMP1);
2267                                 }
2268                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2269                         }
2270                         break;
2271
2272                 case ICMD_IF_LGE:       /* ..., value ==> ...                         */
2273
2274                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2275                         if (iptr->sx.val.l == 0)
2276                                 emit_bgez(cd, iptr->dst.block, s1);
2277                         else {
2278                                 if ((iptr->sx.val.l > 0) && (iptr->sx.val.l <= 255))
2279                                         M_CMPLT_IMM(s1, iptr->sx.val.l, REG_ITMP1);
2280                                 else {
2281                                         LCONST(REG_ITMP2, iptr->sx.val.l);
2282                                         M_CMPLT(s1, REG_ITMP2, REG_ITMP1);
2283                                 }
2284                                 emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2285                         }
2286                         break;
2287
2288                 case ICMD_IF_ICMPEQ:    /* ..., value, value ==> ...                  */
2289                 case ICMD_IF_LCMPEQ:    /* op1 = target JavaVM pc                     */
2290                 case ICMD_IF_ACMPEQ:
2291
2292                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2293                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2294                         M_CMPEQ(s1, s2, REG_ITMP1);
2295                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2296                         break;
2297
2298                 case ICMD_IF_ICMPNE:    /* ..., value, value ==> ...                  */
2299                 case ICMD_IF_LCMPNE:    /* op1 = target JavaVM pc                     */
2300                 case ICMD_IF_ACMPNE:
2301
2302                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2303                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2304                         M_CMPEQ(s1, s2, REG_ITMP1);
2305                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2306                         break;
2307
2308                 case ICMD_IF_ICMPLT:    /* ..., value, value ==> ...                  */
2309                 case ICMD_IF_LCMPLT:    /* op1 = target JavaVM pc                     */
2310
2311                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2312                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2313                         M_CMPLT(s1, s2, REG_ITMP1);
2314                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2315                         break;
2316
2317                 case ICMD_IF_ICMPGT:    /* ..., value, value ==> ...                  */
2318                 case ICMD_IF_LCMPGT:    /* op1 = target JavaVM pc                     */
2319
2320                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2321                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2322                         M_CMPLE(s1, s2, REG_ITMP1);
2323                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2324                         break;
2325
2326                 case ICMD_IF_ICMPLE:    /* ..., value, value ==> ...                  */
2327                 case ICMD_IF_LCMPLE:    /* op1 = target JavaVM pc                     */
2328
2329                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2330                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2331                         M_CMPLE(s1, s2, REG_ITMP1);
2332                         emit_bnez(cd, iptr->dst.block, REG_ITMP1);
2333                         break;
2334
2335                 case ICMD_IF_ICMPGE:    /* ..., value, value ==> ...                  */
2336                 case ICMD_IF_LCMPGE:    /* op1 = target JavaVM pc                     */
2337
2338                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2339                         s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2340                         M_CMPLT(s1, s2, REG_ITMP1);
2341                         emit_beqz(cd, iptr->dst.block, REG_ITMP1);
2342                         break;
2343
2344
2345                 case ICMD_IRETURN:      /* ..., retvalue ==> ...                      */
2346                 case ICMD_LRETURN:
2347
2348                         REPLACEMENT_POINT_RETURN(cd, iptr);
2349                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2350                         M_INTMOVE(s1, REG_RESULT);
2351                         goto nowperformreturn;
2352
2353                 case ICMD_ARETURN:      /* ..., retvalue ==> ...                      */
2354
2355                         REPLACEMENT_POINT_RETURN(cd, iptr);
2356                         s1 = emit_load_s1(jd, iptr, REG_RESULT);
2357                         M_INTMOVE(s1, REG_RESULT);
2358
2359 #ifdef ENABLE_VERIFIER
2360                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2361                                 unresolved_class *uc = iptr->sx.s23.s2.uc;
2362
2363                                 patcher_add_patch_ref(jd, PATCHER_resolve_class, uc, 0);
2364                         }
2365 #endif /* ENABLE_VERIFIER */
2366                         goto nowperformreturn;
2367
2368                 case ICMD_FRETURN:      /* ..., retvalue ==> ...                      */
2369                 case ICMD_DRETURN:
2370
2371                         REPLACEMENT_POINT_RETURN(cd, iptr);
2372                         s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2373                         M_FLTMOVE(s1, REG_FRESULT);
2374                         goto nowperformreturn;
2375
2376                 case ICMD_RETURN:       /* ...  ==> ...                               */
2377
2378                         REPLACEMENT_POINT_RETURN(cd, iptr);
2379
2380 nowperformreturn:
2381                         {
2382                         s4 i, p;
2383
2384                         p = cd->stackframesize;
2385
2386                         /* call trace function */
2387
2388 #if !defined(NDEBUG)
2389                         if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2390                                 emit_verbosecall_exit(jd);
2391 #endif
2392
2393 #if defined(ENABLE_THREADS)
2394                         if (checksync && code_is_synchronized(code)) {
2395                                 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
2396
2397                                 switch (iptr->opc) {
2398                                 case ICMD_IRETURN:
2399                                 case ICMD_LRETURN:
2400                                 case ICMD_ARETURN:
2401                                         M_LST(REG_RESULT, REG_SP, rd->memuse * 8);
2402                                         break;
2403                                 case ICMD_FRETURN:
2404                                 case ICMD_DRETURN:
2405                                         M_DST(REG_FRESULT, REG_SP, rd->memuse * 8);
2406                                         break;
2407                                 }
2408
2409                                 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
2410                                 M_ALD(REG_PV, REG_PV, disp);
2411                                 M_JSR(REG_RA, REG_PV);
2412                                 disp = -(s4) (cd->mcodeptr - cd->mcodebase);
2413                                 M_LDA(REG_PV, REG_RA, disp);
2414
2415                                 switch (iptr->opc) {
2416                                 case ICMD_IRETURN:
2417                                 case ICMD_LRETURN:
2418                                 case ICMD_ARETURN:
2419                                         M_LLD(REG_RESULT, REG_SP, rd->memuse * 8);
2420                                         break;
2421                                 case ICMD_FRETURN:
2422                                 case ICMD_DRETURN:
2423                                         M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8);
2424                                         break;
2425                                 }
2426                         }
2427 #endif
2428
2429                         /* restore return address                                         */
2430
2431                         if (!code_is_leafmethod(code)) {
2432                                 p--; M_LLD(REG_RA, REG_SP, p * 8);
2433                         }
2434
2435                         /* restore saved registers                                        */
2436
2437                         for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2438                                 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2439                         }
2440                         for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2441                                 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2442                         }
2443
2444                         /* deallocate stack                                               */
2445
2446                         if (cd->stackframesize)
2447                                 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2448
2449                         M_RET(REG_ZERO, REG_RA);
2450                         ALIGNCODENOP;
2451                         }
2452                         break;
2453
2454
2455                 case ICMD_TABLESWITCH:  /* ..., index ==> ...                         */
2456                         {
2457                         s4 i, l;
2458                         branch_target_t *table;
2459
2460                         table = iptr->dst.table;
2461
2462                         l = iptr->sx.s23.s2.tablelow;
2463                         i = iptr->sx.s23.s3.tablehigh;
2464
2465                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2466                         if (l == 0) {
2467                                 M_INTMOVE(s1, REG_ITMP1);
2468                         } else if (l <= 32768) {
2469                                 M_LDA(REG_ITMP1, s1, -l);
2470                         } else {
2471                                 ICONST(REG_ITMP2, l);
2472                                 M_ISUB(s1, REG_ITMP2, REG_ITMP1);
2473                         }
2474
2475                         /* number of targets */
2476                         i = i - l + 1;
2477
2478                         /* range check */
2479
2480                         if (i <= 256)
2481                                 M_CMPULE_IMM(REG_ITMP1, i - 1, REG_ITMP2);
2482                         else {
2483                                 M_LDA(REG_ITMP2, REG_ZERO, i - 1);
2484                                 M_CMPULE(REG_ITMP1, REG_ITMP2, REG_ITMP2);
2485                         }
2486                         emit_beqz(cd, table[0].block, REG_ITMP2);
2487
2488                         /* build jump table top down and use address of lowest entry */
2489
2490                         table += i;
2491
2492                         while (--i >= 0) {
2493                                 dseg_add_target(cd, table->block);
2494                                 --table;
2495                         }
2496                         }
2497
2498                         /* length of dataseg after last dseg_add_target is used by load */
2499
2500                         M_SAADDQ(REG_ITMP1, REG_PV, REG_ITMP2);
2501                         M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2502                         M_JMP(REG_ZERO, REG_ITMP2);
2503                         ALIGNCODENOP;
2504                         break;
2505
2506
2507                 case ICMD_LOOKUPSWITCH: /* ..., key ==> ...                           */
2508                         {
2509                         s4 i, val;
2510                         lookup_target_t *lookup;
2511
2512                         lookup = iptr->dst.lookup;
2513
2514                         i = iptr->sx.s23.s2.lookupcount;
2515
2516                         MCODECHECK((i<<2)+8);
2517                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2518
2519                         while (--i >= 0) {
2520                                 val = lookup->value;
2521                                 if ((val >= 0) && (val <= 255)) {
2522                                         M_CMPEQ_IMM(s1, val, REG_ITMP2);
2523                                 } else {
2524                                         if ((val >= -32768) && (val <= 32767)) {
2525                                                 M_LDA(REG_ITMP2, REG_ZERO, val);
2526                                         } else {
2527                                                 disp = dseg_add_s4(cd, val);
2528                                                 M_ILD(REG_ITMP2, REG_PV, disp);
2529                                         }
2530                                         M_CMPEQ(s1, REG_ITMP2, REG_ITMP2);
2531                                 }
2532                                 emit_bnez(cd, lookup->target.block, REG_ITMP2);
2533                                 lookup++;
2534                         }
2535
2536                         emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2537                         ALIGNCODENOP;
2538                         break;
2539                         }
2540
2541
2542                 case ICMD_BUILTIN:      /* ..., arg1, arg2, arg3 ==> ...              */
2543
2544                         REPLACEMENT_POINT_FORGC_BUILTIN(cd, iptr);
2545
2546                         bte = iptr->sx.s23.s3.bte;
2547                         md  = bte->md;
2548                         goto gen_method;
2549
2550                 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ...            */
2551
2552                 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2553                 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer    */
2554                 case ICMD_INVOKEINTERFACE:
2555
2556                         REPLACEMENT_POINT_INVOKE(cd, iptr);
2557
2558                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2559                                 lm = NULL;
2560                                 um = iptr->sx.s23.s3.um;
2561                                 md = um->methodref->parseddesc.md;
2562                         }
2563                         else {
2564                                 lm = iptr->sx.s23.s3.fmiref->p.method;
2565                                 um = NULL;
2566                                 md = lm->parseddesc;
2567                         }
2568
2569 gen_method:
2570                         s3 = md->paramcount;
2571
2572                         MCODECHECK((s3 << 1) + 64);
2573
2574                         /* copy arguments to registers or stack location                  */
2575
2576                         for (s3 = s3 - 1; s3 >= 0; s3--) {
2577                                 var = VAR(iptr->sx.s23.s2.args[s3]);
2578                                 d   = md->params[s3].regoff;
2579
2580                                 /* already preallocated (ARGVAR)? */
2581
2582                                 if (var->flags & PREALLOC)
2583                                         continue;
2584
2585                                 if (IS_INT_LNG_TYPE(var->type)) {
2586                                         if (!md->params[s3].inmemory) {
2587                                                 s1 = emit_load(jd, iptr, var, d);
2588                                                 M_INTMOVE(s1, d);
2589                                         }
2590                                         else {
2591                                                 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2592                                                 M_LST(s1, REG_SP, d);
2593                                         }
2594                                 }
2595                                 else {
2596                                         if (!md->params[s3].inmemory) {
2597                                                 s1 = emit_load(jd, iptr, var, d);
2598                                                 M_FLTMOVE(s1, d);
2599                                         }
2600                                         else {
2601                                                 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2602                                                 M_DST(s1, REG_SP, d);
2603                                         }
2604                                 }
2605                         }
2606
2607                         switch (iptr->opc) {
2608                         case ICMD_BUILTIN:
2609                                 if (bte->stub == NULL)
2610                                         disp = dseg_add_functionptr(cd, bte->fp);
2611                                 else
2612                                         disp = dseg_add_functionptr(cd, bte->stub);
2613
2614                                 M_ALD(REG_PV, REG_PV, disp);  /* Pointer to built-in-function */
2615
2616                                 /* generate the actual call */
2617
2618                                 M_JSR(REG_RA, REG_PV);
2619                                 REPLACEMENT_POINT_FORGC_BUILTIN_RETURN(cd, iptr);
2620                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2621                                 M_LDA(REG_PV, REG_RA, -disp);
2622                                 break;
2623
2624                         case ICMD_INVOKESPECIAL:
2625                                 emit_nullpointer_check(cd, iptr, REG_A0);
2626                                 /* fall-through */
2627
2628                         case ICMD_INVOKESTATIC:
2629                                 if (lm == NULL) {
2630                                         disp = dseg_add_unique_address(cd, um);
2631
2632                                         patcher_add_patch_ref(jd, PATCHER_invokestatic_special,
2633                                                                                   um, disp);
2634                                 }
2635                                 else
2636                                         disp = dseg_add_address(cd, lm->stubroutine);
2637
2638                                 M_ALD(REG_PV, REG_PV, disp);         /* method pointer in r27 */
2639
2640                                 /* generate the actual call */
2641
2642                                 M_JSR(REG_RA, REG_PV);
2643                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2644                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2645                                 M_LDA(REG_PV, REG_RA, -disp);
2646                                 break;
2647
2648                         case ICMD_INVOKEVIRTUAL:
2649                                 if (lm == NULL) {
2650                                         patcher_add_patch_ref(jd, PATCHER_invokevirtual, um, 0);
2651
2652                                         s1 = 0;
2653                                 }
2654                                 else
2655                                         s1 = OFFSET(vftbl_t, table[0]) +
2656                                                 sizeof(methodptr) * lm->vftblindex;
2657
2658                                 /* implicit null-pointer check */
2659                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2660                                 M_ALD(REG_PV, REG_METHODPTR, s1);
2661
2662                                 /* generate the actual call */
2663
2664                                 M_JSR(REG_RA, REG_PV);
2665                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2666                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2667                                 M_LDA(REG_PV, REG_RA, -disp);
2668                                 break;
2669
2670                         case ICMD_INVOKEINTERFACE:
2671                                 if (lm == NULL) {
2672                                         patcher_add_patch_ref(jd, PATCHER_invokeinterface, um, 0);
2673
2674                                         s1 = 0;
2675                                         s2 = 0;
2676                                 }
2677                                 else {
2678                                         s1 = OFFSET(vftbl_t, interfacetable[0]) -
2679                                                 sizeof(methodptr*) * lm->class->index;
2680
2681                                         s2 = sizeof(methodptr) * (lm - lm->class->methods);
2682                                 }
2683
2684                                 /* implicit null-pointer check */
2685                                 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2686                                 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2687                                 M_ALD(REG_PV, REG_METHODPTR, s2);
2688
2689                                 /* generate the actual call */
2690
2691                                 M_JSR(REG_RA, REG_PV);
2692                                 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2693                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2694                                 M_LDA(REG_PV, REG_RA, -disp);
2695                                 break;
2696                         }
2697
2698                         /* store the return value */
2699
2700                         d = md->returntype.type;
2701
2702                         if (d != TYPE_VOID) {
2703                                 if (IS_INT_LNG_TYPE(d)) {
2704                                         s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2705                                         M_INTMOVE(REG_RESULT, s1);
2706                                 }
2707                                 else {
2708                                         s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2709                                         M_FLTMOVE(REG_FRESULT, s1);
2710                                 }
2711                                 emit_store_dst(jd, iptr, s1);
2712                         }
2713                         break;
2714
2715
2716                 case ICMD_CHECKCAST:  /* ..., objectref ==> ..., objectref            */
2717
2718                         if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2719                                 /* object type cast-check */
2720
2721                                 classinfo *super;
2722                                 s4         superindex;
2723
2724                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2725                                         super      = NULL;
2726                                         superindex = 0;
2727                                 }
2728                                 else {
2729                                         super      = iptr->sx.s23.s3.c.cls;
2730                                         superindex = super->index;
2731                                 }
2732
2733                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE))
2734                                         CODEGEN_CRITICAL_SECTION_NEW;
2735
2736                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2737
2738                                 /* if class is not resolved, check which code to call */
2739
2740                                 if (super == NULL) {
2741                                         emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2742
2743                                         disp = dseg_add_unique_s4(cd, 0);         /* super->flags */
2744
2745                                         patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2746                                                                                   iptr->sx.s23.s3.c.ref,
2747                                                                                   disp);
2748
2749                                         M_ILD(REG_ITMP2, REG_PV, disp);
2750                                         disp = dseg_add_s4(cd, ACC_INTERFACE);
2751                                         M_ILD(REG_ITMP3, REG_PV, disp);
2752                                         M_AND(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2753                                         emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP2);
2754                                 }
2755
2756                                 /* interface checkcast code */
2757
2758                                 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2759                                         if (super == NULL) {
2760                                                 patcher_add_patch_ref(jd,
2761                                                                                           PATCHER_checkcast_interface,
2762                                                                                           iptr->sx.s23.s3.c.ref,
2763                                                                                           0);
2764                                         }
2765                                         else
2766                                                 emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2767
2768                                         M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2769                                         M_ILD(REG_ITMP3, REG_ITMP2,
2770                                                   OFFSET(vftbl_t, interfacetablelength));
2771                                         M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2772                                         emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2773
2774                                         M_ALD(REG_ITMP3, REG_ITMP2,
2775                                                   (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2776                                                                 superindex * sizeof(methodptr*)));
2777                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2778
2779                                         if (super == NULL)
2780                                                 emit_label_br(cd, BRANCH_LABEL_4);
2781                                         else
2782                                                 emit_label(cd, BRANCH_LABEL_3);
2783                                 }
2784
2785                                 /* class checkcast code */
2786
2787                                 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2788                                         if (super == NULL) {
2789                                                 emit_label(cd, BRANCH_LABEL_2);
2790
2791                                                 disp = dseg_add_unique_address(cd, NULL);
2792
2793                                                 patcher_add_patch_ref(jd,
2794                                                                                           PATCHER_resolve_classref_to_vftbl,
2795                                                                                           iptr->sx.s23.s3.c.ref,
2796                                                                                           disp);
2797                                         }
2798                                         else {
2799                                                 disp = dseg_add_address(cd, super->vftbl);
2800
2801                                                 emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2802                                         }
2803
2804                                         M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2805                                         M_ALD(REG_ITMP3, REG_PV, disp);
2806
2807                                         CODEGEN_CRITICAL_SECTION_START;
2808
2809                                         M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2810                                         /*                              if (s1 != REG_ITMP1) { */
2811                                         /*                                      M_ILD(REG_ITMP1, REG_ITMP3, OFFSET(vftbl_t, baseval)); */
2812                                         /*                                      M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval)); */
2813                                         /*  #if defined(ENABLE_THREADS) */
2814                                         /*                                      codegen_threadcritstop(cd, (u1 *) mcodeptr - cd->mcodebase); */
2815                                         /*  #endif */
2816                                         /*                                      M_ISUB(REG_ITMP2, REG_ITMP1, REG_ITMP2); */
2817
2818                                         /*                              } else { */
2819                                         M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, baseval));
2820                                         M_ISUB(REG_ITMP2, REG_ITMP3, REG_ITMP2);
2821                                         M_ALD(REG_ITMP3, REG_PV, disp);
2822                                         M_ILD(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval));
2823
2824                                         CODEGEN_CRITICAL_SECTION_END;
2825
2826                                         /*                              } */
2827                                         M_CMPULE(REG_ITMP2, REG_ITMP3, REG_ITMP3);
2828                                         emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2829
2830                                         if (super != NULL)
2831                                                 emit_label(cd, BRANCH_LABEL_5);
2832                                 }
2833
2834                                 if (super == NULL) {
2835                                         emit_label(cd, BRANCH_LABEL_1);
2836                                         emit_label(cd, BRANCH_LABEL_4);
2837                                 }
2838
2839                                 d = codegen_reg_of_dst(jd, iptr, s1);
2840                         }
2841                         else {
2842                                 /* array type cast-check */
2843
2844                                 s1 = emit_load_s1(jd, iptr, REG_A0);
2845                                 M_INTMOVE(s1, REG_A0);
2846
2847                                 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2848                                         disp = dseg_add_unique_address(cd, NULL);
2849
2850                                         patcher_add_patch_ref(jd,
2851                                                                                   PATCHER_resolve_classref_to_classinfo,
2852                                                                                   iptr->sx.s23.s3.c.ref,
2853                                                                                   disp);
2854                                 }
2855                                 else
2856                                         disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2857
2858                                 M_ALD(REG_A1, REG_PV, disp);
2859                                 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2860                                 M_ALD(REG_PV, REG_PV, disp);
2861                                 M_JSR(REG_RA, REG_PV);
2862                                 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2863                                 M_LDA(REG_PV, REG_RA, -disp);
2864
2865                                 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2866                                 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2867
2868                                 d = codegen_reg_of_dst(jd, iptr, s1);
2869                         }
2870
2871                         M_INTMOVE(s1, d);
2872                         emit_store_dst(jd, iptr, d);
2873                         break;
2874
2875                 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult            */
2876
2877                         {
2878                         classinfo *super;
2879                         vftbl_t   *supervftbl;
2880                         s4         superindex;
2881
2882                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2883                                 super = NULL;
2884                                 superindex = 0;
2885                                 supervftbl = NULL;
2886
2887                         } else {
2888                                 super = iptr->sx.s23.s3.c.cls;
2889                                 superindex = super->index;
2890                                 supervftbl = super->vftbl;
2891                         }
2892
2893                         if ((super == NULL) || !(super->flags & ACC_INTERFACE))
2894                                 CODEGEN_CRITICAL_SECTION_NEW;
2895
2896                         s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2897                         d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2898
2899                         if (s1 == d) {
2900                                 M_MOV(s1, REG_ITMP1);
2901                                 s1 = REG_ITMP1;
2902                         }
2903
2904                         /* if class is not resolved, check which code to call */
2905
2906                         if (super == NULL) {
2907                                 M_CLR(d);
2908                                 emit_label_beqz(cd, BRANCH_LABEL_1, s1);
2909
2910                                 disp = dseg_add_unique_s4(cd, 0);             /* super->flags */
2911
2912                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2913                                                                           iptr->sx.s23.s3.c.ref, disp);
2914
2915                                 M_ILD(REG_ITMP3, REG_PV, disp);
2916
2917                                 disp = dseg_add_s4(cd, ACC_INTERFACE);
2918                                 M_ILD(REG_ITMP2, REG_PV, disp);
2919                                 M_AND(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2920                                 emit_label_beqz(cd, BRANCH_LABEL_2, REG_ITMP3);
2921                         }
2922
2923                         /* interface instanceof code */
2924
2925                         if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2926                                 if (super == NULL) {
2927                                         /* If d == REG_ITMP2, then it's destroyed in check
2928                                            code above. */
2929                                         if (d == REG_ITMP2)
2930                                                 M_CLR(d);
2931
2932                                         patcher_add_patch_ref(jd,
2933                                                                                   PATCHER_instanceof_interface,
2934                                                                                   iptr->sx.s23.s3.c.ref, 0);
2935                                 }
2936                                 else {
2937                                         M_CLR(d);
2938                                         emit_label_beqz(cd, BRANCH_LABEL_3, s1);
2939                                 }
2940
2941                                 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2942                                 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2943                                 M_LDA(REG_ITMP3, REG_ITMP3, -superindex);
2944                                 M_BLEZ(REG_ITMP3, 2);
2945                                 M_ALD(REG_ITMP1, REG_ITMP1,
2946                                           (s4) (OFFSET(vftbl_t, interfacetable[0]) -
2947                                                         superindex * sizeof(methodptr*)));
2948                                 M_CMPULT(REG_ZERO, REG_ITMP1, d);      /* REG_ITMP1 != 0  */
2949
2950                                 if (super == NULL)
2951                                         emit_label_br(cd, BRANCH_LABEL_4);
2952                                 else
2953                                         emit_label(cd, BRANCH_LABEL_3);
2954                         }
2955
2956                         /* class instanceof code */
2957
2958                         if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2959                                 if (super == NULL) {
2960                                         emit_label(cd, BRANCH_LABEL_2);
2961
2962                                         disp = dseg_add_unique_address(cd, NULL);
2963
2964                                         patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2965                                                                                   iptr->sx.s23.s3.c.ref,
2966                                                                                   disp);
2967                                 }
2968                                 else {
2969                                         disp = dseg_add_address(cd, supervftbl);
2970
2971                                         M_CLR(d);
2972                                         emit_label_beqz(cd, BRANCH_LABEL_5, s1);
2973                                 }
2974
2975                                 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2976                                 M_ALD(REG_ITMP2, REG_PV, disp);
2977
2978                                 CODEGEN_CRITICAL_SECTION_START;
2979
2980                                 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2981                                 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2982                                 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2983
2984                                 CODEGEN_CRITICAL_SECTION_END;
2985
2986                                 M_ISUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2987                                 M_CMPULE(REG_ITMP1, REG_ITMP2, d);
2988
2989                                 if (super != NULL)
2990                                         emit_label(cd, BRANCH_LABEL_5);
2991                         }
2992
2993                         if (super == NULL) {
2994                                 emit_label(cd, BRANCH_LABEL_1);
2995                                 emit_label(cd, BRANCH_LABEL_4);
2996                         }
2997
2998                         emit_store_dst(jd, iptr, d);
2999                         }
3000                         break;
3001
3002                 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref  */
3003
3004                         /* check for negative sizes and copy sizes to stack if necessary  */
3005
3006                         MCODECHECK((iptr->s1.argcount << 1) + 64);
3007
3008                         for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
3009
3010                                 var = VAR(iptr->sx.s23.s2.args[s1]);
3011
3012                                 /* copy SAVEDVAR sizes to stack */
3013
3014                                 /* Already Preallocated? */
3015
3016                                 if (!(var->flags & PREALLOC)) {
3017                                         s2 = emit_load(jd, iptr, var, REG_ITMP1);
3018                                         M_LST(s2, REG_SP, s1 * 8);
3019                                 }
3020                         }
3021
3022                         /* a0 = dimension count */
3023
3024                         ICONST(REG_A0, iptr->s1.argcount);
3025
3026                         /* is patcher function set? */
3027
3028                         if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
3029                                 disp = dseg_add_unique_address(cd, 0);
3030
3031                                 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
3032                                                                           iptr->sx.s23.s3.c.ref,
3033                                                                           disp);
3034                         }
3035                         else
3036                                 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
3037
3038                         /* a1 = arraydescriptor */
3039
3040                         M_ALD(REG_A1, REG_PV, disp);
3041
3042                         /* a2 = pointer to dimensions = stack pointer */
3043
3044                         M_INTMOVE(REG_SP, REG_A2);
3045
3046                         disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
3047                         M_ALD(REG_PV, REG_PV, disp);
3048                         M_JSR(REG_RA, REG_PV);
3049                         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3050                         M_LDA(REG_PV, REG_RA, -disp);
3051
3052                         /* check for exception before result assignment */
3053
3054                         emit_exception_check(cd, iptr);
3055
3056                         d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
3057                         M_INTMOVE(REG_RESULT, d);
3058                         emit_store_dst(jd, iptr, d);
3059                         break;
3060
3061                 default:
3062                         exceptions_throw_internalerror("Unknown ICMD %d during code generation",
3063                                                                                    iptr->opc);
3064                         return false;
3065         } /* switch */
3066
3067         } /* for instruction */
3068
3069         } /* if (bptr -> flags >= BBREACHED) */
3070         } /* for basic block */
3071
3072         dseg_createlinenumbertable(cd);
3073
3074         /* generate traps */
3075
3076         emit_patcher_traps(jd);
3077
3078         /* everything's ok */
3079
3080         return true;
3081 }
3082
3083
3084 /* codegen_emit_stub_native ****************************************************
3085
3086    Emits a stub routine which calls a native method.
3087
3088 *******************************************************************************/
3089
3090 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f, int skipparams)
3091 {
3092         methodinfo  *m;
3093         codeinfo    *code;
3094         codegendata *cd;
3095         methoddesc  *md;
3096         s4           i, j;                 /* count variables                    */
3097         s4           t;
3098         s4           s1, s2, disp;
3099         s4           funcdisp;             /* displacement of the function       */
3100
3101         /* get required compiler data */
3102
3103         m    = jd->m;
3104         code = jd->code;
3105         cd   = jd->cd;
3106
3107         /* initialize variables */
3108
3109         md = m->parseddesc;
3110
3111         /* calculate stack frame size */
3112
3113         cd->stackframesize =
3114                 1 +                             /* return address                     */
3115                 sizeof(stackframeinfo_t) / SIZEOF_VOID_P +
3116                 sizeof(localref_table) / SIZEOF_VOID_P +
3117                 1 +                             /* methodinfo for call trace          */
3118                 md->paramcount +
3119                 nmd->memuse;
3120
3121         /* create method header */
3122
3123         (void) dseg_add_unique_address(cd, code);              /* CodeinfoPointer */
3124         (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize       */
3125         (void) dseg_add_unique_s4(cd, 0);                      /* IsSync          */
3126         (void) dseg_add_unique_s4(cd, 0);                      /* IsLeaf          */
3127         (void) dseg_add_unique_s4(cd, 0);                      /* IntSave         */
3128         (void) dseg_add_unique_s4(cd, 0);                      /* FltSave         */
3129         (void) dseg_addlinenumbertablesize(cd);
3130         (void) dseg_add_unique_s4(cd, 0);                      /* ExTableSize     */
3131
3132         /* generate stub code */
3133
3134         M_LDA(REG_SP, REG_SP, -(cd->stackframesize * 8));
3135         M_AST(REG_RA, REG_SP, cd->stackframesize * 8 - SIZEOF_VOID_P);
3136
3137         /* get function address (this must happen before the stackframeinfo) */
3138
3139         funcdisp = dseg_add_functionptr(cd, f);
3140
3141         if (f == NULL)
3142                 patcher_add_patch_ref(jd, PATCHER_resolve_native_function, m, funcdisp);
3143
3144 #if defined(ENABLE_GC_CACAO)
3145         /* Save callee saved integer registers in stackframeinfo (GC may
3146            need to recover them during a collection). */
3147
3148         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo_t) +
3149                 OFFSET(stackframeinfo_t, intregs);
3150
3151         for (i = 0; i < INT_SAV_CNT; i++)
3152                 M_AST(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3153 #endif
3154
3155         /* save integer and float argument registers */
3156
3157         for (i = 0; i < md->paramcount; i++) {
3158                 if (!md->params[i].inmemory) {
3159                         s1 = md->params[i].regoff;
3160
3161                         switch (md->paramtypes[i].type) {
3162                         case TYPE_INT:
3163                         case TYPE_LNG:
3164                         case TYPE_ADR:
3165                                 M_LST(s1, REG_SP, i * 8);
3166                                 break;
3167                         case TYPE_FLT:
3168                                 M_FST(s1, REG_SP, i * 8);
3169                                 break;
3170                         case TYPE_DBL:
3171                                 M_DST(s1, REG_SP, i * 8);
3172                                 break;
3173                         }
3174                 }
3175         }
3176
3177         /* prepare data structures for native function call */
3178
3179         M_MOV(REG_SP, REG_A0);
3180         M_MOV(REG_PV, REG_A1);
3181         disp = dseg_add_functionptr(cd, codegen_start_native_call);
3182         M_ALD(REG_PV, REG_PV, disp);
3183         M_JSR(REG_RA, REG_PV);
3184         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3185         M_LDA(REG_PV, REG_RA, -disp);
3186
3187         /* remember class argument */
3188
3189         if (m->flags & ACC_STATIC)
3190                 M_MOV(REG_RESULT, REG_ITMP3);
3191
3192         /* restore integer and float argument registers */
3193
3194         for (i = 0; i < md->paramcount; i++) {
3195                 if (!md->params[i].inmemory) {
3196                         s1 = md->params[i].regoff;
3197
3198                         switch (md->paramtypes[i].type) {
3199                         case TYPE_INT:
3200                         case TYPE_LNG:
3201                         case TYPE_ADR:
3202                                 M_LLD(s1, REG_SP, i * 8);
3203                                 break;
3204                         case TYPE_FLT:
3205                                 M_FLD(s1, REG_SP, i * 8);
3206                                 break;
3207                         case TYPE_DBL:
3208                                 M_DLD(s1, REG_SP, i * 8);
3209                                 break;
3210                         }
3211                 }
3212         }
3213
3214         /* copy or spill arguments to new locations */
3215
3216         for (i = md->paramcount - 1, j = i + skipparams; i >= 0; i--, j--) {
3217                 t = md->paramtypes[i].type;
3218
3219                 if (IS_INT_LNG_TYPE(t)) {
3220                         if (!md->params[i].inmemory) {
3221                                 s1 = md->params[i].regoff;
3222                                 s2 = nmd->params[j].regoff;
3223
3224                                 if (!nmd->params[j].inmemory)
3225                                         M_INTMOVE(s1, s2);
3226                                 else
3227                                         M_LST(s1, REG_SP, s2);
3228                         }
3229                         else {
3230                                 s1 = md->params[i].regoff + cd->stackframesize * 8;
3231                                 s2 = nmd->params[j].regoff;
3232                                 M_LLD(REG_ITMP1, REG_SP, s1);
3233                                 M_LST(REG_ITMP1, REG_SP, s2);
3234                         }
3235                 }
3236                 else {
3237                         if (!md->params[i].inmemory) {
3238                                 s1 = md->params[i].regoff;
3239                                 s2 = nmd->params[j].regoff;
3240
3241                                 if (!nmd->params[j].inmemory)
3242                                         M_FLTMOVE(s1, s2);
3243                                 else {
3244                                         if (IS_2_WORD_TYPE(t))
3245                                                 M_DST(s1, REG_SP, s2);
3246                                         else
3247                                                 M_FST(s1, REG_SP, s2);
3248                                 }
3249                         }
3250                         else {
3251                                 s1 = md->params[i].regoff + cd->stackframesize * 8;
3252                                 s2 = nmd->params[j].regoff;
3253                                 M_DLD(REG_FTMP1, REG_SP, s1);
3254                                 if (IS_2_WORD_TYPE(t))
3255                                         M_DST(REG_FTMP1, REG_SP, s2);
3256                                 else
3257                                         M_FST(REG_FTMP1, REG_SP, s2);
3258                         }
3259                 }
3260         }
3261
3262         /* Handle native Java methods. */
3263
3264         if (m->flags & ACC_NATIVE) {
3265                 /* put class into second argument register */
3266
3267                 if (m->flags & ACC_STATIC)
3268                         M_MOV(REG_ITMP3, REG_A1);
3269
3270                 /* put env into first argument register */
3271
3272                 disp = dseg_add_address(cd, _Jv_env);
3273                 M_ALD(REG_A0, REG_PV, disp);
3274         }
3275
3276         /* do the native function call */
3277
3278         M_ALD(REG_PV, REG_PV, funcdisp);
3279         M_JSR(REG_RA, REG_PV);              /* call native method                 */
3280         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3281         M_LDA(REG_PV, REG_RA, -disp);       /* recompute pv from ra               */
3282
3283         /* save return value */
3284
3285         switch (md->returntype.type) {
3286         case TYPE_INT:
3287         case TYPE_LNG:
3288         case TYPE_ADR:
3289                 M_LST(REG_RESULT, REG_SP, 0 * 8);
3290                 break;
3291         case TYPE_FLT:
3292                 M_FST(REG_FRESULT, REG_SP, 0 * 8);
3293                 break;
3294         case TYPE_DBL:
3295                 M_DST(REG_FRESULT, REG_SP, 0 * 8);
3296                 break;
3297         case TYPE_VOID:
3298                 break;
3299         }
3300
3301         /* remove native stackframe info */
3302
3303         M_MOV(REG_SP, REG_A0);
3304         M_MOV(REG_PV, REG_A1);
3305         disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3306         M_ALD(REG_PV, REG_PV, disp);
3307         M_JSR(REG_RA, REG_PV);
3308         disp = (s4) (cd->mcodeptr - cd->mcodebase);
3309         M_LDA(REG_PV, REG_RA, -disp);
3310         M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3311
3312         /* restore return value */
3313
3314         switch (md->returntype.type) {
3315         case TYPE_INT:
3316         case TYPE_LNG:
3317         case TYPE_ADR:
3318                 M_LLD(REG_RESULT, REG_SP, 0 * 8);
3319                 break;
3320         case TYPE_FLT:
3321                 M_FLD(REG_FRESULT, REG_SP, 0 * 8);
3322                 break;
3323         case TYPE_DBL:
3324                 M_DLD(REG_FRESULT, REG_SP, 0 * 8);
3325                 break;
3326         case TYPE_VOID:
3327                 break;
3328         }
3329
3330 #if defined(ENABLE_GC_CACAO)
3331         /* Restore callee saved integer registers from stackframeinfo (GC
3332            might have modified them during a collection). */
3333
3334         disp = cd->stackframesize * 8 - SIZEOF_VOID_P - sizeof(stackframeinfo_t) +
3335                 OFFSET(stackframeinfo_t, intregs);
3336
3337         for (i = 0; i < INT_SAV_CNT; i++)
3338                 M_ALD(abi_registers_integer_saved[i], REG_SP, disp + i * 8);
3339 #endif
3340
3341         M_ALD(REG_RA, REG_SP, (cd->stackframesize - 1) * 8); /* get RA            */
3342         M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
3343
3344         /* check for exception */
3345
3346         M_BNEZ(REG_ITMP1_XPTR, 1);          /* if no exception then return        */
3347         M_RET(REG_ZERO, REG_RA);            /* return to caller                   */
3348
3349         /* handle exception */
3350
3351         M_ASUB_IMM(REG_RA, 4, REG_ITMP2_XPC); /* get exception address            */
3352
3353         disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3354         M_ALD(REG_ITMP3, REG_PV, disp);     /* load asm exception handler address */
3355         M_JMP(REG_ZERO, REG_ITMP3);         /* jump to asm exception handler      */
3356
3357         /* generate patcher stubs */
3358
3359         emit_patcher_traps(jd);
3360 }
3361
3362
3363 /*
3364  * These are local overrides for various environment variables in Emacs.
3365  * Please do not remove this and leave it at the end of the file, where
3366  * Emacs will automagically detect them.
3367  * ---------------------------------------------------------------------
3368  * Local variables:
3369  * mode: c
3370  * indent-tabs-mode: t
3371  * c-basic-offset: 4
3372  * tab-width: 4
3373  * End:
3374  * vim:noexpandtab:sw=4:ts=4:
3375  */