src/vm/jit/stack.c

   1 /* src/vm/jit/stack.c - stack analysis
   2
   3    Copyright (C) 1996-2005, 2006, 2007, 2008
   4    CACAOVM - Verein zur Foerderung der freien virtuellen Maschine CACAO
   5
   6    This file is part of CACAO.
   7
   8    This program is free software; you can redistribute it and/or
   9    modify it under the terms of the GNU General Public License as
  10    published by the Free Software Foundation; either version 2, or (at
  11    your option) any later version.
  12
  13    This program is distributed in the hope that it will be useful, but
  14    WITHOUT ANY WARRANTY; without even the implied warranty of
  15    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  16    General Public License for more details.
  17
  18    You should have received a copy of the GNU General Public License
  19    along with this program; if not, write to the Free Software
  20    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  21    02110-1301, USA.
  22
  23 */
  24
  25
  26 #include "config.h"
  27
  28 #include <assert.h>
  29 #include <stdio.h>
  30 #include <string.h>
  31 #include <limits.h>
  32
  33 #include "arch.h"
  34 #include "md-abi.h"
  35
  36 #include "mm/memory.hpp"
  37
  38 #include "native/native.hpp"
  39
  40 #include "toolbox/logging.hpp"
  41
  42 #include "vm/jit/builtin.hpp"
  43 #include "vm/exceptions.hpp"
  44 #include "vm/global.h"
  45 #include "vm/options.h"
  46 #include "vm/resolve.hpp"
  47 #include "vm/string.hpp"
  48 #include "vm/types.h"
  49
  50 #if defined(ENABLE_STATISTICS)
  51 # include "vm/statistics.h"
  52 #endif
  53
  54 #include "vm/jit/abi.h"
  55 #include "vm/jit/cfg.h"
  56 #include "vm/jit/codegen-common.hpp"
  57 #include "vm/jit/parse.hpp"
  58 #include "vm/jit/show.hpp"
  59
  60 #if defined(ENABLE_DISASSEMBLER)
  61 # include "vm/jit/disass.h"
  62 #endif
  63
  64 #include "vm/jit/jit.hpp"
  65 #include "vm/jit/stack.h"
  66
  67 #if 0
  68 #if defined(ENABLE_SSA)
  69 # include "vm/jit/optimizing/lsra.h"
  70 # include "vm/jit/optimizing/ssa.h"
  71 #elif defined(ENABLE_LSRA)
  72 # include "vm/jit/allocator/lsra.h"
  73 #endif
  74 #endif
  75
  76 /*#define STACK_VERBOSE*/
  77
  78
  79 /* macro for saving #ifdefs ***************************************************/
  80
  81 #if defined(ENABLE_STATISTICS)
  82 #define STATISTICS_STACKDEPTH_DISTRIBUTION(distr)                    \
  83     do {                                                             \
  84         if (opt_stat) {                                              \
  85             if (stackdepth >= 10)                                    \
  86                 count_store_depth[10]++;                             \
  87             else                                                     \
  88                 count_store_depth[stackdepth]++;                     \
  89         }                                                            \
  90     } while (0)
  91 #else /* !defined(ENABLE_STATISTICS) */
  92 #define STATISTICS_STACKDEPTH_DISTRIBUTION(distr)
  93 #endif
  94
  95
  96 /* For returnAddresses we use a field of the typeinfo to store from which  */
  97 /* subroutine the returnAddress will return, if used.                      */
  98 /* XXX It would be nicer to use typeinfo.typeclass, but the verifier seems */
  99 /* to need it initialised to NULL. This should be investigated.            */
 100
 101 #if defined(ENABLE_VERIFIER)
 102 #define SBRSTART  typeinfo.elementclass.any
 103 #endif
 104
 105
 106 /* stackdata_t *****************************************************************
 107
 108    This struct holds internal data during stack analysis.
 109
 110 *******************************************************************************/
 111
 112 typedef struct stackdata_t stackdata_t;
 113
 114 struct stackdata_t {
 115     basicblock *bptr;             /* the current basic block being analysed   */
 116     stackelement_t *new;          /* next free stackelement                   */
 117     s4 vartop;                    /* next free variable index                 */
 118     s4 localcount;                /* number of locals (at the start of var)   */
 119     s4 varcount;                  /* maximum number of variables expected     */
 120         s4 varsallocated;             /* total number of variables allocated      */
 121         s4 maxlocals;                 /* max. number of Java locals               */
 122     varinfo *var;                 /* variable array (same as jd->var)         */
 123         s4 *javalocals;               /* map from Java locals to jd->var indices  */
 124         methodinfo *m;                /* the method being analysed                */
 125         jitdata *jd;                  /* current jitdata                          */
 126         basicblock *last_real_block;  /* the last block before the empty one      */
 127         bool repeat;                  /* if true, iterate the analysis again      */
 128         exception_entry **handlers;   /* exception handlers for the current block */
 129         exception_entry *extableend;  /* points to the last exception entry       */
 130         stackelement_t exstack;         /* instack for exception handlers           */
 131 };
 132
 133
 134 /* macros for allocating/releasing variable indices *****************/
 135
 136 #define GET_NEW_INDEX(sd, new_varindex)                              \
 137     do {                                                             \
 138         assert((sd).vartop < (sd).varcount);                         \
 139         (new_varindex) = ((sd).vartop)++;                            \
 140     } while (0)
 141
 142 /* Not implemented now - could be used to reuse varindices.         */
 143 /* Pay attention to not release a localvar once implementing it!    */
 144 #define RELEASE_INDEX(sd, varindex)
 145
 146 #define GET_NEW_VAR(sd, newvarindex, newtype)                        \
 147     do {                                                             \
 148         GET_NEW_INDEX((sd), (newvarindex));                          \
 149         (sd).var[newvarindex].type = (newtype);                      \
 150     } while (0)
 151
 152
 153 /* macros for querying variable properties **************************/
 154
 155 #define IS_INOUT(sp)                                                 \
 156     (sd.var[(sp)->varnum].flags & INOUT)
 157
 158 #define IS_PREALLOC(sp)                                              \
 159     (sd.var[(sp)->varnum].flags & PREALLOC)
 160
 161 #define IS_TEMPVAR(sp)                                                                                           \
 162     ( ((sp)->varnum >= sd.localcount)                                                            \
 163       && !(sd.var[(sp)->varnum].flags & (INOUT | PREALLOC)) )
 164
 165
 166 #define IS_LOCALVAR_SD(sd, sp)                                       \
 167          ((sp)->varnum < (sd).localcount)
 168
 169 #define IS_LOCALVAR(sp)                                              \
 170     IS_LOCALVAR_SD(sd, (sp))
 171
 172
 173 /* macros for setting variable properties ****************************/
 174
 175 #define SET_TEMPVAR(sp)                                              \
 176     do {                                                             \
 177         if (IS_LOCALVAR((sp))) {                                     \
 178             stack_change_to_tempvar(&sd, (sp), iptr);                \
 179         }                                                            \
 180         sd.var[(sp)->varnum].flags &= ~(INOUT | PREALLOC);           \
 181     } while (0);
 182
 183 #define SET_PREALLOC(sp)                                             \
 184     do {                                                             \
 185         assert(!IS_LOCALVAR((sp)));                                  \
 186         sd.var[(sp)->varnum].flags |= PREALLOC;                      \
 187     } while (0);
 188
 189
 190 /* macros for source operands ***************************************/
 191
 192 #define CLR_S1                                                       \
 193     (iptr->s1.varindex = -1)
 194
 195 #define USE_S1(type1)                                                \
 196     do {                                                             \
 197         REQUIRE(1);                                                  \
 198         CHECK_BASIC_TYPE(type1, curstack->type);                     \
 199         iptr->s1.varindex = curstack->varnum;                        \
 200     } while (0)
 201
 202 #define USE_S1_ANY                                                   \
 203     do {                                                             \
 204         REQUIRE(1);                                                  \
 205         iptr->s1.varindex = curstack->varnum;                        \
 206     } while (0)
 207
 208 #define USE_S1_S2(type1, type2)                                      \
 209     do {                                                             \
 210         REQUIRE(2);                                                  \
 211         CHECK_BASIC_TYPE(type1, curstack->prev->type);               \
 212         CHECK_BASIC_TYPE(type2, curstack->type);                     \
 213         iptr->sx.s23.s2.varindex = curstack->varnum;                 \
 214         iptr->s1.varindex = curstack->prev->varnum;                  \
 215     } while (0)
 216
 217 #define USE_S1_S2_ANY_ANY                                            \
 218     do {                                                             \
 219         REQUIRE(2);                                                  \
 220         iptr->sx.s23.s2.varindex = curstack->varnum;                 \
 221         iptr->s1.varindex = curstack->prev->varnum;                  \
 222     } while (0)
 223
 224 #define USE_S1_S2_S3(type1, type2, type3)                            \
 225     do {                                                             \
 226         REQUIRE(3);                                                  \
 227         CHECK_BASIC_TYPE(type1, curstack->prev->prev->type);         \
 228         CHECK_BASIC_TYPE(type2, curstack->prev->type);               \
 229         CHECK_BASIC_TYPE(type3, curstack->type);                     \
 230         iptr->sx.s23.s3.varindex = curstack->varnum;                 \
 231         iptr->sx.s23.s2.varindex = curstack->prev->varnum;           \
 232         iptr->s1.varindex = curstack->prev->prev->varnum;            \
 233     } while (0)
 234
 235 /* The POPANY macro does NOT check stackdepth, or set stackdepth!   */
 236 #define POPANY                                                       \
 237     do {                                                             \
 238         if (curstack->varkind == UNDEFVAR)                           \
 239             curstack->varkind = TEMPVAR;                             \
 240         curstack = curstack->prev;                                   \
 241     } while (0)
 242
 243 #define POP_S1(type1)                                                \
 244     do {                                                             \
 245         USE_S1(type1);                                               \
 246         if (curstack->varkind == UNDEFVAR)                           \
 247             curstack->varkind = TEMPVAR;                             \
 248         curstack = curstack->prev;                                   \
 249     } while (0)
 250
 251 #define POP_S1_ANY                                                   \
 252     do {                                                             \
 253         USE_S1_ANY;                                                  \
 254         if (curstack->varkind == UNDEFVAR)                           \
 255             curstack->varkind = TEMPVAR;                             \
 256         curstack = curstack->prev;                                   \
 257     } while (0)
 258
 259 #define POP_S1_S2(type1, type2)                                      \
 260     do {                                                             \
 261         USE_S1_S2(type1, type2);                                     \
 262         if (curstack->varkind == UNDEFVAR)                           \
 263             curstack->varkind = TEMPVAR;                             \
 264         if (curstack->prev->varkind == UNDEFVAR)                     \
 265             curstack->prev->varkind = TEMPVAR;                       \
 266         curstack = curstack->prev->prev;                             \
 267     } while (0)
 268
 269 #define POP_S1_S2_ANY_ANY                                            \
 270     do {                                                             \
 271         USE_S1_S2_ANY_ANY;                                           \
 272         if (curstack->varkind == UNDEFVAR)                           \
 273             curstack->varkind = TEMPVAR;                             \
 274         if (curstack->prev->varkind == UNDEFVAR)                     \
 275             curstack->prev->varkind = TEMPVAR;                       \
 276         curstack = curstack->prev->prev;                             \
 277     } while (0)
 278
 279 #define POP_S1_S2_S3(type1, type2, type3)                            \
 280     do {                                                             \
 281         USE_S1_S2_S3(type1, type2, type3);                           \
 282         if (curstack->varkind == UNDEFVAR)                           \
 283             curstack->varkind = TEMPVAR;                             \
 284         if (curstack->prev->varkind == UNDEFVAR)                     \
 285             curstack->prev->varkind = TEMPVAR;                       \
 286         if (curstack->prev->prev->varkind == UNDEFVAR)               \
 287             curstack->prev->prev->varkind = TEMPVAR;                 \
 288         curstack = curstack->prev->prev->prev;                       \
 289     } while (0)
 290
 291 #define CLR_SX                                                       \
 292     (iptr->sx.val.l = 0)
 293
 294
 295 /* macros for setting the destination operand ***********************/
 296
 297 #define CLR_DST                                                      \
 298     (iptr->dst.varindex = -1)
 299
 300 #define DST(typed, index)                                            \
 301     do {                                                             \
 302         NEWSTACKn((typed),(index));                                  \
 303         curstack->creator = iptr;                                    \
 304         iptr->dst.varindex = (index);                                \
 305     } while (0)
 306
 307 #define DST_LOCALVAR(typed, index)                                   \
 308     do {                                                             \
 309         NEWSTACK((typed), LOCALVAR, (index));                        \
 310         curstack->creator = iptr;                                    \
 311         iptr->dst.varindex = (index);                                \
 312     } while (0)
 313
 314
 315 /* macro for propagating constant values ****************************/
 316
 317 #if defined(ENABLE_VERIFIER)
 318 #define COPY_VAL_AND_TYPE_VAR(sv, dv)                                \
 319     do {                                                             \
 320         if (((dv)->type = (sv)->type) == TYPE_RET) {                 \
 321             (dv)->vv  = (sv)->vv;                                    \
 322             (dv)->SBRSTART = (sv)->SBRSTART;                         \
 323         }                                                            \
 324     } while (0)
 325 #else
 326 #define COPY_VAL_AND_TYPE_VAR(sv, dv)                                \
 327     do {                                                             \
 328         (dv)->type = (sv)->type;                                     \
 329         if (((dv)->type = (sv)->type) == TYPE_RET) {                 \
 330             (dv)->vv  = (sv)->vv;                                    \
 331         }                                                            \
 332     } while (0)
 333 #endif
 334
 335 #define COPY_VAL_AND_TYPE(sd, sindex, dindex)                        \
 336         COPY_VAL_AND_TYPE_VAR((sd).var + (sindex), (sd).var + (dindex))
 337
 338
 339 /* stack modelling macros *******************************************/
 340
 341 #define OP0_1(typed)                                                 \
 342     do {                                                             \
 343         CLR_S1;                                                      \
 344         GET_NEW_VAR(sd, new_index, (typed));                         \
 345         DST((typed), new_index);                                                                         \
 346         stackdepth++;                                                \
 347     } while (0)
 348
 349 #define OP1_0_ANY                                                    \
 350     do {                                                             \
 351         POP_S1_ANY;                                                  \
 352         CLR_DST;                                                     \
 353         stackdepth--;                                                \
 354     } while (0)
 355
 356 #define OP1_BRANCH(type1)                                            \
 357     do {                                                             \
 358         POP_S1(type1);                                               \
 359         stackdepth--;                                                \
 360     } while (0)
 361
 362 #define OP1_1(type1, typed)                                          \
 363     do {                                                             \
 364         POP_S1(type1);                                               \
 365         GET_NEW_VAR(sd, new_index, (typed));                         \
 366         DST(typed, new_index);                                       \
 367     } while (0)
 368
 369 #define OP2_1(type1, type2, typed)                                   \
 370     do {                                                             \
 371         POP_S1_S2(type1, type2);                                     \
 372         GET_NEW_VAR(sd, new_index, (typed));                         \
 373         DST(typed, new_index);                                       \
 374         stackdepth--;                                                \
 375     } while (0)
 376
 377 #define OP0_0                                                        \
 378     do {                                                             \
 379         CLR_S1;                                                      \
 380         CLR_DST;                                                     \
 381     } while (0)
 382
 383 #define OP0_BRANCH                                                   \
 384     do {                                                             \
 385         CLR_S1;                                                      \
 386     } while (0)
 387
 388 #define OP1_0(type1)                                                 \
 389     do {                                                             \
 390         POP_S1(type1);                                               \
 391         CLR_DST;                                                     \
 392         stackdepth--;                                                \
 393     } while (0)
 394
 395 #define OP2_0(type1, type2)                                          \
 396     do {                                                             \
 397         POP_S1_S2(type1, type2);                                     \
 398         CLR_DST;                                                     \
 399         stackdepth -= 2;                                             \
 400     } while (0)
 401
 402 #define OP2_BRANCH(type1, type2)                                     \
 403     do {                                                             \
 404         POP_S1_S2(type1, type2);                                     \
 405         stackdepth -= 2;                                             \
 406     } while (0)
 407
 408 #define OP2_0_ANY_ANY                                                \
 409     do {                                                             \
 410         POP_S1_S2_ANY_ANY;                                           \
 411         CLR_DST;                                                     \
 412         stackdepth -= 2;                                             \
 413     } while (0)
 414
 415 #define OP3_0(type1, type2, type3)                                   \
 416     do {                                                             \
 417         POP_S1_S2_S3(type1, type2, type3);                           \
 418         CLR_DST;                                                     \
 419         stackdepth -= 3;                                             \
 420     } while (0)
 421
 422 #define LOAD(type1, index)                                           \
 423     do {                                                             \
 424         DST_LOCALVAR(type1, index);                                  \
 425         stackdepth++;                                                \
 426     } while (0)
 427
 428 #define STORE(type1, index)                                          \
 429     do {                                                             \
 430         POP_S1(type1);                                               \
 431         stackdepth--;                                                \
 432     } while (0)
 433
 434
 435 /* macros for DUP elimination ***************************************/
 436
 437 /* XXX replace NEW_VAR with NEW_INDEX */
 438 #define DUP_SLOT(sp)                                                 \
 439     do {                                                             \
 440         GET_NEW_VAR(sd, new_index, (sp)->type);                      \
 441         COPY_VAL_AND_TYPE(sd, (sp)->varnum, new_index);              \
 442         NEWSTACK((sp)->type, TEMPVAR, new_index);                    \
 443     } while(0)
 444
 445 /* does not check input stackdepth */
 446 #define MOVE_UP(sp)                                                  \
 447     do {                                                             \
 448         iptr->opc = ICMD_MOVE;                                       \
 449         iptr->s1.varindex = (sp)->varnum;                            \
 450         DUP_SLOT(sp);                                                \
 451         curstack->creator = iptr;                                    \
 452         iptr->dst.varindex = curstack->varnum;                       \
 453         stackdepth++;                                                \
 454     } while (0)
 455
 456 /* does not check input stackdepth */
 457 #define COPY_UP(sp)                                                  \
 458     do {                                                             \
 459         SET_TEMPVAR((sp));                                           \
 460         iptr->opc = ICMD_COPY;                                       \
 461         iptr->s1.varindex = (sp)->varnum;                            \
 462         DUP_SLOT(sp);                                                \
 463         curstack->creator = iptr;                                    \
 464         iptr->dst.varindex = curstack->varnum;                       \
 465         stackdepth++;                                                \
 466     } while (0)
 467
 468 #define COPY_DOWN(s, d)                                              \
 469     do {                                                             \
 470         SET_TEMPVAR((s));                                            \
 471         iptr->opc = ICMD_COPY;                                       \
 472         iptr->s1.varindex = (s)->varnum;                             \
 473         iptr->dst.varindex = (d)->varnum;                            \
 474         (d)->creator = iptr;                                         \
 475     } while (0)
 476
 477 #define MOVE_TO_TEMP(sp)                                             \
 478     do {                                                             \
 479         GET_NEW_INDEX(sd, new_index);                                \
 480         iptr->opc = ICMD_MOVE;                                       \
 481         iptr->s1.varindex = (sp)->varnum;                            \
 482         iptr->dst.varindex = new_index;                              \
 483         COPY_VAL_AND_TYPE(sd, (sp)->varnum, new_index);              \
 484         (sp)->varnum = new_index;                                    \
 485                 (sp)->varkind = TEMPVAR;                                     \
 486     } while (0)
 487
 488 /* macros for branching / reaching basic blocks *********************/
 489
 490 #define BRANCH_TARGET(bt, tempbptr)                                  \
 491     do {                                                             \
 492         tempbptr = (bt).block;                                       \
 493         tempbptr = stack_mark_reached(&sd, tempbptr, curstack,       \
 494                                       stackdepth);                   \
 495         if (tempbptr == NULL)                                        \
 496             return false;                                            \
 497         (bt).block = tempbptr;                                       \
 498     } while (0)
 499
 500 #define BRANCH(tempbptr)                                             \
 501     BRANCH_TARGET(iptr->dst, tempbptr)
 502
 503
 504 /* forward declarations *******************************************************/
 505
 506 static void stack_create_invars(stackdata_t *sd, basicblock *b,
 507                                                                 stackelement_t * curstack, int stackdepth);
 508 static void stack_create_invars_from_outvars(stackdata_t *sd, basicblock *b);
 509
 510 #if defined(STACK_VERBOSE)
 511 static void stack_verbose_show_varinfo(stackdata_t *sd, varinfo *v);
 512 static void stack_verbose_show_variable(stackdata_t *sd, s4 index);
 513 static void stack_verbose_show_block(stackdata_t *sd, basicblock *bptr);
 514 static void stack_verbose_block_enter(stackdata_t *sd, bool reanalyse);
 515 static void stack_verbose_block_exit(stackdata_t *sd, bool superblockend);
 516 static void stack_verbose_show_state(stackdata_t *sd, instruction *iptr,
 517                                                                          stackelement_t * curstack);
 518 #endif
 519
 520
 521 /* stack_init ******************************************************************
 522
 523    Initialized the stack analysis subsystem (called by jit_init).
 524
 525 *******************************************************************************/
 526
 527 bool stack_init(void)
 528 {
 529         return true;
 530 }
 531
 532
 533 /* stack_grow_variable_array ***************************************************
 534
 535    Grow the variable array so the given number of additional variables fits in.
 536    The number is added to `varcount`, which is the maximum number of variables
 537    we expect to need at this point. The actual number of variables
 538    (`varsallocated`) may be larger than that, in order to avoid too many
 539    reallocations.
 540
 541    IN:
 542       sd...........stack analysis data
 543           num..........number of additional variables
 544
 545 *******************************************************************************/
 546
 547 static void stack_grow_variable_array(stackdata_t *sd, s4 num)
 548 {
 549         s4 newsize;
 550
 551         assert(num >= 0);
 552
 553         if (sd->varcount + num > sd->varsallocated) {
 554                 newsize = 2*sd->varsallocated + num;
 555
 556                 sd->var = DMREALLOC(sd->var, varinfo, sd->varsallocated, newsize);
 557                 MZERO(sd->var + sd->varsallocated, varinfo, (newsize - sd->varsallocated));
 558                 sd->varsallocated = newsize;
 559                 sd->jd->var = sd->var;
 560         }
 561
 562         sd->varcount += num;
 563         sd->jd->varcount += num;
 564
 565         assert(sd->varcount <= sd->varsallocated);
 566 }
 567
 568
 569 /* stack_append_block **********************************************************
 570
 571    Append the given block after the last real block of the method (before
 572    the pseudo-block at the end).
 573
 574    IN:
 575       sd...........stack analysis data
 576           b............the block to append
 577
 578 *******************************************************************************/
 579
 580 static void stack_append_block(stackdata_t *sd, basicblock *b)
 581 {
 582 #if defined(STACK_VERBOSE)
 583         printf("APPENDING BLOCK L%0d\n", b->nr);
 584 #endif
 585
 586         b->next = sd->last_real_block->next;
 587         sd->last_real_block->next = b;
 588         sd->last_real_block = b;
 589         b->nr = sd->jd->basicblockcount++;
 590         b->next->nr = b->nr + 1;
 591 }
 592
 593
 594 /* stack_clone_block ***********************************************************
 595
 596    Create a copy of the given block and insert it at the end of the method.
 597
 598    CAUTION: This function does not copy the any variables or the instruction
 599    list. It _does_, however, reserve space for the block's invars in the
 600    variable array.
 601
 602    IN:
 603       sd...........stack analysis data
 604           b............the block to clone
 605
 606    RETURN VALUE:
 607       a pointer to the copy
 608
 609 *******************************************************************************/
 610
 611 static basicblock * stack_clone_block(stackdata_t *sd, basicblock *b)
 612 {
 613         basicblock *clone;
 614
 615         clone = DNEW(basicblock);
 616         *clone  = *b;
 617
 618         clone->iinstr = NULL;
 619         clone->inlocals = NULL;
 620         clone->javalocals = NULL;
 621         clone->invars = NULL;
 622
 623         clone->original = (b->original) ? b->original : b;
 624         clone->copied_to = clone->original->copied_to;
 625         clone->original->copied_to = clone;
 626         clone->next = NULL;
 627         clone->flags = BBREACHED;
 628
 629         stack_append_block(sd, clone);
 630
 631         /* reserve space for the invars of the clone */
 632
 633         stack_grow_variable_array(sd, b->indepth);
 634
 635 #if defined(STACK_VERBOSE)
 636         printf("cloning block L%03d ------> L%03d\n", b->nr, clone->nr);
 637 #endif
 638
 639         return clone;
 640 }
 641
 642
 643 /* stack_create_locals *********************************************************
 644
 645    Create the local variables for the start of the given basic block.
 646
 647    IN:
 648       sd...........stack analysis data
 649           b............block to create the locals for
 650
 651 *******************************************************************************/
 652
 653 static void stack_create_locals(stackdata_t *sd, basicblock *b)
 654 {
 655         s4       i;
 656         s4      *jl;
 657         varinfo *dv;
 658
 659         /* copy the current state of the local variables */
 660         /* (one extra local is needed by the verifier)   */
 661
 662         dv = DMNEW(varinfo, sd->localcount + VERIFIER_EXTRA_LOCALS);
 663         b->inlocals = dv;
 664         for (i=0; i<sd->localcount; ++i)
 665                 *dv++ = sd->var[i];
 666
 667         /* the current map from java locals to cacao variables */
 668
 669         jl = DMNEW(s4, sd->maxlocals);
 670         b->javalocals = jl;
 671         MCOPY(jl, sd->javalocals, s4, sd->maxlocals);
 672 }
 673
 674
 675 /* stack_merge_locals **********************************************************
 676
 677    Merge local variables at the beginning of the given basic block.
 678
 679    IN:
 680       sd...........stack analysis data
 681           b............the block that is reached
 682
 683 *******************************************************************************/
 684
 685 static void stack_merge_locals(stackdata_t *sd, basicblock *b)
 686 {
 687         s4 i;
 688         varinfo *dv;
 689         varinfo *sv;
 690
 691         /* If a javalocal is mapped to different cacao locals along the */
 692         /* incoming control-flow edges, it becomes undefined.           */
 693
 694         for (i=0; i<sd->maxlocals; ++i) {
 695                 if (b->javalocals[i] != UNUSED && b->javalocals[i] != sd->javalocals[i]) {
 696                         b->javalocals[i] = UNUSED;
 697                         if (b->flags >= BBFINISHED)
 698                                 b->flags = BBTYPECHECK_REACHED;
 699                         if (b->nr <= sd->bptr->nr)
 700                                 sd->repeat = true;
 701                 }
 702         }
 703
 704 #if defined(ENABLE_VERIFIER)
 705         if (b->inlocals) {
 706                 for (i=0; i<sd->localcount; ++i) {
 707                         dv = b->inlocals + i;
 708                         sv = sd->var + i;
 709                         if ((sv->type == TYPE_RET && dv->type == TYPE_RET)
 710                                         && (sv->SBRSTART != dv->SBRSTART))
 711                         {
 712 #if defined(STACK_VERBOSE)
 713                                 printf("JSR MISMATCH: setting variable %d to VOID\n", i);
 714 #endif
 715                                 dv->type = TYPE_VOID;
 716                                 if (b->flags >= BBFINISHED)
 717                                         b->flags = BBTYPECHECK_REACHED;
 718                                 sd->repeat = true; /* This is very rare, so just repeat */
 719                         }
 720                 }
 721         }
 722 #endif /* defined(ENABLE_VERIFIER) */
 723 }
 724
 725
 726 /* stack_create_invars *********************************************************
 727
 728    Create the invars for the given basic block. Also make a copy of the locals.
 729
 730    IN:
 731       sd...........stack analysis data
 732           b............block to create the invars for
 733           curstack.....current stack top
 734           stackdepth...current stack depth
 735
 736    This function creates STACKDEPTH invars and sets their types to the
 737    types to the types of the corresponding slot in the current stack.
 738
 739 *******************************************************************************/
 740
 741 static void stack_create_invars(stackdata_t *sd, basicblock *b,
 742                                                                 stackelement_t * curstack, int stackdepth)
 743 {
 744         stackelement_t * sp;
 745         int i;
 746         int index;
 747         varinfo *dv;
 748         varinfo *sv;
 749
 750         assert(sd->vartop + stackdepth <= sd->varcount);
 751
 752         b->indepth = stackdepth;
 753         b->invars = DMNEW(s4, stackdepth);
 754
 755         /* allocate the variable indices */
 756         index = (sd->vartop += stackdepth);
 757
 758         i = stackdepth;
 759         for (sp = curstack; i--; sp = sp->prev) {
 760                 b->invars[i] = --index;
 761                 dv = sd->var + index;
 762                 sv = sd->var + sp->varnum;
 763                 dv->flags = INOUT;
 764                 COPY_VAL_AND_TYPE_VAR(sv, dv);
 765         }
 766
 767         stack_create_locals(sd, b);
 768 }
 769
 770
 771 /* stack_create_invars_from_outvars ********************************************
 772
 773    Create the invars for the given basic block. Also make a copy of the locals.
 774    Types are propagated from the outvars of the current block.
 775
 776    IN:
 777       sd...........stack analysis data
 778           b............block to create the invars for
 779
 780 *******************************************************************************/
 781
 782 static void stack_create_invars_from_outvars(stackdata_t *sd, basicblock *b)
 783 {
 784         int i;
 785         int n;
 786         varinfo *sv, *dv;
 787
 788         n = sd->bptr->outdepth;
 789         assert(sd->vartop + n <= sd->varcount);
 790
 791         b->indepth = n;
 792         b->invars = DMNEW(s4, n);
 793
 794         if (n) {
 795                 dv = sd->var + sd->vartop;
 796
 797                 /* allocate the invars */
 798
 799                 for (i=0; i<n; ++i, ++dv) {
 800                         sv = sd->var + sd->bptr->outvars[i];
 801                         b->invars[i] = sd->vartop++;
 802                         dv->flags = INOUT;
 803                         COPY_VAL_AND_TYPE_VAR(sv, dv);
 804                 }
 805         }
 806
 807         stack_create_locals(sd, b);
 808 }
 809
 810
 811 /* stack_check_invars **********************************************************
 812
 813    Check the current stack against the invars of the given basic block.
 814    Depth and types must match.
 815
 816    IN:
 817       sd...........stack analysis data
 818           b............block which invars to check against
 819           curstack.....current stack top
 820           stackdepth...current stack depth
 821
 822    RETURN VALUE:
 823       the destinaton block
 824           NULL.........a VerifyError has been thrown
 825
 826 *******************************************************************************/
 827
 828 static basicblock * stack_check_invars(stackdata_t *sd, basicblock *b,
 829                                                                            stackelement_t * curstack, int stackdepth)
 830 {
 831         int i;
 832         stackelement_t * sp;
 833         basicblock *orig;
 834         bool separable;
 835         varinfo *sv;
 836         varinfo *dv;
 837
 838 #if defined(STACK_VERBOSE)
 839         printf("stack_check_invars(L%03d)\n", b->nr);
 840 #endif
 841
 842         /* find original of b */
 843         if (b->original)
 844                 b = b->original;
 845         orig = b;
 846
 847 #if defined(STACK_VERBOSE)
 848         printf("original is L%03d\n", orig->nr);
 849 #endif
 850
 851         i = orig->indepth;
 852
 853 #if defined(ENABLE_VERIFIER)
 854         if (i != stackdepth) {
 855                 exceptions_throw_verifyerror(sd->m, "Stack depth mismatch");
 856                 return NULL;
 857         }
 858 #endif
 859
 860         do {
 861                 separable = false;
 862
 863 #if defined(STACK_VERBOSE)
 864                 printf("checking against ");
 865                 stack_verbose_show_block(sd, b); printf("\n");
 866 #endif
 867
 868                 sp = curstack;
 869                 for (i = orig->indepth; i--; sp = sp->prev) {
 870                         dv = sd->var + b->invars[i];
 871                         sv = sd->var + sp->varnum;
 872
 873 #if defined(ENABLE_VERIFIER)
 874                         if (dv->type != sp->type) {
 875                                 exceptions_throw_verifyerror_for_stack(sd->m, dv->type);
 876                                 return NULL;
 877                         }
 878 #endif
 879
 880                         if (sp->type == TYPE_RET) {
 881 #if defined(ENABLE_VERIFIER)
 882                                 if (dv->SBRSTART != sv->SBRSTART) {
 883                                         exceptions_throw_verifyerror(sd->m, "Mismatched stack types");
 884                                         return NULL;
 885                                 }
 886 #endif
 887                                 if (dv->vv.retaddr != sv->vv.retaddr) {
 888                                         separable = true;
 889                                         /* don't break! have to check the remaining stackslots */
 890                                 }
 891                         }
 892                 }
 893
 894                 if (b->inlocals) {
 895                         for (i=0; i<sd->localcount; ++i) {
 896                                 dv = b->inlocals + i;
 897                                 sv = sd->var + i;
 898                                 if (sv->type == TYPE_RET && dv->type == TYPE_RET) {
 899                                         if (
 900 #if defined(ENABLE_VERIFIER)
 901                                                         (sv->SBRSTART == dv->SBRSTART) &&
 902 #endif
 903                                                         (sv->vv.retaddr != dv->vv.retaddr))
 904                                         {
 905                                                 separable = true;
 906                                                 break;
 907                                         }
 908                                 }
 909                         }
 910                 }
 911
 912                 if (!separable) {
 913                         /* XXX cascading collapse? */
 914
 915                         stack_merge_locals(sd, b);
 916
 917 #if defined(STACK_VERBOSE)
 918                         printf("------> using L%03d\n", b->nr);
 919 #endif
 920                         return b;
 921                 }
 922         } while ((b = b->copied_to) != NULL);
 923
 924         b = stack_clone_block(sd, orig);
 925         if (!b)
 926                 return NULL;
 927
 928         stack_create_invars(sd, b, curstack, stackdepth);
 929         return b;
 930 }
 931
 932
 933 /* stack_check_invars_from_outvars *********************************************
 934
 935    Check the outvars of the current block against the invars of the given block.
 936    Depth and types must match.
 937
 938    IN:
 939       sd...........stack analysis data
 940           b............block which invars to check against
 941
 942    RETURN VALUE:
 943       the destinaton block
 944           NULL.........a VerifyError has been thrown
 945
 946 *******************************************************************************/
 947
 948 static basicblock * stack_check_invars_from_outvars(stackdata_t *sd, basicblock *b)
 949 {
 950         int i;
 951         int n;
 952         varinfo *sv, *dv;
 953         basicblock *orig;
 954         bool separable;
 955
 956 #if defined(STACK_VERBOSE)
 957         printf("stack_check_invars_from_outvars(L%03d)\n", b->nr);
 958 #endif
 959
 960         /* find original of b */
 961         if (b->original)
 962                 b = b->original;
 963         orig = b;
 964
 965 #if defined(STACK_VERBOSE)
 966         printf("original is L%03d\n", orig->nr);
 967 #endif
 968
 969         i = orig->indepth;
 970         n = sd->bptr->outdepth;
 971
 972 #if defined(ENABLE_VERIFIER)
 973         if (i != n) {
 974                 exceptions_throw_verifyerror(sd->m, "Stack depth mismatch");
 975                 return NULL;
 976         }
 977 #endif
 978
 979         do {
 980                 separable = false;
 981
 982 #if defined(STACK_VERBOSE)
 983                 printf("checking against ");
 984                 stack_verbose_show_block(sd, b); printf("\n");
 985 #endif
 986
 987                 if (n) {
 988                         dv = sd->var + b->invars[0];
 989
 990                         for (i=0; i<n; ++i, ++dv) {
 991                                 sv = sd->var + sd->bptr->outvars[i];
 992
 993 #if defined(ENABLE_VERIFIER)
 994                                 if (sv->type != dv->type) {
 995                                         exceptions_throw_verifyerror_for_stack(sd->m, dv->type);
 996                                         return NULL;
 997                                 }
 998 #endif
 999
1000                                 if (dv->type == TYPE_RET) {
1001 #if defined(ENABLE_VERIFIER)
1002                                         if (sv->SBRSTART != dv->SBRSTART) {
1003                                                 exceptions_throw_verifyerror(sd->m, "Mismatched stack types");
1004                                                 return NULL;
1005                                         }
1006 #endif
1007                                         if (sv->vv.retaddr != dv->vv.retaddr) {
1008                                                 separable = true;
1009                                                 /* don't break! have to check the remaining stackslots */
1010                                         }
1011                                 }
1012                         }
1013                 }
1014
1015                 if (b->inlocals) {
1016                         for (i=0; i<sd->localcount; ++i) {
1017                                 dv = b->inlocals + i;
1018                                 sv = sd->var + i;
1019                                 if (
1020 #if defined(ENABLE_VERIFIER)
1021                                                 (sv->SBRSTART == dv->SBRSTART) &&
1022 #endif
1023                                                 (sv->type == TYPE_RET && dv->type == TYPE_RET))
1024                                 {
1025                                         if (sv->vv.retaddr != dv->vv.retaddr) {
1026                                                 separable = true;
1027                                                 break;
1028                                         }
1029                                 }
1030                         }
1031                 }
1032
1033                 if (!separable) {
1034                         /* XXX cascading collapse? */
1035
1036                         stack_merge_locals(sd, b);
1037
1038 #if defined(STACK_VERBOSE)
1039                         printf("------> using L%03d\n", b->nr);
1040 #endif
1041                         return b;
1042                 }
1043         } while ((b = b->copied_to) != NULL);
1044
1045         b = stack_clone_block(sd, orig);
1046         if (!b)
1047                 return NULL;
1048
1049         stack_create_invars_from_outvars(sd, b);
1050         return b;
1051 }
1052
1053
1054 /* stack_create_instack ********************************************************
1055
1056    Create the instack of the current basic block.
1057
1058    IN:
1059       sd...........stack analysis data
1060
1061    RETURN VALUE:
1062       the current stack top at the start of the basic block.
1063
1064 *******************************************************************************/
1065
1066 static stackelement_t * stack_create_instack(stackdata_t *sd)
1067 {
1068     stackelement_t * sp;
1069         int depth;
1070         int index;
1071
1072         if ((depth = sd->bptr->indepth) == 0)
1073                 return NULL;
1074
1075     sp = (sd->new += depth);
1076
1077         while (depth--) {
1078                 sp--;
1079                 index = sd->bptr->invars[depth];
1080                 sp->varnum = index;
1081                 sp->type = sd->var[index].type;
1082                 sp->prev = sp - 1;
1083                 sp->creator = NULL;
1084                 sp->flags = 0;
1085                 sp->varkind = STACKVAR;
1086         }
1087         sp->prev = NULL;
1088
1089         /* return the top of the created stack */
1090         return sd->new - 1;
1091 }
1092
1093
1094 /* stack_mark_reached **********************************************************
1095
1096    Mark the given block reached and propagate the current stack and locals to
1097    it. This function specializes the target block, if necessary, and returns
1098    a pointer to the specialized target.
1099
1100    IN:
1101       sd...........stack analysis data
1102           b............the block to reach
1103           curstack.....the current stack top
1104           stackdepth...the current stack depth
1105
1106    RETURN VALUE:
1107       a pointer to (a specialized version of) the target
1108           NULL.........a VerifyError has been thrown
1109
1110 *******************************************************************************/
1111
1112 static basicblock *stack_mark_reached(stackdata_t *sd, basicblock *b, stackelement_t * curstack, int stackdepth)
1113 {
1114         assert(b != NULL);
1115
1116 #if defined(STACK_VERBOSE)
1117         printf("stack_mark_reached(L%03d from L%03d)\n", b->nr, sd->bptr->nr);
1118 #endif
1119
1120         /* mark targets of backward branches */
1121
1122         if (b->nr <= sd->bptr->nr)
1123                 b->bitflags |= BBFLAG_REPLACEMENT;
1124
1125         if (b->flags < BBREACHED) {
1126                 /* b is reached for the first time. Create its invars. */
1127
1128 #if defined(STACK_VERBOSE)
1129                 printf("reached L%03d for the first time\n", b->nr);
1130 #endif
1131
1132                 stack_create_invars(sd, b, curstack, stackdepth);
1133
1134                 b->flags = BBREACHED;
1135
1136                 return b;
1137         }
1138         else {
1139                 /* b has been reached before. Check that its invars match. */
1140
1141                 return stack_check_invars(sd, b, curstack, stackdepth);
1142         }
1143 }
1144
1145
1146 /* stack_mark_reached_from_outvars *********************************************
1147
1148    Mark the given block reached and propagate the outvars of the current block
1149    and the current locals to it. This function specializes the target block,
1150    if necessary, and returns a pointer to the specialized target.
1151
1152    IN:
1153       sd...........stack analysis data
1154           b............the block to reach
1155
1156    RETURN VALUE:
1157       a pointer to (a specialized version of) the target
1158           NULL.........a VerifyError has been thrown
1159
1160 *******************************************************************************/
1161
1162 static basicblock *stack_mark_reached_from_outvars(stackdata_t *sd, basicblock *b)
1163 {
1164         assert(b != NULL);
1165
1166 #if defined(STACK_VERBOSE)
1167         printf("stack_mark_reached_from_outvars(L%03d from L%03d)\n", b->nr, sd->bptr->nr);
1168 #endif
1169
1170         /* mark targets of backward branches */
1171
1172         if (b->nr <= sd->bptr->nr)
1173                 b->bitflags |= BBFLAG_REPLACEMENT;
1174
1175         if (b->flags < BBREACHED) {
1176                 /* b is reached for the first time. Create its invars. */
1177
1178 #if defined(STACK_VERBOSE)
1179                 printf("reached L%03d for the first time\n", b->nr);
1180 #endif
1181
1182                 stack_create_invars_from_outvars(sd, b);
1183
1184                 b->flags = BBREACHED;
1185
1186                 return b;
1187         }
1188         else {
1189                 /* b has been reached before. Check that its invars match. */
1190
1191                 return stack_check_invars_from_outvars(sd, b);
1192         }
1193 }
1194
1195
1196 /* stack_reach_next_block ******************************************************
1197
1198    Mark the following block reached and propagate the outvars of the
1199    current block and the current locals to it.  This function
1200    specializes the target block, if necessary, and returns a pointer
1201    to the specialized target.
1202
1203    IN:
1204       sd...........stack analysis data
1205
1206    RETURN VALUE:
1207       a pointer to (a specialized version of) the following block
1208           NULL.........a VerifyError has been thrown
1209
1210 *******************************************************************************/
1211
1212 static bool stack_reach_next_block(stackdata_t *sd)
1213 {
1214         basicblock *tbptr;
1215         instruction *iptr;
1216
1217         tbptr = (sd->bptr->original) ? sd->bptr->original : sd->bptr;
1218         tbptr = stack_mark_reached_from_outvars(sd, tbptr->next);
1219
1220         if (tbptr == NULL)
1221                 return false;
1222
1223         if (tbptr != sd->bptr->next) {
1224 #if defined(STACK_VERBOSE)
1225                 printf("NEXT IS NON-CONSEQUITIVE L%03d\n", tbptr->nr);
1226 #endif
1227                 iptr = sd->bptr->iinstr + sd->bptr->icount - 1;
1228                 assert(iptr->opc == ICMD_NOP);
1229                 iptr->opc = ICMD_GOTO;
1230                 iptr->dst.block = tbptr;
1231 #if defined(STACK_VERBOSE)
1232                 if (iptr->line == 0) printf("goto with line 0 in L%03d\n", sd->bptr->nr);
1233 #endif
1234
1235                 if (tbptr->flags < BBFINISHED)
1236                         sd->repeat = true; /* XXX check if we really need to repeat */
1237         }
1238
1239         return true;
1240 }
1241
1242
1243 /* stack_reach_handlers ********************************************************
1244
1245    Reach the exception handlers for the current block.
1246
1247    IN:
1248       sd...........stack analysis data
1249
1250    RETURN VALUE:
1251      true.........everything ok
1252          false........a VerifyError has been thrown
1253
1254 *******************************************************************************/
1255
1256 static bool stack_reach_handlers(stackdata_t *sd)
1257 {
1258         s4 i;
1259         basicblock *tbptr;
1260
1261 #if defined(STACK_VERBOSE)
1262         printf("reaching exception handlers...\n");
1263 #endif
1264
1265         for (i=0; sd->handlers[i]; ++i) {
1266                 tbptr = sd->handlers[i]->handler;
1267
1268                 tbptr->type = BBTYPE_EXH;
1269                 tbptr->predecessorcount = CFG_UNKNOWN_PREDECESSORS;
1270
1271                 /* reach (and specialize) the handler block */
1272
1273                 tbptr = stack_mark_reached(sd, tbptr, &(sd->exstack), 1);
1274
1275                 if (tbptr == NULL)
1276                         return false;
1277
1278                 sd->handlers[i]->handler = tbptr;
1279         }
1280
1281         return true;
1282 }
1283
1284
1285 /* stack_reanalyse_block  ******************************************************
1286
1287    Re-analyse the current block. This is called if either the block itself
1288    has already been analysed before, or the current block is a clone of an
1289    already analysed block, and this clone is reached for the first time.
1290    In the latter case, this function does all that is necessary for fully
1291    cloning the block (cloning the instruction list and variables, etc.).
1292
1293    IN:
1294       sd...........stack analysis data
1295
1296    RETURN VALUE:
1297      true.........everything ok
1298          false........a VerifyError has been thrown
1299
1300 *******************************************************************************/
1301
1302 #define RELOCATE(index)                                              \
1303     do {                                                             \
1304         if ((index) >= blockvarstart)                                \
1305             (index) += blockvarshift;                                \
1306         else if ((index) >= invarstart)                              \
1307             (index) += invarshift;                                   \
1308     } while (0)
1309
1310 bool stack_reanalyse_block(stackdata_t *sd)
1311 {
1312         instruction *iptr;
1313         basicblock *b;
1314         basicblock *orig;
1315         s4 len;
1316         s4 invarstart;
1317         s4 blockvarstart;
1318         s4 invarshift;
1319         s4 blockvarshift;
1320         s4 i, varindex;
1321         s4 *argp;
1322         branch_target_t *table;
1323         lookup_target_t *lookup;
1324         bool superblockend;
1325         bool cloneinstructions;
1326         exception_entry *ex;
1327
1328 #if defined(STACK_VERBOSE)
1329         stack_verbose_block_enter(sd, true);
1330 #endif
1331
1332         b = sd->bptr;
1333
1334         if (!b->iinstr) {
1335                 orig = b->original;
1336                 assert(orig != NULL);
1337
1338                 /* clone the instruction list */
1339
1340                 cloneinstructions = true;
1341
1342                 assert(orig->iinstr);
1343                 len = orig->icount;
1344                 iptr = DMNEW(instruction, len + 1);
1345
1346                 MCOPY(iptr, orig->iinstr, instruction, len);
1347                 iptr[len].opc = ICMD_NOP;
1348                 iptr[len].line = 0;
1349                 iptr[len].flags.bits = 0;
1350                 b->iinstr = iptr;
1351                 b->icount = ++len;
1352
1353                 /* reserve space for the clone's block variables */
1354
1355                 stack_grow_variable_array(sd, orig->varcount);
1356
1357                 /* we already have the invars set */
1358
1359                 assert(b->indepth == orig->indepth);
1360
1361                 /* calculate relocation shifts for invars and block variables */
1362
1363                 if (orig->indepth) {
1364                         invarstart = orig->invars[0];
1365                         invarshift = b->invars[0] - invarstart;
1366                 }
1367                 else {
1368                         invarstart = INT_MAX;
1369                         invarshift = 0;
1370                 }
1371                 blockvarstart = orig->varstart;
1372                 blockvarshift = sd->vartop - blockvarstart;
1373
1374                 /* copy block variables */
1375
1376                 b->varstart = sd->vartop;
1377                 b->varcount = orig->varcount;
1378                 sd->vartop += b->varcount;
1379                 MCOPY(sd->var + b->varstart, sd->var + orig->varstart, varinfo, b->varcount);
1380
1381                 /* copy outvars */
1382
1383                 b->outdepth = orig->outdepth;
1384                 b->outvars = DMNEW(s4, orig->outdepth);
1385                 MCOPY(b->outvars, orig->outvars, s4, orig->outdepth);
1386
1387                 /* clone exception handlers */
1388
1389                 for (i=0; sd->handlers[i]; ++i) {
1390                         ex = DNEW(exception_entry);
1391                         ex->handler = sd->handlers[i]->handler;
1392                         ex->start = b;
1393                         ex->end = b; /* XXX hack, see end of stack_analyse */
1394                         ex->catchtype = sd->handlers[i]->catchtype;
1395                         ex->down = NULL;
1396
1397                         assert(sd->extableend->down == NULL);
1398                         sd->extableend->down = ex;
1399                         sd->extableend = ex;
1400                         sd->jd->exceptiontablelength++;
1401
1402                         sd->handlers[i] = ex;
1403                 }
1404         }
1405         else {
1406                 cloneinstructions = false;
1407                 invarshift = 0;
1408                 blockvarshift = 0;
1409                 invarstart = sd->vartop;
1410                 blockvarstart = sd->vartop;
1411                 iptr = b->iinstr;
1412         }
1413
1414         if (b->original) {
1415                 /* find exception handlers for the cloned block */
1416                 len = 0;
1417                 ex = sd->jd->exceptiontable;
1418                 for (; ex != NULL; ex = ex->down) {
1419                         /* XXX the cloned exception handlers have identical */
1420                         /* start end end blocks.                            */
1421                         if ((ex->start == b) && (ex->end == b)) {
1422                                 sd->handlers[len++] = ex;
1423                         }
1424                 }
1425                 sd->handlers[len] = NULL;
1426         }
1427
1428 #if defined(STACK_VERBOSE)
1429         printf("invarstart = %d, blockvarstart = %d\n", invarstart, blockvarstart);
1430         printf("invarshift = %d, blockvarshift = %d\n", invarshift, blockvarshift);
1431 #endif
1432
1433         /* mark block as finished */
1434
1435         b->flags = BBFINISHED;
1436
1437         /* initialize locals at the start of this block */
1438
1439         if (b->inlocals)
1440                 MCOPY(sd->var, b->inlocals, varinfo, sd->localcount);
1441
1442         MCOPY(sd->javalocals, b->javalocals, s4, sd->maxlocals);
1443
1444         /* reach exception handlers for this block */
1445
1446         if (!stack_reach_handlers(sd))
1447                 return false;
1448
1449         superblockend = false;
1450
1451         for (len = b->icount; len--; iptr++) {
1452 #if defined(STACK_VERBOSE)
1453                 show_icmd(sd->jd, iptr, false, SHOW_STACK);
1454                 printf("\n");
1455 #endif
1456
1457                 switch (iptr->opc) {
1458                         case ICMD_RET:
1459                                 varindex = iptr->s1.varindex;
1460
1461 #if defined(ENABLE_VERIFIER)
1462                                 if (sd->var[varindex].type != TYPE_RET) {
1463                                         exceptions_throw_verifyerror(sd->m, "RET with non-returnAddress value");
1464                                         return false;
1465                                 }
1466 #endif
1467
1468                                 iptr->dst.block = stack_mark_reached_from_outvars(sd, sd->var[varindex].vv.retaddr);
1469                                 superblockend = true;
1470                                 break;
1471
1472                         case ICMD_JSR:
1473                                 iptr->sx.s23.s3.jsrtarget.block = stack_mark_reached_from_outvars(sd, iptr->sx.s23.s3.jsrtarget.block);
1474                                 RELOCATE(iptr->dst.varindex);
1475                                 superblockend = true;
1476                                 break;
1477
1478                         case ICMD_RETURN:
1479                                 superblockend = true;
1480                                 break;
1481
1482                         case ICMD_CHECKNULL:
1483                         case ICMD_PUTSTATICCONST:
1484                                 break;
1485
1486                         case ICMD_NOP:
1487                         case ICMD_IINC:
1488                                 break;
1489
1490                         case ICMD_GOTO:
1491                                 iptr->dst.block = stack_mark_reached_from_outvars(sd, iptr->dst.block);
1492                                 superblockend = true;
1493                                 break;
1494
1495                                 /* pop 0 push 1 const */
1496
1497                         case ICMD_ACONST:
1498                         case ICMD_ICONST:
1499                         case ICMD_LCONST:
1500                         case ICMD_FCONST:
1501                         case ICMD_DCONST:
1502
1503                                 /* pop 0 push 1 load */
1504
1505                         case ICMD_ILOAD:
1506                         case ICMD_LLOAD:
1507                         case ICMD_FLOAD:
1508                         case ICMD_DLOAD:
1509                         case ICMD_ALOAD:
1510                                 RELOCATE(iptr->dst.varindex);
1511                                 break;
1512
1513                                 /* pop 2 push 1 */
1514
1515                         case ICMD_IALOAD:
1516                         case ICMD_LALOAD:
1517                         case ICMD_FALOAD:
1518                         case ICMD_DALOAD:
1519                         case ICMD_AALOAD:
1520                         case ICMD_BALOAD:
1521                         case ICMD_CALOAD:
1522                         case ICMD_SALOAD:
1523                                 RELOCATE(iptr->sx.s23.s2.varindex);
1524                                 RELOCATE(iptr->s1.varindex);
1525                                 RELOCATE(iptr->dst.varindex);
1526                                 break;
1527
1528                                 /* pop 3 push 0 */
1529
1530                         case ICMD_IASTORE:
1531                         case ICMD_LASTORE:
1532                         case ICMD_FASTORE:
1533                         case ICMD_DASTORE:
1534                         case ICMD_AASTORE:
1535                         case ICMD_BASTORE:
1536                         case ICMD_CASTORE:
1537                         case ICMD_SASTORE:
1538                                 RELOCATE(iptr->sx.s23.s3.varindex);
1539                                 RELOCATE(iptr->sx.s23.s2.varindex);
1540                                 RELOCATE(iptr->s1.varindex);
1541                                 break;
1542
1543                                 /* pop 1 push 0 store */
1544
1545                         case ICMD_ISTORE:
1546                         case ICMD_LSTORE:
1547                         case ICMD_FSTORE:
1548                         case ICMD_DSTORE:
1549                         case ICMD_ASTORE:
1550                                 RELOCATE(iptr->s1.varindex);
1551
1552                                 varindex = iptr->dst.varindex;
1553                                 COPY_VAL_AND_TYPE(*sd, iptr->s1.varindex, varindex);
1554                                 i = iptr->sx.s23.s3.javaindex;
1555                                 if (iptr->flags.bits & INS_FLAG_RETADDR) {
1556                                         iptr->sx.s23.s2.retaddrnr =
1557                                                 JAVALOCAL_FROM_RETADDR(sd->var[varindex].vv.retaddr->nr);
1558                                         sd->javalocals[i] = iptr->sx.s23.s2.retaddrnr;
1559                                 }
1560                                 else
1561                                         sd->javalocals[i] = varindex;
1562                                 if (iptr->flags.bits & INS_FLAG_KILL_PREV)
1563                                         sd->javalocals[i-1] = UNUSED;
1564                                 if (iptr->flags.bits & INS_FLAG_KILL_NEXT)
1565                                         sd->javalocals[i+1] = UNUSED;
1566                                 break;
1567
1568                                 /* pop 1 push 0 */
1569
1570                         case ICMD_ARETURN:
1571                         case ICMD_ATHROW:
1572                         case ICMD_IRETURN:
1573                         case ICMD_LRETURN:
1574                         case ICMD_FRETURN:
1575                         case ICMD_DRETURN:
1576                                 RELOCATE(iptr->s1.varindex);
1577                                 superblockend = true;
1578                                 break;
1579
1580                         case ICMD_PUTSTATIC:
1581                         case ICMD_PUTFIELDCONST:
1582                         case ICMD_POP:
1583                                 RELOCATE(iptr->s1.varindex);
1584                                 break;
1585
1586                                 /* pop 1 push 0 branch */
1587
1588                         case ICMD_IFNULL:
1589                         case ICMD_IFNONNULL:
1590
1591                         case ICMD_IFEQ:
1592                         case ICMD_IFNE:
1593                         case ICMD_IFLT:
1594                         case ICMD_IFGE:
1595                         case ICMD_IFGT:
1596                         case ICMD_IFLE:
1597
1598                         case ICMD_IF_LEQ:
1599                         case ICMD_IF_LNE:
1600                         case ICMD_IF_LLT:
1601                         case ICMD_IF_LGE:
1602                         case ICMD_IF_LGT:
1603                         case ICMD_IF_LLE:
1604                                 RELOCATE(iptr->s1.varindex);
1605                                 iptr->dst.block = stack_mark_reached_from_outvars(sd, iptr->dst.block);
1606                                 break;
1607
1608                                 /* pop 1 push 0 table branch */
1609
1610                         case ICMD_TABLESWITCH:
1611                                 i = iptr->sx.s23.s3.tablehigh - iptr->sx.s23.s2.tablelow + 1 + 1;
1612
1613                                 if (cloneinstructions) {
1614                                         table = DMNEW(branch_target_t, i);
1615                                         MCOPY(table, iptr->dst.table, branch_target_t, i);
1616                                         iptr->dst.table = table;
1617                                 }
1618                                 else {
1619                                         table = iptr->dst.table;
1620                                 }
1621
1622                                 RELOCATE(iptr->s1.varindex);
1623                                 while (i--) {
1624                                         table->block = stack_mark_reached_from_outvars(sd, table->block);
1625                                         table++;
1626                                 }
1627                                 superblockend = true;
1628                                 break;
1629
1630                         case ICMD_LOOKUPSWITCH:
1631                                 i = iptr->sx.s23.s2.lookupcount;
1632                                 if (cloneinstructions) {
1633                                         lookup = DMNEW(lookup_target_t, i);
1634                                         MCOPY(lookup, iptr->dst.lookup, lookup_target_t, i);
1635                                         iptr->dst.lookup = lookup;
1636                                 }
1637                                 else {
1638                                         lookup = iptr->dst.lookup;
1639                                 }
1640                                 RELOCATE(iptr->s1.varindex);
1641                                 while (i--) {
1642                                         lookup->target.block = stack_mark_reached_from_outvars(sd, lookup->target.block);
1643                                         lookup++;
1644                                 }
1645                                 iptr->sx.s23.s3.lookupdefault.block = stack_mark_reached_from_outvars(sd, iptr->sx.s23.s3.lookupdefault.block);
1646                                 superblockend = true;
1647                                 break;
1648
1649                         case ICMD_MONITORENTER:
1650                         case ICMD_MONITOREXIT:
1651                                 RELOCATE(iptr->s1.varindex);
1652                                 break;
1653
1654                                 /* pop 2 push 0 branch */
1655
1656                         case ICMD_IF_ICMPEQ:
1657                         case ICMD_IF_ICMPNE:
1658                         case ICMD_IF_ICMPLT:
1659                         case ICMD_IF_ICMPGE:
1660                         case ICMD_IF_ICMPGT:
1661                         case ICMD_IF_ICMPLE:
1662
1663                         case ICMD_IF_LCMPEQ:
1664                         case ICMD_IF_LCMPNE:
1665                         case ICMD_IF_LCMPLT:
1666                         case ICMD_IF_LCMPGE:
1667                         case ICMD_IF_LCMPGT:
1668                         case ICMD_IF_LCMPLE:
1669
1670                         case ICMD_IF_ACMPEQ:
1671                         case ICMD_IF_ACMPNE:
1672                                 RELOCATE(iptr->sx.s23.s2.varindex);
1673                                 RELOCATE(iptr->s1.varindex);
1674                                 iptr->dst.block = stack_mark_reached_from_outvars(sd, iptr->dst.block);
1675                                 break;
1676
1677                                 /* pop 2 push 0 */
1678
1679                         case ICMD_PUTFIELD:
1680                         case ICMD_IASTORECONST:
1681                         case ICMD_LASTORECONST:
1682                         case ICMD_AASTORECONST:
1683                         case ICMD_BASTORECONST:
1684                         case ICMD_CASTORECONST:
1685                         case ICMD_SASTORECONST:
1686                         case ICMD_POP2:
1687                                 RELOCATE(iptr->sx.s23.s2.varindex);
1688                                 RELOCATE(iptr->s1.varindex);
1689                                 break;
1690
1691                                 /* pop 0 push 1 copy */
1692
1693                         case ICMD_COPY:
1694                         case ICMD_MOVE:
1695                                 RELOCATE(iptr->dst.varindex);
1696                                 RELOCATE(iptr->s1.varindex);
1697                                 COPY_VAL_AND_TYPE(*sd, iptr->s1.varindex, iptr->dst.varindex);
1698                                 break;
1699
1700                                 /* pop 2 push 1 */
1701
1702                         case ICMD_IDIV:
1703                         case ICMD_IREM:
1704                         case ICMD_LDIV:
1705                         case ICMD_LREM:
1706                         case ICMD_IADD:
1707                         case ICMD_ISUB:
1708                         case ICMD_IMUL:
1709                         case ICMD_ISHL:
1710                         case ICMD_ISHR:
1711                         case ICMD_IUSHR:
1712                         case ICMD_IAND:
1713                         case ICMD_IOR:
1714                         case ICMD_IXOR:
1715                         case ICMD_LADD:
1716                         case ICMD_LSUB:
1717                         case ICMD_LMUL:
1718                         case ICMD_LOR:
1719                         case ICMD_LAND:
1720                         case ICMD_LXOR:
1721                         case ICMD_LSHL:
1722                         case ICMD_LSHR:
1723                         case ICMD_LUSHR:
1724                         case ICMD_FADD:
1725                         case ICMD_FSUB:
1726                         case ICMD_FMUL:
1727                         case ICMD_FDIV:
1728                         case ICMD_FREM:
1729                         case ICMD_DADD:
1730                         case ICMD_DSUB:
1731                         case ICMD_DMUL:
1732                         case ICMD_DDIV:
1733                         case ICMD_DREM:
1734                         case ICMD_LCMP:
1735                         case ICMD_FCMPL:
1736                         case ICMD_FCMPG:
1737                         case ICMD_DCMPL:
1738                         case ICMD_DCMPG:
1739                                 RELOCATE(iptr->sx.s23.s2.varindex);
1740                                 RELOCATE(iptr->s1.varindex);
1741                                 RELOCATE(iptr->dst.varindex);
1742                                 break;
1743
1744                                 /* pop 1 push 1 */
1745
1746                         case ICMD_CHECKCAST:
1747                         case ICMD_ARRAYLENGTH:
1748                         case ICMD_INSTANCEOF:
1749                         case ICMD_NEWARRAY:
1750                         case ICMD_ANEWARRAY:
1751                         case ICMD_GETFIELD:
1752                         case ICMD_IADDCONST:
1753                         case ICMD_ISUBCONST:
1754                         case ICMD_IMULCONST:
1755                         case ICMD_IMULPOW2:
1756                         case ICMD_IDIVPOW2:
1757                         case ICMD_IREMPOW2:
1758                         case ICMD_IANDCONST:
1759                         case ICMD_IORCONST:
1760                         case ICMD_IXORCONST:
1761                         case ICMD_ISHLCONST:
1762                         case ICMD_ISHRCONST:
1763                         case ICMD_IUSHRCONST:
1764                         case ICMD_LADDCONST:
1765                         case ICMD_LSUBCONST:
1766                         case ICMD_LMULCONST:
1767                         case ICMD_LMULPOW2:
1768                         case ICMD_LDIVPOW2:
1769                         case ICMD_LREMPOW2:
1770                         case ICMD_LANDCONST:
1771                         case ICMD_LORCONST:
1772                         case ICMD_LXORCONST:
1773                         case ICMD_LSHLCONST:
1774                         case ICMD_LSHRCONST:
1775                         case ICMD_LUSHRCONST:
1776                         case ICMD_INEG:
1777                         case ICMD_INT2BYTE:
1778                         case ICMD_INT2CHAR:
1779                         case ICMD_INT2SHORT:
1780                         case ICMD_LNEG:
1781                         case ICMD_FNEG:
1782                         case ICMD_DNEG:
1783                         case ICMD_I2L:
1784                         case ICMD_I2F:
1785                         case ICMD_I2D:
1786                         case ICMD_L2I:
1787                         case ICMD_L2F:
1788                         case ICMD_L2D:
1789                         case ICMD_F2I:
1790                         case ICMD_F2L:
1791                         case ICMD_F2D:
1792                         case ICMD_D2I:
1793                         case ICMD_D2L:
1794                         case ICMD_D2F:
1795                                 RELOCATE(iptr->s1.varindex);
1796                                 RELOCATE(iptr->dst.varindex);
1797                                 break;
1798
1799                                 /* pop 0 push 1 */
1800
1801                         case ICMD_GETSTATIC:
1802                         case ICMD_NEW:
1803                                 RELOCATE(iptr->dst.varindex);
1804                                 break;
1805
1806                                 /* pop many push any */
1807
1808                         case ICMD_INVOKESTATIC:
1809                         case ICMD_INVOKESPECIAL:
1810                         case ICMD_INVOKEVIRTUAL:
1811                         case ICMD_INVOKEINTERFACE:
1812                         case ICMD_BUILTIN:
1813                         case ICMD_MULTIANEWARRAY:
1814                                 i = iptr->s1.argcount;
1815                                 if (cloneinstructions) {
1816                                         argp = DMNEW(s4, i);
1817                                         MCOPY(argp, iptr->sx.s23.s2.args, s4, i);
1818                                         iptr->sx.s23.s2.args = argp;
1819                                 }
1820                                 else {
1821                                         argp = iptr->sx.s23.s2.args;
1822                                 }
1823
1824                                 while (--i >= 0) {
1825                                         RELOCATE(*argp);
1826                                         argp++;
1827                                 }
1828                                 RELOCATE(iptr->dst.varindex);
1829                                 break;
1830
1831                         default:
1832                                 exceptions_throw_internalerror("Unknown ICMD %d during stack re-analysis",
1833                                                                                            iptr->opc);
1834                                 return false;
1835                 } /* switch */
1836
1837 #if defined(STACK_VERBOSE)
1838                 show_icmd(sd->jd, iptr, false, SHOW_STACK);
1839                 printf("\n");
1840 #endif
1841         }
1842
1843         /* relocate outvars */
1844
1845         for (i=0; i<b->outdepth; ++i) {
1846                 RELOCATE(b->outvars[i]);
1847         }
1848
1849 #if defined(STACK_VERBOSE)
1850         stack_verbose_block_exit(sd, superblockend);
1851 #endif
1852
1853         /* propagate to the next block */
1854
1855         if (!superblockend)
1856                 if (!stack_reach_next_block(sd))
1857                         return false;
1858
1859         return true;
1860 }
1861
1862
1863 /* stack_change_to_tempvar *****************************************************
1864
1865    Change the given stackslot to a TEMPVAR. This includes creating a new
1866    temporary variable and changing the dst.varindex of the creator of the
1867    stacklot to the new variable index. If this stackslot has been passed
1868    through ICMDs between the point of its creation and the current point,
1869    then the variable index is also changed in these ICMDs.
1870
1871    IN:
1872       sd...........stack analysis data
1873           sp...........stackslot to change
1874           ilimit.......instruction up to which to look for ICMDs passing-through
1875                        the stackslot (exclusive). This may point exactly after the
1876                                    last instruction, in which case the search is done to the
1877                                    basic block end.
1878
1879 *******************************************************************************/
1880
1881 static void stack_change_to_tempvar(stackdata_t *sd, stackelement_t * sp,
1882                                                                         instruction *ilimit)
1883 {
1884         s4 newindex;
1885         s4 oldindex;
1886         instruction *iptr;
1887         s4 depth;
1888         s4 i;
1889
1890         oldindex = sp->varnum;
1891
1892         /* create a new temporary variable */
1893
1894         GET_NEW_VAR(*sd, newindex, sp->type);
1895
1896         sd->var[newindex].flags = sp->flags;
1897
1898         /* change the stackslot */
1899
1900         sp->varnum = newindex;
1901         sp->varkind = TEMPVAR;
1902
1903         /* change the dst.varindex of the stackslot's creator */
1904
1905         if (sp->creator)
1906                 sp->creator->dst.varindex = newindex;
1907
1908         /* handle ICMDs this stackslot passed through, if any */
1909
1910         if (sp->flags & PASSTHROUGH) {
1911                 iptr = (sp->creator) ? (sp->creator + 1) : sd->bptr->iinstr;
1912
1913                 /* assert that the limit points to an ICMD, or after the last one */
1914
1915                 assert(ilimit >= sd->bptr->iinstr);
1916                 assert(ilimit <= sd->bptr->iinstr + sd->bptr->icount);
1917
1918                 /* find the stackdepth under sp plus one */
1919                 /* Note: This number is usually known when this function is called, */
1920                 /* but calculating it here is less error-prone and should not be    */
1921                 /* a performance problem.                                           */
1922
1923                 for (depth = 0; sp != NULL; sp = sp->prev)
1924                         depth++;
1925
1926                 /* iterate over all instructions in the range and replace */
1927
1928                 for (; iptr < ilimit; ++iptr) {
1929                         switch (iptr->opc) {
1930                                 case ICMD_INVOKESTATIC:
1931                                 case ICMD_INVOKESPECIAL:
1932                                 case ICMD_INVOKEVIRTUAL:
1933                                 case ICMD_INVOKEINTERFACE:
1934                                 case ICMD_BUILTIN:
1935                                         i = iptr->s1.argcount - depth;
1936                                         if (iptr->sx.s23.s2.args[i] == oldindex) {
1937                                                 iptr->sx.s23.s2.args[i] = newindex;
1938                                         }
1939                                         break;
1940                                 /* IMPORTANT: If any ICMD sets the PASSTHROUGH flag of a */
1941                                 /* stackslot, it must be added in this switch!           */
1942                         }
1943                 }
1944         }
1945 }
1946
1947
1948 /* stack_init_javalocals *******************************************************
1949
1950    Initialize the mapping from Java locals to cacao variables at method entry.
1951
1952    IN:
1953       sd...........stack analysis data
1954
1955 *******************************************************************************/
1956
1957 static void stack_init_javalocals(stackdata_t *sd)
1958 {
1959         s4         *jl;
1960         s4          type,i,j;
1961         methoddesc *md;
1962         jitdata    *jd;
1963
1964         jd = sd->jd;
1965
1966         jl = DMNEW(s4, sd->maxlocals);
1967         jd->basicblocks[0].javalocals = jl;
1968
1969         for (i=0; i<sd->maxlocals; ++i)
1970                 jl[i] = UNUSED;
1971
1972         md = jd->m->parseddesc;
1973         j = 0;
1974         for (i=0; i<md->paramcount; ++i) {
1975                 type = md->paramtypes[i].type;
1976                 jl[j] = jd->local_map[5*j + type];
1977                 j++;
1978                 if (IS_2_WORD_TYPE(type))
1979                         j++;
1980         }
1981 }
1982
1983
1984 /* stack_analyse ***************************************************************
1985
1986    Analyse_stack uses the intermediate code created by parse.c to
1987    build a model of the JVM operand stack for the current method.
1988
1989    The following checks are performed:
1990      - check for operand stack underflow (before each instruction)
1991      - check for operand stack overflow (after[1] each instruction)
1992      - check for matching stack depth at merging points
1993      - check for matching basic types[2] at merging points
1994      - check basic types for instruction input (except for BUILTIN*
1995            opcodes, INVOKE* opcodes and MULTIANEWARRAY)
1996
1997    [1]) Checking this after the instruction should be ok. parse.c
1998    counts the number of required stack slots in such a way that it is
1999    only vital that we don't exceed `maxstack` at basic block
2000    boundaries.
2001
2002    [2]) 'basic types' means the distinction between INT, LONG, FLOAT,
2003    DOUBLE and ADDRESS types. Subtypes of INT and different ADDRESS
2004    types are not discerned.
2005
2006 *******************************************************************************/
2007
2008 bool stack_analyse(jitdata *jd)
2009 {
2010         methodinfo   *m;              /* method being analyzed                    */
2011         codeinfo     *code;
2012         registerdata *rd;
2013         stackdata_t   sd;
2014         int           stackdepth;
2015         stackelement_t *curstack;       /* current stack top                        */
2016         stackelement_t *copy;
2017         int           opcode;         /* opcode of current instruction            */
2018         int           i, varindex;
2019         int           javaindex;
2020         int           type;           /* operand type                             */
2021         int           len;            /* # of instructions after the current one  */
2022         bool          superblockend;  /* if true, no fallthrough to next block    */
2023         bool          deadcode;       /* true if no live code has been reached    */
2024         instruction  *iptr;           /* the current instruction                  */
2025         basicblock   *tbptr;
2026         basicblock   *original;
2027         exception_entry *ex;
2028
2029         stackelement_t **last_store_boundary;
2030         stackelement_t *coalescing_boundary;
2031
2032         stackelement_t *src1, *src2, *src3, *src4, *dst1, *dst2;
2033
2034         branch_target_t *table;
2035         lookup_target_t *lookup;
2036 #if defined(ENABLE_VERIFIER)
2037         int           expectedtype;   /* used by CHECK_BASIC_TYPE                 */
2038 #endif
2039         builtintable_entry *bte;
2040         methoddesc         *md;
2041         constant_FMIref    *fmiref;
2042 #if defined(ENABLE_STATISTICS)
2043         int           iteration_count;  /* number of iterations of analysis       */
2044 #endif
2045         int           new_index; /* used to get a new var index with GET_NEW_INDEX*/
2046
2047 #if defined(STACK_VERBOSE)
2048         show_method(jd, SHOW_PARSE);
2049 #endif
2050
2051         /* get required compiler data - initialization */
2052
2053         m    = jd->m;
2054         code = jd->code;
2055         rd   = jd->rd;
2056
2057         /* initialize the stackdata_t struct */
2058
2059         sd.m = m;
2060         sd.jd = jd;
2061         sd.varcount = jd->varcount;
2062         sd.vartop =  jd->vartop;
2063         sd.localcount = jd->localcount;
2064         sd.var = jd->var;
2065         sd.varsallocated = sd.varcount;
2066         sd.maxlocals = m->maxlocals;
2067         sd.javalocals = DMNEW(s4, sd.maxlocals);
2068         sd.handlers = DMNEW(exception_entry *, jd->exceptiontablelength + 1);
2069
2070         /* prepare the variable for exception handler stacks               */
2071         /* (has been reserved by STACK_EXTRA_VARS, or VERIFIER_EXTRA_VARS) */
2072
2073         sd.exstack.type = TYPE_ADR;
2074         sd.exstack.prev = NULL;
2075         sd.exstack.varnum = sd.localcount;
2076         sd.var[sd.exstack.varnum].type = TYPE_ADR;
2077
2078 #if defined(ENABLE_STATISTICS)
2079         iteration_count = 0;
2080 #endif
2081
2082         /* find the last real basic block */
2083
2084         sd.last_real_block = NULL;
2085         tbptr = jd->basicblocks;
2086         while (tbptr->next) {
2087                 sd.last_real_block = tbptr;
2088                 tbptr = tbptr->next;
2089         }
2090         assert(sd.last_real_block);
2091
2092         /* find the last exception handler */
2093
2094         if (jd->exceptiontablelength)
2095                 sd.extableend = jd->exceptiontable + jd->exceptiontablelength - 1;
2096         else
2097                 sd.extableend = NULL;
2098
2099         /* init jd->interface_map */
2100
2101         jd->maxinterfaces = m->maxstack;
2102         jd->interface_map = DMNEW(interface_info, m->maxstack * 5);
2103         for (i = 0; i < m->maxstack * 5; i++)
2104                 jd->interface_map[i].flags = UNUSED;
2105
2106         last_store_boundary = DMNEW(stackelement_t *, m->maxlocals);
2107
2108         /* initialize flags and invars (none) of first block */
2109
2110         jd->basicblocks[0].flags = BBREACHED;
2111         jd->basicblocks[0].invars = NULL;
2112         jd->basicblocks[0].indepth = 0;
2113         jd->basicblocks[0].inlocals =
2114                 DMNEW(varinfo, jd->localcount + VERIFIER_EXTRA_LOCALS);
2115         MCOPY(jd->basicblocks[0].inlocals, jd->var, varinfo,
2116                         jd->localcount + VERIFIER_EXTRA_LOCALS);
2117
2118         /* initialize java local mapping of first block */
2119
2120         stack_init_javalocals(&sd);
2121
2122         /* stack analysis loop (until fixpoint reached) **************************/
2123
2124         do {
2125 #if defined(ENABLE_STATISTICS)
2126                 iteration_count++;
2127 #endif
2128
2129                 /* initialize loop over basic blocks */
2130
2131                 sd.bptr       = jd->basicblocks;
2132                 superblockend = true;
2133                 sd.repeat     = false;
2134                 curstack      = NULL;
2135                 stackdepth    = 0;
2136                 deadcode      = true;
2137
2138                 /* iterate over basic blocks *****************************************/
2139
2140                 for (; sd.bptr; sd.bptr = sd.bptr->next) {
2141
2142                         if (sd.bptr->flags == BBDELETED) {
2143                                 /* This block has been deleted - do nothing. */
2144
2145                                 continue;
2146                         }
2147
2148                         if (sd.bptr->flags == BBTYPECHECK_REACHED) {
2149                                 /* re-analyse a block because its input changed */
2150
2151                                 deadcode = false;
2152
2153                                 if (!stack_reanalyse_block(&sd))
2154                                         return false;
2155
2156                                 superblockend = true; /* XXX */
2157                                 continue;
2158                         }
2159
2160                         if (superblockend && (sd.bptr->flags < BBREACHED)) {
2161                                 /* This block has not been reached so far, and we
2162                                    don't fall into it, so we'll have to iterate
2163                                    again. */
2164
2165                                 sd.repeat = true;
2166                                 continue;
2167                         }
2168
2169                         if (sd.bptr->flags > BBREACHED) {
2170                                 /* This block is already finished. */
2171
2172                                 superblockend = true;
2173                                 continue;
2174                         }
2175
2176                         if (sd.bptr->original && sd.bptr->original->flags < BBFINISHED) {
2177                                 /* This block is a clone and the original has not been
2178                                    analysed, yet. Analyse it on the next
2179                                    iteration. */
2180
2181                                 sd.repeat = true;
2182                                 /* XXX superblockend? */
2183                                 continue;
2184                         }
2185
2186                         /* This block has to be analysed now. */
2187
2188                         deadcode = false;
2189
2190                         /* XXX The rest of this block is still indented one level too */
2191                         /* much in order to avoid a giant diff by changing that.      */
2192
2193                                 /* We know that sd.bptr->flags == BBREACHED. */
2194                                 /* This block has been reached before.    */
2195
2196                                 assert(sd.bptr->flags == BBREACHED);
2197                                 stackdepth = sd.bptr->indepth;
2198
2199                                 /* find exception handlers for this block */
2200
2201                                 /* determine the active exception handlers for this block */
2202                                 /* XXX could use a faster algorithm with sorted lists or  */
2203                                 /* something?                                             */
2204
2205                                 original = (sd.bptr->original) ? sd.bptr->original : sd.bptr;
2206
2207                                 len = 0;
2208                                 ex = jd->exceptiontable;
2209                                 for (; ex != NULL; ex = ex->down) {
2210                                         if ((ex->start <= original) && (ex->end > original)) {
2211                                                 sd.handlers[len++] = ex;
2212                                         }
2213                                 }
2214                                 sd.handlers[len] = NULL;
2215
2216
2217                                 /* reanalyse cloned block */
2218
2219                                 if (sd.bptr->original) {
2220                                         if (!stack_reanalyse_block(&sd))
2221                                                 return false;
2222                                         continue;
2223                                 }
2224
2225                                 /* reset the new pointer for allocating stackslots */
2226
2227                                 sd.new = jd->stack;
2228
2229                                 /* create the instack of this block */
2230
2231                                 curstack = stack_create_instack(&sd);
2232
2233                                 /* initialize locals at the start of this block */
2234
2235                                 if (sd.bptr->inlocals)
2236                                         MCOPY(sd.var, sd.bptr->inlocals, varinfo, sd.localcount);
2237
2238                                 MCOPY(sd.javalocals, sd.bptr->javalocals, s4, sd.maxlocals);
2239
2240                                 /* set up local variables for analyzing this block */
2241
2242                                 superblockend = false;
2243                                 len = sd.bptr->icount;
2244                                 iptr = sd.bptr->iinstr;
2245
2246                                 /* mark the block as analysed */
2247
2248                                 sd.bptr->flags = BBFINISHED;
2249
2250                                 /* reset variables for dependency checking */
2251
2252                                 coalescing_boundary = sd.new;
2253                                 for( i = 0; i < m->maxlocals; i++)
2254                                         last_store_boundary[i] = sd.new;
2255
2256                                 /* remember the start of this block's variables */
2257
2258                                 sd.bptr->varstart = sd.vartop;
2259
2260 #if defined(STACK_VERBOSE)
2261                                 stack_verbose_block_enter(&sd, false);
2262 #endif
2263
2264                                 /* reach exception handlers for this block */
2265
2266                                 if (!stack_reach_handlers(&sd))
2267                                         return false;
2268
2269                                 /* iterate over ICMDs ****************************************/
2270
2271                                 while (--len >= 0)  {
2272
2273 #if defined(STACK_VERBOSE)
2274                                         stack_verbose_show_state(&sd, iptr, curstack);
2275 #endif
2276
2277                                         /* fetch the current opcode */
2278
2279                                         opcode = iptr->opc;
2280
2281                                         /* automatically replace some ICMDs with builtins */
2282
2283                                         bte = builtintable_get_automatic(opcode);
2284
2285                                         if ((bte != NULL) && (bte->opcode == opcode)) {
2286                                                 iptr->opc            = ICMD_BUILTIN;
2287                                                 iptr->flags.bits    &= INS_FLAG_ID_MASK;
2288                                                 iptr->sx.s23.s3.bte  = bte;
2289                                                 /* iptr->line is already set */
2290                                                 code_unflag_leafmethod(code);
2291                                                 goto icmd_BUILTIN;
2292                                         }
2293
2294                                         /* main opcode switch *************************************/
2295
2296                                         switch (opcode) {
2297
2298                                                 /* pop 0 push 0 */
2299
2300                                         case ICMD_NOP:
2301 icmd_NOP:
2302                                                 CLR_SX;
2303                                                 OP0_0;
2304                                                 break;
2305
2306                                         case ICMD_CHECKNULL:
2307                                                 coalescing_boundary = sd.new;
2308                                                 COUNT(count_check_null);
2309                                                 USE_S1(TYPE_ADR);
2310                                                 CLR_SX;
2311                                                 iptr->dst.varindex = iptr->s1.varindex;
2312                                                 break;
2313
2314                                         case ICMD_RET:
2315                                                 varindex = iptr->s1.varindex =
2316                                                         jd->local_map[iptr->s1.varindex * 5 + TYPE_ADR];
2317
2318 #if defined(ENABLE_VERIFIER)
2319                                                 if (sd.var[varindex].type != TYPE_RET) {
2320                                                         exceptions_throw_verifyerror(m, "RET with non-returnAddress value");
2321                                                         return false;
2322                                                 }
2323 #endif
2324
2325                                                 CLR_SX;
2326
2327                                                 iptr->dst.block = stack_mark_reached(&sd, sd.var[varindex].vv.retaddr, curstack, stackdepth);
2328                                                 superblockend = true;
2329                                                 break;
2330
2331                                         case ICMD_RETURN:
2332                                                 COUNT(count_pcmd_return);
2333                                                 CLR_SX;
2334                                                 OP0_0;
2335                                                 superblockend = true;
2336                                                 sd.jd->returncount++;
2337                                                 sd.jd->returnblock = sd.bptr;
2338                                                 break;
2339
2340
2341                                                 /* pop 0 push 1 const */
2342
2343         /************************** ICONST OPTIMIZATIONS **************************/
2344
2345                                         case ICMD_ICONST:
2346                                                 COUNT(count_pcmd_load);
2347                                                 if (len == 0)
2348                                                         goto normal_ICONST;
2349
2350                                                 switch (iptr[1].opc) {
2351                                                         case ICMD_IADD:
2352                                                                 iptr->opc = ICMD_IADDCONST;
2353                                                                 /* FALLTHROUGH */
2354
2355                                                         icmd_iconst_tail:
2356                                                                 iptr[1].opc = ICMD_NOP;
2357                                                                 OP1_1(TYPE_INT, TYPE_INT);
2358                                                                 COUNT(count_pcmd_op);
2359                                                                 break;
2360
2361                                                         case ICMD_ISUB:
2362                                                                 iptr->opc = ICMD_ISUBCONST;
2363                                                                 goto icmd_iconst_tail;
2364 #if SUPPORT_CONST_MUL
2365                                                         case ICMD_IMUL:
2366                                                                 iptr->opc = ICMD_IMULCONST;
2367                                                                 goto icmd_iconst_tail;
2368 #else /* SUPPORT_CONST_MUL */
2369                                                         case ICMD_IMUL:
2370                                                                 if (iptr->sx.val.i == 0x00000002)
2371                                                                         iptr->sx.val.i = 1;
2372                                                                 else if (iptr->sx.val.i == 0x00000004)
2373                                                                         iptr->sx.val.i = 2;
2374                                                                 else if (iptr->sx.val.i == 0x00000008)
2375                                                                         iptr->sx.val.i = 3;
2376                                                                 else if (iptr->sx.val.i == 0x00000010)
2377                                                                         iptr->sx.val.i = 4;
2378                                                                 else if (iptr->sx.val.i == 0x00000020)
2379                                                                         iptr->sx.val.i = 5;
2380                                                                 else if (iptr->sx.val.i == 0x00000040)
2381                                                                         iptr->sx.val.i = 6;
2382                                                                 else if (iptr->sx.val.i == 0x00000080)
2383                                                                         iptr->sx.val.i = 7;
2384                                                                 else if (iptr->sx.val.i == 0x00000100)
2385                                                                         iptr->sx.val.i = 8;
2386                                                                 else if (iptr->sx.val.i == 0x00000200)
2387                                                                         iptr->sx.val.i = 9;
2388                                                                 else if (iptr->sx.val.i == 0x00000400)
2389                                                                         iptr->sx.val.i = 10;
2390                                                                 else if (iptr->sx.val.i == 0x00000800)
2391                                                                         iptr->sx.val.i = 11;
2392                                                                 else if (iptr->sx.val.i == 0x00001000)
2393                                                                         iptr->sx.val.i = 12;
2394                                                                 else if (iptr->sx.val.i == 0x00002000)
2395                                                                         iptr->sx.val.i = 13;
2396                                                                 else if (iptr->sx.val.i == 0x00004000)
2397                                                                         iptr->sx.val.i = 14;
2398                                                                 else if (iptr->sx.val.i == 0x00008000)
2399                                                                         iptr->sx.val.i = 15;
2400                                                                 else if (iptr->sx.val.i == 0x00010000)
2401                                                                         iptr->sx.val.i = 16;
2402                                                                 else if (iptr->sx.val.i == 0x00020000)
2403                                                                         iptr->sx.val.i = 17;
2404                                                                 else if (iptr->sx.val.i == 0x00040000)
2405                                                                         iptr->sx.val.i = 18;
2406                                                                 else if (iptr->sx.val.i == 0x00080000)
2407                                                                         iptr->sx.val.i = 19;
2408                                                                 else if (iptr->sx.val.i == 0x00100000)
2409                                                                         iptr->sx.val.i = 20;
2410                                                                 else if (iptr->sx.val.i == 0x00200000)
2411                                                                         iptr->sx.val.i = 21;
2412                                                                 else if (iptr->sx.val.i == 0x00400000)
2413                                                                         iptr->sx.val.i = 22;
2414                                                                 else if (iptr->sx.val.i == 0x00800000)
2415                                                                         iptr->sx.val.i = 23;
2416                                                                 else if (iptr->sx.val.i == 0x01000000)
2417                                                                         iptr->sx.val.i = 24;
2418                                                                 else if (iptr->sx.val.i == 0x02000000)
2419                                                                         iptr->sx.val.i = 25;
2420                                                                 else if (iptr->sx.val.i == 0x04000000)
2421                                                                         iptr->sx.val.i = 26;
2422                                                                 else if (iptr->sx.val.i == 0x08000000)
2423                                                                         iptr->sx.val.i = 27;
2424                                                                 else if (iptr->sx.val.i == 0x10000000)
2425                                                                         iptr->sx.val.i = 28;
2426                                                                 else if (iptr->sx.val.i == 0x20000000)
2427                                                                         iptr->sx.val.i = 29;
2428                                                                 else if (iptr->sx.val.i == 0x40000000)
2429                                                                         iptr->sx.val.i = 30;
2430                                                                 else if (iptr->sx.val.i == 0x80000000)
2431                                                                         iptr->sx.val.i = 31;
2432                                                                 else
2433                                                                         goto normal_ICONST;
2434
2435                                                                 iptr->opc = ICMD_IMULPOW2;
2436                                                                 goto icmd_iconst_tail;
2437 #endif /* SUPPORT_CONST_MUL */
2438                                                         case ICMD_IDIV:
2439                                                                 if (iptr->sx.val.i == 0x00000002)
2440                                                                         iptr->sx.val.i = 1;
2441                                                                 else if (iptr->sx.val.i == 0x00000004)
2442                                                                         iptr->sx.val.i = 2;
2443                                                                 else if (iptr->sx.val.i == 0x00000008)
2444                                                                         iptr->sx.val.i = 3;
2445                                                                 else if (iptr->sx.val.i == 0x00000010)
2446                                                                         iptr->sx.val.i = 4;
2447                                                                 else if (iptr->sx.val.i == 0x00000020)
2448                                                                         iptr->sx.val.i = 5;
2449                                                                 else if (iptr->sx.val.i == 0x00000040)
2450                                                                         iptr->sx.val.i = 6;
2451                                                                 else if (iptr->sx.val.i == 0x00000080)
2452                                                                         iptr->sx.val.i = 7;
2453                                                                 else if (iptr->sx.val.i == 0x00000100)
2454                                                                         iptr->sx.val.i = 8;
2455                                                                 else if (iptr->sx.val.i == 0x00000200)
2456                                                                         iptr->sx.val.i = 9;
2457                                                                 else if (iptr->sx.val.i == 0x00000400)
2458                                                                         iptr->sx.val.i = 10;
2459                                                                 else if (iptr->sx.val.i == 0x00000800)
2460                                                                         iptr->sx.val.i = 11;
2461                                                                 else if (iptr->sx.val.i == 0x00001000)
2462                                                                         iptr->sx.val.i = 12;
2463                                                                 else if (iptr->sx.val.i == 0x00002000)
2464                                                                         iptr->sx.val.i = 13;
2465                                                                 else if (iptr->sx.val.i == 0x00004000)
2466                                                                         iptr->sx.val.i = 14;
2467                                                                 else if (iptr->sx.val.i == 0x00008000)
2468                                                                         iptr->sx.val.i = 15;
2469                                                                 else if (iptr->sx.val.i == 0x00010000)
2470                                                                         iptr->sx.val.i = 16;
2471                                                                 else if (iptr->sx.val.i == 0x00020000)
2472                                                                         iptr->sx.val.i = 17;
2473                                                                 else if (iptr->sx.val.i == 0x00040000)
2474                                                                         iptr->sx.val.i = 18;
2475                                                                 else if (iptr->sx.val.i == 0x00080000)
2476                                                                         iptr->sx.val.i = 19;
2477                                                                 else if (iptr->sx.val.i == 0x00100000)
2478                                                                         iptr->sx.val.i = 20;
2479                                                                 else if (iptr->sx.val.i == 0x00200000)
2480                                                                         iptr->sx.val.i = 21;
2481                                                                 else if (iptr->sx.val.i == 0x00400000)
2482                                                                         iptr->sx.val.i = 22;
2483                                                                 else if (iptr->sx.val.i == 0x00800000)
2484                                                                         iptr->sx.val.i = 23;
2485                                                                 else if (iptr->sx.val.i == 0x01000000)
2486                                                                         iptr->sx.val.i = 24;
2487                                                                 else if (iptr->sx.val.i == 0x02000000)
2488                                                                         iptr->sx.val.i = 25;
2489                                                                 else if (iptr->sx.val.i == 0x04000000)
2490                                                                         iptr->sx.val.i = 26;
2491                                                                 else if (iptr->sx.val.i == 0x08000000)
2492                                                                         iptr->sx.val.i = 27;
2493                                                                 else if (iptr->sx.val.i == 0x10000000)
2494                                                                         iptr->sx.val.i = 28;
2495                                                                 else if (iptr->sx.val.i == 0x20000000)
2496                                                                         iptr->sx.val.i = 29;
2497                                                                 else if (iptr->sx.val.i == 0x40000000)
2498                                                                         iptr->sx.val.i = 30;
2499                                                                 else if (iptr->sx.val.i == 0x80000000)
2500                                                                         iptr->sx.val.i = 31;
2501                                                                 else
2502                                                                         goto normal_ICONST;
2503
2504                                                                 iptr->opc = ICMD_IDIVPOW2;
2505                                                                 goto icmd_iconst_tail;
2506
2507                                                         case ICMD_IREM:
2508                                                                 /*log_text("stack.c: ICMD_ICONST/ICMD_IREM");*/
2509                                                                 if ((iptr->sx.val.i == 0x00000002) ||
2510                                                                         (iptr->sx.val.i == 0x00000004) ||
2511                                                                         (iptr->sx.val.i == 0x00000008) ||
2512                                                                         (iptr->sx.val.i == 0x00000010) ||
2513                                                                         (iptr->sx.val.i == 0x00000020) ||
2514                                                                         (iptr->sx.val.i == 0x00000040) ||
2515                                                                         (iptr->sx.val.i == 0x00000080) ||
2516                                                                         (iptr->sx.val.i == 0x00000100) ||
2517                                                                         (iptr->sx.val.i == 0x00000200) ||
2518                                                                         (iptr->sx.val.i == 0x00000400) ||
2519                                                                         (iptr->sx.val.i == 0x00000800) ||
2520                                                                         (iptr->sx.val.i == 0x00001000) ||
2521                                                                         (iptr->sx.val.i == 0x00002000) ||
2522                                                                         (iptr->sx.val.i == 0x00004000) ||
2523                                                                         (iptr->sx.val.i == 0x00008000) ||
2524                                                                         (iptr->sx.val.i == 0x00010000) ||
2525                                                                         (iptr->sx.val.i == 0x00020000) ||
2526                                                                         (iptr->sx.val.i == 0x00040000) ||
2527                                                                         (iptr->sx.val.i == 0x00080000) ||
2528                                                                         (iptr->sx.val.i == 0x00100000) ||
2529                                                                         (iptr->sx.val.i == 0x00200000) ||
2530                                                                         (iptr->sx.val.i == 0x00400000) ||
2531                                                                         (iptr->sx.val.i == 0x00800000) ||
2532                                                                         (iptr->sx.val.i == 0x01000000) ||
2533                                                                         (iptr->sx.val.i == 0x02000000) ||
2534                                                                         (iptr->sx.val.i == 0x04000000) ||
2535                                                                         (iptr->sx.val.i == 0x08000000) ||
2536                                                                         (iptr->sx.val.i == 0x10000000) ||
2537                                                                         (iptr->sx.val.i == 0x20000000) ||
2538                                                                         (iptr->sx.val.i == 0x40000000) ||
2539                                                                         (iptr->sx.val.i == 0x80000000))
2540                                                                 {
2541                                                                         iptr->opc = ICMD_IREMPOW2;
2542                                                                         iptr->sx.val.i -= 1;
2543                                                                         goto icmd_iconst_tail;
2544                                                                 }
2545                                                                 goto normal_ICONST;
2546 #if SUPPORT_CONST_LOGICAL
2547                                                         case ICMD_IAND:
2548                                                                 iptr->opc = ICMD_IANDCONST;
2549                                                                 goto icmd_iconst_tail;
2550
2551                                                         case ICMD_IOR:
2552                                                                 iptr->opc = ICMD_IORCONST;
2553                                                                 goto icmd_iconst_tail;
2554
2555                                                         case ICMD_IXOR:
2556                                                                 iptr->opc = ICMD_IXORCONST;
2557                                                                 goto icmd_iconst_tail;
2558
2559 #endif /* SUPPORT_CONST_LOGICAL */
2560                                                         case ICMD_ISHL:
2561                                                                 iptr->opc = ICMD_ISHLCONST;
2562                                                                 goto icmd_iconst_tail;
2563
2564                                                         case ICMD_ISHR:
2565                                                                 iptr->opc = ICMD_ISHRCONST;
2566                                                                 goto icmd_iconst_tail;
2567
2568                                                         case ICMD_IUSHR:
2569                                                                 iptr->opc = ICMD_IUSHRCONST;
2570                                                                 goto icmd_iconst_tail;
2571 #if SUPPORT_LONG_SHIFT
2572                                                         case ICMD_LSHL:
2573                                                                 iptr->opc = ICMD_LSHLCONST;
2574                                                                 goto icmd_lconst_tail;
2575
2576                                                         case ICMD_LSHR:
2577                                                                 iptr->opc = ICMD_LSHRCONST;
2578                                                                 goto icmd_lconst_tail;
2579
2580                                                         case ICMD_LUSHR:
2581                                                                 iptr->opc = ICMD_LUSHRCONST;
2582                                                                 goto icmd_lconst_tail;
2583 #endif /* SUPPORT_LONG_SHIFT */
2584                                                         case ICMD_IF_ICMPEQ:
2585                                                                 iptr[1].opc = ICMD_IFEQ;
2586                                                                 /* FALLTHROUGH */
2587
2588                                                         icmd_if_icmp_tail:
2589                                                                 /* set the constant for the following icmd */
2590                                                                 iptr[1].sx.val.i = iptr->sx.val.i;
2591
2592                                                                 /* this instruction becomes a nop */
2593                                                                 iptr->opc = ICMD_NOP;
2594                                                                 goto icmd_NOP;
2595
2596                                                         case ICMD_IF_ICMPLT:
2597                                                                 iptr[1].opc = ICMD_IFLT;
2598                                                                 goto icmd_if_icmp_tail;
2599
2600                                                         case ICMD_IF_ICMPLE:
2601                                                                 iptr[1].opc = ICMD_IFLE;
2602                                                                 goto icmd_if_icmp_tail;
2603
2604                                                         case ICMD_IF_ICMPNE:
2605                                                                 iptr[1].opc = ICMD_IFNE;
2606                                                                 goto icmd_if_icmp_tail;
2607
2608                                                         case ICMD_IF_ICMPGT:
2609                                                                 iptr[1].opc = ICMD_IFGT;
2610                                                                 goto icmd_if_icmp_tail;
2611
2612                                                         case ICMD_IF_ICMPGE:
2613                                                                 iptr[1].opc = ICMD_IFGE;
2614                                                                 goto icmd_if_icmp_tail;
2615
2616 #if SUPPORT_CONST_STORE
2617                                                         case ICMD_IASTORE:
2618                                                         case ICMD_BASTORE:
2619                                                         case ICMD_CASTORE:
2620                                                         case ICMD_SASTORE:
2621 # if SUPPORT_CONST_STORE_ZERO_ONLY
2622                                                                 if (iptr->sx.val.i != 0)
2623                                                                         goto normal_ICONST;
2624 # endif
2625                                                                 switch (iptr[1].opc) {
2626                                                                         case ICMD_IASTORE:
2627                                                                                 iptr->opc = ICMD_IASTORECONST;
2628                                                                                 iptr->flags.bits |= INS_FLAG_CHECK;
2629                                                                                 break;
2630                                                                         case ICMD_BASTORE:
2631                                                                                 iptr->opc = ICMD_BASTORECONST;
2632                                                                                 iptr->flags.bits |= INS_FLAG_CHECK;
2633                                                                                 break;
2634                                                                         case ICMD_CASTORE:
2635                                                                                 iptr->opc = ICMD_CASTORECONST;
2636                                                                                 iptr->flags.bits |= INS_FLAG_CHECK;
2637                                                                                 break;
2638                                                                         case ICMD_SASTORE:
2639                                                                                 iptr->opc = ICMD_SASTORECONST;
2640                                                                                 iptr->flags.bits |= INS_FLAG_CHECK;
2641                                                                                 break;
2642                                                                 }
2643
2644                                                                 iptr[1].opc = ICMD_NOP;
2645
2646                                                                 /* copy the constant to s3 */
2647                                                                 /* XXX constval -> astoreconstval? */
2648                                                                 iptr->sx.s23.s3.constval = iptr->sx.val.i;
2649                                                                 OP2_0(TYPE_ADR, TYPE_INT);
2650                                                                 COUNT(count_pcmd_op);
2651                                                                 break;
2652
2653                                                         case ICMD_PUTSTATIC:
2654                                                         case ICMD_PUTFIELD:
2655 # if SUPPORT_CONST_STORE_ZERO_ONLY
2656                                                                 if (iptr->sx.val.i != 0)
2657                                                                         goto normal_ICONST;
2658 # endif
2659                                                                 /* XXX check field type? */
2660
2661                                                                 /* copy the constant to s2 */
2662                                                                 /* XXX constval -> fieldconstval? */
2663                                                                 iptr->sx.s23.s2.constval = iptr->sx.val.i;
2664
2665 putconst_tail:
2666                                                                 /* set the field reference (s3) */
2667                                                                 if (iptr[1].flags.bits & INS_FLAG_UNRESOLVED) {
2668                                                                         iptr->sx.s23.s3.uf = iptr[1].sx.s23.s3.uf;
2669                                                                         iptr->flags.bits |= INS_FLAG_UNRESOLVED;
2670                                                                         fmiref = iptr->sx.s23.s3.uf->fieldref;
2671                                                                 }
2672                                                                 else {
2673                                                                         fmiref = iptr[1].sx.s23.s3.fmiref;
2674                                                                         iptr->sx.s23.s3.fmiref = fmiref;
2675                                                                 }
2676
2677 #if defined(ENABLE_VERIFIER)
2678                                                                 expectedtype = fmiref->parseddesc.fd->type;
2679                                                                 switch (iptr[0].opc) {
2680                                                                         case ICMD_ICONST:
2681                                                                                 if (expectedtype != TYPE_INT)
2682                                                                                         goto throw_stack_type_error;
2683                                                                                 break;
2684                                                                         case ICMD_LCONST:
2685                                                                                 if (expectedtype != TYPE_LNG)
2686                                                                                         goto throw_stack_type_error;
2687                                                                                 break;
2688                                                                         case ICMD_ACONST:
2689                                                                                 if (expectedtype != TYPE_ADR)
2690                                                                                         goto throw_stack_type_error;
2691                                                                                 break;
2692                                                                         default:
2693                                                                                 assert(0);
2694                                                                 }
2695 #endif /* defined(ENABLE_VERIFIER) */
2696
2697                                                                 switch (iptr[1].opc) {
2698                                                                         case ICMD_PUTSTATIC:
2699                                                                                 iptr->opc = ICMD_PUTSTATICCONST;
2700                                                                                 OP0_0;
2701                                                                                 break;
2702                                                                         case ICMD_PUTFIELD:
2703                                                                                 iptr->opc = ICMD_PUTFIELDCONST;
2704                                                                                 OP1_0(TYPE_ADR);
2705                                                                                 break;
2706                                                                 }
2707
2708                                                                 iptr[1].opc = ICMD_NOP;
2709                                                                 COUNT(count_pcmd_op);
2710                                                                 break;
2711 #endif /* SUPPORT_CONST_STORE */
2712
2713                                                         default:
2714                                                                 goto normal_ICONST;
2715                                                 }
2716
2717                                                 /* if we get here, the ICONST has been optimized */
2718                                                 break;
2719
2720 normal_ICONST:
2721                                                 /* normal case of an unoptimized ICONST */
2722                                                 OP0_1(TYPE_INT);
2723                                                 break;
2724
2725         /************************** LCONST OPTIMIZATIONS **************************/
2726
2727                                         case ICMD_LCONST:
2728                                                 COUNT(count_pcmd_load);
2729                                                 if (len == 0)
2730                                                         goto normal_LCONST;
2731
2732                                                 /* switch depending on the following instruction */
2733
2734                                                 switch (iptr[1].opc) {
2735 #if SUPPORT_LONG_ADD
2736                                                         case ICMD_LADD:
2737                                                                 iptr->opc = ICMD_LADDCONST;
2738                                                                 /* FALLTHROUGH */
2739
2740                                                         icmd_lconst_tail:
2741                                                                 /* instruction of type LONG -> LONG */
2742                                                                 iptr[1].opc = ICMD_NOP;
2743                                                                 OP1_1(TYPE_LNG, TYPE_LNG);
2744                                                                 COUNT(count_pcmd_op);
2745                                                                 break;
2746
2747                                                         case ICMD_LSUB:
2748                                                                 iptr->opc = ICMD_LSUBCONST;
2749                                                                 goto icmd_lconst_tail;
2750
2751 #endif /* SUPPORT_LONG_ADD */
2752 #if SUPPORT_LONG_MUL && SUPPORT_CONST_MUL
2753                                                         case ICMD_LMUL:
2754                                                                 iptr->opc = ICMD_LMULCONST;
2755                                                                 goto icmd_lconst_tail;
2756 #else /* SUPPORT_LONG_MUL && SUPPORT_CONST_MUL */
2757 # if SUPPORT_LONG_SHIFT
2758                                                         case ICMD_LMUL:
2759                                                                 if (iptr->sx.val.l == 0x00000002)
2760                                                                         iptr->sx.val.i = 1;
2761                                                                 else if (iptr->sx.val.l == 0x00000004)
2762                                                                         iptr->sx.val.i = 2;
2763                                                                 else if (iptr->sx.val.l == 0x00000008)
2764                                                                         iptr->sx.val.i = 3;
2765                                                                 else if (iptr->sx.val.l == 0x00000010)
2766                                                                         iptr->sx.val.i = 4;
2767                                                                 else if (iptr->sx.val.l == 0x00000020)
2768                                                                         iptr->sx.val.i = 5;
2769                                                                 else if (iptr->sx.val.l == 0x00000040)
2770                                                                         iptr->sx.val.i = 6;
2771                                                                 else if (iptr->sx.val.l == 0x00000080)
2772                                                                         iptr->sx.val.i = 7;
2773                                                                 else if (iptr->sx.val.l == 0x00000100)
2774                                                                         iptr->sx.val.i = 8;
2775                                                                 else if (iptr->sx.val.l == 0x00000200)
2776                                                                         iptr->sx.val.i = 9;
2777                                                                 else if (iptr->sx.val.l == 0x00000400)
2778                                                                         iptr->sx.val.i = 10;
2779                                                                 else if (iptr->sx.val.l == 0x00000800)
2780                                                                         iptr->sx.val.i = 11;
2781                                                                 else if (iptr->sx.val.l == 0x00001000)
2782                                                                         iptr->sx.val.i = 12;
2783                                                                 else if (iptr->sx.val.l == 0x00002000)
2784                                                                         iptr->sx.val.i = 13;
2785                                                                 else if (iptr->sx.val.l == 0x00004000)
2786                                                                         iptr->sx.val.i = 14;
2787                                                                 else if (iptr->sx.val.l == 0x00008000)
2788                                                                         iptr->sx.val.i = 15;
2789                                                                 else if (iptr->sx.val.l == 0x00010000)
2790                                                                         iptr->sx.val.i = 16;
2791                                                                 else if (iptr->sx.val.l == 0x00020000)
2792                                                                         iptr->sx.val.i = 17;
2793                                                                 else if (iptr->sx.val.l == 0x00040000)
2794                                                                         iptr->sx.val.i = 18;
2795                                                                 else if (iptr->sx.val.l == 0x00080000)
2796                                                                         iptr->sx.val.i = 19;
2797                                                                 else if (iptr->sx.val.l == 0x00100000)
2798                                                                         iptr->sx.val.i = 20;
2799                                                                 else if (iptr->sx.val.l == 0x00200000)
2800                                                                         iptr->sx.val.i = 21;
2801                                                                 else if (iptr->sx.val.l == 0x00400000)
2802                                                                         iptr->sx.val.i = 22;
2803                                                                 else if (iptr->sx.val.l == 0x00800000)
2804                                                                         iptr->sx.val.i = 23;
2805                                                                 else if (iptr->sx.val.l == 0x01000000)
2806                                                                         iptr->sx.val.i = 24;
2807                                                                 else if (iptr->sx.val.l == 0x02000000)
2808                                                                         iptr->sx.val.i = 25;
2809                                                                 else if (iptr->sx.val.l == 0x04000000)
2810                                                                         iptr->sx.val.i = 26;
2811                                                                 else if (iptr->sx.val.l == 0x08000000)
2812                                                                         iptr->sx.val.i = 27;
2813                                                                 else if (iptr->sx.val.l == 0x10000000)
2814                                                                         iptr->sx.val.i = 28;
2815                                                                 else if (iptr->sx.val.l == 0x20000000)
2816                                                                         iptr->sx.val.i = 29;
2817                                                                 else if (iptr->sx.val.l == 0x40000000)
2818                                                                         iptr->sx.val.i = 30;
2819                                                                 else if (iptr->sx.val.l == 0x80000000)
2820                                                                         iptr->sx.val.i = 31;
2821                                                                 else {
2822                                                                         goto normal_LCONST;
2823                                                                 }
2824                                                                 iptr->opc = ICMD_LMULPOW2;
2825                                                                 goto icmd_lconst_tail;
2826 # endif /* SUPPORT_LONG_SHIFT */
2827 #endif /* SUPPORT_LONG_MUL && SUPPORT_CONST_MUL */
2828 #if SUPPORT_LONG_DIV_POW2
2829                                                         case ICMD_LDIV:
2830                                                                 if (iptr->sx.val.l == 0x00000002)
2831                                                                         iptr->sx.val.i = 1;
2832                                                                 else if (iptr->sx.val.l == 0x00000004)
2833                                                                         iptr->sx.val.i = 2;
2834                                                                 else if (iptr->sx.val.l == 0x00000008)
2835                                                                         iptr->sx.val.i = 3;
2836                                                                 else if (iptr->sx.val.l == 0x00000010)
2837                                                                         iptr->sx.val.i = 4;
2838                                                                 else if (iptr->sx.val.l == 0x00000020)
2839                                                                         iptr->sx.val.i = 5;
2840                                                                 else if (iptr->sx.val.l == 0x00000040)
2841                                                                         iptr->sx.val.i = 6;
2842                                                                 else if (iptr->sx.val.l == 0x00000080)
2843                                                                         iptr->sx.val.i = 7;
2844                                                                 else if (iptr->sx.val.l == 0x00000100)
2845                                                                         iptr->sx.val.i = 8;
2846                                                                 else if (iptr->sx.val.l == 0x00000200)
2847                                                                         iptr->sx.val.i = 9;
2848                                                                 else if (iptr->sx.val.l == 0x00000400)
2849                                                                         iptr->sx.val.i = 10;
2850                                                                 else if (iptr->sx.val.l == 0x00000800)
2851                                                                         iptr->sx.val.i = 11;
2852                                                                 else if (iptr->sx.val.l == 0x00001000)
2853                                                                         iptr->sx.val.i = 12;
2854                                                                 else if (iptr->sx.val.l == 0x00002000)
2855                                                                         iptr->sx.val.i = 13;
2856                                                                 else if (iptr->sx.val.l == 0x00004000)
2857                                                                         iptr->sx.val.i = 14;
2858                                                                 else if (iptr->sx.val.l == 0x00008000)
2859                                                                         iptr->sx.val.i = 15;
2860                                                                 else if (iptr->sx.val.l == 0x00010000)
2861                                                                         iptr->sx.val.i = 16;
2862                                                                 else if (iptr->sx.val.l == 0x00020000)
2863                                                                         iptr->sx.val.i = 17;
2864                                                                 else if (iptr->sx.val.l == 0x00040000)
2865                                                                         iptr->sx.val.i = 18;
2866                                                                 else if (iptr->sx.val.l == 0x00080000)
2867                                                                         iptr->sx.val.i = 19;
2868                                                                 else if (iptr->sx.val.l == 0x00100000)
2869                                                                         iptr->sx.val.i = 20;
2870                                                                 else if (iptr->sx.val.l == 0x00200000)
2871                                                                         iptr->sx.val.i = 21;
2872                                                                 else if (iptr->sx.val.l == 0x00400000)
2873                                                                         iptr->sx.val.i = 22;
2874                                                                 else if (iptr->sx.val.l == 0x00800000)
2875                                                                         iptr->sx.val.i = 23;
2876                                                                 else if (iptr->sx.val.l == 0x01000000)
2877                                                                         iptr->sx.val.i = 24;
2878                                                                 else if (iptr->sx.val.l == 0x02000000)
2879                                                                         iptr->sx.val.i = 25;
2880                                                                 else if (iptr->sx.val.l == 0x04000000)
2881                                                                         iptr->sx.val.i = 26;
2882                                                                 else if (iptr->sx.val.l == 0x08000000)
2883                                                                         iptr->sx.val.i = 27;
2884                                                                 else if (iptr->sx.val.l == 0x10000000)
2885                                                                         iptr->sx.val.i = 28;
2886                                                                 else if (iptr->sx.val.l == 0x20000000)
2887                                                                         iptr->sx.val.i = 29;
2888                                                                 else if (iptr->sx.val.l == 0x40000000)
2889                                                                         iptr->sx.val.i = 30;
2890                                                                 else if (iptr->sx.val.l == 0x80000000)
2891                                                                         iptr->sx.val.i = 31;
2892                                                                 else {
2893                                                                         goto normal_LCONST;
2894                                                                 }
2895                                                                 iptr->opc = ICMD_LDIVPOW2;
2896                                                                 goto icmd_lconst_tail;
2897 #endif /* SUPPORT_LONG_DIV_POW2 */
2898
2899 #if SUPPORT_LONG_REM_POW2
2900                                                         case ICMD_LREM:
2901                                                                 if ((iptr->sx.val.l == 0x00000002) ||
2902                                                                         (iptr->sx.val.l == 0x00000004) ||
2903                                                                         (iptr->sx.val.l == 0x00000008) ||
2904                                                                         (iptr->sx.val.l == 0x00000010) ||
2905                                                                         (iptr->sx.val.l == 0x00000020) ||
2906                                                                         (iptr->sx.val.l == 0x00000040) ||
2907                                                                         (iptr->sx.val.l == 0x00000080) ||
2908                                                                         (iptr->sx.val.l == 0x00000100) ||
2909                                                                         (iptr->sx.val.l == 0x00000200) ||
2910                                                                         (iptr->sx.val.l == 0x00000400) ||
2911                                                                         (iptr->sx.val.l == 0x00000800) ||
2912                                                                         (iptr->sx.val.l == 0x00001000) ||
2913                                                                         (iptr->sx.val.l == 0x00002000) ||
2914                                                                         (iptr->sx.val.l == 0x00004000) ||
2915                                                                         (iptr->sx.val.l == 0x00008000) ||
2916                                                                         (iptr->sx.val.l == 0x00010000) ||
2917                                                                         (iptr->sx.val.l == 0x00020000) ||
2918                                                                         (iptr->sx.val.l == 0x00040000) ||
2919                                                                         (iptr->sx.val.l == 0x00080000) ||
2920                                                                         (iptr->sx.val.l == 0x00100000) ||
2921                                                                         (iptr->sx.val.l == 0x00200000) ||
2922                                                                         (iptr->sx.val.l == 0x00400000) ||
2923                                                                         (iptr->sx.val.l == 0x00800000) ||
2924                                                                         (iptr->sx.val.l == 0x01000000) ||
2925                                                                         (iptr->sx.val.l == 0x02000000) ||
2926                                                                         (iptr->sx.val.l == 0x04000000) ||
2927                                                                         (iptr->sx.val.l == 0x08000000) ||
2928                                                                         (iptr->sx.val.l == 0x10000000) ||
2929                                                                         (iptr->sx.val.l == 0x20000000) ||
2930                                                                         (iptr->sx.val.l == 0x40000000) ||
2931                                                                         (iptr->sx.val.l == 0x80000000))
2932                                                                 {
2933                                                                         iptr->opc = ICMD_LREMPOW2;
2934                                                                         iptr->sx.val.l -= 1;
2935                                                                         goto icmd_lconst_tail;
2936                                                                 }
2937                                                                 goto normal_LCONST;
2938 #endif /* SUPPORT_LONG_REM_POW2 */
2939
2940 #if SUPPORT_LONG_LOGICAL && SUPPORT_CONST_LOGICAL
2941
2942                                                         case ICMD_LAND:
2943                                                                 iptr->opc = ICMD_LANDCONST;
2944                                                                 goto icmd_lconst_tail;
2945
2946                                                         case ICMD_LOR:
2947                                                                 iptr->opc = ICMD_LORCONST;
2948                                                                 goto icmd_lconst_tail;
2949
2950                                                         case ICMD_LXOR:
2951                                                                 iptr->opc = ICMD_LXORCONST;
2952                                                                 goto icmd_lconst_tail;
2953 #endif /* SUPPORT_LONG_LOGICAL && SUPPORT_CONST_LOGICAL */
2954
2955 #if SUPPORT_LONG_CMP_CONST
2956                                                         case ICMD_LCMP:
2957                                                                 if ((len <= 1) || (iptr[2].sx.val.i != 0))
2958                                                                         goto normal_LCONST;
2959
2960                                                                 /* switch on the instruction after LCONST - LCMP */
2961
2962                                                                 switch (iptr[2].opc) {
2963                                                                         case ICMD_IFEQ:
2964                                                                                 iptr->opc = ICMD_IF_LEQ;
2965                                                                                 /* FALLTHROUGH */
2966
2967                                                                         icmd_lconst_lcmp_tail:
2968                                                                                 /* convert LCONST, LCMP, IFXX to IF_LXX */
2969                                                                                 iptr->dst.block = iptr[2].dst.block;
2970                                                                                 iptr[1].opc = ICMD_NOP;
2971                                                                                 iptr[2].opc = ICMD_NOP;
2972
2973                                                                                 OP1_BRANCH(TYPE_LNG);
2974                                                                                 BRANCH(tbptr);
2975                                                                                 COUNT(count_pcmd_bra);
2976                                                                                 COUNT(count_pcmd_op);
2977                                                                                 break;
2978
2979                                                                         case ICMD_IFNE:
2980                                                                                 iptr->opc = ICMD_IF_LNE;
2981                                                                                 goto icmd_lconst_lcmp_tail;
2982
2983                                                                         case ICMD_IFLT:
2984                                                                                 iptr->opc = ICMD_IF_LLT;
2985                                                                                 goto icmd_lconst_lcmp_tail;
2986
2987                                                                         case ICMD_IFGT:
2988                                                                                 iptr->opc = ICMD_IF_LGT;
2989                                                                                 goto icmd_lconst_lcmp_tail;
2990
2991                                                                         case ICMD_IFLE:
2992                                                                                 iptr->opc = ICMD_IF_LLE;
2993                                                                                 goto icmd_lconst_lcmp_tail;
2994
2995                                                                         case ICMD_IFGE:
2996                                                                                 iptr->opc = ICMD_IF_LGE;
2997                                                                                 goto icmd_lconst_lcmp_tail;
2998
2999                                                                         default:
3000                                                                                 goto normal_LCONST;
3001                                                                 } /* end switch on opcode after LCONST - LCMP */
3002                                                                 break;
3003 #endif /* SUPPORT_LONG_CMP_CONST */
3004
3005 #if SUPPORT_CONST_STORE
3006                                                         case ICMD_LASTORE:
3007 # if SUPPORT_CONST_STORE_ZERO_ONLY
3008                                                                 if (iptr->sx.val.l != 0)
3009                                                                         goto normal_LCONST;
3010 # endif
3011 #if SIZEOF_VOID_P == 4
3012                                                                 /* the constant must fit into a ptrint */
3013                                                                 if (iptr->sx.val.l < -0x80000000L || iptr->sx.val.l >= 0x80000000L)
3014                                                                         goto normal_LCONST;
3015 #endif
3016                                                                 /* move the constant to s3 */
3017                                                                 iptr->sx.s23.s3.constval = iptr->sx.val.l;
3018
3019                                                                 iptr->opc = ICMD_LASTORECONST;
3020                                                                 iptr->flags.bits |= INS_FLAG_CHECK;
3021                                                                 OP2_0(TYPE_ADR, TYPE_INT);
3022
3023                                                                 iptr[1].opc = ICMD_NOP;
3024                                                                 COUNT(count_pcmd_op);
3025                                                                 break;
3026
3027                                                         case ICMD_PUTSTATIC:
3028                                                         case ICMD_PUTFIELD:
3029 # if SUPPORT_CONST_STORE_ZERO_ONLY
3030                                                                 if (iptr->sx.val.l != 0)
3031                                                                         goto normal_LCONST;
3032 # endif
3033 #if SIZEOF_VOID_P == 4
3034                                                                 /* the constant must fit into a ptrint */
3035                                                                 if (iptr->sx.val.l < -0x80000000L || iptr->sx.val.l >= 0x80000000L)
3036                                                                         goto normal_LCONST;
3037 #endif
3038                                                                 /* XXX check field type? */
3039
3040                                                                 /* copy the constant to s2 */
3041                                                                 /* XXX constval -> fieldconstval? */
3042                                                                 iptr->sx.s23.s2.constval = iptr->sx.val.l;
3043
3044                                                                 goto putconst_tail;
3045
3046 #endif /* SUPPORT_CONST_STORE */
3047
3048                                                         default:
3049                                                                 goto normal_LCONST;
3050                                                 } /* end switch opcode after LCONST */
3051
3052                                                 /* if we get here, the LCONST has been optimized */
3053                                                 break;
3054
3055 normal_LCONST:
3056                                                 /* the normal case of an unoptimized LCONST */
3057                                                 OP0_1(TYPE_LNG);
3058                                                 break;
3059
3060         /************************ END OF LCONST OPTIMIZATIONS *********************/
3061
3062                                         case ICMD_FCONST:
3063                                                 COUNT(count_pcmd_load);
3064                                                 OP0_1(TYPE_FLT);
3065                                                 break;
3066
3067                                         case ICMD_DCONST:
3068                                                 COUNT(count_pcmd_load);
3069                                                 OP0_1(TYPE_DBL);
3070                                                 break;
3071
3072         /************************** ACONST OPTIMIZATIONS **************************/
3073
3074                                         case ICMD_ACONST:
3075                                                 coalescing_boundary = sd.new;
3076                                                 COUNT(count_pcmd_load);
3077 #if SUPPORT_CONST_STORE
3078                                                 /* We can only optimize if the ACONST is resolved
3079                                                  * and there is an instruction after it. */
3080
3081                                                 if ((len == 0) || (iptr->flags.bits & INS_FLAG_UNRESOLVED))
3082                                                         goto normal_ACONST;
3083
3084                                                 switch (iptr[1].opc) {
3085                                                         case ICMD_AASTORE:
3086                                                                 /* We can only optimize for NULL values
3087                                                                  * here because otherwise a checkcast is
3088                                                                  * required. */
3089                                                                 if (iptr->sx.val.anyptr != NULL)
3090                                                                         goto normal_ACONST;
3091
3092                                                                 /* copy the constant (NULL) to s3 */
3093                                                                 iptr->sx.s23.s3.constval = 0;
3094                                                                 iptr->opc = ICMD_AASTORECONST;
3095                                                                 iptr->flags.bits |= INS_FLAG_CHECK;
3096                                                                 OP2_0(TYPE_ADR, TYPE_INT);
3097
3098                                                                 iptr[1].opc = ICMD_NOP;
3099                                                                 COUNT(count_pcmd_op);
3100                                                                 break;
3101
3102                                                         case ICMD_PUTSTATIC:
3103                                                         case ICMD_PUTFIELD:
3104 # if SUPPORT_CONST_STORE_ZERO_ONLY
3105                                                                 if (iptr->sx.val.anyptr != NULL)
3106                                                                         goto normal_ACONST;
3107 # endif
3108                                                                 /* XXX check field type? */
3109                                                                 /* copy the constant to s2 */
3110                                                                 /* XXX constval -> fieldconstval? */
3111                                                                 iptr->sx.s23.s2.constval = (ptrint) iptr->sx.val.anyptr;
3112
3113                                                                 goto putconst_tail;
3114
3115                                                         default:
3116                                                                 goto normal_ACONST;
3117                                                 }
3118
3119                                                 /* if we get here the ACONST has been optimized */
3120                                                 break;
3121
3122 normal_ACONST:
3123 #endif /* SUPPORT_CONST_STORE */
3124                                                 OP0_1(TYPE_ADR);
3125                                                 break;
3126
3127
3128                                                 /* pop 0 push 1 load */
3129
3130                                         case ICMD_ILOAD:
3131                                         case ICMD_LLOAD:
3132                                         case ICMD_FLOAD:
3133                                         case ICMD_DLOAD:
3134                                         case ICMD_ALOAD:
3135                                                 COUNT(count_load_instruction);
3136                                                 type = opcode - ICMD_ILOAD;
3137
3138                                                 varindex = iptr->s1.varindex =
3139                                                         jd->local_map[iptr->s1.varindex * 5 + type];
3140
3141 #if defined(ENABLE_VERIFIER)
3142                                                 if (sd.var[varindex].type == TYPE_RET) {
3143                                                         exceptions_throw_verifyerror(m, "forbidden load of returnAddress");
3144                                                         return false;
3145                                                 }
3146 #endif
3147                                                 LOAD(type, varindex);
3148                                                 break;
3149
3150                                                 /* pop 2 push 1 */
3151
3152                                         case ICMD_LALOAD:
3153                                         case ICMD_FALOAD:
3154                                         case ICMD_DALOAD:
3155                                         case ICMD_AALOAD:
3156                                                 coalescing_boundary = sd.new;
3157                                                 iptr->flags.bits |= INS_FLAG_CHECK;
3158                                                 COUNT(count_check_null);
3159                                                 COUNT(count_check_bound);
3160                                                 COUNT(count_pcmd_mem);
3161                                                 OP2_1(TYPE_ADR, TYPE_INT, opcode - ICMD_IALOAD);
3162                                                 break;
3163
3164                                         case ICMD_IALOAD:
3165                                         case ICMD_BALOAD:
3166                                         case ICMD_CALOAD:
3167                                         case ICMD_SALOAD:
3168                                                 coalescing_boundary = sd.new;
3169                                                 iptr->flags.bits |= INS_FLAG_CHECK;
3170                                                 COUNT(count_check_null);
3171                                                 COUNT(count_check_bound);
3172                                                 COUNT(count_pcmd_mem);
3173                                                 OP2_1(TYPE_ADR, TYPE_INT, TYPE_INT);
3174                                                 break;
3175
3176                                                 /* pop 0 push 0 iinc */
3177
3178                                         case ICMD_IINC:
3179                                                 STATISTICS_STACKDEPTH_DISTRIBUTION(count_store_depth);
3180                                                 javaindex = iptr->s1.varindex;
3181                                                 last_store_boundary[javaindex] = sd.new;
3182
3183                                                 iptr->s1.varindex =
3184                                                         jd->local_map[javaindex * 5 + TYPE_INT];
3185
3186                                                 copy = curstack;
3187                                                 i = stackdepth - 1;
3188                                                 while (copy) {
3189                                                         if ((copy->varkind == LOCALVAR) &&
3190                                                                 (jd->reverselocalmap[copy->varnum] == javaindex))
3191                                                         {
3192                                                                 assert(IS_LOCALVAR(copy));
3193                                                                 SET_TEMPVAR(copy);
3194                                                         }
3195                                                         i--;
3196                                                         copy = copy->prev;
3197                                                 }
3198
3199                                                 iptr->dst.varindex = iptr->s1.varindex;
3200                                                 break;
3201
3202                                                 /* pop 1 push 0 store */
3203
3204                                         case ICMD_ISTORE:
3205                                         case ICMD_LSTORE:
3206                                         case ICMD_FSTORE:
3207                                         case ICMD_DSTORE:
3208                                         case ICMD_ASTORE:
3209                                                 REQUIRE(1);
3210
3211                                                 type = opcode - ICMD_ISTORE;
3212                                                 javaindex = iptr->dst.varindex;
3213                                                 varindex = iptr->dst.varindex =
3214                                                         jd->local_map[javaindex * 5 + type];
3215
3216                                                 COPY_VAL_AND_TYPE(sd, curstack->varnum, varindex);
3217
3218                                                 iptr->sx.s23.s3.javaindex = javaindex;
3219
3220                                                 if (curstack->type == TYPE_RET) {
3221                                                         iptr->flags.bits |= INS_FLAG_RETADDR;
3222                                                         iptr->sx.s23.s2.retaddrnr =
3223                                                                 JAVALOCAL_FROM_RETADDR(sd.var[varindex].vv.retaddr->nr);
3224                                                         sd.javalocals[javaindex] = iptr->sx.s23.s2.retaddrnr;
3225                                                 }
3226                                                 else
3227                                                         sd.javalocals[javaindex] = varindex;
3228
3229                                                 /* invalidate the following javalocal for 2-word types */
3230
3231                                                 if (IS_2_WORD_TYPE(type)) {
3232                                                         sd.javalocals[javaindex+1] = UNUSED;
3233                                                         iptr->flags.bits |= INS_FLAG_KILL_NEXT;
3234                                                 }
3235
3236                                                 /* invalidate 2-word types if second half was overwritten */
3237
3238                                                 if (javaindex > 0 && (i = sd.javalocals[javaindex-1]) >= 0) {
3239                                                         if (IS_2_WORD_TYPE(sd.var[i].type)) {
3240                                                                 sd.javalocals[javaindex-1] = UNUSED;
3241                                                                 iptr->flags.bits |= INS_FLAG_KILL_PREV;
3242                                                         }
3243                                                 }
3244
3245 #if defined(ENABLE_STATISTICS)
3246                                                 if (opt_stat) {
3247                                                         count_pcmd_store++;
3248                                                         i = sd.new - curstack;
3249                                                         if (i >= 20)
3250                                                                 count_store_length[20]++;
3251                                                         else
3252                                                                 count_store_length[i]++;
3253                                                         i = stackdepth - 1;
3254                                                         if (i >= 10)
3255                                                                 count_store_depth[10]++;
3256                                                         else
3257                                                                 count_store_depth[i]++;
3258                                                 }
3259 #endif
3260
3261                                                 /* check for conflicts as described in Figure 5.2 */
3262
3263                                                 copy = curstack->prev;
3264                                                 i = stackdepth - 2;
3265                                                 while (copy) {
3266                                                         if ((copy->varkind == LOCALVAR) &&
3267                                                                 (jd->reverselocalmap[copy->varnum] == javaindex))
3268                                                         {
3269                                                                 assert(IS_LOCALVAR(copy));
3270                                                                 SET_TEMPVAR(copy);
3271                                                         }
3272                                                         i--;
3273                                                         copy = copy->prev;
3274                                                 }
3275
3276                                                 /* if the variable is already coalesced, don't bother */
3277
3278                                                 /* We do not need to check against INOUT, as invars */
3279                                                 /* are always before the coalescing boundary.        */
3280
3281                                                 if (curstack->varkind == LOCALVAR)
3282                                                         goto store_tail;
3283
3284                                                 /* there is no STORE Lj while curstack is live */
3285
3286                                                 if (curstack < last_store_boundary[javaindex])
3287                                                         goto assume_conflict;
3288
3289                                                 /* curstack must be after the coalescing boundary */
3290
3291                                                 if (curstack < coalescing_boundary)
3292                                                         goto assume_conflict;
3293
3294                                                 /* there is no DEF LOCALVAR(varindex) while curstack is live */
3295
3296                                                 copy = sd.new; /* most recent stackslot created + 1 */
3297                                                 while (--copy > curstack) {
3298                                                         if (copy->varkind == LOCALVAR && jd->reverselocalmap[copy->varnum] == javaindex)
3299                                                                 goto assume_conflict;
3300                                                 }
3301
3302                                                 /* coalesce the temporary variable with Lj */
3303                                                 assert((curstack->varkind == TEMPVAR)
3304                                                                         || (curstack->varkind == UNDEFVAR));
3305                                                 assert(!IS_LOCALVAR(curstack)); /* XXX correct? */
3306                                                 assert(!IS_INOUT(curstack));
3307                                                 assert(!IS_PREALLOC(curstack));
3308
3309                                                 assert(curstack->creator);
3310                                                 assert(curstack->creator->dst.varindex == curstack->varnum);
3311                                                 assert(!(curstack->flags & PASSTHROUGH));
3312                                                 RELEASE_INDEX(sd, curstack);
3313                                                 curstack->varkind = LOCALVAR;
3314                                                 curstack->varnum = varindex;
3315                                                 curstack->creator->dst.varindex = varindex;
3316                                                 goto store_tail;
3317
3318                                                 /* revert the coalescing, if it has been done earlier */
3319 assume_conflict:
3320                                                 if ((curstack->varkind == LOCALVAR)
3321                                                         && (jd->reverselocalmap[curstack->varnum] == javaindex))
3322                                                 {
3323                                                         assert(IS_LOCALVAR(curstack));
3324                                                         SET_TEMPVAR(curstack);
3325                                                 }
3326
3327                                                 /* remember the stack boundary at this store */
3328 store_tail:
3329                                                 last_store_boundary[javaindex] = sd.new;
3330
3331                                                 if (opcode == ICMD_ASTORE && curstack->type == TYPE_RET)
3332                                                         STORE(TYPE_RET, varindex);
3333                                                 else
3334                                                         STORE(opcode - ICMD_ISTORE, varindex);
3335                                                 break;
3336
3337                                         /* pop 3 push 0 */
3338
3339                                         case ICMD_AASTORE:
3340                                                 coalescing_boundary = sd.new;
3341                                                 iptr->flags.bits |= INS_FLAG_CHECK;
3342                                                 COUNT(count_check_null);
3343                                                 COUNT(count_check_bound);
3344                                                 COUNT(count_pcmd_mem);
3345
3346                                                 bte = builtintable_get_internal(BUILTIN_FAST_canstore);
3347                                                 md = bte->md;
3348
3349                                                 if (md->memuse > rd->memuse)
3350                                                         rd->memuse = md->memuse;
3351                                                 if (md->argintreguse > rd->argintreguse)
3352                                                         rd->argintreguse = md->argintreguse;
3353                                                 /* XXX non-leaf method? */
3354
3355                                                 /* make all stack variables saved */
3356
3357                                                 copy = curstack;
3358                                                 while (copy) {
3359                                                         sd.var[copy->varnum].flags |= SAVEDVAR;
3360                                                         /* in case copy->varnum is/will be a LOCALVAR */
3361                                                         /* once and set back to a non LOCALVAR        */
3362                                                         /* the correct SAVEDVAR flag has to be        */
3363                                                         /* remembered in copy->flags, too             */
3364                                                         copy->flags |= SAVEDVAR;
3365                                                         copy = copy->prev;
3366                                                 }
3367
3368                                                 OP3_0(TYPE_ADR, TYPE_INT, TYPE_ADR);
3369                                                 break;
3370
3371
3372                                         case ICMD_LASTORE:
3373                                         case ICMD_FASTORE:
3374                                         case ICMD_DASTORE:
3375                                                 coalescing_boundary = sd.new;
3376                                                 iptr->flags.bits |= INS_FLAG_CHECK;
3377                                                 COUNT(count_check_null);
3378                                                 COUNT(count_check_bound);
3379                                                 COUNT(count_pcmd_mem);
3380                                                 OP3_0(TYPE_ADR, TYPE_INT, opcode - ICMD_IASTORE);
3381                                                 break;
3382
3383                                         case ICMD_IASTORE:
3384                                         case ICMD_BASTORE:
3385                                         case ICMD_CASTORE:
3386                                         case ICMD_SASTORE:
3387                                                 coalescing_boundary = sd.new;
3388                                                 iptr->flags.bits |= INS_FLAG_CHECK;
3389                                                 COUNT(count_check_null);
3390                                                 COUNT(count_check_bound);
3391                                                 COUNT(count_pcmd_mem);
3392                                                 OP3_0(TYPE_ADR, TYPE_INT, TYPE_INT);
3393                                                 break;
3394
3395                                                 /* pop 1 push 0 */
3396
3397                                         case ICMD_POP:
3398 #ifdef ENABLE_VERIFIER
3399                                                 if (opt_verify) {
3400                                                         REQUIRE(1);
3401                                                         if (IS_2_WORD_TYPE(curstack->type))
3402                                                                 goto throw_stack_category_error;
3403                                                 }
3404 #endif
3405                                                 OP1_0_ANY;
3406                                                 break;
3407
3408                                         case ICMD_IRETURN:
3409                                         case ICMD_LRETURN:
3410                                         case ICMD_FRETURN:
3411                                         case ICMD_DRETURN:
3412                                         case ICMD_ARETURN:
3413                                                 coalescing_boundary = sd.new;
3414                                                 /* Assert here that no LOCAL or INOUTS get */
3415                                                 /* preallocated, since tha macros are not   */
3416                                                 /* available in md-abi.c! */
3417                                                 if (IS_TEMPVAR(curstack))
3418                                                         md_return_alloc(jd, curstack);
3419                                                 COUNT(count_pcmd_return);
3420                                                 OP1_0(opcode - ICMD_IRETURN);
3421                                                 superblockend = true;
3422                                                 sd.jd->returncount++;
3423                                                 sd.jd->returnblock = sd.bptr;
3424                                                 break;
3425
3426                                         case ICMD_ATHROW:
3427                                                 coalescing_boundary = sd.new;
3428                                                 COUNT(count_check_null);
3429                                                 OP1_0(TYPE_ADR);
3430                                                 curstack = NULL; stackdepth = 0;
3431                                                 superblockend = true;
3432                                                 break;
3433
3434                                         case ICMD_PUTSTATIC:
3435                                                 coalescing_boundary = sd.new;
3436                                                 COUNT(count_pcmd_mem);
3437                                                 INSTRUCTION_GET_FIELDREF(iptr, fmiref);
3438                                                 OP1_0(fmiref->parseddesc.fd->type);
3439                                                 break;
3440
3441                                                 /* pop 1 push 0 branch */
3442
3443                                         case ICMD_IFNULL:
3444                                         case ICMD_IFNONNULL:
3445                                                 COUNT(count_pcmd_bra);
3446                                                 OP1_BRANCH(TYPE_ADR);
3447                                                 BRANCH(tbptr);
3448                                                 break;
3449
3450                                         case ICMD_IFEQ:
3451                                         case ICMD_IFNE:
3452                                         case ICMD_IFLT:
3453                                         case ICMD_IFGE:
3454                                         case ICMD_IFGT:
3455                                         case ICMD_IFLE:
3456                                                 COUNT(count_pcmd_bra);
3457                                                 /* iptr->sx.val.i is set implicitly in parse by
3458                                                    clearing the memory or from IF_ICMPxx
3459                                                    optimization. */
3460
3461                                                 OP1_BRANCH(TYPE_INT);
3462 /*                                              iptr->sx.val.i = 0; */
3463                                                 BRANCH(tbptr);
3464                                                 break;
3465
3466                                                 /* pop 0 push 0 branch */
3467
3468                                         case ICMD_GOTO:
3469                                                 COUNT(count_pcmd_bra);
3470                                                 OP0_BRANCH;
3471                                                 BRANCH(tbptr);
3472                                                 superblockend = true;
3473                                                 break;
3474
3475                                                 /* pop 1 push 0 table branch */
3476
3477                                         case ICMD_TABLESWITCH:
3478                                                 COUNT(count_pcmd_table);
3479                                                 OP1_BRANCH(TYPE_INT);
3480
3481                                                 table = iptr->dst.table;
3482                                                 BRANCH_TARGET(*table, tbptr);
3483                                                 table++;
3484
3485                                                 i = iptr->sx.s23.s3.tablehigh
3486                                                   - iptr->sx.s23.s2.tablelow + 1;
3487
3488                                                 while (--i >= 0) {
3489                                                         BRANCH_TARGET(*table, tbptr);
3490                                                         table++;
3491                                                 }
3492                                                 superblockend = true;
3493                                                 break;
3494
3495                                                 /* pop 1 push 0 table branch */
3496
3497                                         case ICMD_LOOKUPSWITCH:
3498                                                 COUNT(count_pcmd_table);
3499                                                 OP1_BRANCH(TYPE_INT);
3500
3501                                                 BRANCH_TARGET(iptr->sx.s23.s3.lookupdefault, tbptr);
3502
3503                                                 lookup = iptr->dst.lookup;
3504
3505                                                 i = iptr->sx.s23.s2.lookupcount;
3506
3507                                                 while (--i >= 0) {
3508                                                         BRANCH_TARGET(lookup->target, tbptr);
3509                                                         lookup++;
3510                                                 }
3511                                                 superblockend = true;
3512                                                 break;
3513
3514                                         case ICMD_MONITORENTER:
3515                                         case ICMD_MONITOREXIT:
3516                                                 coalescing_boundary = sd.new;
3517                                                 COUNT(count_check_null);
3518                                                 OP1_0(TYPE_ADR);
3519                                                 break;
3520
3521                                                 /* pop 2 push 0 branch */
3522
3523                                         case ICMD_IF_ICMPEQ:
3524                                         case ICMD_IF_ICMPNE:
3525                                         case ICMD_IF_ICMPLT:
3526                                         case ICMD_IF_ICMPGE:
3527                                         case ICMD_IF_ICMPGT:
3528                                         case ICMD_IF_ICMPLE:
3529                                                 COUNT(count_pcmd_bra);
3530                                                 OP2_BRANCH(TYPE_INT, TYPE_INT);
3531                                                 BRANCH(tbptr);
3532                                                 break;
3533
3534                                         case ICMD_IF_ACMPEQ:
3535                                         case ICMD_IF_ACMPNE:
3536                                                 COUNT(count_pcmd_bra);
3537                                                 OP2_BRANCH(TYPE_ADR, TYPE_ADR);
3538                                                 BRANCH(tbptr);
3539                                                 break;
3540
3541                                                 /* pop 2 push 0 */
3542
3543                                         case ICMD_PUTFIELD:
3544                                                 coalescing_boundary = sd.new;
3545                                                 COUNT(count_check_null);
3546                                                 COUNT(count_pcmd_mem);
3547                                                 INSTRUCTION_GET_FIELDREF(iptr, fmiref);
3548                                                 OP2_0(TYPE_ADR, fmiref->parseddesc.fd->type);
3549                                                 break;
3550
3551                                         case ICMD_POP2:
3552                                                 REQUIRE(1);
3553                                                 if (!IS_2_WORD_TYPE(curstack->type)) {
3554                                                         /* ..., cat1 */
3555 #ifdef ENABLE_VERIFIER
3556                                                         if (opt_verify) {
3557                                                                 REQUIRE(2);
3558                                                                 if (IS_2_WORD_TYPE(curstack->prev->type))
3559                                                                         goto throw_stack_category_error;
3560                                                         }
3561 #endif
3562                                                         OP2_0_ANY_ANY; /* pop two slots */
3563                                                 }
3564                                                 else {
3565                                                         iptr->opc = ICMD_POP;
3566                                                         OP1_0_ANY; /* pop one (two-word) slot */
3567                                                 }
3568                                                 break;
3569
3570                                                 /* pop 0 push 1 dup */
3571
3572                                         case ICMD_DUP:
3573 #ifdef ENABLE_VERIFIER
3574                                                 if (opt_verify) {
3575                                                         REQUIRE(1);
3576                                                         if (IS_2_WORD_TYPE(curstack->type))
3577                                                                 goto throw_stack_category_error;
3578                                                 }
3579 #endif
3580                                                 COUNT(count_dup_instruction);
3581
3582 icmd_DUP:
3583                                                 src1 = curstack;
3584
3585                                                 COPY_UP(src1);
3586                                                 coalescing_boundary = sd.new - 1;
3587                                                 break;
3588
3589                                         case ICMD_DUP2:
3590                                                 REQUIRE(1);
3591                                                 if (IS_2_WORD_TYPE(curstack->type)) {
3592                                                         /* ..., cat2 */
3593                                                         iptr->opc = ICMD_DUP;
3594                                                         goto icmd_DUP;
3595                                                 }
3596                                                 else {
3597                                                         REQUIRE(2);
3598                                                         /* ..., ????, cat1 */
3599 #ifdef ENABLE_VERIFIER
3600                                                         if (opt_verify) {
3601                                                                 if (IS_2_WORD_TYPE(curstack->prev->type))
3602                                                                         goto throw_stack_category_error;
3603                                                         }
3604 #endif
3605                                                         src1 = curstack->prev;
3606                                                         src2 = curstack;
3607
3608                                                         COPY_UP(src1); iptr++; len--;
3609                                                         COPY_UP(src2);
3610
3611                                                         coalescing_boundary = sd.new;
3612                                                 }
3613                                                 break;
3614
3615                                                 /* pop 2 push 3 dup */
3616
3617                                         case ICMD_DUP_X1:
3618 #ifdef ENABLE_VERIFIER
3619                                                 if (opt_verify) {
3620                                                         REQUIRE(2);
3621                                                         if (IS_2_WORD_TYPE(curstack->type) ||
3622                                                                 IS_2_WORD_TYPE(curstack->prev->type))
3623                                                                         goto throw_stack_category_error;
3624                                                 }
3625 #endif
3626
3627 icmd_DUP_X1:
3628                                                 src1 = curstack->prev;
3629                                                 src2 = curstack;
3630                                                 POPANY; POPANY;
3631                                                 stackdepth -= 2;
3632
3633                                                 /* move non-temporary sources out of the way */
3634                                                 if (!IS_TEMPVAR(src2)) {
3635                                                         MOVE_TO_TEMP(src2); iptr++; len--;
3636                                                 }
3637
3638                                                 DUP_SLOT(src2); dst1 = curstack; stackdepth++;
3639
3640                                                 MOVE_UP(src1); iptr++; len--;
3641                                                 MOVE_UP(src2); iptr++; len--;
3642
3643                                                 COPY_DOWN(curstack, dst1);
3644
3645                                                 coalescing_boundary = sd.new;
3646                                                 break;
3647
3648                                         case ICMD_DUP2_X1:
3649                                                 REQUIRE(2);
3650                                                 if (IS_2_WORD_TYPE(curstack->type)) {
3651                                                         /* ..., ????, cat2 */
3652 #ifdef ENABLE_VERIFIER
3653                                                         if (opt_verify) {
3654                                                                 if (IS_2_WORD_TYPE(curstack->prev->type))
3655                                                                         goto throw_stack_category_error;
3656                                                         }
3657 #endif
3658                                                         iptr->opc = ICMD_DUP_X1;
3659                                                         goto icmd_DUP_X1;
3660                                                 }
3661                                                 else {
3662                                                         /* ..., ????, cat1 */
3663 #ifdef ENABLE_VERIFIER
3664                                                         if (opt_verify) {
3665                                                                 REQUIRE(3);
3666                                                                 if (IS_2_WORD_TYPE(curstack->prev->type)
3667                                                                         || IS_2_WORD_TYPE(curstack->prev->prev->type))
3668                                                                                 goto throw_stack_category_error;
3669                                                         }
3670 #endif
3671
3672 icmd_DUP2_X1:
3673                                                         src1 = curstack->prev->prev;
3674                                                         src2 = curstack->prev;
3675                                                         src3 = curstack;
3676                                                         POPANY; POPANY; POPANY;
3677                                                         stackdepth -= 3;
3678
3679                                                         /* move non-temporary sources out of the way */
3680                                                         if (!IS_TEMPVAR(src2)) {
3681                                                                 MOVE_TO_TEMP(src2); iptr++; len--;
3682                                                         }
3683                                                         if (!IS_TEMPVAR(src3)) {
3684                                                                 MOVE_TO_TEMP(src3); iptr++; len--;
3685                                                         }
3686
3687                                                         DUP_SLOT(src2); dst1 = curstack; stackdepth++;
3688                                                         DUP_SLOT(src3); dst2 = curstack; stackdepth++;
3689
3690                                                         MOVE_UP(src1); iptr++; len--;
3691                                                         MOVE_UP(src2); iptr++; len--;
3692                                                         MOVE_UP(src3); iptr++; len--;
3693
3694                                                         COPY_DOWN(curstack, dst2); iptr++; len--;
3695                                                         COPY_DOWN(curstack->prev, dst1);
3696
3697                                                         coalescing_boundary = sd.new;
3698                                                 }
3699                                                 break;
3700
3701                                                 /* pop 3 push 4 dup */
3702
3703                                         case ICMD_DUP_X2:
3704                                                 REQUIRE(2);
3705                                                 if (IS_2_WORD_TYPE(curstack->prev->type)) {
3706                                                         /* ..., cat2, ???? */
3707 #ifdef ENABLE_VERIFIER
3708                                                         if (opt_verify) {
3709                                                                 if (IS_2_WORD_TYPE(curstack->type))
3710                                                                         goto throw_stack_category_error;
3711                                                         }
3712 #endif
3713                                                         iptr->opc = ICMD_DUP_X1;
3714                                                         goto icmd_DUP_X1;
3715                                                 }
3716                                                 else {
3717                                                         /* ..., cat1, ???? */
3718 #ifdef ENABLE_VERIFIER
3719                                                         if (opt_verify) {
3720                                                                 REQUIRE(3);
3721                                                                 if (IS_2_WORD_TYPE(curstack->type)
3722                                                                         || IS_2_WORD_TYPE(curstack->prev->prev->type))
3723                                                                                         goto throw_stack_category_error;
3724                                                         }
3725 #endif
3726 icmd_DUP_X2:
3727                                                         src1 = curstack->prev->prev;
3728                                                         src2 = curstack->prev;
3729                                                         src3 = curstack;
3730                                                         POPANY; POPANY; POPANY;
3731                                                         stackdepth -= 3;
3732
3733                                                         /* move non-temporary sources out of the way */
3734                                                         if (!IS_TEMPVAR(src2)) {
3735                                                                 MOVE_TO_TEMP(src2); iptr++; len--;
3736                                                         }
3737                                                         if (!IS_TEMPVAR(src3)) {
3738                                                                 MOVE_TO_TEMP(src3); iptr++; len--;
3739                                                         }
3740
3741                                                         DUP_SLOT(src3); dst1 = curstack; stackdepth++;
3742
3743                                                         MOVE_UP(src1); iptr++; len--;
3744                                                         MOVE_UP(src2); iptr++; len--;
3745                                                         MOVE_UP(src3); iptr++; len--;
3746
3747                                                         COPY_DOWN(curstack, dst1);
3748
3749                                                         coalescing_boundary = sd.new;
3750                                                 }
3751                                                 break;
3752
3753                                         case ICMD_DUP2_X2:
3754                                                 REQUIRE(2);
3755                                                 if (IS_2_WORD_TYPE(curstack->type)) {
3756                                                         /* ..., ????, cat2 */
3757                                                         if (IS_2_WORD_TYPE(curstack->prev->type)) {
3758                                                                 /* ..., cat2, cat2 */
3759                                                                 iptr->opc = ICMD_DUP_X1;
3760                                                                 goto icmd_DUP_X1;
3761                                                         }
3762                                                         else {
3763                                                                 /* ..., cat1, cat2 */
3764 #ifdef ENABLE_VERIFIER
3765                                                                 if (opt_verify) {
3766                                                                         REQUIRE(3);
3767                                                                         if (IS_2_WORD_TYPE(curstack->prev->prev->type))
3768                                                                                         goto throw_stack_category_error;
3769                                                                 }
3770 #endif
3771                                                                 iptr->opc = ICMD_DUP_X2;
3772                                                                 goto icmd_DUP_X2;
3773                                                         }
3774                                                 }
3775
3776                                                 REQUIRE(3);
3777                                                 /* ..., ????, ????, cat1 */
3778
3779                                                 if (IS_2_WORD_TYPE(curstack->prev->prev->type)) {
3780                                                         /* ..., cat2, ????, cat1 */
3781 #ifdef ENABLE_VERIFIER
3782                                                         if (opt_verify) {
3783                                                                 if (IS_2_WORD_TYPE(curstack->prev->type))
3784                                                                         goto throw_stack_category_error;
3785                                                         }
3786 #endif
3787                                                         iptr->opc = ICMD_DUP2_X1;
3788                                                         goto icmd_DUP2_X1;
3789                                                 }
3790                                                 else {
3791                                                         /* ..., cat1, ????, cat1 */
3792 #ifdef ENABLE_VERIFIER
3793                                                         if (opt_verify) {
3794                                                                 REQUIRE(4);
3795                                                                 if (IS_2_WORD_TYPE(curstack->prev->type)
3796                                                                         || IS_2_WORD_TYPE(curstack->prev->prev->prev->type))
3797                                                                         goto throw_stack_category_error;
3798                                                         }
3799 #endif
3800
3801                                                         src1 = curstack->prev->prev->prev;
3802                                                         src2 = curstack->prev->prev;
3803                                                         src3 = curstack->prev;
3804                                                         src4 = curstack;
3805                                                         POPANY; POPANY; POPANY; POPANY;
3806                                                         stackdepth -= 4;
3807
3808                                                         /* move non-temporary sources out of the way */
3809                                                         if (!IS_TEMPVAR(src2)) {
3810                                                                 MOVE_TO_TEMP(src2); iptr++; len--;
3811                                                         }
3812                                                         if (!IS_TEMPVAR(src3)) {
3813                                                                 MOVE_TO_TEMP(src3); iptr++; len--;
3814                                                         }
3815                                                         if (!IS_TEMPVAR(src4)) {
3816                                                                 MOVE_TO_TEMP(src4); iptr++; len--;
3817                                                         }
3818
3819                                                         DUP_SLOT(src3); dst1 = curstack; stackdepth++;
3820                                                         DUP_SLOT(src4); dst2 = curstack; stackdepth++;
3821
3822                                                         MOVE_UP(src1); iptr++; len--;
3823                                                         MOVE_UP(src2); iptr++; len--;
3824                                                         MOVE_UP(src3); iptr++; len--;
3825                                                         MOVE_UP(src4); iptr++; len--;
3826
3827                                                         COPY_DOWN(curstack, dst2); iptr++; len--;
3828                                                         COPY_DOWN(curstack->prev, dst1);
3829
3830                                                         coalescing_boundary = sd.new;
3831                                                 }
3832                                                 break;
3833
3834                                                 /* pop 2 push 2 swap */
3835
3836                                         case ICMD_SWAP:
3837 #ifdef ENABLE_VERIFIER
3838                                                 if (opt_verify) {
3839                                                         REQUIRE(2);
3840                                                         if (IS_2_WORD_TYPE(curstack->type)
3841                                                                 || IS_2_WORD_TYPE(curstack->prev->type))
3842                                                                 goto throw_stack_category_error;
3843                                                 }
3844 #endif
3845
3846                                                 src1 = curstack->prev;
3847                                                 src2 = curstack;
3848                                                 POPANY; POPANY;
3849                                                 stackdepth -= 2;
3850
3851                                                 /* move non-temporary sources out of the way */
3852                                                 if (!IS_TEMPVAR(src1)) {
3853                                                         MOVE_TO_TEMP(src1); iptr++; len--;
3854                                                 }
3855
3856                                                 MOVE_UP(src2); iptr++; len--;
3857                                                 MOVE_UP(src1);
3858
3859                                                 coalescing_boundary = sd.new;
3860                                                 break;
3861
3862                                                 /* pop 2 push 1 */
3863
3864                                         case ICMD_IDIV:
3865                                         case ICMD_IREM:
3866                                                 coalescing_boundary = sd.new;
3867 #if !SUPPORT_DIVISION
3868                                                 bte = iptr->sx.s23.s3.bte;
3869                                                 md = bte->md;
3870
3871                                                 if (md->memuse > rd->memuse)
3872                                                         rd->memuse = md->memuse;
3873                                                 if (md->argintreguse > rd->argintreguse)
3874                                                         rd->argintreguse = md->argintreguse;
3875
3876                                                 /* make all stack variables saved */
3877
3878                                                 copy = curstack;
3879                                                 while (copy) {
3880                                                         sd.var[copy->varnum].flags |= SAVEDVAR;
3881                                                         copy->flags |= SAVEDVAR;
3882                                                         copy = copy->prev;
3883                                                 }
3884                                                 /* FALLTHROUGH */
3885
3886 #endif /* !SUPPORT_DIVISION */
3887
3888                                         case ICMD_ISHL:
3889                                         case ICMD_ISHR:
3890                                         case ICMD_IUSHR:
3891                                         case ICMD_IADD:
3892                                         case ICMD_ISUB:
3893                                         case ICMD_IMUL:
3894                                         case ICMD_IAND:
3895                                         case ICMD_IOR:
3896                                         case ICMD_IXOR:
3897                                                 COUNT(count_pcmd_op);
3898                                                 OP2_1(TYPE_INT, TYPE_INT, TYPE_INT);
3899                                                 break;
3900
3901                                         case ICMD_LDIV:
3902                                         case ICMD_LREM:
3903                                                 coalescing_boundary = sd.new;
3904 #if !(SUPPORT_DIVISION && SUPPORT_LONG && SUPPORT_LONG_DIV)
3905                                                 bte = iptr->sx.s23.s3.bte;
3906                                                 md = bte->md;
3907
3908                                                 if (md->memuse > rd->memuse)
3909                                                         rd->memuse = md->memuse;
3910                                                 if (md->argintreguse > rd->argintreguse)
3911                                                         rd->argintreguse = md->argintreguse;
3912                                                 /* XXX non-leaf method? */
3913
3914                                                 /* make all stack variables saved */
3915
3916                                                 copy = curstack;
3917                                                 while (copy) {
3918                                                         sd.var[copy->varnum].flags |= SAVEDVAR;
3919                                                         copy->flags |= SAVEDVAR;
3920                                                         copy = copy->prev;
3921                                                 }
3922                                                 /* FALLTHROUGH */
3923
3924 #endif /* !(SUPPORT_DIVISION && SUPPORT_LONG && SUPPORT_LONG_DIV) */
3925
3926                                         case ICMD_LMUL:
3927                                         case ICMD_LADD:
3928                                         case ICMD_LSUB:
3929 #if SUPPORT_LONG_LOGICAL
3930                                         case ICMD_LAND:
3931                                         case ICMD_LOR:
3932                                         case ICMD_LXOR:
3933 #endif /* SUPPORT_LONG_LOGICAL */
3934                                                 COUNT(count_pcmd_op);
3935                                                 OP2_1(TYPE_LNG, TYPE_LNG, TYPE_LNG);
3936                                                 break;
3937
3938                                         case ICMD_LSHL:
3939                                         case ICMD_LSHR:
3940                                         case ICMD_LUSHR:
3941                                                 COUNT(count_pcmd_op);
3942                                                 OP2_1(TYPE_LNG, TYPE_INT, TYPE_LNG);
3943                                                 break;
3944
3945                                         case ICMD_FADD:
3946                                         case ICMD_FSUB:
3947                                         case ICMD_FMUL:
3948                                         case ICMD_FDIV:
3949                                         case ICMD_FREM:
3950                                                 COUNT(count_pcmd_op);
3951                                                 OP2_1(TYPE_FLT, TYPE_FLT, TYPE_FLT);
3952                                                 break;
3953
3954                                         case ICMD_DADD:
3955                                         case ICMD_DSUB:
3956                                         case ICMD_DMUL:
3957                                         case ICMD_DDIV:
3958                                         case ICMD_DREM:
3959                                                 COUNT(count_pcmd_op);
3960                                                 OP2_1(TYPE_DBL, TYPE_DBL, TYPE_DBL);
3961                                                 break;
3962
3963                                         case ICMD_LCMP:
3964                                                 COUNT(count_pcmd_op);
3965 #if SUPPORT_LONG_CMP_CONST
3966                                                 if ((len == 0) || (iptr[1].sx.val.i != 0))
3967                                                         goto normal_LCMP;
3968
3969                                                 switch (iptr[1].opc) {
3970                                                 case ICMD_IFEQ:
3971                                                         iptr->opc = ICMD_IF_LCMPEQ;
3972                                                 icmd_lcmp_if_tail:
3973                                                         iptr->dst.block = iptr[1].dst.block;
3974                                                         iptr[1].opc = ICMD_NOP;
3975
3976                                                         OP2_BRANCH(TYPE_LNG, TYPE_LNG);
3977                                                         BRANCH(tbptr);
3978
3979                                                         COUNT(count_pcmd_bra);
3980                                                         break;
3981                                                 case ICMD_IFNE:
3982                                                         iptr->opc = ICMD_IF_LCMPNE;
3983                                                         goto icmd_lcmp_if_tail;
3984                                                 case ICMD_IFLT:
3985                                                         iptr->opc = ICMD_IF_LCMPLT;
3986                                                         goto icmd_lcmp_if_tail;
3987                                                 case ICMD_IFGT:
3988                                                         iptr->opc = ICMD_IF_LCMPGT;
3989                                                         goto icmd_lcmp_if_tail;
3990                                                 case ICMD_IFLE:
3991                                                         iptr->opc = ICMD_IF_LCMPLE;
3992                                                         goto icmd_lcmp_if_tail;
3993                                                 case ICMD_IFGE:
3994                                                         iptr->opc = ICMD_IF_LCMPGE;
3995                                                         goto icmd_lcmp_if_tail;
3996                                                 default:
3997                                                         goto normal_LCMP;
3998                                                 }
3999                                                 break;
4000 normal_LCMP:
4001 #endif /* SUPPORT_LONG_CMP_CONST */
4002                                                         OP2_1(TYPE_LNG, TYPE_LNG, TYPE_INT);
4003                                                 break;
4004
4005                                         case ICMD_FCMPL:
4006                                         case ICMD_FCMPG:
4007                                                 COUNT(count_pcmd_op);
4008                                                 OP2_1(TYPE_FLT, TYPE_FLT, TYPE_INT);
4009                                                 break;
4010
4011                                         case ICMD_DCMPL:
4012                                         case ICMD_DCMPG:
4013                                                 COUNT(count_pcmd_op);
4014                                                 OP2_1(TYPE_DBL, TYPE_DBL, TYPE_INT);
4015                                                 break;
4016
4017                                                 /* pop 1 push 1 */
4018
4019                                         case ICMD_INEG:
4020                                         case ICMD_INT2BYTE:
4021                                         case ICMD_INT2CHAR:
4022                                         case ICMD_INT2SHORT:
4023                                                 COUNT(count_pcmd_op);
4024                                                 OP1_1(TYPE_INT, TYPE_INT);
4025                                                 break;
4026                                         case ICMD_LNEG:
4027                                                 COUNT(count_pcmd_op);
4028                                                 OP1_1(TYPE_LNG, TYPE_LNG);
4029                                                 break;
4030                                         case ICMD_FNEG:
4031                                                 COUNT(count_pcmd_op);
4032                                                 OP1_1(TYPE_FLT, TYPE_FLT);
4033                                                 break;
4034                                         case ICMD_DNEG:
4035                                                 COUNT(count_pcmd_op);
4036                                                 OP1_1(TYPE_DBL, TYPE_DBL);
4037                                                 break;
4038
4039                                         case ICMD_I2L:
4040                                                 COUNT(count_pcmd_op);
4041                                                 OP1_1(TYPE_INT, TYPE_LNG);
4042                                                 break;
4043                                         case ICMD_I2F:
4044                                                 COUNT(count_pcmd_op);
4045                                                 OP1_1(TYPE_INT, TYPE_FLT);
4046                                                 break;
4047                                         case ICMD_I2D:
4048                                                 COUNT(count_pcmd_op);
4049                                                 OP1_1(TYPE_INT, TYPE_DBL);
4050                                                 break;
4051                                         case ICMD_L2I:
4052                                                 COUNT(count_pcmd_op);
4053                                                 OP1_1(TYPE_LNG, TYPE_INT);
4054                                                 break;
4055                                         case ICMD_L2F:
4056                                                 COUNT(count_pcmd_op);
4057                                                 OP1_1(TYPE_LNG, TYPE_FLT);
4058                                                 break;
4059                                         case ICMD_L2D:
4060                                                 COUNT(count_pcmd_op);
4061                                                 OP1_1(TYPE_LNG, TYPE_DBL);
4062                                                 break;
4063                                         case ICMD_F2I:
4064                                                 COUNT(count_pcmd_op);
4065                                                 OP1_1(TYPE_FLT, TYPE_INT);
4066                                                 break;
4067                                         case ICMD_F2L:
4068                                                 COUNT(count_pcmd_op);
4069                                                 OP1_1(TYPE_FLT, TYPE_LNG);
4070                                                 break;
4071                                         case ICMD_F2D:
4072                                                 COUNT(count_pcmd_op);
4073                                                 OP1_1(TYPE_FLT, TYPE_DBL);
4074                                                 break;
4075                                         case ICMD_D2I:
4076                                                 COUNT(count_pcmd_op);
4077                                                 OP1_1(TYPE_DBL, TYPE_INT);
4078                                                 break;
4079                                         case ICMD_D2L:
4080                                                 COUNT(count_pcmd_op);
4081                                                 OP1_1(TYPE_DBL, TYPE_LNG);
4082                                                 break;
4083                                         case ICMD_D2F:
4084                                                 COUNT(count_pcmd_op);
4085                                                 OP1_1(TYPE_DBL, TYPE_FLT);
4086                                                 break;
4087
4088                                         case ICMD_CHECKCAST:
4089                                                 coalescing_boundary = sd.new;
4090                                                 if (iptr->flags.bits & INS_FLAG_ARRAY) {
4091                                                         /* array type cast-check */
4092
4093                                                         bte = builtintable_get_internal(BUILTIN_arraycheckcast);
4094                                                         md = bte->md;
4095
4096                                                         if (md->memuse > rd->memuse)
4097                                                                 rd->memuse = md->memuse;
4098                                                         if (md->argintreguse > rd->argintreguse)
4099                                                                 rd->argintreguse = md->argintreguse;
4100
4101                                                         /* make all stack variables saved */
4102
4103                                                         copy = curstack;
4104                                                         while (copy) {
4105                                                                 sd.var[copy->varnum].flags |= SAVEDVAR;
4106                                                                 copy->flags |= SAVEDVAR;
4107                                                                 copy = copy->prev;
4108                                                         }
4109                                                 }
4110                                                 OP1_1(TYPE_ADR, TYPE_ADR);
4111                                                 break;
4112
4113                                         case ICMD_INSTANCEOF:
4114                                         case ICMD_ARRAYLENGTH:
4115                                                 coalescing_boundary = sd.new;
4116                                                 OP1_1(TYPE_ADR, TYPE_INT);
4117                                                 break;
4118
4119                                         case ICMD_NEWARRAY:
4120                                         case ICMD_ANEWARRAY:
4121                                                 coalescing_boundary = sd.new;
4122                                                 OP1_1(TYPE_INT, TYPE_ADR);
4123                                                 break;
4124
4125                                         case ICMD_GETFIELD:
4126                                                 coalescing_boundary = sd.new;
4127                                                 COUNT(count_check_null);
4128                                                 COUNT(count_pcmd_mem);
4129                                                 INSTRUCTION_GET_FIELDREF(iptr, fmiref);
4130                                                 OP1_1(TYPE_ADR, fmiref->parseddesc.fd->type);
4131                                                 break;
4132
4133                                                 /* pop 0 push 1 */
4134
4135                                         case ICMD_GETSTATIC:
4136                                                 coalescing_boundary = sd.new;
4137                                                 COUNT(count_pcmd_mem);
4138                                                 INSTRUCTION_GET_FIELDREF(iptr, fmiref);
4139                                                 OP0_1(fmiref->parseddesc.fd->type);
4140                                                 break;
4141
4142                                         case ICMD_NEW:
4143                                                 coalescing_boundary = sd.new;
4144                                                 OP0_1(TYPE_ADR);
4145                                                 break;
4146
4147                                         case ICMD_JSR:
4148                                                 OP0_1(TYPE_RET);
4149
4150                                                 tbptr = iptr->sx.s23.s3.jsrtarget.block;
4151                                                 tbptr->type = BBTYPE_SBR;
4152
4153                                                 assert(sd.bptr->next);  /* XXX exception */
4154                                                 sd.var[curstack->varnum].vv.retaddr = sd.bptr->next;
4155 #if defined(ENABLE_VERIFIER)
4156                                                 sd.var[curstack->varnum].SBRSTART = (void*) tbptr;
4157 #endif
4158
4159                                                 tbptr = stack_mark_reached(&sd, tbptr, curstack, stackdepth);
4160                                                 if (tbptr == NULL)
4161                                                         return false;
4162
4163                                                 iptr->sx.s23.s3.jsrtarget.block = tbptr;
4164
4165                                                 /* We need to check for overflow right here because
4166                                                  * the pushed value is poped afterwards */
4167                                                 CHECKOVERFLOW;
4168
4169                                                 superblockend = true;
4170                                                 /* XXX should not be marked as interface, as it does not need to be */
4171                                                 /* allocated. Same for the invar of the target. */
4172                                                 break;
4173
4174                                         /* pop many push any */
4175
4176                                         case ICMD_BUILTIN:
4177 icmd_BUILTIN:
4178                                                 bte = iptr->sx.s23.s3.bte;
4179                                                 md = bte->md;
4180                                                 goto _callhandling;
4181
4182                                         case ICMD_INVOKESTATIC:
4183                                         case ICMD_INVOKESPECIAL:
4184                                         case ICMD_INVOKEVIRTUAL:
4185                                         case ICMD_INVOKEINTERFACE:
4186                                                 COUNT(count_pcmd_met);
4187
4188                                                 /* Check for functions to replace with builtin
4189                                                  * functions. */
4190
4191                                                 if (builtintable_replace_function(iptr))
4192                                                         goto icmd_BUILTIN;
4193
4194                                                 INSTRUCTION_GET_METHODDESC(iptr, md);
4195                                                 /* XXX resurrect this COUNT? */
4196 /*                          if (lm->flags & ACC_STATIC) */
4197 /*                              {COUNT(count_check_null);} */
4198
4199                                         _callhandling:
4200
4201                                                 coalescing_boundary = sd.new;
4202
4203                                                 i = md->paramcount;
4204
4205                                                 if (md->memuse > rd->memuse)
4206                                                         rd->memuse = md->memuse;
4207                                                 if (md->argintreguse > rd->argintreguse)
4208                                                         rd->argintreguse = md->argintreguse;
4209                                                 if (md->argfltreguse > rd->argfltreguse)
4210                                                         rd->argfltreguse = md->argfltreguse;
4211
4212                                                 REQUIRE(i);
4213
4214                                                 iptr->s1.argcount = stackdepth;
4215                                                 iptr->sx.s23.s2.args = DMNEW(s4, stackdepth);
4216
4217                                                 copy = curstack;
4218                                                 for (i-- ; i >= 0; i--) {
4219                                                         iptr->sx.s23.s2.args[i] = copy->varnum;
4220
4221                                                         /* do not change STACKVARs or LOCALVARS to ARGVAR*/
4222                                                         /* ->  won't help anyway */
4223                                                         if (!(IS_INOUT(copy) || IS_LOCALVAR(copy))) {
4224
4225 #if defined(SUPPORT_PASS_FLOATARGS_IN_INTREGS)
4226                         /* If we pass float arguments in integer argument registers, we
4227                          * are not allowed to precolor them here. Floats have to be moved
4228                          * to this regs explicitly in codegen().
4229                          * Only arguments that are passed by stack anyway can be precolored
4230                          * (michi 2005/07/24) */
4231                                                         if (!(sd.var[copy->varnum].flags & SAVEDVAR) &&
4232                                                            (!IS_FLT_DBL_TYPE(copy->type)
4233                                                                 || md->params[i].inmemory)) {
4234 #else
4235                                                         if (!(sd.var[copy->varnum].flags & SAVEDVAR)) {
4236 #endif
4237
4238                                                                 SET_PREALLOC(copy);
4239
4240                                                                 if (md->params[i].inmemory) {
4241                                                                         sd.var[copy->varnum].vv.regoff =
4242                                                                                 md->params[i].regoff;
4243                                                                         sd.var[copy->varnum].flags |=
4244                                                                                 INMEMORY;
4245                                                                 }
4246                                                                 else {
4247                                                                         if (IS_FLT_DBL_TYPE(copy->type)) {
4248 #if defined(SUPPORT_PASS_FLOATARGS_IN_INTREGS)
4249                                                                                 assert(0); /* XXX is this assert ok? */
4250 #else
4251                                                                                 sd.var[copy->varnum].vv.regoff =
4252                                                                                         md->params[i].regoff;
4253 #endif /* SUPPORT_PASS_FLOATARGS_IN_INTREGS */
4254                                                                         }
4255                                                                         else {
4256 #if defined(SUPPORT_COMBINE_INTEGER_REGISTERS)
4257                                                                                 if (IS_2_WORD_TYPE(copy->type))
4258                                                                                         sd.var[copy->varnum].vv.regoff =
4259                         PACK_REGS(GET_LOW_REG(md->params[i].regoff),
4260                                           GET_HIGH_REG(md->params[i].regoff));
4261
4262                                                                                 else
4263 #endif /* SUPPORT_COMBINE_INTEGER_REGISTERS */
4264                                                                                         sd.var[copy->varnum].vv.regoff =
4265                                                                                                 md->params[i].regoff;
4266                                                                         }
4267                                                                 }
4268                                                         }
4269                                                         }
4270                                                         copy = copy->prev;
4271                                                 }
4272
4273                                                 /* deal with live-through stack slots "under" the */
4274                                                 /* arguments */
4275
4276                                                 i = md->paramcount;
4277
4278                                                 while (copy) {
4279                                                         iptr->sx.s23.s2.args[i++] = copy->varnum;
4280                                                         sd.var[copy->varnum].flags |= SAVEDVAR;
4281                                                         copy->flags |= SAVEDVAR | PASSTHROUGH;
4282                                                         copy = copy->prev;
4283                                                 }
4284
4285                                                 /* pop the arguments */
4286
4287                                                 i = md->paramcount;
4288
4289                                                 stackdepth -= i;
4290                                                 while (--i >= 0) {
4291                                                         POPANY;
4292                                                 }
4293
4294                                                 /* push the return value */
4295
4296                                                 if (md->returntype.type != TYPE_VOID) {
4297                                                         GET_NEW_VAR(sd, new_index, md->returntype.type);
4298                                                         DST(md->returntype.type, new_index);
4299                                                         stackdepth++;
4300                                                 }
4301                                                 break;
4302
4303                                         case ICMD_MULTIANEWARRAY:
4304                                                 coalescing_boundary = sd.new;
4305                                                 if (rd->argintreguse < MIN(3, INT_ARG_CNT))
4306                                                         rd->argintreguse = MIN(3, INT_ARG_CNT);
4307
4308                                                 i = iptr->s1.argcount;
4309
4310                                                 REQUIRE(i);
4311
4312                                                 iptr->sx.s23.s2.args = DMNEW(s4, i);
4313
4314 #if defined(SPECIALMEMUSE)
4315 # if defined(__DARWIN__)
4316                                                 if (rd->memuse < (i + INT_ARG_CNT +LA_SIZE_IN_POINTERS))
4317                                                         rd->memuse = i + LA_SIZE_IN_POINTERS + INT_ARG_CNT;
4318 # else
4319                                                 if (rd->memuse < (i + LA_SIZE_IN_POINTERS + 3))
4320                                                         rd->memuse = i + LA_SIZE_IN_POINTERS + 3;
4321 # endif
4322 #else
4323 # if defined(__I386__)
4324                                                 if (rd->memuse < i + 3)
4325                                                         rd->memuse = i + 3; /* n integer args spilled on stack */
4326 # elif defined(__MIPS__) && SIZEOF_VOID_P == 4
4327                                                 if (rd->memuse < i + 2)
4328                                                         rd->memuse = i + 2; /* 4*4 bytes callee save space */
4329 # else
4330                                                 if (rd->memuse < i)
4331                                                         rd->memuse = i; /* n integer args spilled on stack */
4332 # endif /* defined(__I386__) */
4333 #endif
4334                                                 copy = curstack;
4335                                                 while (--i >= 0) {
4336                                         /* check INT type here? Currently typecheck does this. */
4337                                                         iptr->sx.s23.s2.args[i] = copy->varnum;
4338                                                         if (!(sd.var[copy->varnum].flags & SAVEDVAR)
4339                                                                 && (!IS_INOUT(copy))
4340                                                                 && (!IS_LOCALVAR(copy)) ) {
4341                                                                 copy->varkind = ARGVAR;
4342                                                                 sd.var[copy->varnum].flags |=
4343                                                                         INMEMORY & PREALLOC;
4344 #if defined(SPECIALMEMUSE)
4345 # if defined(__DARWIN__)
4346                                                                 sd.var[copy->varnum].vv.regoff = i +
4347                                                                         LA_SIZE_IN_POINTERS + INT_ARG_CNT;
4348 # else
4349                                                                 sd.var[copy->varnum].vv.regoff = i +
4350                                                                         LA_SIZE_IN_POINTERS + 3;
4351 # endif
4352 #else
4353 # if defined(__I386__)
4354                                                                 sd.var[copy->varnum].vv.regoff = i + 3;
4355 # elif defined(__MIPS__) && SIZEOF_VOID_P == 4
4356                                                                 sd.var[copy->varnum].vv.regoff = i + 2;
4357 # else
4358                                                                 sd.var[copy->varnum].vv.regoff = i;
4359 # endif /* defined(__I386__) */
4360 #endif /* defined(SPECIALMEMUSE) */
4361                                                         }
4362                                                         copy = copy->prev;
4363                                                 }
4364                                                 while (copy) {
4365                                                         sd.var[copy->varnum].flags |= SAVEDVAR;
4366                                                         copy->flags |= SAVEDVAR;
4367                                                         copy = copy->prev;
4368                                                 }
4369
4370                                                 i = iptr->s1.argcount;
4371                                                 stackdepth -= i;
4372                                                 while (--i >= 0) {
4373                                                         POPANY;
4374                                                 }
4375                                                 GET_NEW_VAR(sd, new_index, TYPE_ADR);
4376                                                 DST(TYPE_ADR, new_index);
4377                                                 stackdepth++;
4378                                                 break;
4379
4380                                         default:
4381                                                 exceptions_throw_internalerror("Unknown ICMD %d during stack analysis",
4382                                                                                                            opcode);
4383                                                 return false;
4384                                         } /* switch */
4385
4386                                         CHECKOVERFLOW;
4387                                         iptr++;
4388                                 } /* while instructions */
4389
4390                                 /* show state after last instruction */
4391
4392 #if defined(STACK_VERBOSE)
4393                                 stack_verbose_show_state(&sd, NULL, curstack);
4394 #endif
4395
4396                                 /* stack slots at basic block end become interfaces */
4397
4398                                 sd.bptr->outdepth = stackdepth;
4399                                 sd.bptr->outvars = DMNEW(s4, stackdepth);
4400
4401                                 i = stackdepth - 1;
4402                                 for (copy = curstack; copy; i--, copy = copy->prev) {
4403                                         varinfo *v;
4404
4405                                         /* with the new vars rd->interfaces will be removed */
4406                                         /* and all in and outvars have to be STACKVARS!     */
4407                                         /* in the moment i.e. SWAP with in and out vars can */
4408                                         /* create an unresolvable conflict */
4409
4410                                         SET_TEMPVAR(copy);
4411                                         type = copy->type;
4412
4413                                         v = sd.var + copy->varnum;
4414                                         v->flags |= INOUT;
4415
4416                                         /* do not allocate variables for returnAddresses */
4417
4418                                         if (type != TYPE_RET) {
4419                                                 if (jd->interface_map[i*5 + type].flags == UNUSED) {
4420                                                         /* no interface var until now for this depth and */
4421                                                         /* type */
4422                                                         jd->interface_map[i*5 + type].flags = v->flags;
4423                                                 }
4424                                                 else {
4425                                                         jd->interface_map[i*5 + type].flags |= v->flags;
4426                                                 }
4427                                         }
4428
4429                                         sd.bptr->outvars[i] = copy->varnum;
4430                                 }
4431
4432                                 /* check if interface slots at basic block begin must be saved */
4433
4434                                 for (i=0; i<sd.bptr->indepth; ++i) {
4435                                         varinfo *v = sd.var + sd.bptr->invars[i];
4436
4437                                         type = v->type;
4438
4439                                         if (type != TYPE_RET) {
4440                                                 if (jd->interface_map[i*5 + type].flags == UNUSED) {
4441                                                         /* no interface var until now for this depth and */
4442                                                         /* type */
4443                                                         jd->interface_map[i*5 + type].flags = v->flags;
4444                                                 }
4445                                                 else {
4446                                                         jd->interface_map[i*5 + type].flags |= v->flags;
4447                                                 }
4448                                         }
4449                                 }
4450
4451                                 /* store the number of this block's variables */
4452
4453                                 sd.bptr->varcount = sd.vartop - sd.bptr->varstart;
4454
4455 #if defined(STACK_VERBOSE)
4456                                 stack_verbose_block_exit(&sd, superblockend);
4457 #endif
4458
4459                                 /* reach the following block, if any */
4460
4461                                 if (!superblockend)
4462                                         if (!stack_reach_next_block(&sd))
4463                                                 return false;
4464
4465                 } /* for blocks */
4466
4467         } while (sd.repeat && !deadcode);
4468
4469     /* reset locals of TYPE_RET|VOID to TYPE_ADR */
4470
4471     /* A local variable may be used as both a returnAddress and a reference */
4472     /* type variable, as we do not split variables between these types when */
4473     /* renaming locals. While returnAddresses have been eliminated now, we  */
4474     /* must assume that the variable is still used as TYPE_ADR.             */
4475     /* The only way that a local can be TYPE_VOID at this point, is that it */
4476     /* was a TYPE_RET variable for which incompatible returnAddresses were  */
4477     /* merged. Thus we must treat TYPE_VOID in the same way as TYPE_RET     */
4478     /* here.                                                                */
4479     /* XXX: It would be nice to remove otherwise unused returnAddress       */
4480     /*      variables from the local variable array, so they are not        */
4481     /*      allocated by simplereg. (For LSRA this is not needed).          */
4482
4483         for (i=0; i<sd.localcount; ++i) {
4484                 if (sd.var[i].type == TYPE_RET || sd.var[i].type == TYPE_VOID)
4485                         sd.var[i].type = TYPE_ADR;
4486         }
4487
4488         /* mark temporaries of TYPE_RET as PREALLOC to avoid allocation */
4489
4490         for (i=sd.localcount; i<sd.vartop; ++i) {
4491                 if (sd.var[i].type == TYPE_RET)
4492                         sd.var[i].flags |= PREALLOC;
4493         }
4494
4495         /* XXX hack to fix up the ranges of the cloned single-block handlers */
4496
4497         ex = jd->exceptiontable;
4498         for (; ex != NULL; ex = ex->down) {
4499                 if (ex->start == ex->end) {
4500                         assert(ex->end->next);
4501                         ex->end = ex->end->next;
4502                 }
4503         }
4504
4505         /* store number of created variables */
4506
4507         jd->vartop = sd.vartop;
4508
4509         /* gather statistics *****************************************************/
4510
4511 #if defined(ENABLE_STATISTICS)
4512         if (opt_stat) {
4513                 if (jd->basicblockcount > count_max_basic_blocks)
4514                         count_max_basic_blocks = jd->basicblockcount;
4515                 count_basic_blocks += jd->basicblockcount;
4516                 if (jd->instructioncount > count_max_javainstr)
4517                         count_max_javainstr = jd->instructioncount;
4518                 count_javainstr += jd->instructioncount;
4519                 if (jd->stackcount > count_upper_bound_new_stack)
4520                         count_upper_bound_new_stack = jd->stackcount;
4521                 if ((sd.new - jd->stack) > count_max_new_stack)
4522                         count_max_new_stack = (sd.new - jd->stack);
4523
4524                 sd.bptr = jd->basicblocks;
4525                 for (; sd.bptr; sd.bptr = sd.bptr->next) {
4526                         if (sd.bptr->flags > BBREACHED) {
4527                                 if (sd.bptr->indepth >= 10)
4528                                         count_block_stack[10]++;
4529                                 else
4530                                         count_block_stack[sd.bptr->indepth]++;
4531                                 len = sd.bptr->icount;
4532                                 if (len < 10)
4533                                         count_block_size_distribution[len]++;
4534                                 else if (len <= 12)
4535                                         count_block_size_distribution[10]++;
4536                                 else if (len <= 14)
4537                                         count_block_size_distribution[11]++;
4538                                 else if (len <= 16)
4539                                         count_block_size_distribution[12]++;
4540                                 else if (len <= 18)
4541                                         count_block_size_distribution[13]++;
4542                                 else if (len <= 20)
4543                                         count_block_size_distribution[14]++;
4544                                 else if (len <= 25)
4545                                         count_block_size_distribution[15]++;
4546                                 else if (len <= 30)
4547                                         count_block_size_distribution[16]++;
4548                                 else
4549                                         count_block_size_distribution[17]++;
4550                         }
4551                 }
4552
4553                 if (iteration_count == 1)
4554                         count_analyse_iterations[0]++;
4555                 else if (iteration_count == 2)
4556                         count_analyse_iterations[1]++;
4557                 else if (iteration_count == 3)
4558                         count_analyse_iterations[2]++;
4559                 else if (iteration_count == 4)
4560                         count_analyse_iterations[3]++;
4561                 else
4562                         count_analyse_iterations[4]++;
4563
4564                 if (jd->basicblockcount <= 5)
4565                         count_method_bb_distribution[0]++;
4566                 else if (jd->basicblockcount <= 10)
4567                         count_method_bb_distribution[1]++;
4568                 else if (jd->basicblockcount <= 15)
4569                         count_method_bb_distribution[2]++;
4570                 else if (jd->basicblockcount <= 20)
4571                         count_method_bb_distribution[3]++;
4572                 else if (jd->basicblockcount <= 30)
4573                         count_method_bb_distribution[4]++;
4574                 else if (jd->basicblockcount <= 40)
4575                         count_method_bb_distribution[5]++;
4576                 else if (jd->basicblockcount <= 50)
4577                         count_method_bb_distribution[6]++;
4578                 else if (jd->basicblockcount <= 75)
4579                         count_method_bb_distribution[7]++;
4580                 else
4581                         count_method_bb_distribution[8]++;
4582         }
4583 #endif /* defined(ENABLE_STATISTICS) */
4584
4585         /* everything's ok *******************************************************/
4586
4587         return true;
4588
4589         /* goto labels for throwing verifier exceptions **************************/
4590
4591 #if defined(ENABLE_VERIFIER)
4592
4593 throw_stack_underflow:
4594         exceptions_throw_verifyerror(m, "Unable to pop operand off an empty stack");
4595         return false;
4596
4597 throw_stack_overflow:
4598         exceptions_throw_verifyerror(m, "Stack size too large");
4599         return false;
4600
4601 throw_stack_type_error:
4602         exceptions_throw_verifyerror_for_stack(m, expectedtype);
4603         return false;
4604
4605 throw_stack_category_error:
4606         exceptions_throw_verifyerror(m, "Attempt to split long or double on the stack");
4607         return false;
4608
4609 #endif
4610 }
4611
4612
4613 /* stack_javalocals_store ******************************************************
4614
4615    Model the effect of a ?STORE instruction upon the given javalocals array.
4616
4617    IN:
4618        iptr.............the ?STORE instruction
4619            javalocals.......the javalocals array to modify
4620
4621 *******************************************************************************/
4622
4623 void stack_javalocals_store(instruction *iptr, s4 *javalocals)
4624 {
4625         s4 varindex;     /* index into the jd->var array */
4626         s4 javaindex;    /* java local index             */
4627
4628         varindex = iptr->dst.varindex;
4629         javaindex = iptr->sx.s23.s3.javaindex;
4630
4631         if (javaindex != UNUSED) {
4632                 assert(javaindex >= 0);
4633                 if (iptr->flags.bits & INS_FLAG_RETADDR)
4634                         javalocals[javaindex] = iptr->sx.s23.s2.retaddrnr;
4635                 else
4636                         javalocals[javaindex] = varindex;
4637
4638                 if (iptr->flags.bits & INS_FLAG_KILL_PREV)
4639                         javalocals[javaindex-1] = UNUSED;
4640
4641                 if (iptr->flags.bits & INS_FLAG_KILL_NEXT)
4642                         javalocals[javaindex+1] = UNUSED;
4643         }
4644 }
4645
4646
4647 /* functions for verbose stack analysis output ********************************/
4648
4649 #if defined(STACK_VERBOSE)
4650 static void stack_verbose_show_varinfo(stackdata_t *sd, varinfo *v)
4651 {
4652         printf("%c", show_jit_type_letters[v->type]);
4653         if (v->type == TYPE_RET) {
4654                 printf("{L%03d}", v->vv.retaddr->nr);
4655 #if defined(ENABLE_VERIFIER)
4656                 printf("{start=L%03d}", ((basicblock *)v->SBRSTART)->nr);
4657 #endif
4658         }
4659 }
4660
4661
4662 static void stack_verbose_show_variable(stackdata_t *sd, s4 index)
4663 {
4664         assert(index >= 0 && index < sd->vartop);
4665         stack_verbose_show_varinfo(sd, sd->var + index);
4666 }
4667
4668
4669 static void stack_verbose_show_block(stackdata_t *sd, basicblock *bptr)
4670 {
4671         s4 i;
4672
4673         printf("L%03d type:%d in:%d [", bptr->nr, bptr->type, bptr->indepth);
4674         if (bptr->invars) {
4675                 for (i=0; i<bptr->indepth; ++i) {
4676                         if (i)
4677                                 putchar(' ');
4678                         stack_verbose_show_variable(sd, bptr->invars[i]);
4679                 }
4680         }
4681         else
4682                 putchar('-');
4683         printf("] javalocals ");
4684         show_javalocals_array(sd->jd, sd->javalocals, sd->maxlocals, SHOW_STACK);
4685         printf(" inlocals [");
4686         if (bptr->inlocals) {
4687                 for (i=0; i<sd->localcount; ++i) {
4688                         if (i)
4689                                 putchar(' ');
4690                         stack_verbose_show_varinfo(sd, bptr->inlocals + i);
4691                 }
4692         }
4693         else
4694                 putchar('-');
4695         printf("] out:%d [", bptr->outdepth);
4696         if (bptr->outvars) {
4697                 for (i=0; i<bptr->outdepth; ++i) {
4698                         if (i)
4699                                 putchar(' ');
4700                         stack_verbose_show_variable(sd, bptr->outvars[i]);
4701                 }
4702         }
4703         else
4704                 putchar('-');
4705         printf("]");
4706
4707         if (bptr->original)
4708                 printf(" (clone of L%03d)", bptr->original->nr);
4709         else {
4710                 basicblock *b = bptr->copied_to;
4711                 if (b) {
4712                         printf(" (copied to ");
4713                         for (; b; b = b->copied_to)
4714                                 printf("L%03d ", b->nr);
4715                         printf(")");
4716                 }
4717         }
4718 }
4719
4720
4721 static void stack_verbose_block_enter(stackdata_t *sd, bool reanalyse)
4722 {
4723         int i;
4724
4725         printf("======================================== STACK %sANALYSE BLOCK ",
4726                         (reanalyse) ? ((sd->bptr->iinstr == NULL) ? "CLONE-" : "RE-") : "");
4727         stack_verbose_show_block(sd, sd->bptr);
4728         printf("\n");
4729
4730         if (sd->handlers[0]) {
4731                 printf("HANDLERS: ");
4732                 for (i=0; sd->handlers[i]; ++i) {
4733                         printf("L%03d ", sd->handlers[i]->handler->nr);
4734                 }
4735                 printf("\n");
4736         }
4737         printf("\n");
4738 }
4739
4740
4741 static void stack_verbose_block_exit(stackdata_t *sd, bool superblockend)
4742 {
4743         printf("%s ", (superblockend) ? "SUPERBLOCKEND" : "END");
4744         stack_verbose_show_block(sd, sd->bptr);
4745         printf("\n");
4746 }
4747
4748 static void stack_verbose_show_state(stackdata_t *sd, instruction *iptr, stackelement_t *curstack)
4749 {
4750         stackelement_t *sp;
4751         s4       i;
4752         s4       depth;
4753         varinfo *v;
4754         stackelement_t **stack;
4755
4756         printf("    javalocals ");
4757         show_javalocals_array(sd->jd, sd->javalocals, sd->maxlocals, SHOW_STACK);
4758         printf(" stack [");
4759
4760         for(i = 0, sp = curstack; sp; sp = sp->prev)
4761                 i++;
4762         depth = i;
4763
4764         stack = MNEW(stackelement_t *, depth);
4765         for(sp = curstack; sp; sp = sp->prev)
4766                 stack[--i] = sp;
4767
4768         for(i=0; i<depth; ++i) {
4769                 if (i)
4770                         putchar(' ');
4771                 sp = stack[i];
4772                 v = &(sd->var[sp->varnum]);
4773
4774                 if (v->flags & INOUT)
4775                         putchar('I');
4776                 if (v->flags & PREALLOC)
4777                         putchar('A');
4778                 printf("%d:%c", sp->varnum, show_jit_type_letters[sp->type]);
4779                 if (v->type == TYPE_RET) {
4780                         printf("(L%03d)", v->vv.retaddr->nr);
4781                 }
4782         }
4783         printf("] ... ");
4784         if (iptr)
4785                 show_icmd(sd->jd, iptr, false, SHOW_PARSE);
4786         printf("\n");
4787 }
4788 #endif
4789
4790
4791 /*
4792  * These are local overrides for various environment variables in Emacs.
4793  * Please do not remove this and leave it at the end of the file, where
4794  * Emacs will automagically detect them.
4795  * ---------------------------------------------------------------------
4796  * Local variables:
4797  * mode: c
4798  * indent-tabs-mode: t
4799  * c-basic-offset: 4
4800  * tab-width: 4
4801  * End:
4802  * vim:noexpandtab:sw=4:ts=4:
4803  */