src/vm/jit/jit.c

   1 /* src/vm/jit/jit.c - calls the code generation functions
   2
   3    Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
   4    C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
   5    E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
   6    J. Wenninger, Institut f. Computersprachen - TU Wien
   7
   8    This file is part of CACAO.
   9
  10    This program is free software; you can redistribute it and/or
  11    modify it under the terms of the GNU General Public License as
  12    published by the Free Software Foundation; either version 2, or (at
  13    your option) any later version.
  14
  15    This program is distributed in the hope that it will be useful, but
  16    WITHOUT ANY WARRANTY; without even the implied warranty of
  17    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  18    General Public License for more details.
  19
  20    You should have received a copy of the GNU General Public License
  21    along with this program; if not, write to the Free Software
  22    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  23    02110-1301, USA.
  24
  25    $Id: jit.c 7577 2007-03-25 20:55:06Z twisti $
  26
  27 */
  28
  29
  30 #include "config.h"
  31
  32 #include <assert.h>
  33
  34 #include "vm/types.h"
  35
  36 #include "mm/memory.h"
  37 #include "native/native.h"
  38 #include "toolbox/logging.h"
  39
  40 #if defined(ENABLE_THREADS)
  41 # include "threads/native/lock.h"
  42 #else
  43 # include "threads/none/lock.h"
  44 #endif
  45
  46 #include "vm/global.h"
  47 #include "vm/initialize.h"
  48
  49 #include "vm/jit/asmpart.h"
  50
  51 # include "vm/jit/cfg.h"
  52
  53 #include "vm/jit/codegen-common.h"
  54 #include "vm/jit/disass.h"
  55 #include "vm/jit/dseg.h"
  56 #include "vm/jit/jit.h"
  57 #include "vm/jit/md.h"
  58 #include "vm/jit/parse.h"
  59 #include "vm/jit/reg.h"
  60
  61 #include "vm/jit/show.h"
  62 #include "vm/jit/stack.h"
  63
  64 #include "vm/jit/allocator/simplereg.h"
  65 #if defined(ENABLE_LSRA) && !defined(ENABLE_SSA)
  66 # include "vm/jit/allocator/lsra.h"
  67 #endif
  68 #if defined(ENABLE_SSA)
  69 # include "vm/jit/optimizing/lsra.h"
  70 # include "vm/jit/optimizing/ssa.h"
  71 #endif
  72
  73 #include "vm/jit/loop/analyze.h"
  74 #include "vm/jit/loop/graph.h"
  75 #include "vm/jit/loop/loop.h"
  76
  77 #if defined(ENABLE_IFCONV)
  78 # include "vm/jit/optimizing/ifconv.h"
  79 #endif
  80
  81 #include "vm/jit/optimizing/reorder.h"
  82
  83 #include "vm/jit/verify/typecheck.h"
  84
  85 #if defined(ENABLE_THREADS)
  86 # include "threads/native/threads.h"
  87 #endif
  88
  89 #include "vmcore/class.h"
  90 #include "vmcore/loader.h"
  91 #include "vmcore/method.h"
  92 #include "vmcore/options.h"
  93 #include "vmcore/rt-timing.h"
  94 #include "vmcore/statistics.h"
  95
  96
  97 /* debug macros ***************************************************************/
  98
  99 #if !defined(NDEBUG)
 100 #define DEBUG_JIT_COMPILEVERBOSE(x) \
 101     do { \
 102         if (compileverbose) { \
 103             log_message_method(x, m); \
 104         } \
 105     } while (0)
 106 #else
 107 #define DEBUG_JIT_COMPILEVERBOSE(x)    /* nothing */
 108 #endif
 109
 110
 111 /* the ICMD table ************************************************************/
 112
 113 #if !defined(NDEBUG)
 114 #define N(name)  name,
 115 #else
 116 #define N(name)
 117 #endif
 118
 119 /* abbreviations for flags */
 120
 121 #define PEI     ICMDTABLE_PEI
 122 #define CALLS   ICMDTABLE_CALLS
 123
 124 /* some machine dependent values */
 125
 126 #if SUPPORT_DIVISION
 127 #define IDIV_CALLS  0
 128 #else
 129 #define IDIV_CALLS  ICMDTABLE_CALLS
 130 #endif
 131
 132 #if (SUPPORT_DIVISION && SUPPORT_LONG && SUPPORT_LONG_DIV)
 133 #define LDIV_CALLS  0
 134 #else
 135 #define LDIV_CALLS  ICMDTABLE_CALLS
 136 #endif
 137
 138 /* include the actual table */
 139
 140 icmdtable_entry_t icmd_table[256] = {
 141 #include <vm/jit/icmdtable.inc>
 142 };
 143
 144 #undef N
 145 #undef PEI
 146 #undef CALLS
 147
 148 /* XXX hack until the old "PEI" definition is removed */
 149 #define PEI 1
 150
 151
 152 /* stackelement requirements of Java opcodes **********************************/
 153
 154 int stackreq[256] = {
 155         0,    /* JAVA_NOP                         0 */
 156         1,    /* JAVA_ACONST                      1 */
 157         1,    /* JAVA_ICONST_M1                   2 */
 158         1,    /* JAVA_ICONST_0                    3 */
 159         1,    /* JAVA_ICONST_1                    4 */
 160         1,    /* JAVA_ICONST_2                    5 */
 161         1,    /* JAVA_ICONST_3                    6 */
 162         1,    /* JAVA_ICONST_4                    7 */
 163         1,    /* JAVA_ICONST_5                    8 */
 164         1,    /* JAVA_LCONST_0                    9 */
 165         1,    /* JAVA_LCONST_1                   10 */
 166         1,    /* JAVA_FCONST_0                   11 */
 167         1,    /* JAVA_FCONST_1                   12 */
 168         1,    /* JAVA_FCONST_2                   13 */
 169         1,    /* JAVA_DCONST_0                   14 */
 170         1,    /* JAVA_DCONST_1                   15 */
 171         1,    /* JAVA_BIPUSH                     16 */
 172         1,    /* JAVA_SIPUSH                     17 */
 173         1,    /* JAVA_LDC                        18 */
 174         1,    /* JAVA_LDC_W                      19 */
 175         1,    /* JAVA_LDC2_W                     20 */
 176         1,    /* JAVA_ILOAD                      21 */
 177         1,    /* JAVA_LLOAD                      22 */
 178         1,    /* JAVA_FLOAD                      23 */
 179         1,    /* JAVA_DLOAD                      24 */
 180         1,    /* JAVA_ALOAD                      25 */
 181         1,    /* JAVA_ILOAD_0                    26 */
 182         1,    /* JAVA_ILOAD_1                    27 */
 183         1,    /* JAVA_ILOAD_2                    28 */
 184         1,    /* JAVA_ILOAD_3                    29 */
 185         1,    /* JAVA_LLOAD_0                    30 */
 186         1,    /* JAVA_LLOAD_1                    31 */
 187         1,    /* JAVA_LLOAD_2                    32 */
 188         1,    /* JAVA_LLOAD_3                    33 */
 189         1,    /* JAVA_FLOAD_0                    34 */
 190         1,    /* JAVA_FLOAD_1                    35 */
 191         1,    /* JAVA_FLOAD_2                    36 */
 192         1,    /* JAVA_FLOAD_3                    37 */
 193         1,    /* JAVA_DLOAD_0                    38 */
 194         1,    /* JAVA_DLOAD_1                    39 */
 195         1,    /* JAVA_DLOAD_2                    40 */
 196         1,    /* JAVA_DLOAD_3                    41 */
 197         1,    /* JAVA_ALOAD_0                    42 */
 198         1,    /* JAVA_ALOAD_1                    43 */
 199         1,    /* JAVA_ALOAD_2                    44 */
 200         1,    /* JAVA_ALOAD_3                    45 */
 201         1,    /* JAVA_IALOAD                     46 */
 202         1,    /* JAVA_LALOAD                     47 */
 203         1,    /* JAVA_FALOAD                     48 */
 204         1,    /* JAVA_DALOAD                     49 */
 205         1,    /* JAVA_AALOAD                     50 */
 206         1,    /* JAVA_BALOAD                     51 */
 207         1,    /* JAVA_CALOAD                     52 */
 208         1,    /* JAVA_SALOAD                     53 */
 209         0,    /* JAVA_ISTORE                     54 */
 210         0,    /* JAVA_LSTORE                     55 */
 211         0,    /* JAVA_FSTORE                     56 */
 212         0,    /* JAVA_DSTORE                     57 */
 213         0,    /* JAVA_ASTORE                     58 */
 214         0,    /* JAVA_ISTORE_0                   59 */
 215         0,    /* JAVA_ISTORE_1                   60 */
 216         0,    /* JAVA_ISTORE_2                   61 */
 217         0,    /* JAVA_ISTORE_3                   62 */
 218         0,    /* JAVA_LSTORE_0                   63 */
 219         0,    /* JAVA_LSTORE_1                   64 */
 220         0,    /* JAVA_LSTORE_2                   65 */
 221         0,    /* JAVA_LSTORE_3                   66 */
 222         0,    /* JAVA_FSTORE_0                   67 */
 223         0,    /* JAVA_FSTORE_1                   68 */
 224         0,    /* JAVA_FSTORE_2                   69 */
 225         0,    /* JAVA_FSTORE_3                   70 */
 226         0,    /* JAVA_DSTORE_0                   71 */
 227         0,    /* JAVA_DSTORE_1                   72 */
 228         0,    /* JAVA_DSTORE_2                   73 */
 229         0,    /* JAVA_DSTORE_3                   74 */
 230         0,    /* JAVA_ASTORE_0                   75 */
 231         0,    /* JAVA_ASTORE_1                   76 */
 232         0,    /* JAVA_ASTORE_2                   77 */
 233         0,    /* JAVA_ASTORE_3                   78 */
 234         0,    /* JAVA_IASTORE                    79 */
 235         0,    /* JAVA_LASTORE                    80 */
 236         0,    /* JAVA_FASTORE                    81 */
 237         0,    /* JAVA_DASTORE                    82 */
 238         0,    /* JAVA_AASTORE                    83 */
 239         0,    /* JAVA_BASTORE                    84 */
 240         0,    /* JAVA_CASTORE                    85 */
 241         0,    /* JAVA_SASTORE                    86 */
 242         0,    /* JAVA_POP                        87 */
 243         0,    /* JAVA_POP2                       88 */
 244         1,    /* JAVA_DUP                        89 */
 245         1+3,  /* JAVA_DUP_X1                     90 */
 246         2+4,  /* JAVA_DUP_X2                     91 */
 247         2,    /* JAVA_DUP2                       92 */
 248         2+5,  /* JAVA_DUP2_X1                    93 */
 249         3+6,  /* JAVA_DUP2_X2                    94 */
 250         1+2,  /* JAVA_SWAP                       95 */
 251         1,    /* JAVA_IADD                       96 */
 252         1,    /* JAVA_LADD                       97 */
 253         1,    /* JAVA_FADD                       98 */
 254         1,    /* JAVA_DADD                       99 */
 255         1,    /* JAVA_ISUB                      100 */
 256         1,    /* JAVA_LSUB                      101 */
 257         1,    /* JAVA_FSUB                      102 */
 258         1,    /* JAVA_DSUB                      103 */
 259         1,    /* JAVA_IMUL                      104 */
 260         1,    /* JAVA_LMUL                      105 */
 261         1,    /* JAVA_FMUL                      106 */
 262         1,    /* JAVA_DMUL                      107 */
 263         1,    /* JAVA_IDIV                      108 */
 264         1,    /* JAVA_LDIV                      109 */
 265         1,    /* JAVA_FDIV                      110 */
 266         1,    /* JAVA_DDIV                      111 */
 267         1,    /* JAVA_IREM                      112 */
 268         1,    /* JAVA_LREM                      113 */
 269         1,    /* JAVA_FREM                      114 */
 270         1,    /* JAVA_DREM                      115 */
 271         1,    /* JAVA_INEG                      116 */
 272         1,    /* JAVA_LNEG                      117 */
 273         1,    /* JAVA_FNEG                      118 */
 274         1,    /* JAVA_DNEG                      119 */
 275         1,    /* JAVA_ISHL                      120 */
 276         1,    /* JAVA_LSHL                      121 */
 277         1,    /* JAVA_ISHR                      122 */
 278         1,    /* JAVA_LSHR                      123 */
 279         1,    /* JAVA_IUSHR                     124 */
 280         1,    /* JAVA_LUSHR                     125 */
 281         1,    /* JAVA_IAND                      126 */
 282         1,    /* JAVA_LAND                      127 */
 283         1,    /* JAVA_IOR                       128 */
 284         1,    /* JAVA_LOR                       129 */
 285         1,    /* JAVA_IXOR                      130 */
 286         1,    /* JAVA_LXOR                      131 */
 287         0,    /* JAVA_IINC                      132 */
 288         1,    /* JAVA_I2L                       133 */
 289         1,    /* JAVA_I2F                       134 */
 290         1,    /* JAVA_I2D                       135 */
 291         1,    /* JAVA_L2I                       136 */
 292         1,    /* JAVA_L2F                       137 */
 293         1,    /* JAVA_L2D                       138 */
 294         1,    /* JAVA_F2I                       139 */
 295         1,    /* JAVA_F2L                       140 */
 296         1,    /* JAVA_F2D                       141 */
 297         1,    /* JAVA_D2I                       142 */
 298         1,    /* JAVA_D2L                       143 */
 299         1,    /* JAVA_D2F                       144 */
 300         1,    /* JAVA_INT2BYTE                  145 */
 301         1,    /* JAVA_INT2CHAR                  146 */
 302         1,    /* JAVA_INT2SHORT                 147 */
 303         1,    /* JAVA_LCMP                      148 */
 304         1,    /* JAVA_FCMPL                     149 */
 305         1,    /* JAVA_FCMPG                     150 */
 306         1,    /* JAVA_DCMPL                     151 */
 307         1,    /* JAVA_DCMPG                     152 */
 308         0,    /* JAVA_IFEQ                      153 */
 309         0,    /* JAVA_IFNE                      154 */
 310         0,    /* JAVA_IFLT                      155 */
 311         0,    /* JAVA_IFGE                      156 */
 312         0,    /* JAVA_IFGT                      157 */
 313         0,    /* JAVA_IFLE                      158 */
 314         0,    /* JAVA_IF_ICMPEQ                 159 */
 315         0,    /* JAVA_IF_ICMPNE                 160 */
 316         0,    /* JAVA_IF_ICMPLT                 161 */
 317         0,    /* JAVA_IF_ICMPGE                 162 */
 318         0,    /* JAVA_IF_ICMPGT                 163 */
 319         0,    /* JAVA_IF_ICMPLE                 164 */
 320         0,    /* JAVA_IF_ACMPEQ                 165 */
 321         0,    /* JAVA_IF_ACMPNE                 166 */
 322         0,    /* JAVA_GOTO                      167 */
 323         1,    /* JAVA_JSR                       168 */
 324         0,    /* JAVA_RET                       169 */
 325         0,    /* JAVA_TABLESWITCH               170 */
 326         0,    /* JAVA_LOOKUPSWITCH              171 */
 327         0,    /* JAVA_IRETURN                   172 */
 328         0,    /* JAVA_LRETURN                   173 */
 329         0,    /* JAVA_FRETURN                   174 */
 330         0,    /* JAVA_DRETURN                   175 */
 331         0,    /* JAVA_ARETURN                   176 */
 332         0,    /* JAVA_RETURN                    177 */
 333         1,    /* JAVA_GETSTATIC                 178 */
 334         0,    /* JAVA_PUTSTATIC                 179 */
 335         1,    /* JAVA_GETFIELD                  180 */
 336         0,    /* JAVA_PUTFIELD                  181 */
 337         1,    /* JAVA_INVOKEVIRTUAL             182 */
 338         1,    /* JAVA_INVOKESPECIAL             183 */
 339         1,    /* JAVA_INVOKESTATIC              184 */
 340         1,    /* JAVA_INVOKEINTERFACE           185 */
 341         1,    /* JAVA_UNDEF186                  186 */
 342         1,    /* JAVA_NEW                       187 */
 343         1,    /* JAVA_NEWARRAY                  188 */
 344         1,    /* JAVA_ANEWARRAY                 189 */
 345         1,    /* JAVA_ARRAYLENGTH               190 */
 346         1,    /* JAVA_ATHROW                    191 */
 347         1,    /* JAVA_CHECKCAST                 192 */
 348         1,    /* JAVA_INSTANCEOF                193 */
 349         0,    /* JAVA_MONITORENTER              194 */
 350         0,    /* JAVA_MONITOREXIT               195 */
 351         0,    /* JAVA_WIDE                      196 */
 352         1,    /* JAVA_MULTIANEWARRAY            197 */
 353         0,    /* JAVA_IFNULL                    198 */
 354         0,    /* JAVA_IFNONNULL                 199 */
 355         0,    /* JAVA_GOTO_W                    200 */
 356         1,    /* JAVA_JSR_W                     201 */
 357         0,    /* JAVA_BREAKPOINT                202 */
 358         1,    /* JAVA_UNDEF203                  203 */
 359         1,    /* JAVA_UNDEF204                  204 */
 360         1,    /* JAVA_UNDEF205                  205 */
 361         1,    /* JAVA_UNDEF206                  206 */
 362         1,    /* JAVA_UNDEF207                  207 */
 363         1,    /* JAVA_UNDEF208                  208 */
 364         1,    /* JAVA_UNDEF209                  209 */
 365         1,    /* JAVA_UNDEF210                  210 */
 366         1,    /* JAVA_UNDEF211                  211 */
 367         1,    /* JAVA_UNDEF212                  212 */
 368         1,    /* JAVA_UNDEF213                  213 */
 369         1,    /* JAVA_UNDEF214                  214 */
 370         1,    /* JAVA_UNDEF215                  215 */
 371         1,    /* JAVA_UNDEF216                  216 */
 372         1,    /* JAVA_UNDEF217                  217 */
 373         1,    /* JAVA_UNDEF218                  218 */
 374         1,    /* JAVA_UNDEF219                  219 */
 375         1,    /* JAVA_UNDEF220                  220 */
 376         1,    /* JAVA_UNDEF221                  221 */
 377         1,    /* JAVA_UNDEF222                  222 */
 378         1,    /* JAVA_UNDEF223                  223 */
 379         1,    /* JAVA_UNDEF224                  224 */
 380         1,    /* JAVA_UNDEF225                  225 */
 381         1,    /* JAVA_UNDEF226                  226 */
 382         1,    /* JAVA_UNDEF227                  227 */
 383         1,    /* JAVA_UNDEF228                  228 */
 384         1,    /* JAVA_UNDEF229                  229 */
 385         1,    /* JAVA_UNDEF230                  230 */
 386         1,    /* JAVA_UNDEF231                  231 */
 387         1,    /* JAVA_UNDEF232                  232 */
 388         1,    /* JAVA_UNDEF233                  233 */
 389         1,    /* JAVA_UNDEF234                  234 */
 390         1,    /* JAVA_UNDEF235                  235 */
 391         1,    /* JAVA_UNDEF236                  236 */
 392         1,    /* JAVA_UNDEF237                  237 */
 393         1,    /* JAVA_UNDEF238                  238 */
 394         1,    /* JAVA_UNDEF239                  239 */
 395         1,    /* JAVA_UNDEF240                  240 */
 396         1,    /* JAVA_UNDEF241                  241 */
 397         1,    /* JAVA_UNDEF242                  242 */
 398         1,    /* JAVA_UNDEF243                  243 */
 399         1,    /* JAVA_UNDEF244                  244 */
 400         1,    /* JAVA_UNDEF245                  245 */
 401         1,    /* JAVA_UNDEF246                  246 */
 402         1,    /* JAVA_UNDEF247                  247 */
 403         1,    /* JAVA_UNDEF248                  248 */
 404         1,    /* JAVA_UNDEF249                  249 */
 405         1,    /* JAVA_UNDEF250                  250 */
 406         1,    /* JAVA_UNDEF251                  251 */
 407         1,    /* JAVA_UNDEF252                  252 */
 408         1,    /* JAVA_UNDEF253                  253 */
 409         1,    /* JAVA_UNDEF254                  254 */
 410         1,    /* JAVA_UNDEF255                  255 */
 411 };
 412
 413
 414 /* size in bytes of Java opcodes **********************************************/
 415
 416 int jcommandsize[256] = {
 417
 418         1,    /* JAVA_NOP                         0 */
 419         1,    /* JAVA_ACONST_NULL                 1 */
 420         1,    /* JAVA_ICONST_M1                   2 */
 421         1,    /* JAVA_ICONST_0                    3 */
 422         1,    /* JAVA_ICONST_1                    4 */
 423         1,    /* JAVA_ICONST_2                    5 */
 424         1,    /* JAVA_ICONST_3                    6 */
 425         1,    /* JAVA_ICONST_4                    7 */
 426         1,    /* JAVA_ICONST_5                    8 */
 427         1,    /* JAVA_LCONST_0                    9 */
 428         1,    /* JAVA_LCONST_1                   10 */
 429         1,    /* JAVA_FCONST_0                   11 */
 430         1,    /* JAVA_FCONST_1                   12 */
 431         1,    /* JAVA_FCONST_2                   13 */
 432         1,    /* JAVA_DCONST_0                   14 */
 433         1,    /* JAVA_DCONST_1                   15 */
 434         2,    /* JAVA_BIPUSH                     16 */
 435         3,    /* JAVA_SIPUSH                     17 */
 436         2,    /* JAVA_LDC1                       18 */
 437         3,    /* JAVA_LDC2                       19 */
 438         3,    /* JAVA_LDC2W                      20 */
 439         2,    /* JAVA_ILOAD                      21 */
 440         2,    /* JAVA_LLOAD                      22 */
 441         2,    /* JAVA_FLOAD                      23 */
 442         2,    /* JAVA_DLOAD                      24 */
 443         2,    /* JAVA_ALOAD                      25 */
 444         1,    /* JAVA_ILOAD_0                    26 */
 445         1,    /* JAVA_ILOAD_1                    27 */
 446         1,    /* JAVA_ILOAD_2                    28 */
 447         1,    /* JAVA_ILOAD_3                    29 */
 448         1,    /* JAVA_LLOAD_0                    30 */
 449         1,    /* JAVA_LLOAD_1                    31 */
 450         1,    /* JAVA_LLOAD_2                    32 */
 451         1,    /* JAVA_LLOAD_3                    33 */
 452         1,    /* JAVA_FLOAD_0                    34 */
 453         1,    /* JAVA_FLOAD_1                    35 */
 454         1,    /* JAVA_FLOAD_2                    36 */
 455         1,    /* JAVA_FLOAD_3                    37 */
 456         1,    /* JAVA_DLOAD_0                    38 */
 457         1,    /* JAVA_DLOAD_1                    39 */
 458         1,    /* JAVA_DLOAD_2                    40 */
 459         1,    /* JAVA_DLOAD_3                    41 */
 460         1,    /* JAVA_ALOAD_0                    42 */
 461         1,    /* JAVA_ALOAD_1                    43 */
 462         1,    /* JAVA_ALOAD_2                    44 */
 463         1,    /* JAVA_ALOAD_3                    45 */
 464         1,    /* JAVA_IALOAD                     46 */
 465         1,    /* JAVA_LALOAD                     47 */
 466         1,    /* JAVA_FALOAD                     48 */
 467         1,    /* JAVA_DALOAD                     49 */
 468         1,    /* JAVA_AALOAD                     50 */
 469         1,    /* JAVA_BALOAD                     51 */
 470         1,    /* JAVA_CALOAD                     52 */
 471         1,    /* JAVA_SALOAD                     53 */
 472         2,    /* JAVA_ISTORE                     54 */
 473         2,    /* JAVA_LSTORE                     55 */
 474         2,    /* JAVA_FSTORE                     56 */
 475         2,    /* JAVA_DSTORE                     57 */
 476         2,    /* JAVA_ASTORE                     58 */
 477         1,    /* JAVA_ISTORE_0                   59 */
 478         1,    /* JAVA_ISTORE_1                   60 */
 479         1,    /* JAVA_ISTORE_2                   61 */
 480         1,    /* JAVA_ISTORE_3                   62 */
 481         1,    /* JAVA_LSTORE_0                   63 */
 482         1,    /* JAVA_LSTORE_1                   64 */
 483         1,    /* JAVA_LSTORE_2                   65 */
 484         1,    /* JAVA_LSTORE_3                   66 */
 485         1,    /* JAVA_FSTORE_0                   67 */
 486         1,    /* JAVA_FSTORE_1                   68 */
 487         1,    /* JAVA_FSTORE_2                   69 */
 488         1,    /* JAVA_FSTORE_3                   70 */
 489         1,    /* JAVA_DSTORE_0                   71 */
 490         1,    /* JAVA_DSTORE_1                   72 */
 491         1,    /* JAVA_DSTORE_2                   73 */
 492         1,    /* JAVA_DSTORE_3                   74 */
 493         1,    /* JAVA_ASTORE_0                   75 */
 494         1,    /* JAVA_ASTORE_1                   76 */
 495         1,    /* JAVA_ASTORE_2                   77 */
 496         1,    /* JAVA_ASTORE_3                   78 */
 497         1,    /* JAVA_IASTORE                    79 */
 498         1,    /* JAVA_LASTORE                    80 */
 499         1,    /* JAVA_FASTORE                    81 */
 500         1,    /* JAVA_DASTORE                    82 */
 501         1,    /* JAVA_AASTORE                    83 */
 502         1,    /* JAVA_BASTORE                    84 */
 503         1,    /* JAVA_CASTORE                    85 */
 504         1,    /* JAVA_SASTORE                    86 */
 505         1,    /* JAVA_POP                        87 */
 506         1,    /* JAVA_POP2                       88 */
 507         1,    /* JAVA_DUP                        89 */
 508         1,    /* JAVA_DUP_X1                     90 */
 509         1,    /* JAVA_DUP_X2                     91 */
 510         1,    /* JAVA_DUP2                       92 */
 511         1,    /* JAVA_DUP2_X1                    93 */
 512         1,    /* JAVA_DUP2_X2                    94 */
 513         1,    /* JAVA_SWAP                       95 */
 514         1,    /* JAVA_IADD                       96 */
 515         1,    /* JAVA_LADD                       97 */
 516         1,    /* JAVA_FADD                       98 */
 517         1,    /* JAVA_DADD                       99 */
 518         1,    /* JAVA_ISUB                      100 */
 519         1,    /* JAVA_LSUB                      101 */
 520         1,    /* JAVA_FSUB                      102 */
 521         1,    /* JAVA_DSUB                      103 */
 522         1,    /* JAVA_IMUL                      104 */
 523         1,    /* JAVA_LMUL                      105 */
 524         1,    /* JAVA_FMUL                      106 */
 525         1,    /* JAVA_DMUL                      107 */
 526         1,    /* JAVA_IDIV                      108 */
 527         1,    /* JAVA_LDIV                      109 */
 528         1,    /* JAVA_FDIV                      110 */
 529         1,    /* JAVA_DDIV                      111 */
 530         1,    /* JAVA_IREM                      112 */
 531         1,    /* JAVA_LREM                      113 */
 532         1,    /* JAVA_FREM                      114 */
 533         1,    /* JAVA_DREM                      115 */
 534         1,    /* JAVA_INEG                      116 */
 535         1,    /* JAVA_LNEG                      117 */
 536         1,    /* JAVA_FNEG                      118 */
 537         1,    /* JAVA_DNEG                      119 */
 538         1,    /* JAVA_ISHL                      120 */
 539         1,    /* JAVA_LSHL                      121 */
 540         1,    /* JAVA_ISHR                      122 */
 541         1,    /* JAVA_LSHR                      123 */
 542         1,    /* JAVA_IUSHR                     124 */
 543         1,    /* JAVA_LUSHR                     125 */
 544         1,    /* JAVA_IAND                      126 */
 545         1,    /* JAVA_LAND                      127 */
 546         1,    /* JAVA_IOR                       128 */
 547         1,    /* JAVA_LOR                       129 */
 548         1,    /* JAVA_IXOR                      130 */
 549         1,    /* JAVA_LXOR                      131 */
 550         3,    /* JAVA_IINC                      132 */
 551         1,    /* JAVA_I2L                       133 */
 552         1,    /* JAVA_I2F                       134 */
 553         1,    /* JAVA_I2D                       135 */
 554         1,    /* JAVA_L2I                       136 */
 555         1,    /* JAVA_L2F                       137 */
 556         1,    /* JAVA_L2D                       138 */
 557         1,    /* JAVA_F2I                       139 */
 558         1,    /* JAVA_F2L                       140 */
 559         1,    /* JAVA_F2D                       141 */
 560         1,    /* JAVA_D2I                       142 */
 561         1,    /* JAVA_D2L                       143 */
 562         1,    /* JAVA_D2F                       144 */
 563         1,    /* JAVA_INT2BYTE                  145 */
 564         1,    /* JAVA_INT2CHAR                  146 */
 565         1,    /* JAVA_INT2SHORT                 147 */
 566         1,    /* JAVA_LCMP                      148 */
 567         1,    /* JAVA_FCMPL                     149 */
 568         1,    /* JAVA_FCMPG                     150 */
 569         1,    /* JAVA_DCMPL                     151 */
 570         1,    /* JAVA_DCMPG                     152 */
 571         3,    /* JAVA_IFEQ                      153 */
 572         3,    /* JAVA_IFNE                      154 */
 573         3,    /* JAVA_IFLT                      155 */
 574         3,    /* JAVA_IFGE                      156 */
 575         3,    /* JAVA_IFGT                      157 */
 576         3,    /* JAVA_IFLE                      158 */
 577         3,    /* JAVA_IF_ICMPEQ                 159 */
 578         3,    /* JAVA_IF_ICMPNE                 160 */
 579         3,    /* JAVA_IF_ICMPLT                 161 */
 580         3,    /* JAVA_IF_ICMPGE                 162 */
 581         3,    /* JAVA_IF_ICMPGT                 163 */
 582         3,    /* JAVA_IF_ICMPLE                 164 */
 583         3,    /* JAVA_IF_ACMPEQ                 165 */
 584         3,    /* JAVA_IF_ACMPNE                 166 */
 585         3,    /* JAVA_GOTO                      167 */
 586         3,    /* JAVA_JSR                       168 */
 587         2,    /* JAVA_RET                       169 */
 588         0,    /* JAVA_TABLESWITCH               170 */ /* variable length */
 589         0,    /* JAVA_LOOKUPSWITCH              171 */ /* variable length */
 590         1,    /* JAVA_IRETURN                   172 */
 591         1,    /* JAVA_LRETURN                   173 */
 592         1,    /* JAVA_FRETURN                   174 */
 593         1,    /* JAVA_DRETURN                   175 */
 594         1,    /* JAVA_ARETURN                   176 */
 595         1,    /* JAVA_RETURN                    177 */
 596         3,    /* JAVA_GETSTATIC                 178 */
 597         3,    /* JAVA_PUTSTATIC                 179 */
 598         3,    /* JAVA_GETFIELD                  180 */
 599         3,    /* JAVA_PUTFIELD                  181 */
 600         3,    /* JAVA_INVOKEVIRTUAL             182 */
 601         3,    /* JAVA_INVOKESPECIAL             183 */
 602         3,    /* JAVA_INVOKESTATIC              184 */
 603         5,    /* JAVA_INVOKEINTERFACE           185 */
 604         1,    /* UNDEF186 */
 605         3,    /* JAVA_NEW                       187 */
 606         2,    /* JAVA_NEWARRAY                  188 */
 607         3,    /* JAVA_ANEWARRAY                 189 */
 608         1,    /* JAVA_ARRAYLENGTH               190 */
 609         1,    /* JAVA_ATHROW                    191 */
 610         3,    /* JAVA_CHECKCAST                 192 */
 611         3,    /* JAVA_INSTANCEOF                193 */
 612         1,    /* JAVA_MONITORENTER              194 */
 613         1,    /* JAVA_MONITOREXIT               195 */
 614         0,    /* JAVA_WIDE                      196 */ /* variable length */
 615         4,    /* JAVA_MULTIANEWARRAY            197 */
 616         3,    /* JAVA_IFNULL                    198 */
 617         3,    /* JAVA_IFNONNULL                 199 */
 618         5,    /* JAVA_GOTO_W                    200 */
 619         5,    /* JAVA_JSR_W                     201 */
 620         1,    /* JAVA_BREAKPOINT                202 */
 621
 622         1,    /* UNDEF203 */
 623         1,
 624         1,
 625         1,
 626         1,
 627         1,
 628         1,
 629         1,    /* UNDEF210 */
 630         1,
 631         1,
 632         1,
 633         1,
 634         1,
 635         1,
 636         1,
 637         1,
 638         1,
 639         1,    /* UNDEF220 */
 640         1,
 641         1,
 642         1,
 643         1,
 644         1,
 645         1,
 646         1,
 647         1,
 648         1,
 649         1,    /* UNDEF230 */
 650         1,
 651         1,
 652         1,
 653         1,
 654
 655         /* unused */
 656                 1,1,1,1,1,1,
 657         1,1,1,1,1,1,1,1,1,1,
 658         1,1,1,1,1
 659 };
 660
 661
 662 /* Java opcode names *********************************************************/
 663
 664 char *opcode_names[256] = {
 665         "NOP            ", /*               0 */
 666         "ACONST         ", /*               1 */
 667         "ICONST_M1      ", /* ICONST_M1     2 */
 668         "ICONST_0       ", /* ICONST_0      3 */
 669         "ICONST_1       ", /* ICONST_1      4 */
 670         "ICONST_2       ", /* ICONST_2      5 */
 671         "ICONST_3       ", /* ICONST_3      6 */
 672         "ICONST_4       ", /* ICONST_4      7 */
 673         "ICONST_5       ", /* ICONST_5      8 */
 674         "LCONST_0       ", /* LCONST_0      9 */
 675         "LCONST_1       ", /* LCONST_1     10 */
 676         "FCONST_0       ", /* FCONST_0     11 */
 677         "FCONST_1       ", /* FCONST_1     12 */
 678         "FCONST_2       ", /* FCONST_2     13 */
 679         "DCONST_0       ", /* DCONST_0     14 */
 680         "DCONST_1       ", /* DCONST_1     15 */
 681         "BIPUSH         ", /* BIPUSH       16 */
 682         "SIPUSH         ", /* SIPUSH       17 */
 683         "LDC            ", /* LDC          18 */
 684         "LDC_W          ", /* LDC_W        19 */
 685         "LDC2_W         ", /* LDC2_W       20 */
 686         "ILOAD          ", /*              21 */
 687         "LLOAD          ", /*              22 */
 688         "FLOAD          ", /*              23 */
 689         "DLOAD          ", /*              24 */
 690         "ALOAD          ", /*              25 */
 691         "ILOAD_0        ", /* ILOAD_0      26 */
 692         "ILOAD_1        ", /* ILOAD_1      27 */
 693         "ILOAD_2        ", /* ILOAD_2      28 */
 694         "ILOAD_3        ", /* ILOAD_3      29 */
 695         "LLOAD_0        ", /* LLOAD_0      30 */
 696         "LLOAD_1        ", /* LLOAD_1      31 */
 697         "LLOAD_2        ", /* LLOAD_2      32 */
 698         "LLOAD_3        ", /* LLOAD_3      33 */
 699         "FLOAD_0        ", /* FLOAD_0      34 */
 700         "FLOAD_1        ", /* FLOAD_1      35 */
 701         "FLOAD_2        ", /* FLOAD_2      36 */
 702         "FLOAD_3        ", /* FLOAD_3      37 */
 703         "DLOAD_0        ", /* DLOAD_0      38 */
 704         "DLOAD_1        ", /* DLOAD_1      39 */
 705         "DLOAD_2        ", /* DLOAD_2      40 */
 706         "DLOAD_3        ", /* DLOAD_3      41 */
 707         "ALOAD_0        ", /* ALOAD_0      42 */
 708         "ALOAD_1        ", /* ALOAD_1      43 */
 709         "ALOAD_2        ", /* ALOAD_2      44 */
 710         "ALOAD_3        ", /* ALOAD_3      45 */
 711         "IALOAD         ", /*              46 */
 712         "LALOAD         ", /*              47 */
 713         "FALOAD         ", /*              48 */
 714         "DALOAD         ", /*              49 */
 715         "AALOAD         ", /*              50 */
 716         "BALOAD         ", /*              51 */
 717         "CALOAD         ", /*              52 */
 718         "SALOAD         ", /*              53 */
 719         "ISTORE         ", /*              54 */
 720         "LSTORE         ", /*              55 */
 721         "FSTORE         ", /*              56 */
 722         "DSTORE         ", /*              57 */
 723         "ASTORE         ", /*              58 */
 724         "ISTORE_0       ", /* ISTORE_0     59 */
 725         "ISTORE_1       ", /* ISTORE_1     60 */
 726         "ISTORE_2       ", /* ISTORE_2     61 */
 727         "ISTORE_3       ", /* ISTORE_3     62 */
 728         "LSTORE_0       ", /* LSTORE_0     63 */
 729         "LSTORE_1       ", /* LSTORE_1     64 */
 730         "LSTORE_2       ", /* LSTORE_2     65 */
 731         "LSTORE_3       ", /* LSTORE_3     66 */
 732         "FSTORE_0       ", /* FSTORE_0     67 */
 733         "FSTORE_1       ", /* FSTORE_1     68 */
 734         "FSTORE_2       ", /* FSTORE_2     69 */
 735         "FSTORE_3       ", /* FSTORE_3     70 */
 736         "DSTORE_0       ", /* DSTORE_0     71 */
 737         "DSTORE_1       ", /* DSTORE_1     72 */
 738         "DSTORE_2       ", /* DSTORE_2     73 */
 739         "DSTORE_3       ", /* DSTORE_3     74 */
 740         "ASTORE_0       ", /* ASTORE_0     75 */
 741         "ASTORE_1       ", /* ASTORE_1     76 */
 742         "ASTORE_2       ", /* ASTORE_2     77 */
 743         "ASTORE_3       ", /* ASTORE_3     78 */
 744         "IASTORE        ", /*              79 */
 745         "LASTORE        ", /*              80 */
 746         "FASTORE        ", /*              81 */
 747         "DASTORE        ", /*              82 */
 748         "AASTORE        ", /*              83 */
 749         "BASTORE        ", /*              84 */
 750         "CASTORE        ", /*              85 */
 751         "SASTORE        ", /*              86 */
 752         "POP            ", /*              87 */
 753         "POP2           ", /*              88 */
 754         "DUP            ", /*              89 */
 755         "DUP_X1         ", /*              90 */
 756         "DUP_X2         ", /*              91 */
 757         "DUP2           ", /*              92 */
 758         "DUP2_X1        ", /*              93 */
 759         "DUP2_X2        ", /*              94 */
 760         "SWAP           ", /*              95 */
 761         "IADD           ", /*              96 */
 762         "LADD           ", /*              97 */
 763         "FADD           ", /*              98 */
 764         "DADD           ", /*              99 */
 765         "ISUB           ", /*             100 */
 766         "LSUB           ", /*             101 */
 767         "FSUB           ", /*             102 */
 768         "DSUB           ", /*             103 */
 769         "IMUL           ", /*             104 */
 770         "LMUL           ", /*             105 */
 771         "FMUL           ", /*             106 */
 772         "DMUL           ", /*             107 */
 773         "IDIV           ", /*             108 */
 774         "LDIV           ", /*             109 */
 775         "FDIV           ", /*             110 */
 776         "DDIV           ", /*             111 */
 777         "IREM           ", /*             112 */
 778         "LREM           ", /*             113 */
 779         "FREM           ", /*             114 */
 780         "DREM           ", /*             115 */
 781         "INEG           ", /*             116 */
 782         "LNEG           ", /*             117 */
 783         "FNEG           ", /*             118 */
 784         "DNEG           ", /*             119 */
 785         "ISHL           ", /*             120 */
 786         "LSHL           ", /*             121 */
 787         "ISHR           ", /*             122 */
 788         "LSHR           ", /*             123 */
 789         "IUSHR          ", /*             124 */
 790         "LUSHR          ", /*             125 */
 791         "IAND           ", /*             126 */
 792         "LAND           ", /*             127 */
 793         "IOR            ", /*             128 */
 794         "LOR            ", /*             129 */
 795         "IXOR           ", /*             130 */
 796         "LXOR           ", /*             131 */
 797         "IINC           ", /*             132 */
 798         "I2L            ", /*             133 */
 799         "I2F            ", /*             134 */
 800         "I2D            ", /*             135 */
 801         "L2I            ", /*             136 */
 802         "L2F            ", /*             137 */
 803         "L2D            ", /*             138 */
 804         "F2I            ", /*             139 */
 805         "F2L            ", /*             140 */
 806         "F2D            ", /*             141 */
 807         "D2I            ", /*             142 */
 808         "D2L            ", /*             143 */
 809         "D2F            ", /*             144 */
 810         "INT2BYTE       ", /*             145 */
 811         "INT2CHAR       ", /*             146 */
 812         "INT2SHORT      ", /*             147 */
 813         "LCMP           ", /*             148 */
 814         "FCMPL          ", /*             149 */
 815         "FCMPG          ", /*             150 */
 816         "DCMPL          ", /*             151 */
 817         "DCMPG          ", /*             152 */
 818         "IFEQ           ", /*             153 */
 819         "IFNE           ", /*             154 */
 820         "IFLT           ", /*             155 */
 821         "IFGE           ", /*             156 */
 822         "IFGT           ", /*             157 */
 823         "IFLE           ", /*             158 */
 824         "IF_ICMPEQ      ", /*             159 */
 825         "IF_ICMPNE      ", /*             160 */
 826         "IF_ICMPLT      ", /*             161 */
 827         "IF_ICMPGE      ", /*             162 */
 828         "IF_ICMPGT      ", /*             163 */
 829         "IF_ICMPLE      ", /*             164 */
 830         "IF_ACMPEQ      ", /*             165 */
 831         "IF_ACMPNE      ", /*             166 */
 832         "GOTO           ", /*             167 */
 833         "JSR            ", /*             168 */
 834         "RET            ", /*             169 */
 835         "TABLESWITCH    ", /*             170 */
 836         "LOOKUPSWITCH   ", /*             171 */
 837         "IRETURN        ", /*             172 */
 838         "LRETURN        ", /*             173 */
 839         "FRETURN        ", /*             174 */
 840         "DRETURN        ", /*             175 */
 841         "ARETURN        ", /*             176 */
 842         "RETURN         ", /*             177 */
 843         "GETSTATIC      ", /*             178 */
 844         "PUTSTATIC      ", /*             179 */
 845         "GETFIELD       ", /*             180 */
 846         "PUTFIELD       ", /*             181 */
 847         "INVOKEVIRTUAL  ", /*             182 */
 848         "INVOKESPECIAL  ", /*             183 */
 849         "INVOKESTATIC   ", /*             184 */
 850         "INVOKEINTERFACE", /*             185 */
 851         "UNDEF186       ", /*             186 */
 852         "NEW            ", /*             187 */
 853         "NEWARRAY       ", /*             188 */
 854         "ANEWARRAY      ", /*             189 */
 855         "ARRAYLENGTH    ", /*             190 */
 856         "ATHROW         ", /*             191 */
 857         "CHECKCAST      ", /*             192 */
 858         "INSTANCEOF     ", /*             193 */
 859         "MONITORENTER   ", /*             194 */
 860         "MONITOREXIT    ", /*             195 */
 861         "WIDE           ", /* WIDE        196 */
 862         "MULTIANEWARRAY ", /*             197 */
 863         "IFNULL         ", /*             198 */
 864         "IFNONNULL      ", /*             199 */
 865         "GOTO_W         ", /* GOTO_W      200 */
 866         "JSR_W          ", /* JSR_W       201 */
 867         "BREAKPOINT     ", /* BREAKPOINT  202 */
 868
 869                                 "UNDEF203", "UNDEF204", "UNDEF205",
 870         "UNDEF206", "UNDEF207", "UNDEF208", "UNDEF209", "UNDEF210",
 871         "UNDEF211", "UNDEF212", "UNDEF213", "UNDEF214", "UNDEF215",
 872         "UNDEF216", "UNDEF217", "UNDEF218", "UNDEF219", "UNDEF220",
 873         "UNDEF221", "UNDEF222", "UNDEF223", "UNDEF224", "UNDEF225",
 874         "UNDEF226", "UNDEF227", "UNDEF228", "UNDEF229", "UNDEF230",
 875         "UNDEF231", "UNDEF232", "UNDEF233", "UNDEF234", "UNDEF235",
 876         "UNDEF236", "UNDEF237", "UNDEF238", "UNDEF239", "UNDEF240",
 877         "UNDEF241", "UNDEF242", "UNDEF243", "UNDEF244", "UNDEF245",
 878         "UNDEF246", "UNDEF247", "UNDEF248", "UNDEF249", "UNDEF250",
 879         "UNDEF251", "UNDEF252", "UNDEF253", "UNDEF254", "UNDEF255"
 880 };
 881
 882
 883 /* jit_init ********************************************************************
 884
 885    Initializes the JIT subsystem.
 886
 887 *******************************************************************************/
 888
 889 void jit_init(void)
 890 {
 891 #if defined(ENABLE_JIT)
 892         /* initialize stack analysis subsystem */
 893
 894         (void) stack_init();
 895 #endif
 896
 897         /* initialize show subsystem */
 898
 899 #if !defined(NDEBUG)
 900         (void) show_init();
 901 #endif
 902
 903         /* initialize codegen subsystem */
 904
 905         codegen_init();
 906
 907         /* initialize code subsystem */
 908
 909         (void) code_init();
 910 }
 911
 912
 913 /* jit_close *******************************************************************
 914
 915    Close the JIT subsystem.
 916
 917 *******************************************************************************/
 918
 919 void jit_close(void)
 920 {
 921         /* do nothing */
 922 }
 923
 924
 925 /* dummy function, used when there is no JavaVM code available                */
 926
 927 static u1 *do_nothing_function(void)
 928 {
 929         return NULL;
 930 }
 931
 932
 933 /* jit_jitdata_new *************************************************************
 934
 935    Allocates and initalizes a new jitdata structure.
 936
 937 *******************************************************************************/
 938
 939 jitdata *jit_jitdata_new(methodinfo *m)
 940 {
 941         jitdata *jd;
 942
 943         /* allocate jitdata structure and fill it */
 944
 945         jd = DNEW(jitdata);
 946
 947         jd->m     = m;
 948         jd->cd    = DNEW(codegendata);
 949         jd->rd    = DNEW(registerdata);
 950 #if defined(ENABLE_LOOP)
 951         jd->ld    = DNEW(loopdata);
 952 #endif
 953
 954         /* Allocate codeinfo memory from the heap as we need to keep them. */
 955
 956         jd->code  = code_codeinfo_new(m);
 957
 958         /* initialize variables */
 959
 960         jd->flags                = 0;
 961         jd->exceptiontable       = NULL;
 962         jd->exceptiontablelength = 0;
 963         jd->returncount          = 0;
 964         jd->branchtoentry        = false;
 965         jd->branchtoend          = false;
 966         jd->returncount          = 0;
 967         jd->returnblock          = NULL;
 968         jd->maxlocals            = m->maxlocals;
 969
 970 #if defined(ENABLE_THREADS)
 971         if (checksync && (m->flags & ACC_SYNCHRONIZED))
 972                 jd->isleafmethod = false;
 973         else
 974 #endif
 975                 jd->isleafmethod = true;
 976
 977         return jd;
 978 }
 979
 980
 981 /* jit_compile *****************************************************************
 982
 983    Translates one method to machine code.
 984
 985 *******************************************************************************/
 986
 987 static u1 *jit_compile_intern(jitdata *jd);
 988
 989 u1 *jit_compile(methodinfo *m)
 990 {
 991         u1      *r;
 992         jitdata *jd;
 993         s4       dumpsize;
 994
 995         STATISTICS(count_jit_calls++);
 996
 997         /* Initialize the static function's class. */
 998
 999         /* ATTENTION: This MUST be done before the method lock is aquired,
1000            otherwise we could run into a deadlock with <clinit>'s that
1001            call static methods of it's own class. */
1002
1003         if ((m->flags & ACC_STATIC) && !(m->class->state & CLASS_INITIALIZED)) {
1004 #if !defined(NDEBUG)
1005                 if (initverbose)
1006                         log_message_class("Initialize class ", m->class);
1007 #endif
1008
1009                 if (!initialize_class(m->class))
1010                         return NULL;
1011
1012                 /* check if the method has been compiled during initialization */
1013
1014                 if ((m->code != NULL) && (m->code->entrypoint != NULL))
1015                         return m->code->entrypoint;
1016         }
1017
1018         /* enter a monitor on the method */
1019
1020         LOCK_MONITOR_ENTER(m);
1021
1022         /* if method has been already compiled return immediately */
1023
1024         if (m->code != NULL) {
1025                 LOCK_MONITOR_EXIT(m);
1026
1027                 assert(m->code->entrypoint);
1028                 return m->code->entrypoint;
1029         }
1030
1031         STATISTICS(count_methods++);
1032
1033 #if defined(ENABLE_STATISTICS)
1034         /* measure time */
1035
1036         if (opt_getcompilingtime)
1037                 compilingtime_start();
1038 #endif
1039
1040         /* mark start of dump memory area */
1041
1042         dumpsize = dump_size();
1043
1044         /* create jitdata structure */
1045
1046         jd = jit_jitdata_new(m);
1047
1048         /* set the flags for the current JIT run */
1049
1050         jd->flags = JITDATA_FLAG_PARSE;
1051
1052 #if defined(ENABLE_VERIFIER)
1053         if (opt_verify)
1054                 jd->flags |= JITDATA_FLAG_VERIFY;
1055 #endif
1056
1057 #if defined(ENABLE_PROFILING)
1058         if (opt_prof)
1059                 jd->flags |= JITDATA_FLAG_INSTRUMENT;
1060 #endif
1061
1062 #if defined(ENABLE_IFCONV)
1063         if (opt_ifconv)
1064                 jd->flags |= JITDATA_FLAG_IFCONV;
1065 #endif
1066
1067 #if defined(ENABLE_INLINING) && defined(ENABLE_INLINING_DEBUG)
1068         if (opt_inlining && opt_inline_debug_all)
1069                 jd->flags |= JITDATA_FLAG_INLINE;
1070 #endif
1071
1072         if (opt_showintermediate)
1073                 jd->flags |= JITDATA_FLAG_SHOWINTERMEDIATE;
1074
1075         if (opt_showdisassemble)
1076                 jd->flags |= JITDATA_FLAG_SHOWDISASSEMBLE;
1077
1078         if (opt_verbosecall)
1079                 jd->flags |= JITDATA_FLAG_VERBOSECALL;
1080
1081 #if defined(ENABLE_REPLACEMENT) && defined(ENABLE_INLINING)
1082         if (opt_inlining)
1083                 jd->flags |= JITDATA_FLAG_COUNTDOWN;
1084 #endif
1085
1086 #if defined(ENABLE_JIT)
1087 # if defined(ENABLE_INTRP)
1088         if (!opt_intrp)
1089 # endif
1090                 /* initialize the register allocator */
1091         {
1092                 reg_setup(jd);
1093         }
1094 #endif
1095
1096         /* setup the codegendata memory */
1097
1098         codegen_setup(jd);
1099
1100         /* now call internal compile function */
1101
1102         r = jit_compile_intern(jd);
1103
1104         if (r == NULL) {
1105                 /* We had an exception! Finish stuff here if necessary. */
1106
1107                 /* release codeinfo */
1108
1109                 code_codeinfo_free(jd->code);
1110
1111 #if defined(ENABLE_PROFILING)
1112                 /* Release memory for basic block profiling information. */
1113
1114                 if (JITDATA_HAS_FLAG_INSTRUMENT(jd))
1115                         if (jd->code->bbfrequency != NULL)
1116                                 MFREE(jd->code->bbfrequency, u4, jd->code->basicblockcount);
1117 #endif
1118         }
1119         else {
1120                 DEBUG_JIT_COMPILEVERBOSE("Running: ");
1121         }
1122
1123         /* release dump area */
1124
1125         dump_release(dumpsize);
1126
1127 #if defined(ENABLE_STATISTICS)
1128         /* measure time */
1129
1130         if (opt_getcompilingtime)
1131                 compilingtime_stop();
1132 #endif
1133
1134         /* leave the monitor */
1135
1136         LOCK_MONITOR_EXIT(m);
1137
1138         /* return pointer to the methods entry point */
1139
1140         return r;
1141 }
1142
1143
1144 /* jit_recompile ***************************************************************
1145
1146    Recompiles a Java method.
1147
1148 *******************************************************************************/
1149
1150 u1 *jit_recompile(methodinfo *m)
1151 {
1152         u1      *r;
1153         jitdata *jd;
1154         u1       optlevel;
1155         s4       dumpsize;
1156
1157         /* check for max. optimization level */
1158
1159         optlevel = (m->code) ? m->code->optlevel : 0;
1160
1161 #if 0
1162         if (optlevel == 1) {
1163 /*              log_message_method("not recompiling: ", m); */
1164                 return NULL;
1165         }
1166 #endif
1167
1168         DEBUG_JIT_COMPILEVERBOSE("Recompiling start: ");
1169
1170         STATISTICS(count_jit_calls++);
1171
1172 #if defined(ENABLE_STATISTICS)
1173         /* measure time */
1174
1175         if (opt_getcompilingtime)
1176                 compilingtime_start();
1177 #endif
1178
1179         /* mark start of dump memory area */
1180
1181         dumpsize = dump_size();
1182
1183         /* create jitdata structure */
1184
1185         jd = jit_jitdata_new(m);
1186
1187         /* set the current optimization level to the previous one plus 1 */
1188
1189         jd->code->optlevel = optlevel + 1;
1190
1191         /* get the optimization flags for the current JIT run */
1192
1193 #if defined(ENABLE_VERIFIER)
1194         jd->flags |= JITDATA_FLAG_VERIFY;
1195 #endif
1196
1197         /* jd->flags |= JITDATA_FLAG_REORDER; */
1198         if (opt_showintermediate)
1199                 jd->flags |= JITDATA_FLAG_SHOWINTERMEDIATE;
1200         if (opt_showdisassemble)
1201                 jd->flags |= JITDATA_FLAG_SHOWDISASSEMBLE;
1202         if (opt_verbosecall)
1203                 jd->flags |= JITDATA_FLAG_VERBOSECALL;
1204
1205 #if defined(ENABLE_INLINING)
1206         if (opt_inlining)
1207                 jd->flags |= JITDATA_FLAG_INLINE;
1208 #endif
1209
1210 #if defined(ENABLE_JIT)
1211 # if defined(ENABLE_INTRP)
1212         if (!opt_intrp)
1213 # endif
1214                 /* initialize the register allocator */
1215
1216                 reg_setup(jd);
1217 #endif
1218
1219         /* setup the codegendata memory */
1220
1221         codegen_setup(jd);
1222
1223         /* now call internal compile function */
1224
1225         r = jit_compile_intern(jd);
1226
1227         if (r == NULL) {
1228                 /* We had an exception! Finish stuff here if necessary. */
1229
1230                 /* release codeinfo */
1231
1232                 code_codeinfo_free(jd->code);
1233         }
1234
1235         /* release dump area */
1236
1237         dump_release(dumpsize);
1238
1239 #if defined(ENABLE_STATISTICS)
1240         /* measure time */
1241
1242         if (opt_getcompilingtime)
1243                 compilingtime_stop();
1244 #endif
1245
1246         DEBUG_JIT_COMPILEVERBOSE("Recompiling done: ");
1247
1248         /* return pointer to the methods entry point */
1249
1250         return r;
1251 }
1252
1253
1254 /* jit_compile_intern **********************************************************
1255
1256    Static internal function which does the actual compilation.
1257
1258 *******************************************************************************/
1259
1260 static u1 *jit_compile_intern(jitdata *jd)
1261 {
1262         methodinfo  *m;
1263         codegendata *cd;
1264         codeinfo    *code;
1265
1266 #if defined(ENABLE_RT_TIMING)
1267         struct timespec time_start,time_checks,time_parse,time_stack,
1268                                         time_typecheck,time_loop,time_ifconv,time_alloc,
1269                                         time_codegen;
1270 #endif
1271
1272         RT_TIMING_GET_TIME(time_start);
1273
1274         /* get required compiler data */
1275
1276 #if defined(ENABLE_LSRA) || defined(ENABLE_SSA)
1277         jd->ls = NULL;
1278 #endif
1279         m    = jd->m;
1280         code = jd->code;
1281         cd   = jd->cd;
1282
1283         /* print log message for compiled method */
1284
1285         DEBUG_JIT_COMPILEVERBOSE("Compiling: ");
1286
1287         /* handle native methods and create a native stub */
1288
1289         if (m->flags & ACC_NATIVE) {
1290                 functionptr f;
1291
1292 #if defined(WITH_STATIC_CLASSPATH)
1293                 f = native_findfunction(m->class->name, m->name, m->descriptor,
1294                                                                 (m->flags & ACC_STATIC));
1295                 if (f == NULL)
1296                         return NULL;
1297 #else
1298                 f = NULL;
1299 #endif
1300
1301                 code = codegen_createnativestub(f, m);
1302
1303                 assert(!m->code); /* native methods are never recompiled */
1304                 m->code = code;
1305
1306                 return code->entrypoint;
1307         }
1308
1309         /* if there is no javacode, print error message and return empty method   */
1310
1311         if (m->jcode == NULL) {
1312                 DEBUG_JIT_COMPILEVERBOSE("No code given for: ");
1313
1314                 code->entrypoint = (u1 *) (ptrint) do_nothing_function;
1315                 m->code = code;
1316
1317                 return code->entrypoint;        /* return empty method                */
1318         }
1319
1320 #if defined(ENABLE_STATISTICS)
1321         if (opt_stat) {
1322                 count_javacodesize += m->jcodelength + 18;
1323                 count_tryblocks    += jd->exceptiontablelength;
1324                 count_javaexcsize  += jd->exceptiontablelength * SIZEOF_VOID_P;
1325         }
1326 #endif
1327
1328         RT_TIMING_GET_TIME(time_checks);
1329
1330         /* call the compiler passes ***********************************************/
1331
1332         DEBUG_JIT_COMPILEVERBOSE("Parsing: ");
1333
1334         /* call parse pass */
1335
1336         if (!parse(jd)) {
1337                 DEBUG_JIT_COMPILEVERBOSE("Exception while parsing: ");
1338
1339                 return NULL;
1340         }
1341         RT_TIMING_GET_TIME(time_parse);
1342
1343         DEBUG_JIT_COMPILEVERBOSE("Parsing done: ");
1344
1345 #if defined(ENABLE_JIT)
1346 # if defined(ENABLE_INTRP)
1347         if (!opt_intrp) {
1348 # endif
1349                 DEBUG_JIT_COMPILEVERBOSE("Analysing: ");
1350
1351                 /* call stack analysis pass */
1352
1353                 if (!stack_analyse(jd)) {
1354                         DEBUG_JIT_COMPILEVERBOSE("Exception while analysing: ");
1355
1356                         return NULL;
1357                 }
1358                 RT_TIMING_GET_TIME(time_stack);
1359
1360                 DEBUG_JIT_COMPILEVERBOSE("Analysing done: ");
1361
1362                 /* Build the CFG.  This has to be done after stack_analyse, as
1363                    there happens the JSR elimination. */
1364
1365                 if (!cfg_build(jd))
1366                         return NULL;
1367
1368 #ifdef ENABLE_VERIFIER
1369                 if (JITDATA_HAS_FLAG_VERIFY(jd)) {
1370                         DEBUG_JIT_COMPILEVERBOSE("Typechecking: ");
1371
1372                         /* call typecheck pass */
1373                         if (!typecheck(jd)) {
1374                                 DEBUG_JIT_COMPILEVERBOSE("Exception while typechecking: ");
1375
1376                                 return NULL;
1377                         }
1378
1379                         DEBUG_JIT_COMPILEVERBOSE("Typechecking done: ");
1380                 }
1381 #endif
1382                 RT_TIMING_GET_TIME(time_typecheck);
1383
1384 #if defined(ENABLE_LOOP)
1385                 if (opt_loops) {
1386                         depthFirst(jd);
1387                         analyseGraph(jd);
1388                         optimize_loops(jd);
1389                         jit_renumber_basicblocks(jd);
1390                 }
1391 #endif
1392                 RT_TIMING_GET_TIME(time_loop);
1393
1394 #if defined(ENABLE_IFCONV)
1395                 if (JITDATA_HAS_FLAG_IFCONV(jd)) {
1396                         if (!ifconv_static(jd))
1397                                 return NULL;
1398                         jit_renumber_basicblocks(jd);
1399                 }
1400 #endif
1401                 RT_TIMING_GET_TIME(time_ifconv);
1402
1403                 /* inlining */
1404
1405 #if defined(ENABLE_INLINING)
1406                 if (JITDATA_HAS_FLAG_INLINE(jd)) {
1407                         if (!inline_inline(jd))
1408                                 return NULL;
1409                 }
1410 #endif
1411
1412 #if defined(ENABLE_PROFILING)
1413                 /* Basic block reordering.  I think this should be done after
1414                    if-conversion, as we could lose the ability to do the
1415                    if-conversion. */
1416
1417                 if (JITDATA_HAS_FLAG_REORDER(jd)) {
1418                         if (!reorder(jd))
1419                                 return NULL;
1420                         jit_renumber_basicblocks(jd);
1421                 }
1422 #endif
1423
1424                 DEBUG_JIT_COMPILEVERBOSE("Allocating registers: ");
1425
1426 #if defined(ENABLE_LSRA) && !defined(ENABLE_SSA)
1427                 /* allocate registers */
1428                 if (opt_lsra) {
1429                         if (!lsra(jd))
1430                                 return NULL;
1431
1432                         STATISTICS(count_methods_allocated_by_lsra++);
1433
1434                 } else
1435 # endif /* defined(ENABLE_LSRA) && !defined(ENABLE_SSA) */
1436 #if defined(ENABLE_SSA)
1437                 /* allocate registers */
1438                 if ((opt_lsra) && (jd->exceptiontablelength == 0)) {
1439                         jd->ls = DNEW(lsradata);
1440                         lsra(jd);
1441
1442                         STATISTICS(count_methods_allocated_by_lsra++);
1443
1444                 } else
1445 # endif /* defined(ENABLE_SSA) */
1446                 {
1447                         STATISTICS(count_locals_conflicts += (jd->maxlocals - 1) * (jd->maxlocals));
1448
1449                         regalloc(jd);
1450                 }
1451
1452                 STATISTICS(simplereg_make_statistics(jd));
1453
1454                 DEBUG_JIT_COMPILEVERBOSE("Allocating registers done: ");
1455 # if defined(ENABLE_INTRP)
1456         }
1457 # endif
1458 #endif /* defined(ENABLE_JIT) */
1459         RT_TIMING_GET_TIME(time_alloc);
1460
1461 #if defined(ENABLE_PROFLING)
1462         /* Allocate memory for basic block profiling information. This
1463            _must_ be done after loop optimization and register allocation,
1464            since they can change the basic block count. */
1465
1466         if (JITDATA_HAS_FLAG_INSTRUMENT(jd))
1467                 code->bbfrequency = MNEW(u4, jd->basicblockcount);
1468 #endif
1469
1470         DEBUG_JIT_COMPILEVERBOSE("Generating code: ");
1471
1472         /* now generate the machine code */
1473
1474 #if defined(ENABLE_JIT)
1475 # if defined(ENABLE_INTRP)
1476         if (opt_intrp) {
1477 #if defined(ENABLE_VERIFIER)
1478                 if (opt_verify) {
1479                         DEBUG_JIT_COMPILEVERBOSE("Typechecking (stackbased): ");
1480
1481                         if (!typecheck_stackbased(jd)) {
1482                                 DEBUG_JIT_COMPILEVERBOSE("Exception while typechecking (stackbased): ");
1483                                 return NULL;
1484                         }
1485                 }
1486 #endif
1487                 if (!intrp_codegen(jd)) {
1488                         DEBUG_JIT_COMPILEVERBOSE("Exception while generating code: ");
1489
1490                         return NULL;
1491                 }
1492         } else
1493 # endif
1494                 {
1495                         if (!codegen_generate(jd)) {
1496                                 DEBUG_JIT_COMPILEVERBOSE("Exception while generating code: ");
1497
1498                                 return NULL;
1499                         }
1500                 }
1501 #else
1502         if (!intrp_codegen(jd)) {
1503                 DEBUG_JIT_COMPILEVERBOSE("Exception while generating code: ");
1504
1505                 return NULL;
1506         }
1507 #endif
1508         RT_TIMING_GET_TIME(time_codegen);
1509
1510         DEBUG_JIT_COMPILEVERBOSE("Generating code done: ");
1511
1512 #if !defined(NDEBUG)
1513         /* intermediate and assembly code listings */
1514
1515         if (JITDATA_HAS_FLAG_SHOWINTERMEDIATE(jd)) {
1516                 show_method(jd, SHOW_CODE);
1517         }
1518         else if (JITDATA_HAS_FLAG_SHOWDISASSEMBLE(jd)) {
1519 # if defined(ENABLE_DISASSEMBLER)
1520                 DISASSEMBLE(code->entrypoint,
1521                                         code->entrypoint + (code->mcodelength - cd->dseglen));
1522 # endif
1523         }
1524
1525         if (opt_showddatasegment)
1526                 dseg_display(jd);
1527 #endif
1528
1529         DEBUG_JIT_COMPILEVERBOSE("Compiling done: ");
1530
1531         /* switch to the newly generated code */
1532
1533         assert(code);
1534         assert(code->entrypoint);
1535
1536         /* add the current compile version to the methodinfo */
1537
1538         code->prev = m->code;
1539         m->code = code;
1540
1541         RT_TIMING_TIME_DIFF(time_start,time_checks,RT_TIMING_JIT_CHECKS);
1542         RT_TIMING_TIME_DIFF(time_checks,time_parse,RT_TIMING_JIT_PARSE);
1543         RT_TIMING_TIME_DIFF(time_parse,time_stack,RT_TIMING_JIT_STACK);
1544         RT_TIMING_TIME_DIFF(time_stack,time_typecheck,RT_TIMING_JIT_TYPECHECK);
1545         RT_TIMING_TIME_DIFF(time_typecheck,time_loop,RT_TIMING_JIT_LOOP);
1546         RT_TIMING_TIME_DIFF(time_loop,time_alloc,RT_TIMING_JIT_ALLOC);
1547         RT_TIMING_TIME_DIFF(time_alloc,time_codegen,RT_TIMING_JIT_CODEGEN);
1548         RT_TIMING_TIME_DIFF(time_start,time_codegen,RT_TIMING_JIT_TOTAL);
1549
1550         /* return pointer to the methods entry point */
1551
1552         return code->entrypoint;
1553 }
1554
1555
1556 /* jit_invalidate_code *********************************************************
1557
1558    Mark the compiled code of the given method as invalid and take care that
1559    it is replaced if necessary.
1560
1561    XXX Not fully implemented, yet.
1562
1563 *******************************************************************************/
1564
1565 void jit_invalidate_code(methodinfo *m)
1566 {
1567         codeinfo *code;
1568
1569         code = m->code;
1570         if (code == NULL || CODE_IS_INVALID(code))
1571                 return;
1572
1573         CODE_SETFLAG_INVALID(code);
1574
1575         /* activate mappable replacement points */
1576
1577 #if defined(ENABLE_REPLACEMENT)
1578         replace_activate_replacement_points(code, true);
1579 #else
1580         vm_abort("invalidating code only works with ENABLE_REPLACEMENT");
1581 #endif
1582 }
1583
1584
1585 /* jit_request_optimization ****************************************************
1586
1587    Request optimization of the given method. If the code of the method is
1588    unoptimized, it will be invalidated, so the next jit_get_current_code(m)
1589    triggers an optimized recompilation.
1590    If the method is already optimized, this function does nothing.
1591
1592    IN:
1593        m................the method
1594
1595 *******************************************************************************/
1596
1597 void jit_request_optimization(methodinfo *m)
1598 {
1599         codeinfo *code;
1600
1601         code = m->code;
1602
1603         if (code && code->optlevel == 0)
1604                 jit_invalidate_code(m);
1605 }
1606
1607
1608 /* jit_get_current_code ********************************************************
1609
1610    Get the currently valid code for the given method. If there is no valid
1611    code, (re)compile the method.
1612
1613    IN:
1614        m................the method
1615
1616    RETURN VALUE:
1617        the codeinfo* for the current code, or
1618            NULL if an exception has been thrown during recompilation.
1619
1620 *******************************************************************************/
1621
1622 codeinfo *jit_get_current_code(methodinfo *m)
1623 {
1624         assert(m);
1625
1626         /* if we have valid code, return it */
1627
1628         if (m->code && CODE_IS_VALID(m->code))
1629                 return m->code;
1630
1631         /* otherwise: recompile */
1632
1633         if (!jit_recompile(m))
1634                 return NULL;
1635
1636         assert(m->code);
1637
1638         return m->code;
1639 }
1640
1641
1642 /* jit_asm_compile *************************************************************
1643
1644    This method is called from asm_vm_call_method and does:
1645
1646      - create stackframe info for exceptions
1647      - compile the method
1648      - patch the entrypoint of the method into the calculated address in
1649        the JIT code
1650      - flushes the instruction cache.
1651
1652 *******************************************************************************/
1653
1654 #if defined(ENABLE_JIT)
1655 u1 *jit_asm_compile(methodinfo *m, u1 *mptr, u1 *sp, u1 *ra)
1656 {
1657         stackframeinfo  sfi;
1658         u1             *entrypoint;
1659         u1             *pa;
1660         ptrint         *p;
1661
1662         /* create the stackframeinfo (subtract 1 from RA as it points to the */
1663         /* instruction after the call)                                       */
1664
1665         stacktrace_create_extern_stackframeinfo(&sfi, NULL, sp, ra, ra-1);
1666
1667         /* actually compile the method */
1668
1669         entrypoint = jit_compile(m);
1670
1671         /* remove the stackframeinfo */
1672
1673         stacktrace_remove_stackframeinfo(&sfi);
1674
1675         /* there was a problem during compilation */
1676
1677         if (entrypoint == NULL)
1678                 return NULL;
1679
1680         /* get the method patch address */
1681
1682         pa = md_get_method_patch_address(ra, &sfi, mptr);
1683
1684         /* patch the method entry point */
1685
1686         p = (ptrint *) pa;
1687
1688         *p = (ptrint) entrypoint;
1689
1690         /* flush the instruction cache */
1691
1692         md_icacheflush(pa, SIZEOF_VOID_P);
1693
1694         return entrypoint;
1695 }
1696 #endif /* defined(ENABLE_JIT) */
1697
1698
1699 /* jit_complement_condition ****************************************************
1700
1701    Returns the complement of the passed conditional instruction.
1702
1703    We use the order of the different conditions, e.g.:
1704
1705    ICMD_IFEQ         153
1706    ICMD_IFNE         154
1707
1708    If the passed opcode is odd, we simply add 1 to get the complement.
1709    If the opcode is even, we subtract 1.
1710
1711    Exception:
1712
1713    ICMD_IFNULL       198
1714    ICMD_IFNONNULL    199
1715
1716 *******************************************************************************/
1717
1718 s4 jit_complement_condition(s4 opcode)
1719 {
1720         switch (opcode) {
1721         case ICMD_IFNULL:
1722                 return ICMD_IFNONNULL;
1723
1724         case ICMD_IFNONNULL:
1725                 return ICMD_IFNULL;
1726
1727         default:
1728                 /* check if opcode is odd */
1729
1730                 if (opcode & 0x1)
1731                         return opcode + 1;
1732                 else
1733                         return opcode - 1;
1734         }
1735 }
1736
1737
1738 /* jit_renumber_basicblocks ****************************************************
1739
1740    Set the ->nr of all blocks so it increases when traversing ->next.
1741
1742    IN:
1743        jitdata..........the current jitdata
1744
1745 *******************************************************************************/
1746
1747 void jit_renumber_basicblocks(jitdata *jd)
1748 {
1749         s4          nr;
1750         basicblock *bptr;
1751
1752         nr = 0;
1753         for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
1754                 bptr->nr = nr++;
1755         }
1756
1757         /* we have one block more than jd->basicblockcount (the end marker) */
1758
1759         assert(nr == jd->basicblockcount + 1);
1760 }
1761
1762
1763 /* jit_check_basicblock_numbers ************************************************
1764
1765    Assert that the ->nr of the first block is zero and increases by 1 each
1766    time ->next is traversed.
1767    This function should be called before any analysis that relies on
1768    the basicblock numbers.
1769
1770    IN:
1771        jitdata..........the current jitdata
1772
1773    NOTE: Aborts with an assertion if the condition is not met!
1774
1775 *******************************************************************************/
1776
1777 #if !defined(NDEBUG)
1778 void jit_check_basicblock_numbers(jitdata *jd)
1779 {
1780         s4          nr;
1781         basicblock *bptr;
1782
1783         nr = 0;
1784         for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
1785                 assert(bptr->nr == nr);
1786                 nr++;
1787         }
1788
1789         /* we have one block more than jd->basicblockcount (the end marker) */
1790
1791         assert(nr == jd->basicblockcount + 1);
1792 }
1793 #endif /* !defined(NDEBUG) */
1794
1795
1796 /*
1797  * These are local overrides for various environment variables in Emacs.
1798  * Please do not remove this and leave it at the end of the file, where
1799  * Emacs will automagically detect them.
1800  * ---------------------------------------------------------------------
1801  * Local variables:
1802  * mode: c
1803  * indent-tabs-mode: t
1804  * c-basic-offset: 4
1805  * tab-width: 4
1806  * End:
1807  * vim:noexpandtab:sw=4:ts=4:
1808  */