1 /* src/vm/jit/powerpc/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 7766 2007-04-19 13:24:48Z michi $
40 #include "vm/jit/powerpc/arch.h"
41 #include "vm/jit/powerpc/codegen.h"
43 #include "mm/memory.h"
44 #include "native/native.h"
46 #if defined(ENABLE_THREADS)
47 # include "threads/native/lock.h"
50 #include "vm/builtin.h"
51 #include "vm/exceptions.h"
52 #include "vm/global.h"
53 #include "vm/stringlocal.h"
56 #include "vm/jit/abi.h"
57 #include "vm/jit/abi-asm.h"
58 #include "vm/jit/asmpart.h"
59 #include "vm/jit/codegen-common.h"
60 #include "vm/jit/dseg.h"
61 #include "vm/jit/emit-common.h"
62 #include "vm/jit/jit.h"
63 #include "vm/jit/md.h"
64 #include "vm/jit/methodheader.h"
65 #include "vm/jit/parse.h"
66 #include "vm/jit/patcher.h"
67 #include "vm/jit/reg.h"
68 #include "vm/jit/replace.h"
69 #include "vm/jit/stacktrace.h"
71 #if defined(ENABLE_LSRA)
72 # include "vm/jit/allocator/lsra.h"
75 #include "vmcore/loader.h"
76 #include "vmcore/options.h"
79 /* codegen *********************************************************************
81 Generates machine code.
83 *******************************************************************************/
85 bool codegen_emit(jitdata *jd)
91 s4 len, s1, s2, s3, d, disp;
98 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
99 unresolved_method *um;
100 builtintable_entry *bte;
103 unresolved_field *uf;
107 /* get required compiler data */
114 /* prevent compiler warnings */
129 /* space to save used callee saved registers */
131 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
132 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse) * 2;
134 cd->stackframesize = rd->memuse + savedregs_num;
136 #if defined(ENABLE_THREADS)
137 /* Space to save argument of monitor_enter and Return Values to
138 survive monitor_exit. The stack position for the argument can
139 not be shared with place to save the return register on PPC,
140 since both values reside in R3. */
142 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
143 /* reserve 2 slots for long/double return values for monitorexit */
145 if (IS_2_WORD_TYPE(m->parseddesc->returntype.type))
146 cd->stackframesize += 3;
148 cd->stackframesize += 2;
153 /* create method header */
155 /* align stack to 16-bytes */
157 if (!jd->isleafmethod || JITDATA_HAS_FLAG_VERBOSECALL(jd))
158 cd->stackframesize = (cd->stackframesize + 3) & ~3;
160 else if (jd->isleafmethod && (cd->stackframesize == LA_SIZE_IN_POINTERS))
161 cd->stackframesize = 0;
163 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
164 (void) dseg_add_unique_s4(cd, cd->stackframesize * 4); /* FrameSize */
166 #if defined(ENABLE_THREADS)
167 /* IsSync contains the offset relative to the stack pointer for the
168 argument of monitor_exit used in the exception handler. Since the
169 offset could be zero and give a wrong meaning of the flag it is
173 if (checksync && (m->flags & ACC_SYNCHRONIZED))
174 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 4);/* IsSync */
177 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
179 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
180 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
181 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
183 dseg_addlinenumbertablesize(cd);
185 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
187 /* create exception table */
189 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
190 dseg_add_target(cd, ex->start);
191 dseg_add_target(cd, ex->end);
192 dseg_add_target(cd, ex->handler);
193 (void) dseg_add_unique_address(cd, ex->catchtype.any);
196 #if defined(ENABLE_PROFILING)
197 /* generate method profiling code */
199 if (JITDATA_HAS_FLAG_INSTRUMENT(jd)) {
200 /* count frequency */
202 M_ALD(REG_ITMP1, REG_PV, CodeinfoPointer);
203 M_ALD(REG_ITMP2, REG_ITMP1, OFFSET(codeinfo, frequency));
204 M_IADD_IMM(REG_ITMP2, 1, REG_ITMP2);
205 M_AST(REG_ITMP2, REG_ITMP1, OFFSET(codeinfo, frequency));
207 /* PROFILE_CYCLE_START; */
211 /* create stack frame (if necessary) */
213 if (!jd->isleafmethod) {
215 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
218 if (cd->stackframesize)
219 M_STWU(REG_SP, REG_SP, -(cd->stackframesize * 4));
221 /* save return address and used callee saved registers */
223 p = cd->stackframesize;
224 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
225 p--; M_IST(rd->savintregs[i], REG_SP, p * 4);
227 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
228 p -= 2; M_DST(rd->savfltregs[i], REG_SP, p * 4);
231 /* take arguments out of register or stack frame */
235 for (p = 0, l = 0; p < md->paramcount; p++) {
236 t = md->paramtypes[p].type;
237 varindex = jd->local_map[l * 5 + t];
240 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
243 if (varindex == UNUSED)
247 s1 = md->params[p].regoff;
249 if (IS_INT_LNG_TYPE(t)) {
250 if (!md->params[p].inmemory) {
251 if (!IS_INMEMORY(var->flags)) {
252 if (IS_2_WORD_TYPE(t))
253 M_LNGMOVE(s1, var->vv.regoff);
255 M_INTMOVE(s1, var->vv.regoff);
258 if (IS_2_WORD_TYPE(t))
259 M_LST(s1, REG_SP, var->vv.regoff * 4);
261 M_IST(s1, REG_SP, var->vv.regoff * 4);
265 if (!IS_INMEMORY(var->flags)) {
266 if (IS_2_WORD_TYPE(t))
267 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 4);
269 M_ILD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 4);
273 M_ILD(REG_ITMP1, REG_SP, (cd->stackframesize + s1) * 4);
274 M_IST(REG_ITMP1, REG_SP, var->vv.regoff * 4);
275 if (IS_2_WORD_TYPE(t)) {
276 M_ILD(REG_ITMP1, REG_SP, (cd->stackframesize + s1) * 4 +4);
277 M_IST(REG_ITMP1, REG_SP, var->vv.regoff * 4 + 4);
280 /* Reuse Memory Position on Caller Stack */
281 var->vv.regoff = cd->stackframesize + s1;
287 if (!md->params[p].inmemory) {
288 if (!IS_INMEMORY(var->flags))
289 M_FLTMOVE(s1, var->vv.regoff);
291 if (IS_2_WORD_TYPE(t))
292 M_DST(s1, REG_SP, var->vv.regoff * 4);
294 M_FST(s1, REG_SP, var->vv.regoff * 4);
298 if (!IS_INMEMORY(var->flags)) {
299 if (IS_2_WORD_TYPE(t))
300 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 4);
302 M_FLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 4);
306 if (IS_2_WORD_TYPE(t)) {
307 M_DLD(REG_FTMP1, REG_SP, (cd->stackframesize + s1) * 4);
308 M_DST(REG_FTMP1, REG_SP, var->vv.regoff * 4);
309 var->vv.regoff = cd->stackframesize + s1;
312 M_FLD(REG_FTMP1, REG_SP, (cd->stackframesize + s1) * 4);
313 M_FST(REG_FTMP1, REG_SP, var->vv.regoff * 4);
316 /* Reuse Memory Position on Caller Stack */
317 var->vv.regoff = cd->stackframesize + s1;
324 #if defined(ENABLE_THREADS)
325 /* call monitorenter function */
327 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
328 /* stack offset for monitor argument */
332 # if !defined(NDEBUG)
333 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
334 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
336 for (p = 0; p < INT_ARG_CNT; p++)
337 M_IST(abi_registers_integer_argument[p], REG_SP, LA_SIZE + p * 8);
339 for (p = 0; p < FLT_ARG_CNT; p++)
340 M_DST(abi_registers_float_argument[p], REG_SP, LA_SIZE + (INT_ARG_CNT + p) * 8);
342 /* ATTENTION: We multiply here with 2, because we use * 8
343 above for simplicity and below * 4! */
345 s1 += (LA_SIZE_IN_POINTERS + ARG_CNT) * 2;
349 disp = dseg_add_functionptr(cd, LOCK_monitor_enter);
350 M_ALD(REG_ITMP3, REG_PV, disp);
353 /* get or test the lock object */
355 if (m->flags & ACC_STATIC) {
356 disp = dseg_add_address(cd, &m->class->object.header);
357 M_ALD(REG_A0, REG_PV, disp);
362 M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
365 M_AST(REG_A0, REG_SP, s1 * 4);
368 # if !defined(NDEBUG)
369 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
370 for (p = 0; p < INT_ARG_CNT; p++)
371 M_ILD(abi_registers_integer_argument[p], REG_SP, LA_SIZE + p * 8);
373 for (p = 0; p < FLT_ARG_CNT; p++)
374 M_DLD(abi_registers_float_argument[p], REG_SP, LA_SIZE + (INT_ARG_CNT + p) * 8);
376 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
380 #endif /* defined(ENABLE_THREADS) */
382 /* call trace function */
384 emit_verbosecall_enter(jd);
387 /* end of header generation */
389 /* create replacement points */
391 REPLACEMENT_POINTS_INIT(cd, jd);
393 /* walk through all basic blocks */
395 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
397 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
399 if (bptr->flags >= BBREACHED) {
400 /* branch resolving */
402 codegen_resolve_branchrefs(cd, bptr);
404 /* handle replacement points */
406 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
408 #if defined(ENABLE_PROFILING)
409 /* generate basicblock profiling code */
411 if (JITDATA_HAS_FLAG_INSTRUMENT(jd)) {
412 /* count frequency */
414 disp = dseg_add_address(cd, code->bbfrequency);
415 M_ALD(REG_ITMP2, REG_PV, disp);
416 M_ALD(REG_ITMP3, REG_ITMP2, bptr->nr * 4);
417 M_IADD_IMM(REG_ITMP3, 1, REG_ITMP3);
418 M_AST(REG_ITMP3, REG_ITMP2, bptr->nr * 4);
420 /* if this is an exception handler, start profiling again */
422 /* if (bptr->type == BBTYPE_EXH) */
423 /* PROFILE_CYCLE_START; */
427 /* copy interface registers to their destination */
432 #if defined(ENABLE_LSRA)
434 while (src != NULL) {
436 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
437 /* d = reg_of_var(m, src, REG_ITMP1); */
438 if (!IS_INMEMORY(src->flags))
442 M_INTMOVE(REG_ITMP1, d);
443 emit_store(jd, NULL, src, d);
451 var = VAR(bptr->invars[len]);
452 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
453 d = codegen_reg_of_var(0, var, REG_ITMP1);
454 M_INTMOVE(REG_ITMP1, d);
455 emit_store(jd, NULL, var, d);
458 assert((var->flags & INOUT));
462 #if defined(ENABLE_LSRA)
465 /* walk through all instructions */
470 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
471 if (iptr->line != currentline) {
472 dseg_addlinenumber(cd, iptr->line);
473 currentline = iptr->line;
476 MCODECHECK(64); /* an instruction usually needs < 64 words */
479 case ICMD_NOP: /* ... ==> ... */
480 case ICMD_POP: /* ..., value ==> ... */
481 case ICMD_POP2: /* ..., value, value ==> ... */
484 case ICMD_INLINE_START:
486 REPLACEMENT_POINT_INLINE_START(cd, iptr);
489 case ICMD_INLINE_BODY:
491 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
492 dseg_addlinenumber_inline_start(cd, iptr);
493 dseg_addlinenumber(cd, iptr->line);
496 case ICMD_INLINE_END:
498 dseg_addlinenumber_inline_end(cd, iptr);
499 dseg_addlinenumber(cd, iptr->line);
502 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
504 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
505 emit_nullpointer_check(cd, iptr, s1);
508 /* constant operations ************************************************/
510 case ICMD_ICONST: /* ... ==> ..., constant */
512 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
513 ICONST(d, iptr->sx.val.i);
514 emit_store_dst(jd, iptr, d);
517 case ICMD_LCONST: /* ... ==> ..., constant */
519 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
520 LCONST(d, iptr->sx.val.l);
521 emit_store_dst(jd, iptr, d);
524 case ICMD_FCONST: /* ... ==> ..., constant */
526 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
527 a = dseg_add_float(cd, iptr->sx.val.f);
529 emit_store_dst(jd, iptr, d);
532 case ICMD_DCONST: /* ... ==> ..., constant */
534 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
535 a = dseg_add_double(cd, iptr->sx.val.d);
537 emit_store_dst(jd, iptr, d);
540 case ICMD_ACONST: /* ... ==> ..., constant */
542 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
544 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
545 constant_classref *cr = iptr->sx.val.c.ref;;
547 disp = dseg_add_unique_address(cd, cr);
549 codegen_addpatchref(cd, PATCHER_resolve_classref_to_classinfo,
553 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
555 M_ALD(d, REG_PV, disp);
556 emit_store_dst(jd, iptr, d);
560 /* load/store/copy/move operations ************************************/
562 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
563 case ICMD_ALOAD: /* s1 = local variable */
567 case ICMD_ISTORE: /* ..., value ==> ... */
579 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
584 /* integer operations *************************************************/
586 case ICMD_INEG: /* ..., value ==> ..., - value */
588 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
589 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
591 emit_store_dst(jd, iptr, d);
594 case ICMD_LNEG: /* ..., value ==> ..., - value */
596 s1 = emit_load_s1(jd, iptr, REG_ITMP12_PACKED);
597 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
598 M_SUBFIC(GET_LOW_REG(s1), 0, GET_LOW_REG(d));
599 M_SUBFZE(GET_HIGH_REG(s1), GET_HIGH_REG(d));
600 emit_store_dst(jd, iptr, d);
603 case ICMD_I2L: /* ..., value ==> ..., value */
605 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
606 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
607 M_INTMOVE(s1, GET_LOW_REG(d));
608 M_SRA_IMM(GET_LOW_REG(d), 31, GET_HIGH_REG(d));
609 emit_store_dst(jd, iptr, d);
612 case ICMD_L2I: /* ..., value ==> ..., value */
614 s1 = emit_load_s1_low(jd, iptr, REG_ITMP2);
615 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
617 emit_store_dst(jd, iptr, d);
620 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
622 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
623 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
625 emit_store_dst(jd, iptr, d);
628 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
630 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
631 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
633 emit_store_dst(jd, iptr, d);
636 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
638 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
639 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
641 emit_store_dst(jd, iptr, d);
645 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
647 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
648 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
649 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
651 emit_store_dst(jd, iptr, d);
654 /* s1.localindex = variable, sx.val.i = constant*/
659 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
660 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
661 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
662 M_IADD_IMM(s1, iptr->sx.val.i, d);
664 ICONST(REG_ITMP2, iptr->sx.val.i);
665 M_IADD(s1, REG_ITMP2, d);
667 /* XXX the old code for ICMD_IINC was as follows:
669 u4 m = iptr->sx.val.i;
673 M_ADDIS(s1, m >> 16, d);
675 M_IADD_IMM(s1, m & 0xffff, d);
678 emit_store_dst(jd, iptr, d);
681 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
683 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
684 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
685 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
686 M_ADDC(s1, s2, GET_LOW_REG(d));
687 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
688 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3);/* don't use REG_ITMP2*/
689 M_ADDE(s1, s2, GET_HIGH_REG(d));
690 emit_store_dst(jd, iptr, d);
693 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
694 /* sx.val.l = constant */
696 s3 = iptr->sx.val.l & 0xffffffff;
697 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
698 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
699 if ((s3 >= -32768) && (s3 <= 32767))
700 M_ADDIC(s1, s3, GET_LOW_REG(d));
702 ICONST(REG_ITMP2, s3);
703 M_ADDC(s1, REG_ITMP2, GET_LOW_REG(d));
705 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
706 s3 = iptr->sx.val.l >> 32;
708 M_ADDME(s1, GET_HIGH_REG(d));
710 M_ADDZE(s1, GET_HIGH_REG(d));
712 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
713 M_ADDE(s1, REG_ITMP3, GET_HIGH_REG(d));
715 emit_store_dst(jd, iptr, d);
718 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
720 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
721 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
722 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
724 emit_store_dst(jd, iptr, d);
727 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
728 /* sx.val.i = constant */
730 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
731 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
732 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768))
733 M_IADD_IMM(s1, -iptr->sx.val.i, d);
735 ICONST(REG_ITMP2, iptr->sx.val.i);
736 M_ISUB(s1, REG_ITMP2, d);
738 emit_store_dst(jd, iptr, d);
741 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
743 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
744 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
745 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
746 M_SUBC(s1, s2, GET_LOW_REG(d));
747 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
748 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3);/* don't use REG_ITMP2*/
749 M_SUBE(s1, s2, GET_HIGH_REG(d));
750 emit_store_dst(jd, iptr, d);
753 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
754 /* sx.val.l = constant */
756 s3 = (-iptr->sx.val.l) & 0xffffffff;
757 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
758 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
759 if ((s3 >= -32768) && (s3 <= 32767)) {
760 M_ADDIC(s1, s3, GET_LOW_REG(d));
762 ICONST(REG_ITMP2, s3);
763 M_ADDC(s1, REG_ITMP2, GET_LOW_REG(d));
765 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
766 s3 = (-iptr->sx.val.l) >> 32;
768 M_ADDME(s1, GET_HIGH_REG(d));
770 M_ADDZE(s1, GET_HIGH_REG(d));
772 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
773 M_ADDE(s1, REG_ITMP3, GET_HIGH_REG(d));
775 emit_store_dst(jd, iptr, d);
778 case ICMD_IDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
780 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
781 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
782 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
783 emit_arithmetic_check(cd, iptr, s2);
784 M_LDAH(REG_ITMP3, REG_ZERO, 0x8000);
785 M_CMP(REG_ITMP3, s1);
786 M_BNE(3 + (s1 != d));
788 M_BNE(1 + (s1 != d));
792 emit_store_dst(jd, iptr, d);
795 case ICMD_IREM: /* ..., val1, val2 ==> ..., val1 % val2 */
797 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
798 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
799 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
800 emit_arithmetic_check(cd, iptr, s2);
801 M_LDAH(REG_ITMP3, REG_ZERO, 0x8000);
802 M_CMP(REG_ITMP3, s1);
808 M_IDIV(s1, s2, REG_ITMP3);
809 M_IMUL(REG_ITMP3, s2, REG_ITMP3);
810 M_ISUB(s1, REG_ITMP3, d);
811 emit_store_dst(jd, iptr, d);
814 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
815 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
817 s1 = emit_load_s1(jd, iptr, REG_A0_A1_PACKED);
818 s2 = emit_load_s2(jd, iptr, REG_A2_A3_PACKED);
820 /* XXX TODO: only do this if arithmetic check is really done! */
821 M_OR_TST(GET_HIGH_REG(s2), GET_LOW_REG(s2), REG_ITMP3);
822 /* XXX could be optimized */
823 emit_arithmetic_check(cd, iptr, REG_ITMP3);
825 bte = iptr->sx.s23.s3.bte;
826 disp = dseg_add_functionptr(cd, bte->fp);
827 M_ALD(REG_ITMP3, REG_PV, disp);
830 M_LNGMOVE(s1, REG_A0_A1_PACKED);
831 M_LNGMOVE(s2, REG_A2_A3_PACKED);
835 d = codegen_reg_of_dst(jd, iptr, REG_RESULT_PACKED);
836 M_LNGMOVE(REG_RESULT_PACKED, d);
837 emit_store_dst(jd, iptr, d);
840 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
842 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
843 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
844 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
846 emit_store_dst(jd, iptr, d);
849 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
850 /* sx.val.i = constant */
852 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
853 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
854 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
855 M_IMUL_IMM(s1, iptr->sx.val.i, d);
857 ICONST(REG_ITMP3, iptr->sx.val.i);
858 M_IMUL(s1, REG_ITMP3, d);
860 emit_store_dst(jd, iptr, d);
863 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
865 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
866 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
867 M_SRA_IMM(s1, iptr->sx.val.i, d);
869 emit_store_dst(jd, iptr, d);
872 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
874 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
875 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
876 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
877 M_AND_IMM(s2, 0x1f, REG_ITMP3);
878 M_SLL(s1, REG_ITMP3, d);
879 emit_store_dst(jd, iptr, d);
882 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
883 /* sx.val.i = constant */
885 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
886 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
887 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
888 emit_store_dst(jd, iptr, d);
891 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
893 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
894 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
895 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
896 M_AND_IMM(s2, 0x1f, REG_ITMP3);
897 M_SRA(s1, REG_ITMP3, d);
898 emit_store_dst(jd, iptr, d);
901 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
902 /* sx.val.i = constant */
904 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
905 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
906 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
907 emit_store_dst(jd, iptr, d);
910 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
912 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
913 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
914 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
915 M_AND_IMM(s2, 0x1f, REG_ITMP2);
916 M_SRL(s1, REG_ITMP2, d);
917 emit_store_dst(jd, iptr, d);
920 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
921 /* sx.val.i = constant */
923 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
924 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
925 if (iptr->sx.val.i & 0x1f)
926 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
930 emit_store_dst(jd, iptr, d);
933 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
935 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
936 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
937 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
939 emit_store_dst(jd, iptr, d);
942 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
943 /* sx.val.i = constant */
945 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
946 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
947 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
948 M_AND_IMM(s1, iptr->sx.val.i, d);
950 else if (iptr->sx.val.i == 0xffffff) {
951 M_RLWINM(s1, 0, 8, 31, d);
955 ICONST(REG_ITMP3, iptr->sx.val.i);
956 M_AND(s1, REG_ITMP3, d);
958 emit_store_dst(jd, iptr, d);
961 case ICMD_LAND: /* ..., val1, val2 ==> ..., val1 & val2 */
963 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
964 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
965 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
966 M_AND(s1, s2, GET_LOW_REG(d));
967 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
968 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3);/* don't use REG_ITMP2*/
969 M_AND(s1, s2, GET_HIGH_REG(d));
970 emit_store_dst(jd, iptr, d);
973 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
974 /* sx.val.l = constant */
976 s3 = iptr->sx.val.l & 0xffffffff;
977 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
978 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
979 if ((s3 >= 0) && (s3 <= 65535))
980 M_AND_IMM(s1, s3, GET_LOW_REG(d));
982 ICONST(REG_ITMP3, s3);
983 M_AND(s1, REG_ITMP3, GET_LOW_REG(d));
985 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
986 s3 = iptr->sx.val.l >> 32;
987 if ((s3 >= 0) && (s3 <= 65535))
988 M_AND_IMM(s1, s3, GET_HIGH_REG(d));
990 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
991 M_AND(s1, REG_ITMP3, GET_HIGH_REG(d));
993 emit_store_dst(jd, iptr, d);
996 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
997 /* sx.val.i = constant */
999 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1000 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1001 M_MOV(s1, REG_ITMP2);
1003 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
1004 if (iptr->sx.val.i >= 32768) {
1005 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
1006 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
1007 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1010 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
1013 int b=0, m = iptr->sx.val.i;
1016 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
1018 M_ISUB(s1, REG_ITMP2, d);
1019 emit_store_dst(jd, iptr, d);
1022 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
1024 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1025 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1026 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1028 emit_store_dst(jd, iptr, d);
1031 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
1032 /* sx.val.i = constant */
1034 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1035 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1036 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1037 M_OR_IMM(s1, iptr->sx.val.i, d);
1039 ICONST(REG_ITMP3, iptr->sx.val.i);
1040 M_OR(s1, REG_ITMP3, d);
1042 emit_store_dst(jd, iptr, d);
1045 case ICMD_LOR: /* ..., val1, val2 ==> ..., val1 | val2 */
1047 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1048 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1049 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1050 M_OR(s1, s2, GET_LOW_REG(d));
1051 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1052 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3);/* don't use REG_ITMP2*/
1053 M_OR(s1, s2, GET_HIGH_REG(d));
1054 emit_store_dst(jd, iptr, d);
1057 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
1058 /* sx.val.l = constant */
1060 s3 = iptr->sx.val.l & 0xffffffff;
1061 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1062 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1063 if ((s3 >= 0) && (s3 <= 65535))
1064 M_OR_IMM(s1, s3, GET_LOW_REG(d));
1066 ICONST(REG_ITMP3, s3);
1067 M_OR(s1, REG_ITMP3, GET_LOW_REG(d));
1069 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1070 s3 = iptr->sx.val.l >> 32;
1071 if ((s3 >= 0) && (s3 <= 65535))
1072 M_OR_IMM(s1, s3, GET_HIGH_REG(d));
1074 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
1075 M_OR(s1, REG_ITMP3, GET_HIGH_REG(d));
1077 emit_store_dst(jd, iptr, d);
1080 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1082 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1083 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1084 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1086 emit_store_dst(jd, iptr, d);
1089 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1090 /* sx.val.i = constant */
1092 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1093 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1094 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1095 M_XOR_IMM(s1, iptr->sx.val.i, d);
1097 ICONST(REG_ITMP3, iptr->sx.val.i);
1098 M_XOR(s1, REG_ITMP3, d);
1100 emit_store_dst(jd, iptr, d);
1103 case ICMD_LXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1105 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1106 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1107 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1108 M_XOR(s1, s2, GET_LOW_REG(d));
1109 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1110 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3);/* don't use REG_ITMP2*/
1111 M_XOR(s1, s2, GET_HIGH_REG(d));
1112 emit_store_dst(jd, iptr, d);
1115 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1116 /* sx.val.l = constant */
1118 s3 = iptr->sx.val.l & 0xffffffff;
1119 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1120 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1121 if ((s3 >= 0) && (s3 <= 65535))
1122 M_XOR_IMM(s1, s3, GET_LOW_REG(d));
1124 ICONST(REG_ITMP3, s3);
1125 M_XOR(s1, REG_ITMP3, GET_LOW_REG(d));
1127 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1128 s3 = iptr->sx.val.l >> 32;
1129 if ((s3 >= 0) && (s3 <= 65535))
1130 M_XOR_IMM(s1, s3, GET_HIGH_REG(d));
1132 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
1133 M_XOR(s1, REG_ITMP3, GET_HIGH_REG(d));
1135 emit_store_dst(jd, iptr, d);
1138 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1140 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
1141 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1142 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1143 vm_abort("codegen: implement ICMD_LCMP!");
1144 emit_store_dst(jd, iptr, d);
1148 /* floating operations ************************************************/
1150 case ICMD_FNEG: /* ..., value ==> ..., - value */
1152 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1153 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1155 emit_store_dst(jd, iptr, d);
1158 case ICMD_DNEG: /* ..., value ==> ..., - value */
1160 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1161 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1163 emit_store_dst(jd, iptr, d);
1166 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1168 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1169 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1170 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1172 emit_store_dst(jd, iptr, d);
1175 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1177 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1178 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1179 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1181 emit_store_dst(jd, iptr, d);
1184 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1186 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1187 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1188 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1190 emit_store_dst(jd, iptr, d);
1193 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1195 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1196 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1197 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1199 emit_store_dst(jd, iptr, d);
1202 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1204 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1205 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1206 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1208 emit_store_dst(jd, iptr, d);
1211 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1213 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1214 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1215 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1217 emit_store_dst(jd, iptr, d);
1220 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1222 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1223 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1224 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1226 emit_store_dst(jd, iptr, d);
1229 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1231 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1232 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1233 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1235 emit_store_dst(jd, iptr, d);
1238 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1241 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1242 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1244 disp = dseg_add_float(cd, 0.0);
1245 M_FLD(REG_FTMP2, REG_PV, disp);
1246 M_FCMPU(s1, REG_FTMP2);
1248 disp = dseg_add_unique_s4(cd, 0);
1249 M_CVTDL_C(s1, REG_FTMP1);
1250 M_LDA(REG_ITMP1, REG_PV, disp);
1251 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1252 M_ILD(d, REG_PV, disp);
1253 emit_store_dst(jd, iptr, d);
1256 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1258 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1259 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1261 emit_store_dst(jd, iptr, d);
1264 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1266 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1267 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1269 emit_store_dst(jd, iptr, d);
1272 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1273 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1276 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1277 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1278 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1280 M_IADD_IMM(REG_ZERO, -1, d);
1283 M_IADD_IMM(REG_ZERO, 0, d);
1285 M_IADD_IMM(REG_ZERO, 1, d);
1286 emit_store_dst(jd, iptr, d);
1289 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1290 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1292 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1293 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1294 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1296 M_IADD_IMM(REG_ZERO, 1, d);
1299 M_IADD_IMM(REG_ZERO, 0, d);
1301 M_IADD_IMM(REG_ZERO, -1, d);
1302 emit_store_dst(jd, iptr, d);
1305 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1306 case ICMD_IF_DCMPEQ:
1308 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1309 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1312 emit_beq(cd, iptr->dst.block);
1315 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1316 case ICMD_IF_DCMPNE:
1318 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1319 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1321 emit_bnan(cd, iptr->dst.block);
1322 emit_bne(cd, iptr->dst.block);
1326 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1327 case ICMD_IF_DCMPL_LT:
1329 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1330 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1332 emit_bnan(cd, iptr->dst.block);
1333 emit_blt(cd, iptr->dst.block);
1336 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1337 case ICMD_IF_DCMPL_GT:
1339 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1340 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1343 emit_bgt(cd, iptr->dst.block);
1346 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1347 case ICMD_IF_DCMPL_LE:
1349 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1350 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1352 emit_bnan(cd, iptr->dst.block);
1353 emit_ble(cd, iptr->dst.block);
1356 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1357 case ICMD_IF_DCMPL_GE:
1359 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1360 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1363 emit_bge(cd, iptr->dst.block);
1366 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1367 case ICMD_IF_DCMPG_LT:
1369 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1370 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1373 emit_blt(cd, iptr->dst.block);
1376 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1377 case ICMD_IF_DCMPG_GT:
1379 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1380 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1382 emit_bnan(cd, iptr->dst.block);
1383 emit_bgt(cd, iptr->dst.block);
1386 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1387 case ICMD_IF_DCMPG_LE:
1389 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1390 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1393 emit_ble(cd, iptr->dst.block);
1396 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1397 case ICMD_IF_DCMPG_GE:
1399 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1400 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1402 emit_bnan(cd, iptr->dst.block);
1403 emit_bge(cd, iptr->dst.block);
1407 /* memory operations **************************************************/
1409 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1411 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1412 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1413 /* implicit null-pointer check */
1414 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1415 emit_store_dst(jd, iptr, d);
1418 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1420 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1421 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1422 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1423 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1424 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1425 /* implicit null-pointer check */
1426 M_LBZX(d, s1, REG_ITMP2);
1428 emit_store_dst(jd, iptr, d);
1431 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1433 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1434 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1435 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1436 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1437 M_SLL_IMM(s2, 1, REG_ITMP2);
1438 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1439 /* implicit null-pointer check */
1440 M_LHZX(d, s1, REG_ITMP2);
1441 emit_store_dst(jd, iptr, d);
1444 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1446 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1447 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1448 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1449 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1450 M_SLL_IMM(s2, 1, REG_ITMP2);
1451 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1452 /* implicit null-pointer check */
1453 M_LHAX(d, s1, REG_ITMP2);
1454 emit_store_dst(jd, iptr, d);
1457 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1459 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1460 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1461 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1462 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1463 M_SLL_IMM(s2, 2, REG_ITMP2);
1464 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1465 /* implicit null-pointer check */
1466 M_LWZX(d, s1, REG_ITMP2);
1467 emit_store_dst(jd, iptr, d);
1470 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1472 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1473 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1474 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1475 /* implicit null-pointer check */
1476 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1477 M_SLL_IMM(s2, 3, REG_ITMP2);
1478 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1479 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1480 emit_store_dst(jd, iptr, d);
1483 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1485 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1486 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1487 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1488 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1489 M_SLL_IMM(s2, 2, REG_ITMP2);
1490 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1491 /* implicit null-pointer check */
1492 M_LFSX(d, s1, REG_ITMP2);
1493 emit_store_dst(jd, iptr, d);
1496 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1498 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1499 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1500 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1501 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1502 M_SLL_IMM(s2, 3, REG_ITMP2);
1503 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1504 /* implicit null-pointer check */
1505 M_LFDX(d, s1, REG_ITMP2);
1506 emit_store_dst(jd, iptr, d);
1509 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1511 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1512 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1513 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1514 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1515 M_SLL_IMM(s2, 2, REG_ITMP2);
1516 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1517 /* implicit null-pointer check */
1518 M_LWZX(d, s1, REG_ITMP2);
1519 emit_store_dst(jd, iptr, d);
1523 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1525 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1526 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1527 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1528 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1529 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1530 /* implicit null-pointer check */
1531 M_STBX(s3, s1, REG_ITMP2);
1534 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1536 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1537 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1538 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1539 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1540 M_SLL_IMM(s2, 1, REG_ITMP2);
1541 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1542 /* implicit null-pointer check */
1543 M_STHX(s3, s1, REG_ITMP2);
1546 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1548 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1549 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1550 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1551 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1552 M_SLL_IMM(s2, 1, REG_ITMP2);
1553 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1554 /* implicit null-pointer check */
1555 M_STHX(s3, s1, REG_ITMP2);
1558 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1560 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1561 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1562 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1563 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1564 M_SLL_IMM(s2, 2, REG_ITMP2);
1565 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1566 /* implicit null-pointer check */
1567 M_STWX(s3, s1, REG_ITMP2);
1570 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1572 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1573 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1574 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1575 s3 = emit_load_s3_high(jd, iptr, REG_ITMP3);
1576 M_SLL_IMM(s2, 3, REG_ITMP2);
1577 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1578 /* implicit null-pointer check */
1579 M_STWX(s3, s1, REG_ITMP2);
1580 M_IADD_IMM(REG_ITMP2, 4, REG_ITMP2);
1581 s3 = emit_load_s3_low(jd, iptr, REG_ITMP3);
1582 M_STWX(s3, s1, REG_ITMP2);
1585 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1587 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1588 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1589 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1590 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1591 M_SLL_IMM(s2, 2, REG_ITMP2);
1592 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1593 /* implicit null-pointer check */
1594 M_STFSX(s3, s1, REG_ITMP2);
1597 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1599 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1600 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1601 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1602 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1603 M_SLL_IMM(s2, 3, REG_ITMP2);
1604 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1605 /* implicit null-pointer check */
1606 M_STFDX(s3, s1, REG_ITMP2);
1609 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1611 s1 = emit_load_s1(jd, iptr, REG_A0);
1612 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1613 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1614 s3 = emit_load_s3(jd, iptr, REG_A1);
1616 /* XXX what if array is NULL */
1617 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1618 M_ALD(REG_ITMP3, REG_PV, disp);
1621 M_INTMOVE(s1, REG_A0);
1622 M_INTMOVE(s3, REG_A1);
1625 emit_exception_check(cd, iptr);
1627 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1628 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1629 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1630 M_SLL_IMM(s2, 2, REG_ITMP2);
1631 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1632 /* implicit null-pointer check */
1633 M_STWX(s3, s1, REG_ITMP2);
1637 case ICMD_GETSTATIC: /* ... ==> ..., value */
1639 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1640 uf = iptr->sx.s23.s3.uf;
1641 fieldtype = uf->fieldref->parseddesc.fd->type;
1642 disp = dseg_add_unique_address(cd, uf);
1644 codegen_addpatchref(cd, PATCHER_get_putstatic, uf, disp);
1647 fi = iptr->sx.s23.s3.fmiref->p.field;
1648 fieldtype = fi->type;
1649 disp = dseg_add_address(cd, &(fi->value));
1651 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1652 codegen_addpatchref(cd, PATCHER_initialize_class,
1656 M_ALD(REG_ITMP1, REG_PV, disp);
1657 switch (fieldtype) {
1659 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1660 M_ILD_INTERN(d, REG_ITMP1, 0);
1663 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1664 M_ILD_INTERN(GET_LOW_REG(d), REG_ITMP1, 4);/* keep this order */
1665 M_ILD_INTERN(GET_HIGH_REG(d), REG_ITMP1, 0);/*keep this order */
1668 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1669 M_ALD_INTERN(d, REG_ITMP1, 0);
1672 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1673 M_FLD_INTERN(d, REG_ITMP1, 0);
1676 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1677 M_DLD_INTERN(d, REG_ITMP1, 0);
1680 emit_store_dst(jd, iptr, d);
1683 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1685 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1686 uf = iptr->sx.s23.s3.uf;
1687 fieldtype = uf->fieldref->parseddesc.fd->type;
1688 disp = dseg_add_unique_address(cd, uf);
1690 codegen_addpatchref(cd, PATCHER_get_putstatic, uf, disp);
1693 fi = iptr->sx.s23.s3.fmiref->p.field;
1694 fieldtype = fi->type;
1695 disp = dseg_add_address(cd, &(fi->value));
1697 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class))
1698 codegen_addpatchref(cd, PATCHER_initialize_class,
1702 M_ALD(REG_ITMP1, REG_PV, disp);
1703 switch (fieldtype) {
1705 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1706 M_IST_INTERN(s1, REG_ITMP1, 0);
1709 s1 = emit_load_s1(jd, iptr, REG_ITMP23_PACKED);
1710 M_LST_INTERN(s1, REG_ITMP1, 0);
1713 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1714 M_AST_INTERN(s1, REG_ITMP1, 0);
1717 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1718 M_FST_INTERN(s1, REG_ITMP1, 0);
1721 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1722 M_DST_INTERN(s1, REG_ITMP1, 0);
1728 case ICMD_GETFIELD: /* ... ==> ..., value */
1730 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1732 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1733 uf = iptr->sx.s23.s3.uf;
1734 fieldtype = uf->fieldref->parseddesc.fd->type;
1737 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1740 fi = iptr->sx.s23.s3.fmiref->p.field;
1741 fieldtype = fi->type;
1745 /* implicit null-pointer check */
1746 switch (fieldtype) {
1748 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1752 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1753 if (GET_HIGH_REG(d) == s1) {
1754 M_ILD(GET_LOW_REG(d), s1, disp + 4);
1755 M_ILD(GET_HIGH_REG(d), s1, disp);
1758 M_ILD(GET_HIGH_REG(d), s1, disp);
1759 M_ILD(GET_LOW_REG(d), s1, disp + 4);
1763 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1767 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1771 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1775 emit_store_dst(jd, iptr, d);
1778 case ICMD_PUTFIELD: /* ..., value ==> ... */
1780 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1782 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1783 uf = iptr->sx.s23.s3.uf;
1784 fieldtype = uf->fieldref->parseddesc.fd->type;
1788 fi = iptr->sx.s23.s3.fmiref->p.field;
1789 fieldtype = fi->type;
1793 if (IS_INT_LNG_TYPE(fieldtype)) {
1794 if (IS_2_WORD_TYPE(fieldtype))
1795 s2 = emit_load_s2(jd, iptr, REG_ITMP23_PACKED);
1797 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1800 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1802 if (INSTRUCTION_IS_UNRESOLVED(iptr))
1803 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1805 /* implicit null-pointer check */
1806 switch (fieldtype) {
1808 M_IST(s2, s1, disp);
1811 M_IST(GET_LOW_REG(s2), s1, disp + 4); /* keep this order */
1812 M_IST(GET_HIGH_REG(s2), s1, disp); /* keep this order */
1815 M_AST(s2, s1, disp);
1818 M_FST(s2, s1, disp);
1821 M_DST(s2, s1, disp);
1827 /* branch operations **************************************************/
1829 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1831 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1832 M_INTMOVE(s1, REG_ITMP1_XPTR);
1834 #ifdef ENABLE_VERIFIER
1835 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1836 unresolved_class *uc = iptr->sx.s23.s2.uc;
1838 codegen_addpatchref(cd, PATCHER_resolve_class, uc, 0);
1840 #endif /* ENABLE_VERIFIER */
1842 disp = dseg_add_functionptr(cd, asm_handle_exception);
1843 M_ALD(REG_ITMP2, REG_PV, disp);
1846 if (jd->isleafmethod)
1847 M_MFLR(REG_ITMP3); /* save LR */
1849 M_BL(0); /* get current PC */
1850 M_MFLR(REG_ITMP2_XPC);
1852 if (jd->isleafmethod)
1853 M_MTLR(REG_ITMP3); /* restore LR */
1855 M_RTS; /* jump to CTR */
1859 case ICMD_GOTO: /* ... ==> ... */
1860 case ICMD_RET: /* ... ==> ... */
1862 emit_br(cd, iptr->dst.block);
1866 case ICMD_JSR: /* ... ==> ... */
1868 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1872 case ICMD_IFNULL: /* ..., value ==> ... */
1873 case ICMD_IFNONNULL:
1875 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1877 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFNULL, BRANCH_OPT_NONE);
1885 case ICMD_IFEQ: /* ..., value ==> ... */
1887 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1888 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1889 M_CMPI(s1, iptr->sx.val.i);
1891 ICONST(REG_ITMP2, iptr->sx.val.i);
1892 M_CMP(s1, REG_ITMP2);
1894 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1898 case ICMD_IF_LEQ: /* ..., value ==> ... */
1900 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1901 s2 = emit_load_s1_high(jd, iptr, REG_ITMP2);
1902 if (iptr->sx.val.l == 0) {
1903 M_OR_TST(s1, s2, REG_ITMP3);
1905 else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1906 M_XOR_IMM(s2, 0, REG_ITMP2);
1907 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1908 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1911 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1912 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1913 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1914 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1915 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1917 emit_beq(cd, iptr->dst.block);
1920 case ICMD_IF_LLT: /* ..., value ==> ... */
1922 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1923 s2 = emit_load_s1_high(jd, iptr, REG_ITMP2);
1924 if (iptr->sx.val.l == 0) {
1925 /* if high word is less than zero, the whole long is too */
1927 emit_blt(cd, iptr->dst.block);
1929 else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1931 emit_blt(cd, iptr->dst.block);
1932 emit_label_bgt(cd, BRANCH_LABEL_1);
1933 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1934 emit_blt(cd, iptr->dst.block);
1935 emit_label(cd, BRANCH_LABEL_1);
1938 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1939 M_CMP(s2, REG_ITMP3);
1940 emit_blt(cd, iptr->dst.block);
1941 emit_label_bgt(cd, BRANCH_LABEL_1);
1942 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1943 M_CMPU(s1, REG_ITMP3);
1944 emit_blt(cd, iptr->dst.block);
1945 emit_label(cd, BRANCH_LABEL_1);
1949 case ICMD_IF_LLE: /* ..., value ==> ... */
1951 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1952 s2 = emit_load_s1_high(jd, iptr, REG_ITMP2);
1953 /* if (iptr->sx.val.l == 0) { */
1954 /* M_OR(s1, s2, REG_ITMP3); */
1955 /* M_CMPI(REG_ITMP3, 0); */
1958 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1960 emit_blt(cd, iptr->dst.block);
1961 emit_label_bgt(cd, BRANCH_LABEL_1);
1962 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1965 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1966 M_CMP(s2, REG_ITMP3);
1967 emit_blt(cd, iptr->dst.block);
1968 emit_label_bgt(cd, BRANCH_LABEL_1);
1969 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1970 M_CMPU(s1, REG_ITMP3);
1972 emit_ble(cd, iptr->dst.block);
1973 emit_label(cd, BRANCH_LABEL_1);
1976 case ICMD_IF_LNE: /* ..., value ==> ... */
1978 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1979 s2 = emit_load_s1_high(jd, iptr, REG_ITMP2);
1980 if (iptr->sx.val.l == 0) {
1981 M_OR_TST(s1, s2, REG_ITMP3);
1983 else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1984 M_XOR_IMM(s2, 0, REG_ITMP2);
1985 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1986 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1989 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1990 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1991 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1992 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1993 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1995 emit_bne(cd, iptr->dst.block);
1998 case ICMD_IF_LGT: /* ..., value ==> ... */
2000 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2001 s2 = emit_load_s1_high(jd, iptr, REG_ITMP2);
2002 /* if (iptr->sx.val.l == 0) { */
2003 /* M_OR(s1, s2, REG_ITMP3); */
2004 /* M_CMPI(REG_ITMP3, 0); */
2007 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
2009 emit_bgt(cd, iptr->dst.block);
2010 emit_label_blt(cd, BRANCH_LABEL_1);
2011 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
2014 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
2015 M_CMP(s2, REG_ITMP3);
2016 emit_bgt(cd, iptr->dst.block);
2017 emit_label_blt(cd, BRANCH_LABEL_1);
2018 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
2019 M_CMPU(s1, REG_ITMP3);
2021 emit_bgt(cd, iptr->dst.block);
2022 emit_label(cd, BRANCH_LABEL_1);
2025 case ICMD_IF_LGE: /* ..., value ==> ... */
2027 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2028 s2 = emit_load_s1_high(jd, iptr, REG_ITMP2);
2029 if (iptr->sx.val.l == 0) {
2030 /* if high word is greater equal zero, the whole long is too */
2032 emit_bge(cd, iptr->dst.block);
2034 else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
2036 emit_bgt(cd, iptr->dst.block);
2037 emit_label_blt(cd, BRANCH_LABEL_1);
2038 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
2039 emit_bge(cd, iptr->dst.block);
2040 emit_label(cd, BRANCH_LABEL_1);
2043 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
2044 M_CMP(s2, REG_ITMP3);
2045 emit_bgt(cd, iptr->dst.block);
2046 emit_label_blt(cd, BRANCH_LABEL_1);
2047 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
2048 M_CMPU(s1, REG_ITMP3);
2049 emit_bge(cd, iptr->dst.block);
2050 emit_label(cd, BRANCH_LABEL_1);
2054 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
2055 case ICMD_IF_ICMPNE:
2056 case ICMD_IF_ICMPLT:
2057 case ICMD_IF_ICMPGT:
2058 case ICMD_IF_ICMPLE:
2059 case ICMD_IF_ICMPGE:
2061 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2062 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2064 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IF_ICMPEQ, BRANCH_OPT_NONE);
2067 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
2068 case ICMD_IF_ACMPNE:
2070 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2071 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2073 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IF_ACMPEQ, BRANCH_OPT_NONE);
2076 case ICMD_IF_LCMPEQ: /* ..., value, value ==> ... */
2078 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2079 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2081 emit_label_bne(cd, BRANCH_LABEL_1);
2082 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2083 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2085 emit_beq(cd, iptr->dst.block);
2086 emit_label(cd, BRANCH_LABEL_1);
2089 case ICMD_IF_LCMPNE: /* ..., value, value ==> ... */
2091 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2092 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2094 emit_bne(cd, iptr->dst.block);
2095 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2096 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2098 emit_bne(cd, iptr->dst.block);
2101 case ICMD_IF_LCMPLT: /* ..., value, value ==> ... */
2103 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2104 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2106 emit_blt(cd, iptr->dst.block);
2107 emit_label_bgt(cd, BRANCH_LABEL_1);
2108 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2109 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2111 emit_blt(cd, iptr->dst.block);
2112 emit_label(cd, BRANCH_LABEL_1);
2115 case ICMD_IF_LCMPGT: /* ..., value, value ==> ... */
2117 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2118 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2120 emit_bgt(cd, iptr->dst.block);
2121 emit_label_blt(cd, BRANCH_LABEL_1);
2122 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2123 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2125 emit_bgt(cd, iptr->dst.block);
2126 emit_label(cd, BRANCH_LABEL_1);
2129 case ICMD_IF_LCMPLE: /* ..., value, value ==> ... */
2131 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2132 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2134 emit_blt(cd, iptr->dst.block);
2135 emit_label_bgt(cd, BRANCH_LABEL_1);
2136 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2137 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2139 emit_ble(cd, iptr->dst.block);
2140 emit_label(cd, BRANCH_LABEL_1);
2143 case ICMD_IF_LCMPGE: /* ..., value, value ==> ... */
2145 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2146 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2148 emit_bgt(cd, iptr->dst.block);
2149 emit_label_blt(cd, BRANCH_LABEL_1);
2150 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2151 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2153 emit_bge(cd, iptr->dst.block);
2154 emit_label(cd, BRANCH_LABEL_1);
2157 case ICMD_IRETURN: /* ..., retvalue ==> ... */
2159 REPLACEMENT_POINT_RETURN(cd, iptr);
2160 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2161 M_INTMOVE(s1, REG_RESULT);
2162 goto nowperformreturn;
2164 case ICMD_ARETURN: /* ..., retvalue ==> ... */
2166 REPLACEMENT_POINT_RETURN(cd, iptr);
2167 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2168 M_INTMOVE(s1, REG_RESULT);
2170 #ifdef ENABLE_VERIFIER
2171 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2172 unresolved_class *uc = iptr->sx.s23.s2.uc;
2174 codegen_addpatchref(cd, PATCHER_resolve_class, uc, 0);
2176 #endif /* ENABLE_VERIFIER */
2177 goto nowperformreturn;
2179 case ICMD_LRETURN: /* ..., retvalue ==> ... */
2181 REPLACEMENT_POINT_RETURN(cd, iptr);
2182 s1 = emit_load_s1(jd, iptr, REG_RESULT_PACKED);
2183 M_LNGMOVE(s1, REG_RESULT_PACKED);
2184 goto nowperformreturn;
2186 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2189 REPLACEMENT_POINT_RETURN(cd, iptr);
2190 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2191 M_FLTMOVE(s1, REG_FRESULT);
2192 goto nowperformreturn;
2194 case ICMD_RETURN: /* ... ==> ... */
2196 REPLACEMENT_POINT_RETURN(cd, iptr);
2202 p = cd->stackframesize;
2204 /* call trace function */
2206 emit_verbosecall_exit(jd);
2208 #if defined(ENABLE_THREADS)
2209 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2210 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
2211 M_ALD(REG_ITMP3, REG_PV, disp);
2214 /* we need to save the proper return value */
2216 switch (iptr->opc) {
2218 M_IST(REG_RESULT2, REG_SP, rd->memuse * 4 + 8);
2222 M_IST(REG_RESULT , REG_SP, rd->memuse * 4 + 4);
2225 M_FST(REG_FRESULT, REG_SP, rd->memuse * 4 + 4);
2228 M_DST(REG_FRESULT, REG_SP, rd->memuse * 4 + 4);
2232 M_ALD(REG_A0, REG_SP, rd->memuse * 4);
2235 /* and now restore the proper return value */
2237 switch (iptr->opc) {
2239 M_ILD(REG_RESULT2, REG_SP, rd->memuse * 4 + 8);
2243 M_ILD(REG_RESULT , REG_SP, rd->memuse * 4 + 4);
2246 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 4 + 4);
2249 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 4 + 4);
2255 /* restore return address */
2257 if (!jd->isleafmethod) {
2258 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2259 may have a displacement overflow. */
2261 M_ALD(REG_ITMP1, REG_SP, p * 4 + LA_LR_OFFSET);
2265 /* restore saved registers */
2267 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2268 p--; M_ILD(rd->savintregs[i], REG_SP, p * 4);
2270 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2271 p -= 2; M_DLD(rd->savfltregs[i], REG_SP, p * 4);
2274 /* deallocate stack */
2276 if (cd->stackframesize)
2277 M_LDA(REG_SP, REG_SP, cd->stackframesize * 4);
2285 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2288 branch_target_t *table;
2290 table = iptr->dst.table;
2292 l = iptr->sx.s23.s2.tablelow;
2293 i = iptr->sx.s23.s3.tablehigh;
2295 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2297 M_INTMOVE(s1, REG_ITMP1);
2298 else if (l <= 32768)
2299 M_LDA(REG_ITMP1, s1, -l);
2301 ICONST(REG_ITMP2, l);
2302 M_ISUB(s1, REG_ITMP2, REG_ITMP1);
2309 M_CMPUI(REG_ITMP1, i - 1);
2310 emit_bgt(cd, table[0].block);
2312 /* build jump table top down and use address of lowest entry */
2317 dseg_add_target(cd, table->block);
2321 /* length of dataseg after last dseg_add_target is used by load */
2323 M_SLL_IMM(REG_ITMP1, 2, REG_ITMP1);
2324 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2325 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2333 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2336 lookup_target_t *lookup;
2338 lookup = iptr->dst.lookup;
2340 i = iptr->sx.s23.s2.lookupcount;
2342 MCODECHECK((i<<2)+8);
2343 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2346 if ((lookup->value >= -32768) && (lookup->value <= 32767)) {
2347 M_CMPI(s1, lookup->value);
2350 disp = dseg_add_s4(cd, lookup->value);
2351 M_ILD(REG_ITMP2, REG_PV, disp);
2352 M_CMP(s1, REG_ITMP2);
2354 emit_beq(cd, lookup->target.block);
2358 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2364 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2366 bte = iptr->sx.s23.s3.bte;
2370 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2372 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2373 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2374 case ICMD_INVOKEINTERFACE:
2376 REPLACEMENT_POINT_INVOKE(cd, iptr);
2378 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2380 um = iptr->sx.s23.s3.um;
2381 md = um->methodref->parseddesc.md;
2384 lm = iptr->sx.s23.s3.fmiref->p.method;
2386 md = lm->parseddesc;
2390 s3 = md->paramcount;
2392 MCODECHECK((s3 << 1) + 64);
2394 /* copy arguments to registers or stack location */
2396 for (s3 = s3 - 1; s3 >= 0; s3--) {
2397 var = VAR(iptr->sx.s23.s2.args[s3]);
2398 d = md->params[s3].regoff;
2400 /* Already Preallocated? */
2401 if (var->flags & PREALLOC)
2404 if (IS_INT_LNG_TYPE(var->type)) {
2405 if (!md->params[s3].inmemory) {
2406 if (IS_2_WORD_TYPE(var->type)) {
2407 s1 = emit_load(jd, iptr, var, d);
2411 s1 = emit_load(jd, iptr, var, d);
2416 if (IS_2_WORD_TYPE(var->type)) {
2417 s1 = emit_load(jd, iptr, var, REG_ITMP12_PACKED);
2418 M_LST(s1, REG_SP, d * 4);
2421 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2422 M_IST(s1, REG_SP, d * 4);
2427 if (!md->params[s3].inmemory) {
2428 s1 = emit_load(jd, iptr, var, d);
2432 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2433 if (IS_2_WORD_TYPE(var->type))
2434 M_DST(s1, REG_SP, d * 4);
2436 M_FST(s1, REG_SP, d * 4);
2441 switch (iptr->opc) {
2443 disp = dseg_add_functionptr(cd, bte->fp);
2445 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function */
2447 /* generate the actual call */
2451 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2452 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2454 M_LDA(REG_PV, REG_ITMP1, -disp);
2456 emit_exception_check(cd, iptr);
2459 case ICMD_INVOKESPECIAL:
2460 emit_nullpointer_check(cd, iptr, REG_A0);
2463 case ICMD_INVOKESTATIC:
2465 disp = dseg_add_unique_address(cd, um);
2467 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2471 disp = dseg_add_address(cd, lm->stubroutine);
2473 M_ALD(REG_PV, REG_PV, disp);
2475 /* generate the actual call */
2479 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2480 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2482 M_LDA(REG_PV, REG_ITMP1, -disp);
2485 case ICMD_INVOKEVIRTUAL:
2487 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2492 s1 = OFFSET(vftbl_t, table[0]) +
2493 sizeof(methodptr) * lm->vftblindex;
2496 /* implicit null-pointer check */
2497 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2498 M_ALD(REG_PV, REG_METHODPTR, s1);
2500 /* generate the actual call */
2504 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2505 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2507 M_LDA(REG_PV, REG_ITMP1, -disp);
2510 case ICMD_INVOKEINTERFACE:
2512 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2518 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2519 sizeof(methodptr*) * lm->class->index;
2521 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2524 /* implicit null-pointer check */
2525 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2526 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2527 M_ALD(REG_PV, REG_METHODPTR, s2);
2529 /* generate the actual call */
2533 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2534 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2536 M_LDA(REG_PV, REG_ITMP1, -disp);
2540 /* store return value */
2542 d = md->returntype.type;
2544 if (d != TYPE_VOID) {
2545 if (IS_INT_LNG_TYPE(d)) {
2546 if (IS_2_WORD_TYPE(d)) {
2547 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT_PACKED);
2548 M_LNGMOVE(REG_RESULT_PACKED, s1);
2551 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2552 M_INTMOVE(REG_RESULT, s1);
2556 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2557 M_FLTMOVE(REG_FRESULT, s1);
2559 emit_store_dst(jd, iptr, s1);
2564 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2565 /* val.a: (classinfo*) superclass */
2567 /* superclass is an interface:
2569 * OK if ((sub == NULL) ||
2570 * (sub->vftbl->interfacetablelength > super->index) &&
2571 * (sub->vftbl->interfacetable[-super->index] != NULL));
2573 * superclass is a class:
2575 * OK if ((sub == NULL) || (0
2576 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2577 * super->vftbl->diffvall));
2580 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2581 /* object type cast-check */
2586 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2591 super = iptr->sx.s23.s3.c.cls;
2592 superindex = super->index;
2595 #if defined(ENABLE_THREADS)
2596 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2599 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2601 /* if class is not resolved, check which code to call */
2603 if (super == NULL) {
2605 emit_label_beq(cd, BRANCH_LABEL_1);
2607 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2609 codegen_addpatchref(cd,
2610 PATCHER_resolve_classref_to_flags,
2611 iptr->sx.s23.s3.c.ref,
2614 M_ILD(REG_ITMP2, REG_PV, disp);
2615 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2616 emit_label_beq(cd, BRANCH_LABEL_2);
2619 /* interface checkcast code */
2621 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2622 if (super == NULL) {
2623 codegen_addpatchref(cd,
2624 PATCHER_checkcast_interface,
2625 iptr->sx.s23.s3.c.ref,
2630 emit_label_beq(cd, BRANCH_LABEL_3);
2633 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2634 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2635 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2636 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2638 M_ALD(REG_ITMP3, REG_ITMP2,
2639 OFFSET(vftbl_t, interfacetable[0]) -
2640 superindex * sizeof(methodptr*));
2642 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2645 emit_label_br(cd, BRANCH_LABEL_4);
2647 emit_label(cd, BRANCH_LABEL_3);
2650 /* class checkcast code */
2652 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2653 if (super == NULL) {
2654 emit_label(cd, BRANCH_LABEL_2);
2656 disp = dseg_add_unique_address(cd, NULL);
2658 codegen_addpatchref(cd, PATCHER_resolve_classref_to_vftbl,
2659 iptr->sx.s23.s3.c.ref,
2663 disp = dseg_add_address(cd, super->vftbl);
2666 emit_label_beq(cd, BRANCH_LABEL_5);
2669 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2670 #if defined(ENABLE_THREADS)
2671 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2673 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2674 M_ALD(REG_ITMP2, REG_PV, disp);
2675 if (s1 != REG_ITMP1) {
2676 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2677 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2678 #if defined(ENABLE_THREADS)
2679 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2681 M_ISUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2684 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2685 M_ISUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2686 M_ALD(REG_ITMP2, REG_PV, disp);
2687 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2688 #if defined(ENABLE_THREADS)
2689 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2692 M_CMPU(REG_ITMP3, REG_ITMP2);
2693 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2696 emit_label(cd, BRANCH_LABEL_5);
2699 if (super == NULL) {
2700 emit_label(cd, BRANCH_LABEL_1);
2701 emit_label(cd, BRANCH_LABEL_4);
2704 d = codegen_reg_of_dst(jd, iptr, s1);
2707 /* array type cast-check */
2709 s1 = emit_load_s1(jd, iptr, REG_A0);
2710 M_INTMOVE(s1, REG_A0);
2712 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2713 disp = dseg_add_unique_address(cd, NULL);
2715 codegen_addpatchref(cd, PATCHER_resolve_classref_to_classinfo,
2716 iptr->sx.s23.s3.c.ref,
2720 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2722 M_ALD(REG_A1, REG_PV, disp);
2723 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2724 M_ALD(REG_ITMP2, REG_PV, disp);
2728 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2730 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2731 d = codegen_reg_of_dst(jd, iptr, s1);
2734 emit_store_dst(jd, iptr, d);
2737 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2738 /* val.a: (classinfo*) superclass */
2740 /* superclass is an interface:
2742 * return (sub != NULL) &&
2743 * (sub->vftbl->interfacetablelength > super->index) &&
2744 * (sub->vftbl->interfacetable[-super->index] != NULL);
2746 * superclass is a class:
2748 * return ((sub != NULL) && (0
2749 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2750 * super->vftbl->diffvall));
2757 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2762 super = iptr->sx.s23.s3.c.cls;
2763 superindex = super->index;
2766 #if defined(ENABLE_THREADS)
2767 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2769 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2771 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2773 M_MOV(s1, REG_ITMP1);
2779 /* if class is not resolved, check which code to call */
2781 if (super == NULL) {
2783 emit_label_beq(cd, BRANCH_LABEL_1);
2785 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2787 codegen_addpatchref(cd, PATCHER_resolve_classref_to_flags,
2788 iptr->sx.s23.s3.c.ref, disp);
2790 M_ILD(REG_ITMP3, REG_PV, disp);
2791 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2792 emit_label_beq(cd, BRANCH_LABEL_2);
2795 /* interface instanceof code */
2797 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2798 if (super == NULL) {
2799 codegen_addpatchref(cd,
2800 PATCHER_instanceof_interface,
2801 iptr->sx.s23.s3.c.ref, 0);
2805 emit_label_beq(cd, BRANCH_LABEL_3);
2808 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2809 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2810 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2812 M_ALD(REG_ITMP1, REG_ITMP1,
2813 OFFSET(vftbl_t, interfacetable[0]) -
2814 superindex * sizeof(methodptr*));
2817 M_IADD_IMM(REG_ZERO, 1, d);
2820 emit_label_br(cd, BRANCH_LABEL_4);
2822 emit_label(cd, BRANCH_LABEL_3);
2825 /* class instanceof code */
2827 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2828 if (super == NULL) {
2829 emit_label(cd, BRANCH_LABEL_2);
2831 disp = dseg_add_unique_address(cd, NULL);
2833 codegen_addpatchref(cd, PATCHER_resolve_classref_to_vftbl,
2834 iptr->sx.s23.s3.c.ref,
2838 disp = dseg_add_address(cd, super->vftbl);
2841 emit_label_beq(cd, BRANCH_LABEL_5);
2844 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2845 M_ALD(REG_ITMP2, REG_PV, disp);
2846 #if defined(ENABLE_THREADS)
2847 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2849 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2850 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2851 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2852 #if defined(ENABLE_THREADS)
2853 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2855 M_ISUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2856 M_CMPU(REG_ITMP1, REG_ITMP2);
2859 M_IADD_IMM(REG_ZERO, 1, d);
2862 emit_label(cd, BRANCH_LABEL_5);
2865 if (super == NULL) {
2866 emit_label(cd, BRANCH_LABEL_1);
2867 emit_label(cd, BRANCH_LABEL_4);
2870 emit_store_dst(jd, iptr, d);
2874 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2876 /* check for negative sizes and copy sizes to stack if necessary */
2878 MCODECHECK((iptr->s1.argcount << 1) + 64);
2880 for (s1 = iptr->s1.argcount; --s1 >= 0;) {
2881 var = VAR(iptr->sx.s23.s2.args[s1]);
2883 /* copy SAVEDVAR sizes to stack */
2885 /* Already Preallocated? */
2886 if (!(var->flags & PREALLOC)) {
2887 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2888 #if defined(__DARWIN__)
2889 M_IST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 4);
2891 M_IST(s2, REG_SP, LA_SIZE + (s1 + 3) * 4);
2896 /* a0 = dimension count */
2898 ICONST(REG_A0, iptr->s1.argcount);
2900 /* is patcher function set? */
2902 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2903 disp = dseg_add_unique_address(cd, NULL);
2905 codegen_addpatchref(cd, PATCHER_resolve_classref_to_classinfo,
2906 iptr->sx.s23.s3.c.ref, disp);
2909 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2911 /* a1 = arraydescriptor */
2913 M_ALD(REG_A1, REG_PV, disp);
2915 /* a2 = pointer to dimensions = stack pointer */
2917 #if defined(__DARWIN__)
2918 M_LDA(REG_A2, REG_SP, LA_SIZE + INT_ARG_CNT * 4);
2920 M_LDA(REG_A2, REG_SP, LA_SIZE + 3 * 4);
2923 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2924 M_ALD(REG_ITMP3, REG_PV, disp);
2928 /* check for exception before result assignment */
2930 emit_exception_check(cd, iptr);
2932 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2933 M_INTMOVE(REG_RESULT, d);
2934 emit_store_dst(jd, iptr, d);
2938 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2943 } /* for instruction */
2945 } /* if (bptr -> flags >= BBREACHED) */
2946 } /* for basic block */
2948 dseg_createlinenumbertable(cd);
2950 /* generate stubs */
2952 emit_patcher_stubs(jd);
2953 REPLACEMENT_EMIT_STUBS(jd);
2955 /* everything's ok */
2961 /* codegen_emit_stub_compiler **************************************************
2963 Emits a stub routine which calls the compiler.
2965 *******************************************************************************/
2967 void codegen_emit_stub_compiler(jitdata *jd)
2972 /* get required compiler data */
2977 /* code for the stub */
2979 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2980 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2986 /* codegen_emit_stub_native ****************************************************
2988 Emits a stub routine which calls a native method.
2990 *******************************************************************************/
2992 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
2999 s4 i, j; /* count variables */
3004 /* get required compiler data */
3010 /* set some variables */
3013 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3015 /* calculate stackframe size */
3017 cd->stackframesize =
3018 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3019 sizeof(localref_table) / SIZEOF_VOID_P +
3020 4 + /* 4 stackframeinfo arguments (darwin)*/
3021 nmd->paramcount * 2 + /* assume all arguments are doubles */
3024 /* keep stack 16-byte aligned */
3026 cd->stackframesize = (cd->stackframesize + 3) & ~3;
3028 /* create method header */
3030 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
3031 (void) dseg_add_unique_s4(cd, cd->stackframesize * 4); /* FrameSize */
3032 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
3033 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
3034 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
3035 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
3036 (void) dseg_addlinenumbertablesize(cd);
3037 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
3042 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3043 M_STWU(REG_SP, REG_SP, -(cd->stackframesize * 4));
3045 /* get function address (this must happen before the stackframeinfo) */
3047 funcdisp = dseg_add_functionptr(cd, f);
3049 #if !defined(WITH_STATIC_CLASSPATH)
3051 codegen_addpatchref(cd, PATCHER_resolve_native_function, m, funcdisp);
3054 /* emit trace code */
3056 emit_verbosecall_enter(jd);
3058 #if defined(ENABLE_GC_CACAO)
3059 /* Save callee saved integer registers in stackframeinfo (GC may
3060 need to recover them during a collection). */
3062 disp = cd->stackframesize * 4 - sizeof(stackframeinfo) +
3063 OFFSET(stackframeinfo, intregs);
3065 for (i = 0; i < INT_SAV_CNT; i++)
3066 M_AST(abi_registers_integer_saved[i], REG_SP, disp + i * 4);
3069 /* save integer and float argument registers */
3073 for (i = 0; i < md->paramcount; i++) {
3074 t = md->paramtypes[i].type;
3076 if (IS_INT_LNG_TYPE(t)) {
3077 if (!md->params[i].inmemory) {
3078 s1 = md->params[i].regoff;
3080 if (IS_2_WORD_TYPE(t)) {
3081 M_IST(GET_HIGH_REG(s1), REG_SP, LA_SIZE + 4 * 4 + j * 4);
3083 M_IST(GET_LOW_REG(s1), REG_SP, LA_SIZE + 4 * 4 + j * 4);
3086 M_IST(s1, REG_SP, LA_SIZE + 4 * 4 + j * 4);
3093 for (i = 0; i < md->paramcount; i++) {
3094 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3095 if (!md->params[i].inmemory) {
3096 s1 = md->params[i].regoff;
3097 M_DST(s1, REG_SP, LA_SIZE + 4 * 4 + j * 8);
3103 /* create native stack info */
3105 M_AADD_IMM(REG_SP, cd->stackframesize * 4, REG_A0);
3106 M_MOV(REG_PV, REG_A1);
3107 M_AADD_IMM(REG_SP, cd->stackframesize * 4, REG_A2);
3108 M_ALD(REG_A3, REG_SP, cd->stackframesize * 4 + LA_LR_OFFSET);
3109 disp = dseg_add_functionptr(cd, codegen_start_native_call);
3110 M_ALD(REG_ITMP1, REG_PV, disp);
3114 /* restore integer and float argument registers */
3118 for (i = 0; i < md->paramcount; i++) {
3119 t = md->paramtypes[i].type;
3121 if (IS_INT_LNG_TYPE(t)) {
3122 if (!md->params[i].inmemory) {
3123 s1 = md->params[i].regoff;
3125 if (IS_2_WORD_TYPE(t)) {
3126 M_ILD(GET_HIGH_REG(s1), REG_SP, LA_SIZE + 4 * 4 + j * 4);
3128 M_ILD(GET_LOW_REG(s1), REG_SP, LA_SIZE + 4 * 4 + j * 4);
3131 M_ILD(s1, REG_SP, LA_SIZE + 4 * 4 + j * 4);
3138 for (i = 0; i < md->paramcount; i++) {
3139 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3140 if (!md->params[i].inmemory) {
3141 s1 = md->params[i].regoff;
3142 M_DLD(s1, REG_SP, LA_SIZE + 4 * 4 + j * 8);
3148 /* copy or spill arguments to new locations */
3150 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3151 t = md->paramtypes[i].type;
3153 if (IS_INT_LNG_TYPE(t)) {
3154 if (!md->params[i].inmemory) {
3155 s1 = md->params[i].regoff;
3156 s2 = nmd->params[j].regoff;
3158 if (!nmd->params[j].inmemory) {
3159 if (IS_2_WORD_TYPE(t))
3165 if (IS_2_WORD_TYPE(t))
3166 M_LST(s1, REG_SP, s2 * 4);
3168 M_IST(s1, REG_SP, s2 * 4);
3172 s1 = md->params[i].regoff + cd->stackframesize;
3173 s2 = nmd->params[j].regoff;
3175 M_ILD(REG_ITMP1, REG_SP, s1 * 4);
3176 if (IS_2_WORD_TYPE(t))
3177 M_ILD(REG_ITMP2, REG_SP, s1 * 4 + 4);
3179 M_IST(REG_ITMP1, REG_SP, s2 * 4);
3180 if (IS_2_WORD_TYPE(t))
3181 M_IST(REG_ITMP2, REG_SP, s2 * 4 + 4);
3185 /* We only copy spilled float arguments, as the float
3186 argument registers keep unchanged. */
3188 if (md->params[i].inmemory) {
3189 s1 = md->params[i].regoff + cd->stackframesize;
3190 s2 = nmd->params[j].regoff;
3192 if (IS_2_WORD_TYPE(t)) {
3193 M_DLD(REG_FTMP1, REG_SP, s1 * 4);
3194 M_DST(REG_FTMP1, REG_SP, s2 * 4);
3197 M_FLD(REG_FTMP1, REG_SP, s1 * 4);
3198 M_FST(REG_FTMP1, REG_SP, s2 * 4);
3204 /* put class into second argument register */
3206 if (m->flags & ACC_STATIC) {
3207 disp = dseg_add_address(cd, m->class);
3208 M_ALD(REG_A1, REG_PV, disp);
3211 /* put env into first argument register */
3213 disp = dseg_add_address(cd, _Jv_env);
3214 M_ALD(REG_A0, REG_PV, disp);
3216 /* generate the actual native call */
3218 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3222 /* print call trace */
3224 emit_verbosecall_exit(jd);
3226 /* save return value */
3228 switch (md->returntype.type) {
3231 M_IST(REG_RESULT, REG_SP, LA_SIZE + 1 * 4);
3234 M_LST(REG_RESULT_PACKED, REG_SP, LA_SIZE + 1 * 4);
3237 M_FST(REG_FRESULT, REG_SP, LA_SIZE + 1 * 4);
3240 M_DST(REG_FRESULT, REG_SP, LA_SIZE + 1 * 4);
3246 /* remove native stackframe info */
3248 M_AADD_IMM(REG_SP, cd->stackframesize * 4, REG_A0);
3249 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3250 M_ALD(REG_ITMP1, REG_PV, disp);
3253 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3255 /* restore return value */
3257 switch (md->returntype.type) {
3260 M_ILD(REG_RESULT, REG_SP, LA_SIZE + 1 * 4);
3263 M_LLD(REG_RESULT_PACKED, REG_SP, LA_SIZE + 1 * 4);
3266 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + 1 * 4);
3269 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + 1 * 4);
3275 #if defined(ENABLE_GC_CACAO)
3276 /* Restore callee saved integer registers from stackframeinfo (GC
3277 might have modified them during a collection). */
3279 disp = cd->stackframesize * 4 - sizeof(stackframeinfo) +
3280 OFFSET(stackframeinfo, intregs);
3282 for (i = 0; i < INT_SAV_CNT; i++)
3283 M_ALD(abi_registers_integer_saved[i], REG_SP, disp + i * 4);
3286 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 4 + LA_LR_OFFSET);
3287 M_MTLR(REG_ITMP2_XPC);
3288 M_LDA(REG_SP, REG_SP, cd->stackframesize * 4); /* remove stackframe */
3290 /* check for exception */
3292 M_TST(REG_ITMP1_XPTR);
3293 M_BNE(1); /* if no exception then return */
3297 /* handle exception */
3299 M_IADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3301 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3302 M_ALD(REG_ITMP3, REG_PV, disp);
3306 /* generate patcher stubs */
3308 emit_patcher_stubs(jd);
3313 * These are local overrides for various environment variables in Emacs.
3314 * Please do not remove this and leave it at the end of the file, where
3315 * Emacs will automagically detect them.
3316 * ---------------------------------------------------------------------
3319 * indent-tabs-mode: t
3323 * vim:noexpandtab:sw=4:ts=4: