1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007, 2008
4 CACAOVM - Verein zur Foerderung der freien virtuellen Maschine CACAO
6 This file is part of CACAO.
8 This program is free software; you can redistribute it and/or
9 modify it under the terms of the GNU General Public License as
10 published by the Free Software Foundation; either version 2, or (at
11 your option) any later version.
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
37 #include "vm/jit/powerpc64/arch.h"
38 #include "vm/jit/powerpc64/codegen.h"
40 #include "mm/memory.h"
42 #include "native/localref.h"
43 #include "native/native.h"
45 #include "threads/lock-common.h"
47 #include "vm/builtin.h"
48 #include "vm/exceptions.h"
49 #include "vm/global.h"
50 #include "vm/stringlocal.h"
53 #include "vm/jit/abi.h"
54 #include "vm/jit/abi-asm.h"
55 #include "vm/jit/asmpart.h"
56 #include "vm/jit/codegen-common.h"
57 #include "vm/jit/dseg.h"
58 #include "vm/jit/emit-common.h"
59 #include "vm/jit/jit.h"
60 #include "vm/jit/linenumbertable.h"
61 #include "vm/jit/parse.h"
62 #include "vm/jit/patcher-common.h"
63 #include "vm/jit/reg.h"
64 #include "vm/jit/replace.h"
65 #include "vm/jit/stacktrace.h"
66 #include "vm/jit/trap.h"
68 #include "vmcore/loader.h"
69 #include "vmcore/options.h"
71 #if defined(ENABLE_LSRA)
72 # include "vm/jit/allocator/lsra.h"
76 /* codegen_emit ****************************************************************
78 Generates machine code.
80 *******************************************************************************/
82 bool codegen_emit(jitdata *jd)
88 s4 len, s1, s2, s3, d, disp;
94 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
95 unresolved_method *um;
96 builtintable_entry *bte;
100 unresolved_field *uf;
103 /* get required compiler data */
110 /* prevent compiler warnings */
124 /* space to save used callee saved registers */
126 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
127 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
129 cd->stackframesize = rd->memuse + savedregs_num;
131 #if defined(ENABLE_THREADS)
132 /* space to save argument of monitor_enter and Return Values to survive */
133 /* monitor_exit. The stack position for the argument can not be shared */
134 /* with place to save the return register on PPC64, since both values */
136 if (checksync && code_is_synchronized(code)) {
137 /* reserve 2 slots for long/double return values for monitorexit */
138 cd->stackframesize += 2;
143 /* create method header */
145 /* align stack to 16-bytes */
148 /* if (!m->isleafmethod || opt_verbosecall) */
149 /* stackframesize = (stackframesize + 3) & ~3;
151 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
152 /* stackframesize = 0; */
154 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
155 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
157 code->synchronizedoffset = rd->memuse * 8;
159 /* REMOVEME: We still need it for exception handling in assembler. */
161 if (code_is_leafmethod(code))
162 (void) dseg_add_unique_s4(cd, 1);
164 (void) dseg_add_unique_s4(cd, 0);
166 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
167 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
169 /* create stack frame (if necessary) */
171 if (!code_is_leafmethod(code)) {
173 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
176 if (cd->stackframesize)
177 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
179 /* save return address and used callee saved registers */
181 p = cd->stackframesize;
182 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
183 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
185 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
186 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
189 /* take arguments out of register or stack frame */
193 for (p = 0, l = 0; p < md->paramcount; p++) {
194 t = md->paramtypes[p].type;
195 varindex = jd->local_map[l*5 + t];
197 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
199 if (varindex == UNUSED)
203 s1 = md->params[p].regoff;
205 if (IS_INT_LNG_TYPE(t)) {
206 if (!md->params[p].inmemory) {
207 if (!IS_INMEMORY(var->flags))
208 M_INTMOVE(s1, var->vv.regoff);
210 M_LST(s1, REG_SP, var->vv.regoff);
213 if (!IS_INMEMORY(var->flags))
214 M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
216 var->vv.regoff = cd->stackframesize * 8 + s1;
220 if (!md->params[p].inmemory) {
221 if (!IS_INMEMORY(var->flags))
222 M_FLTMOVE(s1, var->vv.regoff);
224 M_DST(s1, REG_SP, var->vv.regoff);
227 if (!(var->flags & INMEMORY)) {
228 if (IS_2_WORD_TYPE(t))
229 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
231 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
234 var->vv.regoff = cd->stackframesize * 8 + s1;
239 /* save monitorenter argument */
241 #if defined(ENABLE_THREADS)
243 if (checksync && code_is_synchronized(code)) {
245 /* stackoffset for argument used for LOCK_monitor_exit */
248 #if !defined (NDEBUG)
249 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
250 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
252 for (p = 0; p < INT_ARG_CNT; p++)
253 M_LST(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
255 for (p = 0; p < FLT_ARG_CNT; p++)
256 M_DST(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
258 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
259 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
263 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
264 M_ALD(REG_ITMP3, REG_PV, p);
265 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
268 /* get or test the lock object */
270 if (m->flags & ACC_STATIC) {
271 p = dseg_add_address(cd, &m->clazz->object.header);
272 M_ALD(REG_A0, REG_PV, p);
277 M_ALD_INTERN(REG_ZERO, REG_ZERO, TRAP_NullPointerException);
280 M_AST(REG_A0, REG_SP, s1 * 8); /* rd->memuse * 8 */
284 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
285 for (p = 0; p < INT_ARG_CNT; p++)
286 M_LLD(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
288 for (p = 0; p < FLT_ARG_CNT; p++)
289 M_DLD(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
291 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
297 /* call trace function */
298 #if !defined (NDEBUG)
299 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
300 emit_verbosecall_enter(jd);
305 /* end of header generation */
307 /* create replacement points */
309 REPLACEMENT_POINTS_INIT(cd, jd);
311 /* walk through all basic blocks */
313 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
315 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
317 if (bptr->flags >= BBREACHED) {
319 /* branch resolving */
320 codegen_resolve_branchrefs(cd, bptr);
322 /* handle replacement points */
324 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
326 /* copy interface registers to their destination */
331 #if defined(ENABLE_LSRA)
335 var = VAR(bptr->invars[len]);
336 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
337 /* d = reg_of_var(m, var, REG_ITMP1); */
338 if (!(var->flags & INMEMORY))
342 M_INTMOVE(REG_ITMP1, d);
343 emit_store(jd, NULL, var, d);
350 var = VAR(bptr->invars[len]);
351 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
352 d = codegen_reg_of_var(0, var, REG_ITMP1);
353 M_INTMOVE(REG_ITMP1, d);
354 emit_store(jd, NULL, var, d);
357 assert((var->flags & INOUT));
361 #if defined(ENABLE_LSRA)
364 /* walk through all instructions */
369 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
370 if (iptr->line != currentline) {
371 linenumbertable_list_entry_add(cd, iptr->line);
372 currentline = iptr->line;
375 MCODECHECK(128); /* an instruction usually needs < 64 words */
378 case ICMD_NOP: /* ... ==> ... */
379 case ICMD_POP: /* ..., value ==> ... */
380 case ICMD_POP2: /* ..., value, value ==> ... */
383 case ICMD_INLINE_START:
385 REPLACEMENT_POINT_INLINE_START(cd, iptr);
388 case ICMD_INLINE_BODY:
390 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
391 linenumbertable_list_entry_add_inline_start(cd, iptr);
392 linenumbertable_list_entry_add(cd, iptr->line);
395 case ICMD_INLINE_END:
397 linenumbertable_list_entry_add_inline_end(cd, iptr);
398 linenumbertable_list_entry_add(cd, iptr->line);
401 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
403 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
406 emit_nullpointer_check(cd, iptr, s1);
409 /* constant operations ************************************************/
411 case ICMD_ICONST: /* ... ==> ..., constant */
413 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
414 ICONST(d, iptr->sx.val.i);
415 emit_store_dst(jd, iptr, d);
418 case ICMD_LCONST: /* ... ==> ..., constant */
420 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
421 LCONST(d, iptr->sx.val.l);
422 emit_store_dst(jd, iptr, d);
425 case ICMD_FCONST: /* ... ==> ..., constant */
427 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
428 a = dseg_add_float(cd, iptr->sx.val.f);
430 emit_store_dst(jd, iptr, d);
433 case ICMD_DCONST: /* ... ==> ..., constant */
435 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
436 a = dseg_add_double(cd, iptr->sx.val.d);
438 emit_store_dst(jd, iptr, d);
441 case ICMD_ACONST: /* ... ==> ..., constant */
443 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
445 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
446 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
447 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
451 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
453 M_ALD(d, REG_PV, disp);
454 emit_store_dst(jd, iptr, d);
458 /* load/store/copy/move operations ************************************/
460 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
461 case ICMD_ALOAD: /* s1.localindex = local variable */
465 case ICMD_ISTORE: /* ..., value ==> ... */
476 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
481 /* integer operations *************************************************/
483 case ICMD_INEG: /* ..., value ==> ..., - value */
484 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
485 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
488 emit_store_dst(jd, iptr, d);
492 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
493 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
495 emit_store_dst(jd, iptr, d);
499 case ICMD_I2L: /* ..., value ==> ..., value */
501 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
502 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
504 emit_store_dst(jd, iptr, d);
507 case ICMD_L2I: /* ..., value ==> ..., value */
509 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
510 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
512 emit_store_dst(jd, iptr, d);
515 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
517 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
518 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
520 emit_store_dst(jd, iptr, d);
523 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
525 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
526 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
528 emit_store_dst(jd, iptr, d);
531 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
533 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
534 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
536 emit_store_dst(jd, iptr, d);
540 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
542 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
543 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
544 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
547 emit_store_dst(jd, iptr, d);
553 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
554 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
555 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
556 M_IADD_IMM(s1, iptr->sx.val.i, d);
558 ICONST(REG_ITMP2, iptr->sx.val.i);
559 M_IADD(s1, REG_ITMP2, d);
562 emit_store_dst(jd, iptr, d);
565 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
567 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
568 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
569 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
571 emit_store_dst(jd, iptr, d);
574 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
575 /* sx.val.l = constant */
577 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
578 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
580 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
581 M_LADD_IMM(s1, iptr->sx.val.l, d);
583 LCONST(REG_ITMP2, iptr->sx.val.l);
584 M_LADD(s1, REG_ITMP2, d);
586 emit_store_dst(jd, iptr, d);
589 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
591 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
592 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
593 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
596 emit_store_dst(jd, iptr, d);
599 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
600 /* sx.val.i = constant */
602 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
603 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
604 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
605 M_IADD_IMM(s1, -iptr->sx.val.i, d);
607 ICONST(REG_ITMP2, iptr->sx.val.i);
608 M_SUB(s1, REG_ITMP2, d);
611 emit_store_dst(jd, iptr, d);
614 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
616 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
617 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
618 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
620 emit_store_dst(jd, iptr, d);
623 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
624 /* sx.val.l = constant */
626 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
627 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
629 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
630 M_LADD_IMM(s1, -iptr->sx.val.l, d);
632 LCONST(REG_ITMP2, iptr->sx.val.l);
633 M_SUB(s1, REG_ITMP2, d);
635 emit_store_dst(jd, iptr, d);
639 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
640 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
641 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
642 emit_arithmetic_check(cd, iptr, s2);
646 emit_store_dst(jd, iptr, d);
649 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
651 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
652 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
653 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
654 emit_arithmetic_check(cd, iptr, s2);
657 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
658 /* we only need to check this if we did a LDIV, not for IDIV */
660 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
662 M_MOV(s1, d); /* java specs says result == dividend */
663 emit_store_dst(jd, iptr, d);
667 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
668 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
669 emit_arithmetic_check(cd, iptr, s2);
671 M_DIV(s1, s2, REG_ITMP3);
672 M_MUL(REG_ITMP3, s2, REG_ITMP2);
673 M_SUB(s1, REG_ITMP2, REG_ITMP3);
674 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
677 emit_store_dst(jd, iptr, d);
681 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
682 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
683 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
684 emit_arithmetic_check(cd, iptr, s2);
686 M_DIV(s1, s2, REG_ITMP3);
687 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
688 /* we only need to check this if we did a LDIV, not for IDIV */
690 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
692 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
694 M_MUL(REG_ITMP3, s2, REG_ITMP2);
695 M_SUB(s1, REG_ITMP2, REG_ITMP3);
696 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
699 emit_store_dst(jd, iptr, d);
703 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
704 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
705 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
706 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
709 emit_store_dst(jd, iptr, d);
713 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
714 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
715 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
717 emit_store_dst(jd, iptr, d);
720 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
721 /* sx.val.i = constant */
723 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
724 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
725 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
726 M_MUL_IMM(s1, iptr->sx.val.i, d);
728 ICONST(REG_ITMP3, iptr->sx.val.i);
729 M_MUL(s1, REG_ITMP3, d);
732 emit_store_dst(jd, iptr, d);
735 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
736 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
737 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
738 M_MUL_IMM(s1, iptr->sx.val.l, d);
740 LCONST(REG_ITMP3, iptr->sx.val.l);
741 M_MUL(s1, REG_ITMP3, d);
743 emit_store_dst(jd, iptr, d);
746 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
748 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
749 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
750 M_SRA_IMM(s1, iptr->sx.val.i, d);
753 emit_store_dst(jd, iptr, d);
756 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
758 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
759 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
760 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
761 M_AND_IMM(s2, 0x1f, REG_ITMP3);
762 M_SLL(s1, REG_ITMP3, d);
764 emit_store_dst(jd, iptr, d);
767 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
768 /* sx.val.i = constant */
770 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
771 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
772 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
774 emit_store_dst(jd, iptr, d);
777 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
779 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
780 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
781 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
782 M_AND_IMM(s2, 0x1f, REG_ITMP3);
783 M_SRA(s1, REG_ITMP3, d);
784 emit_store_dst(jd, iptr, d);
787 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
788 /* sx.val.i = constant */
790 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
791 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
792 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
793 emit_store_dst(jd, iptr, d);
796 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
798 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
799 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
800 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
801 M_AND_IMM(s2, 0x1f, REG_ITMP2);
802 M_MOV(s1, REG_ITMP1);
803 M_CLR_HIGH(REG_ITMP1);
804 M_SRL(REG_ITMP1, REG_ITMP2, d);
805 M_EXTSW(d,d); /* for the case it was shift 0 bits */
806 emit_store_dst(jd, iptr, d);
809 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
810 /* sx.val.i = constant */
812 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
813 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
814 if (iptr->sx.val.i & 0x1f) {
815 M_MOV(s1, REG_ITMP1);
816 M_CLR_HIGH(REG_ITMP1);
817 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
821 emit_store_dst(jd, iptr, d);
825 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
826 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
827 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
828 emit_store_dst(jd, iptr, d);
831 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
832 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
833 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
834 M_AND_IMM(s2, 0x3f, REG_ITMP2);
835 M_SLL(s1, REG_ITMP2, d);
836 emit_store_dst(jd, iptr, d);
839 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
840 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
841 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
842 emit_store_dst(jd, iptr, d);
845 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
846 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
847 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
848 M_AND_IMM(s2, 0x3f, REG_ITMP2);
849 M_SRA(s1, REG_ITMP2, d);
850 emit_store_dst(jd, iptr, d);
852 case ICMD_LUSHRCONST:
853 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
854 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
855 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
856 emit_store_dst(jd, iptr, d);
859 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
860 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
861 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
862 M_AND_IMM(s2, 0x3f, REG_ITMP2);
863 M_SRL(s1, REG_ITMP2, d);
864 emit_store_dst(jd, iptr, d);
867 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
868 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
869 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
870 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
873 emit_store_dst(jd, iptr, d);
877 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
878 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
879 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
881 emit_store_dst(jd, iptr, d);
884 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
885 /* sx.val.i = constant */
887 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
888 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
889 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
890 M_AND_IMM(s1, iptr->sx.val.i, d);
893 else if (iptr->sx.val.i == 0xffffff) {
894 M_RLWINM(s1, 0, 8, 31, d);
898 ICONST(REG_ITMP3, iptr->sx.val.i);
899 M_AND(s1, REG_ITMP3, d);
901 emit_store_dst(jd, iptr, d);
904 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
905 /* sx.val.l = constant */
907 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
908 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
909 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
910 M_AND_IMM(s1, iptr->sx.val.l, d);
912 else if (iptr->sx.val.l == 0xffffff) {
913 M_RLWINM(s1, 0, 8, 31, d);
917 LCONST(REG_ITMP3, iptr->sx.val.l);
918 M_AND(s1, REG_ITMP3, d);
920 emit_store_dst(jd, iptr, d);
923 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
924 /* sx.val.i = constant */
925 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
926 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
928 /* fast division, result in REG_ITMP3) */
929 M_SRA_IMM(s1, iptr->sx.val.i, REG_ITMP3);
930 M_ADDZE(REG_ITMP3, REG_ITMP3);
932 M_SUB(s1, REG_ITMP3, d);
934 emit_store_dst(jd, iptr, d);
938 M_MOV(s1, REG_ITMP2);
940 M_BGE(1 + 3*(iptr->sx.val.i >= 32768));
941 if (iptr->sx.val.i >= 32768) {
942 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
943 M_EXTSW(REG_ITMP2, REG_ITMP2);
944 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
945 M_IADD(s1, REG_ITMP2, REG_ITMP2);
947 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
950 int b=0, m = iptr->sx.val.i;
953 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
955 M_SUB(s1, REG_ITMP2, d);
957 emit_store_dst(jd, iptr, d);
961 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
962 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
963 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
964 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
967 emit_store_dst(jd, iptr, d);
972 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
973 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
974 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
976 emit_store_dst(jd, iptr, d);
979 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
980 /* sx.val.i = constant */
982 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
983 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
984 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
985 M_OR_IMM(s1, iptr->sx.val.i, d);
987 ICONST(REG_ITMP3, iptr->sx.val.i);
988 M_OR(s1, REG_ITMP3, d);
990 emit_store_dst(jd, iptr, d);
993 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
994 /* sx.val.l = constant */
996 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
997 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
998 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
999 M_OR_IMM(s1, iptr->sx.val.l, d);
1001 LCONST(REG_ITMP3, iptr->sx.val.l);
1002 M_OR(s1, REG_ITMP3, d);
1004 emit_store_dst(jd, iptr, d);
1008 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1011 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1012 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1013 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1015 emit_store_dst(jd, iptr, d);
1018 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1019 /* sx.val.i = constant */
1021 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1022 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1023 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1024 M_XOR_IMM(s1, iptr->sx.val.i, d);
1026 ICONST(REG_ITMP3, iptr->sx.val.i);
1027 M_XOR(s1, REG_ITMP3, d);
1029 emit_store_dst(jd, iptr, d);
1032 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1033 /* sx.val.l = constant */
1035 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1036 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1037 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1038 M_XOR_IMM(s1, iptr->sx.val.l, d);
1040 LCONST(REG_ITMP3, iptr->sx.val.l);
1041 M_XOR(s1, REG_ITMP3, d);
1043 emit_store_dst(jd, iptr, d);
1046 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1048 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1049 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1050 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1051 /* XXX implement me!!! */
1052 vm_abort("codegen: implement ICMD_LCMP!");
1053 emit_store_dst(jd, iptr, d);
1058 /* floating operations ************************************************/
1060 case ICMD_FNEG: /* ..., value ==> ..., - value */
1062 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1063 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1065 emit_store_dst(jd, iptr, d);
1068 case ICMD_DNEG: /* ..., value ==> ..., - value */
1070 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1071 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1073 emit_store_dst(jd, iptr, d);
1076 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1078 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1079 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1080 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1082 emit_store_dst(jd, iptr, d);
1085 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1087 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1088 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1089 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1091 emit_store_dst(jd, iptr, d);
1094 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1096 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1097 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1098 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1100 emit_store_dst(jd, iptr, d);
1103 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1105 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1106 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1107 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1109 emit_store_dst(jd, iptr, d);
1112 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1114 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1115 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1116 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1118 emit_store_dst(jd, iptr, d);
1121 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1123 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1124 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1125 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1127 emit_store_dst(jd, iptr, d);
1130 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1132 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1133 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1134 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1136 emit_store_dst(jd, iptr, d);
1139 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1141 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1142 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1143 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1145 emit_store_dst(jd, iptr, d);
1148 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1151 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1152 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1154 disp = dseg_add_float(cd, 0.0);
1155 M_FLD(REG_FTMP2, REG_PV, disp);
1156 M_FCMPU(s1, REG_FTMP2);
1158 disp = dseg_add_unique_s4(cd, 0);
1159 M_CVTDL_C(s1, REG_FTMP1);
1160 M_LDA(REG_ITMP1, REG_PV, disp);
1161 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1162 M_ILD(d, REG_PV, disp);
1163 emit_store_dst(jd, iptr, d);
1166 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1168 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1169 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1171 emit_store_dst(jd, iptr, d);
1174 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1176 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1177 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1179 emit_store_dst(jd, iptr, d);
1182 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1183 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1185 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1186 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1187 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1189 M_IADD_IMM(REG_ZERO, -1, d);
1192 M_IADD_IMM(REG_ZERO, 0, d);
1194 M_IADD_IMM(REG_ZERO, 1, d);
1195 emit_store_dst(jd, iptr, d);
1198 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1199 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1201 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1202 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1203 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1205 M_IADD_IMM(REG_ZERO, 1, d);
1208 M_IADD_IMM(REG_ZERO, 0, d);
1210 M_IADD_IMM(REG_ZERO, -1, d);
1211 emit_store_dst(jd, iptr, d);
1215 /* memory operations **************************************************/
1217 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1219 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1220 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1221 emit_nullpointer_check(cd, iptr, s1);
1222 M_ILD(d, s1, OFFSET(java_array_t, size));
1223 emit_store_dst(jd, iptr, d);
1226 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1228 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1229 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1230 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1231 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1232 M_IADD_IMM(s2, OFFSET(java_bytearray_t, data[0]), REG_ITMP2);
1233 /* implicit null-pointer check */
1234 M_LBZX(d, s1, REG_ITMP2);
1236 emit_store_dst(jd, iptr, d);
1239 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1241 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1242 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1243 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1244 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1245 M_SLL_IMM(s2, 1, REG_ITMP2);
1246 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray_t, data[0]), REG_ITMP2);
1247 /* implicit null-pointer check */
1248 M_LHZX(d, s1, REG_ITMP2);
1249 emit_store_dst(jd, iptr, d);
1252 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1254 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1255 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1256 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1257 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1258 M_SLL_IMM(s2, 1, REG_ITMP2);
1259 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray_t, data[0]), REG_ITMP2);
1260 /* implicit null-pointer check */
1261 M_LHAX(d, s1, REG_ITMP2);
1262 emit_store_dst(jd, iptr, d);
1265 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1267 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1268 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1269 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1270 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1271 M_SLL_IMM(s2, 2, REG_ITMP2);
1272 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray_t, data[0]), REG_ITMP2);
1273 /* implicit null-pointer check */
1274 M_LWAX(d, s1, REG_ITMP2);
1275 emit_store_dst(jd, iptr, d);
1278 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1280 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1281 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1282 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1283 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1284 M_SLL_IMM(s2, 3, REG_ITMP2);
1285 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1286 /* implicit null-pointer check */
1287 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray_t, data[0]));
1288 emit_store_dst(jd, iptr, d);
1291 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1293 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1294 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1295 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1296 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1297 M_SLL_IMM(s2, 2, REG_ITMP2);
1298 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray_t, data[0]), REG_ITMP2);
1299 /* implicit null-pointer check */
1300 M_LFSX(d, s1, REG_ITMP2);
1301 emit_store_dst(jd, iptr, d);
1304 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1306 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1307 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1308 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1309 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1310 M_SLL_IMM(s2, 3, REG_ITMP2);
1311 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray_t, data[0]), REG_ITMP2);
1312 /* implicit null-pointer check */
1313 M_LFDX(d, s1, REG_ITMP2);
1314 emit_store_dst(jd, iptr, d);
1317 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1319 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1320 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1321 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1322 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1323 M_SLL_IMM(s2, 3, REG_ITMP2);
1324 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray_t, data[0]), REG_ITMP2);
1325 /* implicit null-pointer check */
1326 M_ALDX(d, s1, REG_ITMP2);
1327 emit_store_dst(jd, iptr, d);
1331 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1333 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1334 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1335 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1336 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1337 M_IADD_IMM(s2, OFFSET(java_bytearray_t, data[0]), REG_ITMP2);
1338 /* implicit null-pointer check */
1339 M_STBX(s3, s1, REG_ITMP2);
1342 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1344 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1345 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1346 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1347 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1348 M_SLL_IMM(s2, 1, REG_ITMP2);
1349 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray_t, data[0]), REG_ITMP2);
1350 /* implicit null-pointer check */
1351 M_STHX(s3, s1, REG_ITMP2);
1354 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1356 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1357 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1358 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1359 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1360 M_SLL_IMM(s2, 1, REG_ITMP2);
1361 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray_t, data[0]), REG_ITMP2);
1362 M_STHX(s3, s1, REG_ITMP2);
1365 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1367 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1368 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1369 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1370 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1371 M_SLL_IMM(s2, 2, REG_ITMP2);
1372 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray_t, data[0]), REG_ITMP2);
1373 /* implicit null-pointer check */
1374 M_STWX(s3, s1, REG_ITMP2);
1377 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1379 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1380 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1381 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1382 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1383 M_SLL_IMM(s2, 3, REG_ITMP2);
1384 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray_t, data[0]), REG_ITMP2);
1385 /* implicit null-pointer check */
1386 M_LSTX(s3, s1, REG_ITMP2);
1389 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1391 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1392 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1393 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1394 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1395 M_SLL_IMM(s2, 2, REG_ITMP2);
1396 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray_t, data[0]), REG_ITMP2);
1397 /* implicit null-pointer check */
1398 M_STFSX(s3, s1, REG_ITMP2);
1401 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1403 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1404 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1405 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1406 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1407 M_SLL_IMM(s2, 3, REG_ITMP2);
1408 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray_t, data[0]), REG_ITMP2);
1409 /* implicit null-pointer check */
1410 M_STFDX(s3, s1, REG_ITMP2);
1413 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1415 s1 = emit_load_s1(jd, iptr, REG_A0);
1416 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1417 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1418 s3 = emit_load_s3(jd, iptr, REG_A1);
1420 disp = dseg_add_functionptr(cd, BUILTIN_FAST_canstore);
1421 M_ALD(REG_ITMP3, REG_PV, disp);
1422 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1425 M_INTMOVE(s1, REG_A0);
1426 M_INTMOVE(s3, REG_A1);
1429 emit_arraystore_check(cd, iptr);
1431 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1432 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1433 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1434 M_SLL_IMM(s2, 3, REG_ITMP2);
1435 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray_t, data[0]), REG_ITMP2);
1436 /* implicit null-pointer check */
1437 M_ASTX(s3, s1, REG_ITMP2);
1441 case ICMD_GETSTATIC: /* ... ==> ..., value */
1443 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1444 uf = iptr->sx.s23.s3.uf;
1445 fieldtype = uf->fieldref->parseddesc.fd->type;
1446 disp = dseg_add_unique_address(cd, NULL);
1448 patcher_add_patch_ref(jd, PATCHER_get_putstatic,
1449 iptr->sx.s23.s3.uf, disp);
1453 fi = iptr->sx.s23.s3.fmiref->p.field;
1454 fieldtype = fi->type;
1455 disp = dseg_add_address(cd, fi->value);
1457 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz)) {
1458 patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz, disp);
1462 M_ALD(REG_ITMP1, REG_PV, disp);
1463 switch (fieldtype) {
1465 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1466 M_ILD_INTERN(d, REG_ITMP1, 0);
1469 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1470 M_LLD(d, REG_ITMP1, 0);
1473 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1474 M_ALD_INTERN(d, REG_ITMP1, 0);
1477 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1478 M_FLD_INTERN(d, REG_ITMP1, 0);
1481 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1482 M_DLD_INTERN(d, REG_ITMP1, 0);
1485 emit_store_dst(jd, iptr, d);
1488 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1491 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1492 uf = iptr->sx.s23.s3.uf;
1493 fieldtype = uf->fieldref->parseddesc.fd->type;
1494 disp = dseg_add_unique_address(cd, NULL);
1496 patcher_add_patch_ref(jd, PATCHER_get_putstatic,
1497 iptr->sx.s23.s3.uf, disp);
1500 fi = iptr->sx.s23.s3.fmiref->p.field;
1501 fieldtype = fi->type;
1502 disp = dseg_add_address(cd, fi->value);
1504 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz)) {
1505 patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz, disp);
1509 M_ALD(REG_ITMP1, REG_PV, disp);
1510 switch (fieldtype) {
1512 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1513 M_IST_INTERN(s1, REG_ITMP1, 0);
1516 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1517 M_LST_INTERN(s1, REG_ITMP1, 0);
1520 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1521 M_AST_INTERN(s1, REG_ITMP1, 0);
1524 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1525 M_FST_INTERN(s1, REG_ITMP1, 0);
1528 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1529 M_DST_INTERN(s1, REG_ITMP1, 0);
1535 case ICMD_GETFIELD: /* ... ==> ..., value */
1537 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1539 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1540 uf = iptr->sx.s23.s3.uf;
1541 fieldtype = uf->fieldref->parseddesc.fd->type;
1544 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1547 fi = iptr->sx.s23.s3.fmiref->p.field;
1548 fieldtype = fi->type;
1552 /* implicit null-pointer check */
1553 switch (fieldtype) {
1555 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1559 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1563 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1567 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1571 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1575 emit_store_dst(jd, iptr, d);
1578 case ICMD_PUTFIELD: /* ..., value ==> ... */
1580 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1582 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1583 uf = iptr->sx.s23.s3.uf;
1584 fieldtype = uf->fieldref->parseddesc.fd->type;
1588 fi = iptr->sx.s23.s3.fmiref->p.field;
1589 fieldtype = fi->type;
1593 if (IS_INT_LNG_TYPE(fieldtype)) {
1594 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1597 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1599 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1600 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1604 /* implicit null-pointer check */
1605 switch (fieldtype) {
1607 M_IST(s2, s1, disp);
1610 M_LST(s2, s1, disp);
1613 M_AST(s2, s1, disp);
1616 M_FST(s2, s1, disp);
1619 M_DST(s2, s1, disp);
1625 /* branch operations **************************************************/
1627 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1629 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1630 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1632 #ifdef ENABLE_VERIFIER
1633 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1634 patcher_add_patch_ref(jd, PATCHER_resolve_class,
1635 iptr->sx.s23.s2.uc, 0);
1637 #endif /* ENABLE_VERIFIER */
1639 disp = dseg_add_functionptr(cd, asm_handle_exception);
1640 M_ALD(REG_ITMP2, REG_PV, disp);
1643 if (code_is_leafmethod(code))
1644 M_MFLR(REG_ITMP3); /* save LR */
1646 M_BL(0); /* get current PC */
1647 M_MFLR(REG_ITMP2_XPC);
1649 if (code_is_leafmethod(code))
1650 M_MTLR(REG_ITMP3); /* restore LR */
1652 M_RTS; /* jump to CTR */
1656 case ICMD_GOTO: /* ... ==> ... */
1657 case ICMD_RET: /* ... ==> ... */
1659 emit_br(cd, iptr->dst.block);
1663 case ICMD_JSR: /* ... ==> ... */
1665 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1669 case ICMD_IFNULL: /* ..., value ==> ... */
1671 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1673 emit_beq(cd, iptr->dst.block);
1676 case ICMD_IFNONNULL: /* ..., value ==> ... */
1678 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1680 emit_bne(cd, iptr->dst.block);
1688 case ICMD_IFEQ: /* ..., value ==> ... */
1690 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1691 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1692 M_CMPI(s1, iptr->sx.val.i);
1694 ICONST(REG_ITMP2, iptr->sx.val.i);
1695 M_CMP(s1, REG_ITMP2);
1697 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1700 case ICMD_IF_LEQ: /* ..., value ==> ... */
1701 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1702 LCONST(REG_ITMP2, iptr->sx.val.l);
1703 M_CMP(s1, REG_ITMP2);
1704 emit_beq(cd, iptr->dst.block);
1706 case ICMD_IF_LLT: /* ..., value ==> ... */
1707 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1708 LCONST(REG_ITMP2, iptr->sx.val.l);
1709 M_CMP(s1, REG_ITMP2);
1710 emit_blt(cd, iptr->dst.block);
1712 case ICMD_IF_LLE: /* ..., value ==> ... */
1713 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1714 LCONST(REG_ITMP2, iptr->sx.val.l);
1715 M_CMP(s1, REG_ITMP2);
1716 emit_ble(cd, iptr->dst.block);
1719 case ICMD_IF_LNE: /* ..., value ==> ... */
1720 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1721 LCONST(REG_ITMP2, iptr->sx.val.l);
1722 M_CMP(s1, REG_ITMP2);
1723 emit_bne(cd, iptr->dst.block);
1725 case ICMD_IF_LGE: /* ..., value ==> ... */
1726 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1727 LCONST(REG_ITMP2, iptr->sx.val.l);
1728 M_CMP(s1, REG_ITMP2);
1729 emit_bge(cd, iptr->dst.block);
1731 case ICMD_IF_LGT: /* ..., value ==> ... */
1732 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1733 LCONST(REG_ITMP2, iptr->sx.val.l);
1734 M_CMP(s1, REG_ITMP2);
1735 emit_bgt(cd, iptr->dst.block);
1737 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1738 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1739 case ICMD_IF_LCMPEQ:
1741 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1742 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1744 emit_beq(cd, iptr->dst.block);
1747 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1748 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1749 case ICMD_IF_LCMPNE:
1751 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1752 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1754 emit_bne(cd, iptr->dst.block);
1758 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1759 case ICMD_IF_LCMPLT:
1761 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1762 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1764 emit_blt(cd, iptr->dst.block);
1767 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1768 case ICMD_IF_LCMPGT:
1770 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1771 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1773 emit_bgt(cd, iptr->dst.block);
1776 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1777 case ICMD_IF_LCMPLE:
1779 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1780 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1782 emit_ble(cd, iptr->dst.block);
1785 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1786 case ICMD_IF_LCMPGE:
1788 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1789 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1791 emit_bge(cd, iptr->dst.block);
1795 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1796 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1798 REPLACEMENT_POINT_RETURN(cd, iptr);
1799 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1800 M_LNGMOVE(s1, REG_RESULT);
1801 goto nowperformreturn;
1803 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1805 REPLACEMENT_POINT_RETURN(cd, iptr);
1806 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1807 M_LNGMOVE(s1, REG_RESULT);
1809 #ifdef ENABLE_VERIFIER
1810 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1811 patcher_add_patch_ref(jd, PATCHER_resolve_class,
1812 iptr->sx.s23.s2.uc, 0);
1814 #endif /* ENABLE_VERIFIER */
1816 goto nowperformreturn;
1818 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1821 REPLACEMENT_POINT_RETURN(cd, iptr);
1822 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1823 M_FLTMOVE(s1, REG_FRESULT);
1824 goto nowperformreturn;
1826 case ICMD_RETURN: /* ... ==> ... */
1828 REPLACEMENT_POINT_RETURN(cd, iptr);
1834 p = cd->stackframesize;
1836 /* call trace function */
1838 #if !defined(NDEBUG)
1839 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
1840 emit_verbosecall_exit(jd);
1843 #if defined(ENABLE_THREADS)
1844 if (checksync && code_is_synchronized(code)) {
1845 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1846 M_ALD(REG_ITMP3, REG_PV, disp);
1847 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1850 /* we need to save the proper return value */
1852 switch (iptr->opc) {
1857 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1860 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1863 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1867 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
1870 /* and now restore the proper return value */
1872 switch (iptr->opc) {
1877 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1880 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1883 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1889 /* restore return address */
1891 if (!code_is_leafmethod(code)) {
1892 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
1893 may have a displacement overflow. */
1895 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
1899 /* restore saved registers */
1901 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
1902 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
1904 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
1905 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
1908 /* deallocate stack */
1910 if (cd->stackframesize)
1911 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
1919 case ICMD_TABLESWITCH: /* ..., index ==> ... */
1922 branch_target_t *table;
1924 table = iptr->dst.table;
1926 l = iptr->sx.s23.s2.tablelow;
1927 i = iptr->sx.s23.s3.tablehigh;
1929 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1931 M_INTMOVE(s1, REG_ITMP1);
1932 } else if (l <= 32768) {
1933 M_LDA(REG_ITMP1, s1, -l);
1935 ICONST(REG_ITMP2, l);
1936 M_SUB(s1, REG_ITMP2, REG_ITMP1);
1939 /* number of targets */
1944 M_CMPUI(REG_ITMP1, i - 1);
1945 emit_bgt(cd, table[0].block);
1947 /* build jump table top down and use address of lowest entry */
1952 dseg_add_target(cd, table->block);
1956 /* length of dataseg after last dseg_add_unique_target is used by load */
1958 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
1959 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
1960 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
1968 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
1971 lookup_target_t *lookup;
1973 lookup = iptr->dst.lookup;
1975 i = iptr->sx.s23.s2.lookupcount;
1977 MCODECHECK((i<<3)+8);
1978 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1980 val = lookup->value;
1981 if ((val >= -32768) && (val <= 32767)) {
1985 a = dseg_add_s4(cd, val);
1986 M_ILD(REG_ITMP2, REG_PV, a);
1987 M_CMP(s1, REG_ITMP2);
1989 emit_beq(cd, lookup->target.block);
1993 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2000 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2002 bte = iptr->sx.s23.s3.bte;
2006 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2007 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2008 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2009 case ICMD_INVOKEINTERFACE:
2011 REPLACEMENT_POINT_INVOKE(cd, iptr);
2013 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2015 um = iptr->sx.s23.s3.um;
2016 md = um->methodref->parseddesc.md;
2019 lm = iptr->sx.s23.s3.fmiref->p.method;
2021 md = lm->parseddesc;
2025 s3 = md->paramcount;
2027 MCODECHECK((s3 << 2) + 128);
2029 /* copy arguments to registers or stack location */
2031 for (s3 = s3 - 1; s3 >= 0; s3--) {
2032 var = VAR(iptr->sx.s23.s2.args[s3]);
2033 d = md->params[s3].regoff;
2035 if (var->flags & PREALLOC)
2038 if (IS_INT_LNG_TYPE(var->type)) {
2039 if (!md->params[s3].inmemory) {
2040 s1 = emit_load(jd, iptr, var, d);
2044 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2045 M_LST(s1, REG_SP, d);
2049 if (!md->params[s3].inmemory) {
2050 s1 = emit_load(jd, iptr, var, d);
2054 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2055 M_DST(s1, REG_SP, d);
2060 switch (iptr->opc) {
2062 if (bte->stub == NULL) {
2063 disp = dseg_add_functionptr(cd, bte->fp);
2064 M_ALD(REG_PV, REG_PV, disp);
2065 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2068 disp = dseg_add_functionptr(cd, bte->stub);
2069 M_ALD(REG_PV, REG_PV, disp);
2072 /* generate the actual call */
2075 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2076 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2078 M_LDA(REG_PV, REG_ITMP1, -disp);
2081 case ICMD_INVOKESPECIAL:
2082 emit_nullpointer_check(cd, iptr, REG_A0);
2085 case ICMD_INVOKESTATIC:
2087 disp = dseg_add_unique_address(cd, um);
2089 patcher_add_patch_ref(jd, PATCHER_invokestatic_special,
2092 disp = dseg_add_address(cd, lm->stubroutine);
2094 M_ALD(REG_PV, REG_PV, disp);
2096 /* generate the actual call */
2100 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2101 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2103 M_LDA(REG_PV, REG_ITMP1, -disp);
2106 case ICMD_INVOKEVIRTUAL:
2108 patcher_add_patch_ref(jd, PATCHER_invokevirtual, um, 0);
2111 s1 = OFFSET(vftbl_t, table[0]) +
2112 sizeof(methodptr) * lm->vftblindex;
2115 /* implicit null-pointer check */
2116 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2117 M_ALD(REG_PV, REG_METHODPTR, s1);
2119 /* generate the actual call */
2123 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2124 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2126 M_LDA(REG_PV, REG_ITMP1, -disp);
2129 case ICMD_INVOKEINTERFACE:
2131 patcher_add_patch_ref(jd, PATCHER_invokeinterface, um, 0);
2137 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2138 sizeof(methodptr*) * lm->clazz->index;
2140 s2 = sizeof(methodptr) * (lm - lm->clazz->methods);
2143 /* implicit null-pointer check */
2144 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2145 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2146 M_ALD(REG_PV, REG_METHODPTR, s2);
2148 /* generate the actual call */
2152 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2153 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2155 M_LDA(REG_PV, REG_ITMP1, -disp);
2159 /* store return value */
2161 d = md->returntype.type;
2163 if (d != TYPE_VOID) {
2164 if (IS_INT_LNG_TYPE(d)) {
2165 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2166 M_MOV(REG_RESULT, s1);
2169 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2170 M_FLTMOVE(REG_FRESULT, s1);
2172 emit_store_dst(jd, iptr, s1);
2176 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2177 /* val.a: (classinfo*) superclass */
2179 /* superclass is an interface:
2181 * OK if ((sub == NULL) ||
2182 * (sub->vftbl->interfacetablelength > super->index) &&
2183 * (sub->vftbl->interfacetable[-super->index] != NULL));
2185 * superclass is a class:
2187 * OK if ((sub == NULL) || (0
2188 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2189 * super->vftbl->diffvall));
2192 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2193 /* object type cast-check */
2198 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2203 super = iptr->sx.s23.s3.c.cls;
2204 superindex = super->index;
2207 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2209 /* if class is not resolved, check which code to call */
2211 if (super == NULL) {
2213 emit_label_beq(cd, BRANCH_LABEL_1);
2214 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2216 patcher_add_patch_ref(jd,
2217 PATCHER_resolve_classref_to_flags,
2218 iptr->sx.s23.s3.c.ref,
2221 M_ILD(REG_ITMP2, REG_PV, disp);
2222 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2224 emit_label_beq(cd, BRANCH_LABEL_2);
2227 /* interface checkcast code */
2229 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2230 if (super == NULL) {
2231 patcher_add_patch_ref(jd,
2232 PATCHER_checkcast_interface,
2233 iptr->sx.s23.s3.c.ref,
2237 emit_label_beq(cd, BRANCH_LABEL_3);
2240 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2241 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2242 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2243 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2244 M_ALD(REG_ITMP3, REG_ITMP2,
2245 OFFSET(vftbl_t, interfacetable[0]) -
2246 superindex * sizeof(methodptr*));
2248 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2250 if (super == NULL) {
2251 emit_label_br(cd, BRANCH_LABEL_4);
2253 emit_label(cd, BRANCH_LABEL_3);
2257 /* class checkcast code */
2259 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2260 if (super == NULL) {
2261 emit_label(cd, BRANCH_LABEL_2);
2263 disp = dseg_add_unique_address(cd, NULL);
2264 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2265 iptr->sx.s23.s3.c.ref,
2268 disp = dseg_add_address(cd, super->vftbl);
2270 emit_label_beq(cd, BRANCH_LABEL_5);
2273 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2275 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2276 M_ALD(REG_ITMP2, REG_PV, disp);
2277 if (s1 != REG_ITMP1) {
2278 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2279 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2281 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2282 M_EXTSW(REG_ITMP3, REG_ITMP3);
2284 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2285 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2286 M_EXTSW(REG_ITMP3, REG_ITMP3);
2287 M_ALD(REG_ITMP2, REG_PV, disp);
2288 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2290 M_CMPU(REG_ITMP3, REG_ITMP2);
2291 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2294 emit_label(cd, BRANCH_LABEL_5);
2297 if (super == NULL) {
2298 emit_label(cd, BRANCH_LABEL_1);
2299 emit_label(cd, BRANCH_LABEL_4);
2301 d = codegen_reg_of_dst(jd, iptr, s1);
2304 /* array type cast-check */
2306 s1 = emit_load_s1(jd, iptr, REG_A0);
2307 M_INTMOVE(s1, REG_A0);
2310 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2311 disp = dseg_add_unique_address(cd, NULL);
2312 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
2313 iptr->sx.s23.s3.c.ref,
2316 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2319 M_ALD(REG_A1, REG_PV, disp);
2320 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2321 M_ALD(REG_ITMP2, REG_PV, disp);
2322 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2326 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2328 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2329 d = codegen_reg_of_dst(jd, iptr, s1);
2332 emit_store_dst(jd, iptr, d);
2336 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2337 /* val.a: (classinfo*) superclass */
2339 /* superclass is an interface:
2341 * return (sub != NULL) &&
2342 * (sub->vftbl->interfacetablelength > super->index) &&
2343 * (sub->vftbl->interfacetable[-super->index] != NULL);
2345 * superclass is a class:
2347 * return ((sub != NULL) && (0
2348 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2349 * super->vftbl->diffvall));
2356 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2361 super = iptr->sx.s23.s3.c.cls;
2362 superindex = super->index;
2365 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2366 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2368 M_MOV(s1, REG_ITMP1);
2374 /* if class is not resolved, check which code to call */
2376 if (super == NULL) {
2378 emit_label_beq(cd, BRANCH_LABEL_1);
2379 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2381 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2382 iptr->sx.s23.s3.c.ref, disp);
2384 M_ILD(REG_ITMP3, REG_PV, disp);
2385 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2386 emit_label_beq(cd, BRANCH_LABEL_2);
2389 /* interface instanceof code */
2391 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2392 if (super == NULL) {
2393 patcher_add_patch_ref(jd,
2394 PATCHER_instanceof_interface,
2395 iptr->sx.s23.s3.c.ref, 0);
2399 emit_label_beq(cd, BRANCH_LABEL_3);
2402 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2403 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2404 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2406 M_ALD(REG_ITMP1, REG_ITMP1,
2407 OFFSET(vftbl_t, interfacetable[0]) -
2408 superindex * sizeof(methodptr*));
2411 M_IADD_IMM(REG_ZERO, 1, d);
2413 if (super == NULL) {
2414 emit_label_br(cd, BRANCH_LABEL_4);
2416 emit_label(cd, BRANCH_LABEL_3);
2420 /* class instanceof code */
2422 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2424 if (super == NULL) {
2425 emit_label(cd, BRANCH_LABEL_2);
2427 disp = dseg_add_unique_address(cd, NULL);
2428 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2429 iptr->sx.s23.s3.c.ref,
2433 disp = dseg_add_address(cd, super->vftbl);
2435 emit_label_beq(cd, BRANCH_LABEL_5);
2438 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2439 M_ALD(REG_ITMP2, REG_PV, disp);
2441 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2442 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2443 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2445 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2446 M_EXTSW(REG_ITMP1, REG_ITMP1);
2447 M_CMPU(REG_ITMP1, REG_ITMP2);
2450 M_IADD_IMM(REG_ZERO, 1, d);
2453 emit_label(cd, BRANCH_LABEL_5);
2456 if (super == NULL) {
2457 emit_label(cd, BRANCH_LABEL_1);
2458 emit_label(cd, BRANCH_LABEL_4);
2461 emit_store_dst(jd, iptr, d);
2465 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2467 /* check for negative sizes and copy sizes to stack if necessary */
2469 MCODECHECK((iptr->s1.argcount << 2) + 128);
2471 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2473 var = VAR(iptr->sx.s23.s2.args[s1]);
2475 /* copy SAVEDVAR sizes to stack */
2477 if (!(var->flags & PREALLOC)) {
2478 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2479 #if defined(__DARWIN__)
2480 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2482 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2487 /* a0 = dimension count */
2489 ICONST(REG_A0, iptr->s1.argcount);
2491 /* is patcher function set? */
2493 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2494 disp = dseg_add_unique_address(cd, NULL);
2496 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
2497 iptr->sx.s23.s3.c.ref, disp);
2499 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2502 /* a1 = arraydescriptor */
2504 M_ALD(REG_A1, REG_PV, disp);
2506 /* a2 = pointer to dimensions = stack pointer */
2508 #if defined(__DARWIN__)
2509 M_LDA(REG_A2, REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2511 M_LDA(REG_A2, REG_SP, LA_SIZE + 3 * 8);
2514 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2515 M_ALD(REG_ITMP3, REG_PV, disp);
2516 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2520 /* check for exception before result assignment */
2521 emit_exception_check(cd, iptr);
2523 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2524 M_INTMOVE(REG_RESULT, d);
2525 emit_store_dst(jd, iptr, d);
2529 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2534 } /* for instruction */
2536 } /* if (bptr -> flags >= BBREACHED) */
2537 } /* for basic block */
2539 /* generate traps */
2541 emit_patcher_traps(jd);
2543 /* everything's ok */
2549 /* codegen_emit_stub_native ****************************************************
2551 Emits a stub routine which calls a native method.
2553 *******************************************************************************/
2555 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f, int skipparams)
2566 /* get required compiler data */
2574 assert(!code_is_leafmethod(code));
2576 /* set some variables */
2580 /* calculate stackframe size */
2582 cd->stackframesize =
2583 sizeof(stackframeinfo_t) / SIZEOF_VOID_P +
2584 sizeof(localref_table) / SIZEOF_VOID_P +
2585 4 + /* 4 stackframeinfo arguments (darwin)*/
2589 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2591 /* create method header */
2593 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2594 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2595 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2596 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2597 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2602 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2603 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2605 /* save integer and float argument registers */
2607 for (i = 0; i < md->paramcount; i++) {
2608 if (!md->params[i].inmemory) {
2609 s1 = md->params[i].regoff;
2611 switch (md->paramtypes[i].type) {
2615 M_LST(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2619 M_DST(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2625 /* create native stack info */
2627 M_MOV(REG_SP, REG_A0);
2628 M_MOV(REG_PV, REG_A1);
2629 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2630 M_ALD(REG_ITMP1, REG_PV, disp);
2631 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2635 /* remember class argument */
2637 if (m->flags & ACC_STATIC)
2638 M_MOV(REG_RESULT, REG_ITMP3);
2640 /* restore integer and float argument registers */
2642 for (i = 0; i < md->paramcount; i++) {
2643 if (!md->params[i].inmemory) {
2644 s1 = md->params[i].regoff;
2646 switch (md->paramtypes[i].type) {
2650 M_LLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2654 M_DLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2660 /* copy or spill arguments to new locations */
2662 for (i = md->paramcount - 1, j = i + skipparams; i >= 0; i--, j--) {
2663 t = md->paramtypes[i].type;
2665 if (IS_INT_LNG_TYPE(t)) {
2666 if (!md->params[i].inmemory) {
2667 s1 = md->params[i].regoff;
2668 s2 = nmd->params[j].regoff;
2670 if (!nmd->params[j].inmemory)
2673 M_LST(s1, REG_SP, s2);
2676 s1 = md->params[i].regoff + cd->stackframesize * 8;
2677 s2 = nmd->params[j].regoff;
2679 M_LLD(REG_ITMP1, REG_SP, s1);
2680 M_LST(REG_ITMP1, REG_SP, s2);
2684 /* We only copy spilled float arguments, as the float
2685 argument registers keep unchanged. */
2687 if (md->params[i].inmemory) {
2688 s1 = md->params[i].regoff + cd->stackframesize * 8;
2689 s2 = nmd->params[j].regoff;
2691 M_DLD(REG_FTMP1, REG_SP, s1);
2693 if (IS_2_WORD_TYPE(t))
2694 M_DST(REG_FTMP1, REG_SP, s2);
2696 M_FST(REG_FTMP1, REG_SP, s2 + 4);
2701 /* Handle native Java methods. */
2703 if (m->flags & ACC_NATIVE) {
2704 /* put class into second argument register */
2706 if (m->flags & ACC_STATIC)
2707 M_MOV(REG_ITMP3, REG_A1);
2709 /* put env into first argument register */
2711 disp = dseg_add_unique_address(cd, _Jv_env);
2712 M_ALD(REG_A0, REG_PV, disp);
2715 /* Call the native function. */
2716 /* native functions have a different TOC for sure */
2718 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2719 disp = dseg_add_functionptr(cd, f);
2720 M_ALD(REG_ITMP3, REG_PV, disp);
2721 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2722 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2725 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2727 /* save return value */
2729 if (md->returntype.type != TYPE_VOID) {
2730 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2731 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2734 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2738 /* remove native stackframe info */
2740 M_MOV(REG_SP, REG_A0);
2741 M_MOV(REG_PV, REG_A1);
2742 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2743 M_ALD(REG_ITMP1, REG_PV, disp);
2744 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2747 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2749 /* restore return value */
2751 if (md->returntype.type != TYPE_VOID) {
2752 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2753 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2756 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2760 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2761 M_MTLR(REG_ITMP2_XPC);
2762 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2764 /* check for exception */
2766 M_TST(REG_ITMP1_XPTR);
2767 M_BNE(1); /* if no exception then return */
2771 /* handle exception */
2773 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2775 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2776 M_ALD(REG_ITMP3, REG_PV, disp);
2783 * These are local overrides for various environment variables in Emacs.
2784 * Please do not remove this and leave it at the end of the file, where
2785 * Emacs will automagically detect them.
2786 * ---------------------------------------------------------------------
2789 * indent-tabs-mode: t
2793 * vim:noexpandtab:sw=4:ts=4: