1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007, 2008
4 CACAOVM - Verein zur Foerderung der freien virtuellen Maschine CACAO
6 This file is part of CACAO.
8 This program is free software; you can redistribute it and/or
9 modify it under the terms of the GNU General Public License as
10 published by the Free Software Foundation; either version 2, or (at
11 your option) any later version.
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
37 #include "vm/jit/powerpc64/arch.h"
38 #include "vm/jit/powerpc64/codegen.h"
40 #include "mm/memory.h"
42 #include "native/localref.h"
43 #include "native/native.h"
45 #include "threads/lock-common.h"
47 #include "vm/builtin.h"
48 #include "vm/exceptions.hpp"
49 #include "vm/global.h"
50 #include "vm/loader.h"
51 #include "vm/options.h"
54 #include "vm/jit/abi.h"
55 #include "vm/jit/abi-asm.h"
56 #include "vm/jit/asmpart.h"
57 #include "vm/jit/codegen-common.h"
58 #include "vm/jit/dseg.h"
59 #include "vm/jit/emit-common.h"
60 #include "vm/jit/jit.hpp"
61 #include "vm/jit/linenumbertable.h"
62 #include "vm/jit/parse.h"
63 #include "vm/jit/patcher-common.h"
64 #include "vm/jit/reg.h"
65 #include "vm/jit/replace.hpp"
66 #include "vm/jit/stacktrace.hpp"
67 #include "vm/jit/trap.h"
69 #if defined(ENABLE_LSRA)
70 # include "vm/jit/allocator/lsra.h"
74 /* codegen_emit ****************************************************************
76 Generates machine code.
78 *******************************************************************************/
80 bool codegen_emit(jitdata *jd)
86 s4 len, s1, s2, s3, d, disp;
92 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
93 unresolved_method *um;
94 builtintable_entry *bte;
101 /* get required compiler data */
108 /* prevent compiler warnings */
122 /* space to save used callee saved registers */
124 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
125 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
127 cd->stackframesize = rd->memuse + savedregs_num;
129 #if defined(ENABLE_THREADS)
130 /* space to save argument of monitor_enter and Return Values to survive */
131 /* monitor_exit. The stack position for the argument can not be shared */
132 /* with place to save the return register on PPC64, since both values */
134 if (checksync && code_is_synchronized(code)) {
135 /* reserve 2 slots for long/double return values for monitorexit */
136 cd->stackframesize += 2;
141 /* create method header */
143 /* align stack to 16-bytes */
146 /* if (!m->isleafmethod || opt_verbosecall) */
147 /* stackframesize = (stackframesize + 3) & ~3;
149 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
150 /* stackframesize = 0; */
152 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
153 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
155 code->synchronizedoffset = rd->memuse * 8;
157 /* REMOVEME: We still need it for exception handling in assembler. */
159 if (code_is_leafmethod(code))
160 (void) dseg_add_unique_s4(cd, 1);
162 (void) dseg_add_unique_s4(cd, 0);
164 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
165 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
167 /* create stack frame (if necessary) */
169 if (!code_is_leafmethod(code)) {
171 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
174 if (cd->stackframesize)
175 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
177 /* save return address and used callee saved registers */
179 p = cd->stackframesize;
180 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
181 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
183 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
184 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
187 /* take arguments out of register or stack frame */
191 for (p = 0, l = 0; p < md->paramcount; p++) {
192 t = md->paramtypes[p].type;
193 varindex = jd->local_map[l*5 + t];
195 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
197 if (varindex == UNUSED)
201 s1 = md->params[p].regoff;
203 if (IS_INT_LNG_TYPE(t)) {
204 if (!md->params[p].inmemory) {
205 if (!IS_INMEMORY(var->flags))
206 M_INTMOVE(s1, var->vv.regoff);
208 M_LST(s1, REG_SP, var->vv.regoff);
211 if (!IS_INMEMORY(var->flags))
212 M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
214 var->vv.regoff = cd->stackframesize * 8 + s1;
218 if (!md->params[p].inmemory) {
219 if (!IS_INMEMORY(var->flags))
220 M_FLTMOVE(s1, var->vv.regoff);
222 M_DST(s1, REG_SP, var->vv.regoff);
225 if (!(var->flags & INMEMORY)) {
226 if (IS_2_WORD_TYPE(t))
227 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
229 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
232 var->vv.regoff = cd->stackframesize * 8 + s1;
237 /* save monitorenter argument */
239 #if defined(ENABLE_THREADS)
241 if (checksync && code_is_synchronized(code)) {
243 /* stackoffset for argument used for LOCK_monitor_exit */
246 #if !defined (NDEBUG)
247 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
248 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
250 for (p = 0; p < INT_ARG_CNT; p++)
251 M_LST(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
253 for (p = 0; p < FLT_ARG_CNT; p++)
254 M_DST(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
256 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
257 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
261 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
262 M_ALD(REG_ITMP3, REG_PV, p);
263 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
266 /* get or test the lock object */
268 if (m->flags & ACC_STATIC) {
269 p = dseg_add_address(cd, &m->clazz->object.header);
270 M_ALD(REG_A0, REG_PV, p);
275 M_ALD_INTERN(REG_ZERO, REG_ZERO, TRAP_NullPointerException);
278 M_AST(REG_A0, REG_SP, s1 * 8); /* rd->memuse * 8 */
282 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
283 for (p = 0; p < INT_ARG_CNT; p++)
284 M_LLD(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
286 for (p = 0; p < FLT_ARG_CNT; p++)
287 M_DLD(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
289 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
295 /* call trace function */
296 #if !defined (NDEBUG)
297 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
298 emit_verbosecall_enter(jd);
303 /* end of header generation */
305 /* create replacement points */
307 REPLACEMENT_POINTS_INIT(cd, jd);
309 /* walk through all basic blocks */
311 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
313 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
315 if (bptr->flags >= BBREACHED) {
317 /* branch resolving */
318 codegen_resolve_branchrefs(cd, bptr);
320 /* handle replacement points */
322 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
324 /* copy interface registers to their destination */
329 #if defined(ENABLE_LSRA)
333 var = VAR(bptr->invars[len]);
334 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
335 /* d = reg_of_var(m, var, REG_ITMP1); */
336 if (!(var->flags & INMEMORY))
340 M_INTMOVE(REG_ITMP1, d);
341 emit_store(jd, NULL, var, d);
348 var = VAR(bptr->invars[len]);
349 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
350 d = codegen_reg_of_var(0, var, REG_ITMP1);
351 M_INTMOVE(REG_ITMP1, d);
352 emit_store(jd, NULL, var, d);
355 assert((var->flags & INOUT));
359 #if defined(ENABLE_LSRA)
362 /* walk through all instructions */
367 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
368 if (iptr->line != currentline) {
369 linenumbertable_list_entry_add(cd, iptr->line);
370 currentline = iptr->line;
373 MCODECHECK(128); /* an instruction usually needs < 64 words */
376 case ICMD_NOP: /* ... ==> ... */
377 case ICMD_POP: /* ..., value ==> ... */
378 case ICMD_POP2: /* ..., value, value ==> ... */
381 case ICMD_INLINE_START:
383 REPLACEMENT_POINT_INLINE_START(cd, iptr);
386 case ICMD_INLINE_BODY:
388 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
389 linenumbertable_list_entry_add_inline_start(cd, iptr);
390 linenumbertable_list_entry_add(cd, iptr->line);
393 case ICMD_INLINE_END:
395 linenumbertable_list_entry_add_inline_end(cd, iptr);
396 linenumbertable_list_entry_add(cd, iptr->line);
399 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
401 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
404 emit_nullpointer_check(cd, iptr, s1);
407 /* constant operations ************************************************/
409 case ICMD_ICONST: /* ... ==> ..., constant */
411 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
412 ICONST(d, iptr->sx.val.i);
413 emit_store_dst(jd, iptr, d);
416 case ICMD_LCONST: /* ... ==> ..., constant */
418 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
419 LCONST(d, iptr->sx.val.l);
420 emit_store_dst(jd, iptr, d);
423 case ICMD_FCONST: /* ... ==> ..., constant */
425 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
426 a = dseg_add_float(cd, iptr->sx.val.f);
428 emit_store_dst(jd, iptr, d);
431 case ICMD_DCONST: /* ... ==> ..., constant */
433 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
434 a = dseg_add_double(cd, iptr->sx.val.d);
436 emit_store_dst(jd, iptr, d);
439 case ICMD_ACONST: /* ... ==> ..., constant */
441 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
443 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
444 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
445 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
449 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
451 M_ALD(d, REG_PV, disp);
452 emit_store_dst(jd, iptr, d);
456 /* load/store/copy/move operations ************************************/
458 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
459 case ICMD_ALOAD: /* s1.localindex = local variable */
463 case ICMD_ISTORE: /* ..., value ==> ... */
474 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
479 /* integer operations *************************************************/
481 case ICMD_INEG: /* ..., value ==> ..., - value */
482 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
483 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
486 emit_store_dst(jd, iptr, d);
490 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
491 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
493 emit_store_dst(jd, iptr, d);
497 case ICMD_I2L: /* ..., value ==> ..., value */
499 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
500 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
502 emit_store_dst(jd, iptr, d);
505 case ICMD_L2I: /* ..., value ==> ..., value */
507 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
508 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
510 emit_store_dst(jd, iptr, d);
513 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
515 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
516 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
518 emit_store_dst(jd, iptr, d);
521 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
523 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
524 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
526 emit_store_dst(jd, iptr, d);
529 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
531 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
532 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
534 emit_store_dst(jd, iptr, d);
538 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
540 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
541 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
542 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
545 emit_store_dst(jd, iptr, d);
551 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
552 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
553 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
554 M_IADD_IMM(s1, iptr->sx.val.i, d);
556 ICONST(REG_ITMP2, iptr->sx.val.i);
557 M_IADD(s1, REG_ITMP2, d);
560 emit_store_dst(jd, iptr, d);
563 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
565 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
566 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
567 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
569 emit_store_dst(jd, iptr, d);
572 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
573 /* sx.val.l = constant */
575 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
576 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
578 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
579 M_LADD_IMM(s1, iptr->sx.val.l, d);
581 LCONST(REG_ITMP2, iptr->sx.val.l);
582 M_LADD(s1, REG_ITMP2, d);
584 emit_store_dst(jd, iptr, d);
587 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
589 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
590 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
591 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
594 emit_store_dst(jd, iptr, d);
597 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
598 /* sx.val.i = constant */
600 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
601 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
602 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
603 M_IADD_IMM(s1, -iptr->sx.val.i, d);
605 ICONST(REG_ITMP2, iptr->sx.val.i);
606 M_SUB(s1, REG_ITMP2, d);
609 emit_store_dst(jd, iptr, d);
612 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
614 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
615 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
616 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
618 emit_store_dst(jd, iptr, d);
621 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
622 /* sx.val.l = constant */
624 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
625 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
627 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
628 M_LADD_IMM(s1, -iptr->sx.val.l, d);
630 LCONST(REG_ITMP2, iptr->sx.val.l);
631 M_SUB(s1, REG_ITMP2, d);
633 emit_store_dst(jd, iptr, d);
637 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
638 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
639 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
640 emit_arithmetic_check(cd, iptr, s2);
644 emit_store_dst(jd, iptr, d);
647 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
649 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
650 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
651 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
652 emit_arithmetic_check(cd, iptr, s2);
655 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
656 /* we only need to check this if we did a LDIV, not for IDIV */
658 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
660 M_MOV(s1, d); /* java specs says result == dividend */
661 emit_store_dst(jd, iptr, d);
665 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
666 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
667 emit_arithmetic_check(cd, iptr, s2);
669 M_DIV(s1, s2, REG_ITMP3);
670 M_MUL(REG_ITMP3, s2, REG_ITMP2);
671 M_SUB(s1, REG_ITMP2, REG_ITMP3);
672 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
675 emit_store_dst(jd, iptr, d);
679 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
680 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
681 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
682 emit_arithmetic_check(cd, iptr, s2);
684 M_DIV(s1, s2, REG_ITMP3);
685 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
686 /* we only need to check this if we did a LDIV, not for IDIV */
688 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
690 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
692 M_MUL(REG_ITMP3, s2, REG_ITMP2);
693 M_SUB(s1, REG_ITMP2, REG_ITMP3);
694 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
697 emit_store_dst(jd, iptr, d);
701 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
702 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
703 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
704 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
707 emit_store_dst(jd, iptr, d);
711 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
712 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
713 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
715 emit_store_dst(jd, iptr, d);
718 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
719 /* sx.val.i = constant */
721 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
722 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
723 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
724 M_MUL_IMM(s1, iptr->sx.val.i, d);
726 ICONST(REG_ITMP3, iptr->sx.val.i);
727 M_MUL(s1, REG_ITMP3, d);
730 emit_store_dst(jd, iptr, d);
733 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
734 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
735 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
736 M_MUL_IMM(s1, iptr->sx.val.l, d);
738 LCONST(REG_ITMP3, iptr->sx.val.l);
739 M_MUL(s1, REG_ITMP3, d);
741 emit_store_dst(jd, iptr, d);
744 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
746 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
747 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
748 M_SRA_IMM(s1, iptr->sx.val.i, d);
751 emit_store_dst(jd, iptr, d);
754 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
756 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
757 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
758 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
759 M_AND_IMM(s2, 0x1f, REG_ITMP3);
760 M_SLL(s1, REG_ITMP3, d);
762 emit_store_dst(jd, iptr, d);
765 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
766 /* sx.val.i = constant */
768 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
769 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
770 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
772 emit_store_dst(jd, iptr, d);
775 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
777 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
778 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
779 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
780 M_AND_IMM(s2, 0x1f, REG_ITMP3);
781 M_SRA(s1, REG_ITMP3, d);
782 emit_store_dst(jd, iptr, d);
785 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
786 /* sx.val.i = constant */
788 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
789 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
790 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
791 emit_store_dst(jd, iptr, d);
794 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
796 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
797 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
798 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
799 M_AND_IMM(s2, 0x1f, REG_ITMP2);
800 M_MOV(s1, REG_ITMP1);
801 M_CLR_HIGH(REG_ITMP1);
802 M_SRL(REG_ITMP1, REG_ITMP2, d);
803 M_EXTSW(d,d); /* for the case it was shift 0 bits */
804 emit_store_dst(jd, iptr, d);
807 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
808 /* sx.val.i = constant */
810 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
811 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
812 if (iptr->sx.val.i & 0x1f) {
813 M_MOV(s1, REG_ITMP1);
814 M_CLR_HIGH(REG_ITMP1);
815 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
819 emit_store_dst(jd, iptr, d);
823 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
824 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
825 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
826 emit_store_dst(jd, iptr, d);
829 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
830 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
831 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
832 M_AND_IMM(s2, 0x3f, REG_ITMP2);
833 M_SLL(s1, REG_ITMP2, d);
834 emit_store_dst(jd, iptr, d);
837 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
838 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
839 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
840 emit_store_dst(jd, iptr, d);
843 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
844 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
845 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
846 M_AND_IMM(s2, 0x3f, REG_ITMP2);
847 M_SRA(s1, REG_ITMP2, d);
848 emit_store_dst(jd, iptr, d);
850 case ICMD_LUSHRCONST:
851 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
852 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
853 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
854 emit_store_dst(jd, iptr, d);
857 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
858 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
859 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
860 M_AND_IMM(s2, 0x3f, REG_ITMP2);
861 M_SRL(s1, REG_ITMP2, d);
862 emit_store_dst(jd, iptr, d);
865 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
866 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
867 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
868 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
871 emit_store_dst(jd, iptr, d);
875 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
876 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
877 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
879 emit_store_dst(jd, iptr, d);
882 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
883 /* sx.val.i = constant */
885 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
886 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
887 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
888 M_AND_IMM(s1, iptr->sx.val.i, d);
891 else if (iptr->sx.val.i == 0xffffff) {
892 M_RLWINM(s1, 0, 8, 31, d);
896 ICONST(REG_ITMP3, iptr->sx.val.i);
897 M_AND(s1, REG_ITMP3, d);
899 emit_store_dst(jd, iptr, d);
902 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
903 /* sx.val.l = constant */
905 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
906 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
907 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
908 M_AND_IMM(s1, iptr->sx.val.l, d);
910 else if (iptr->sx.val.l == 0xffffff) {
911 M_RLWINM(s1, 0, 8, 31, d);
915 LCONST(REG_ITMP3, iptr->sx.val.l);
916 M_AND(s1, REG_ITMP3, d);
918 emit_store_dst(jd, iptr, d);
921 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
922 /* sx.val.i = constant */
923 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
924 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
926 /* fast division, result in REG_ITMP3) */
927 M_SRA_IMM(s1, iptr->sx.val.i, REG_ITMP3);
928 M_ADDZE(REG_ITMP3, REG_ITMP3);
930 M_SUB(s1, REG_ITMP3, d);
932 emit_store_dst(jd, iptr, d);
936 M_MOV(s1, REG_ITMP2);
938 M_BGE(1 + 3*(iptr->sx.val.i >= 32768));
939 if (iptr->sx.val.i >= 32768) {
940 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
941 M_EXTSW(REG_ITMP2, REG_ITMP2);
942 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
943 M_IADD(s1, REG_ITMP2, REG_ITMP2);
945 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
948 int b=0, m = iptr->sx.val.i;
951 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
953 M_SUB(s1, REG_ITMP2, d);
955 emit_store_dst(jd, iptr, d);
959 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
960 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
961 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
962 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
965 emit_store_dst(jd, iptr, d);
970 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
971 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
972 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
974 emit_store_dst(jd, iptr, d);
977 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
978 /* sx.val.i = constant */
980 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
981 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
982 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
983 M_OR_IMM(s1, iptr->sx.val.i, d);
985 ICONST(REG_ITMP3, iptr->sx.val.i);
986 M_OR(s1, REG_ITMP3, d);
988 emit_store_dst(jd, iptr, d);
991 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
992 /* sx.val.l = constant */
994 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
995 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
996 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
997 M_OR_IMM(s1, iptr->sx.val.l, d);
999 LCONST(REG_ITMP3, iptr->sx.val.l);
1000 M_OR(s1, REG_ITMP3, d);
1002 emit_store_dst(jd, iptr, d);
1006 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1009 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1010 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1011 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1013 emit_store_dst(jd, iptr, d);
1016 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1017 /* sx.val.i = constant */
1019 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1020 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1021 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1022 M_XOR_IMM(s1, iptr->sx.val.i, d);
1024 ICONST(REG_ITMP3, iptr->sx.val.i);
1025 M_XOR(s1, REG_ITMP3, d);
1027 emit_store_dst(jd, iptr, d);
1030 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1031 /* sx.val.l = constant */
1033 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1034 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1035 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1036 M_XOR_IMM(s1, iptr->sx.val.l, d);
1038 LCONST(REG_ITMP3, iptr->sx.val.l);
1039 M_XOR(s1, REG_ITMP3, d);
1041 emit_store_dst(jd, iptr, d);
1044 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1046 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1047 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1048 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1049 /* XXX implement me!!! */
1050 vm_abort("codegen: implement ICMD_LCMP!");
1051 emit_store_dst(jd, iptr, d);
1056 /* floating operations ************************************************/
1058 case ICMD_FNEG: /* ..., value ==> ..., - value */
1060 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1061 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1063 emit_store_dst(jd, iptr, d);
1066 case ICMD_DNEG: /* ..., value ==> ..., - value */
1068 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1069 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1071 emit_store_dst(jd, iptr, d);
1074 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1076 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1077 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1078 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1080 emit_store_dst(jd, iptr, d);
1083 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1085 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1086 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1087 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1089 emit_store_dst(jd, iptr, d);
1092 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1094 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1095 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1096 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1098 emit_store_dst(jd, iptr, d);
1101 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1103 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1104 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1105 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1107 emit_store_dst(jd, iptr, d);
1110 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1112 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1113 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1114 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1116 emit_store_dst(jd, iptr, d);
1119 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1121 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1122 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1123 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1125 emit_store_dst(jd, iptr, d);
1128 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1130 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1131 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1132 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1134 emit_store_dst(jd, iptr, d);
1137 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1139 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1140 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1141 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1143 emit_store_dst(jd, iptr, d);
1146 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1149 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1150 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1152 disp = dseg_add_float(cd, 0.0);
1153 M_FLD(REG_FTMP2, REG_PV, disp);
1154 M_FCMPU(s1, REG_FTMP2);
1156 disp = dseg_add_unique_s4(cd, 0);
1157 M_CVTDL_C(s1, REG_FTMP1);
1158 M_LDA(REG_ITMP1, REG_PV, disp);
1159 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1160 M_ILD(d, REG_PV, disp);
1161 emit_store_dst(jd, iptr, d);
1164 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1166 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1167 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1169 emit_store_dst(jd, iptr, d);
1172 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1174 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1175 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1177 emit_store_dst(jd, iptr, d);
1180 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1181 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1183 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1184 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1185 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1187 M_IADD_IMM(REG_ZERO, -1, d);
1190 M_IADD_IMM(REG_ZERO, 0, d);
1192 M_IADD_IMM(REG_ZERO, 1, d);
1193 emit_store_dst(jd, iptr, d);
1196 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1197 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1199 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1200 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1201 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1203 M_IADD_IMM(REG_ZERO, 1, d);
1206 M_IADD_IMM(REG_ZERO, 0, d);
1208 M_IADD_IMM(REG_ZERO, -1, d);
1209 emit_store_dst(jd, iptr, d);
1213 /* memory operations **************************************************/
1215 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1217 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1218 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1219 emit_nullpointer_check(cd, iptr, s1);
1220 M_ILD(d, s1, OFFSET(java_array_t, size));
1221 emit_store_dst(jd, iptr, d);
1224 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1226 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1227 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1228 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1229 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1230 M_IADD_IMM(s2, OFFSET(java_bytearray_t, data[0]), REG_ITMP2);
1231 /* implicit null-pointer check */
1232 M_LBZX(d, s1, REG_ITMP2);
1234 emit_store_dst(jd, iptr, d);
1237 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1239 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1240 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1241 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1242 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1243 M_SLL_IMM(s2, 1, REG_ITMP2);
1244 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray_t, data[0]), REG_ITMP2);
1245 /* implicit null-pointer check */
1246 M_LHZX(d, s1, REG_ITMP2);
1247 emit_store_dst(jd, iptr, d);
1250 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1252 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1253 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1254 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1255 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1256 M_SLL_IMM(s2, 1, REG_ITMP2);
1257 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray_t, data[0]), REG_ITMP2);
1258 /* implicit null-pointer check */
1259 M_LHAX(d, s1, REG_ITMP2);
1260 emit_store_dst(jd, iptr, d);
1263 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1265 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1266 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1267 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1268 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1269 M_SLL_IMM(s2, 2, REG_ITMP2);
1270 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray_t, data[0]), REG_ITMP2);
1271 /* implicit null-pointer check */
1272 M_LWAX(d, s1, REG_ITMP2);
1273 emit_store_dst(jd, iptr, d);
1276 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1278 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1279 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1280 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1281 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1282 M_SLL_IMM(s2, 3, REG_ITMP2);
1283 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1284 /* implicit null-pointer check */
1285 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray_t, data[0]));
1286 emit_store_dst(jd, iptr, d);
1289 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1291 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1292 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1293 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1294 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1295 M_SLL_IMM(s2, 2, REG_ITMP2);
1296 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray_t, data[0]), REG_ITMP2);
1297 /* implicit null-pointer check */
1298 M_LFSX(d, s1, REG_ITMP2);
1299 emit_store_dst(jd, iptr, d);
1302 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1304 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1305 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1306 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1307 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1308 M_SLL_IMM(s2, 3, REG_ITMP2);
1309 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray_t, data[0]), REG_ITMP2);
1310 /* implicit null-pointer check */
1311 M_LFDX(d, s1, REG_ITMP2);
1312 emit_store_dst(jd, iptr, d);
1315 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1317 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1318 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1319 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1320 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1321 M_SLL_IMM(s2, 3, REG_ITMP2);
1322 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray_t, data[0]), REG_ITMP2);
1323 /* implicit null-pointer check */
1324 M_ALDX(d, s1, REG_ITMP2);
1325 emit_store_dst(jd, iptr, d);
1329 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1331 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1332 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1333 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1334 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1335 M_IADD_IMM(s2, OFFSET(java_bytearray_t, data[0]), REG_ITMP2);
1336 /* implicit null-pointer check */
1337 M_STBX(s3, s1, REG_ITMP2);
1340 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1342 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1343 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1344 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1345 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1346 M_SLL_IMM(s2, 1, REG_ITMP2);
1347 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray_t, data[0]), REG_ITMP2);
1348 /* implicit null-pointer check */
1349 M_STHX(s3, s1, REG_ITMP2);
1352 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1354 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1355 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1356 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1357 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1358 M_SLL_IMM(s2, 1, REG_ITMP2);
1359 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray_t, data[0]), REG_ITMP2);
1360 M_STHX(s3, s1, REG_ITMP2);
1363 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1365 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1366 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1367 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1368 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1369 M_SLL_IMM(s2, 2, REG_ITMP2);
1370 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray_t, data[0]), REG_ITMP2);
1371 /* implicit null-pointer check */
1372 M_STWX(s3, s1, REG_ITMP2);
1375 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1377 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1378 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1379 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1380 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1381 M_SLL_IMM(s2, 3, REG_ITMP2);
1382 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray_t, data[0]), REG_ITMP2);
1383 /* implicit null-pointer check */
1384 M_LSTX(s3, s1, REG_ITMP2);
1387 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1389 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1390 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1391 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1392 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1393 M_SLL_IMM(s2, 2, REG_ITMP2);
1394 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray_t, data[0]), REG_ITMP2);
1395 /* implicit null-pointer check */
1396 M_STFSX(s3, s1, REG_ITMP2);
1399 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1401 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1402 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1403 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1404 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1405 M_SLL_IMM(s2, 3, REG_ITMP2);
1406 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray_t, data[0]), REG_ITMP2);
1407 /* implicit null-pointer check */
1408 M_STFDX(s3, s1, REG_ITMP2);
1411 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1413 s1 = emit_load_s1(jd, iptr, REG_A0);
1414 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1415 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1416 s3 = emit_load_s3(jd, iptr, REG_A1);
1418 disp = dseg_add_functionptr(cd, BUILTIN_FAST_canstore);
1419 M_ALD(REG_ITMP3, REG_PV, disp);
1420 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1423 M_INTMOVE(s1, REG_A0);
1424 M_INTMOVE(s3, REG_A1);
1427 emit_arraystore_check(cd, iptr);
1429 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1430 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1431 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1432 M_SLL_IMM(s2, 3, REG_ITMP2);
1433 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray_t, data[0]), REG_ITMP2);
1434 /* implicit null-pointer check */
1435 M_ASTX(s3, s1, REG_ITMP2);
1439 case ICMD_GETSTATIC: /* ... ==> ..., value */
1441 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1442 uf = iptr->sx.s23.s3.uf;
1443 fieldtype = uf->fieldref->parseddesc.fd->type;
1444 disp = dseg_add_unique_address(cd, NULL);
1446 patcher_add_patch_ref(jd, PATCHER_get_putstatic,
1447 iptr->sx.s23.s3.uf, disp);
1451 fi = iptr->sx.s23.s3.fmiref->p.field;
1452 fieldtype = fi->type;
1453 disp = dseg_add_address(cd, fi->value);
1455 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz)) {
1456 patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz, disp);
1460 M_ALD(REG_ITMP1, REG_PV, disp);
1461 switch (fieldtype) {
1463 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1464 M_ILD_INTERN(d, REG_ITMP1, 0);
1467 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1468 M_LLD(d, REG_ITMP1, 0);
1471 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1472 M_ALD_INTERN(d, REG_ITMP1, 0);
1475 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1476 M_FLD_INTERN(d, REG_ITMP1, 0);
1479 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1480 M_DLD_INTERN(d, REG_ITMP1, 0);
1483 emit_store_dst(jd, iptr, d);
1486 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1489 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1490 uf = iptr->sx.s23.s3.uf;
1491 fieldtype = uf->fieldref->parseddesc.fd->type;
1492 disp = dseg_add_unique_address(cd, NULL);
1494 patcher_add_patch_ref(jd, PATCHER_get_putstatic,
1495 iptr->sx.s23.s3.uf, disp);
1498 fi = iptr->sx.s23.s3.fmiref->p.field;
1499 fieldtype = fi->type;
1500 disp = dseg_add_address(cd, fi->value);
1502 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz)) {
1503 patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz, disp);
1507 M_ALD(REG_ITMP1, REG_PV, disp);
1508 switch (fieldtype) {
1510 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1511 M_IST_INTERN(s1, REG_ITMP1, 0);
1514 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1515 M_LST_INTERN(s1, REG_ITMP1, 0);
1518 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1519 M_AST_INTERN(s1, REG_ITMP1, 0);
1522 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1523 M_FST_INTERN(s1, REG_ITMP1, 0);
1526 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1527 M_DST_INTERN(s1, REG_ITMP1, 0);
1533 case ICMD_GETFIELD: /* ... ==> ..., value */
1535 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1537 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1538 uf = iptr->sx.s23.s3.uf;
1539 fieldtype = uf->fieldref->parseddesc.fd->type;
1542 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1545 fi = iptr->sx.s23.s3.fmiref->p.field;
1546 fieldtype = fi->type;
1550 /* implicit null-pointer check */
1551 switch (fieldtype) {
1553 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1557 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1561 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1565 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1569 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1573 emit_store_dst(jd, iptr, d);
1576 case ICMD_PUTFIELD: /* ..., value ==> ... */
1578 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1580 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1581 uf = iptr->sx.s23.s3.uf;
1582 fieldtype = uf->fieldref->parseddesc.fd->type;
1586 fi = iptr->sx.s23.s3.fmiref->p.field;
1587 fieldtype = fi->type;
1591 if (IS_INT_LNG_TYPE(fieldtype)) {
1592 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1595 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1597 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1598 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1602 /* implicit null-pointer check */
1603 switch (fieldtype) {
1605 M_IST(s2, s1, disp);
1608 M_LST(s2, s1, disp);
1611 M_AST(s2, s1, disp);
1614 M_FST(s2, s1, disp);
1617 M_DST(s2, s1, disp);
1623 /* branch operations **************************************************/
1625 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1627 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1628 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1630 #ifdef ENABLE_VERIFIER
1631 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1632 patcher_add_patch_ref(jd, PATCHER_resolve_class,
1633 iptr->sx.s23.s2.uc, 0);
1635 #endif /* ENABLE_VERIFIER */
1637 disp = dseg_add_functionptr(cd, asm_handle_exception);
1638 M_ALD(REG_ITMP2, REG_PV, disp);
1641 if (code_is_leafmethod(code))
1642 M_MFLR(REG_ITMP3); /* save LR */
1644 M_BL(0); /* get current PC */
1645 M_MFLR(REG_ITMP2_XPC);
1647 if (code_is_leafmethod(code))
1648 M_MTLR(REG_ITMP3); /* restore LR */
1650 M_RTS; /* jump to CTR */
1654 case ICMD_GOTO: /* ... ==> ... */
1655 case ICMD_RET: /* ... ==> ... */
1657 emit_br(cd, iptr->dst.block);
1661 case ICMD_JSR: /* ... ==> ... */
1663 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1667 case ICMD_IFNULL: /* ..., value ==> ... */
1669 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1671 emit_beq(cd, iptr->dst.block);
1674 case ICMD_IFNONNULL: /* ..., value ==> ... */
1676 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1678 emit_bne(cd, iptr->dst.block);
1686 case ICMD_IFEQ: /* ..., value ==> ... */
1688 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1689 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1690 M_CMPI(s1, iptr->sx.val.i);
1692 ICONST(REG_ITMP2, iptr->sx.val.i);
1693 M_CMP(s1, REG_ITMP2);
1695 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1698 case ICMD_IF_LEQ: /* ..., value ==> ... */
1699 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1700 LCONST(REG_ITMP2, iptr->sx.val.l);
1701 M_CMP(s1, REG_ITMP2);
1702 emit_beq(cd, iptr->dst.block);
1704 case ICMD_IF_LLT: /* ..., value ==> ... */
1705 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1706 LCONST(REG_ITMP2, iptr->sx.val.l);
1707 M_CMP(s1, REG_ITMP2);
1708 emit_blt(cd, iptr->dst.block);
1710 case ICMD_IF_LLE: /* ..., value ==> ... */
1711 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1712 LCONST(REG_ITMP2, iptr->sx.val.l);
1713 M_CMP(s1, REG_ITMP2);
1714 emit_ble(cd, iptr->dst.block);
1717 case ICMD_IF_LNE: /* ..., value ==> ... */
1718 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1719 LCONST(REG_ITMP2, iptr->sx.val.l);
1720 M_CMP(s1, REG_ITMP2);
1721 emit_bne(cd, iptr->dst.block);
1723 case ICMD_IF_LGE: /* ..., value ==> ... */
1724 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1725 LCONST(REG_ITMP2, iptr->sx.val.l);
1726 M_CMP(s1, REG_ITMP2);
1727 emit_bge(cd, iptr->dst.block);
1729 case ICMD_IF_LGT: /* ..., value ==> ... */
1730 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1731 LCONST(REG_ITMP2, iptr->sx.val.l);
1732 M_CMP(s1, REG_ITMP2);
1733 emit_bgt(cd, iptr->dst.block);
1735 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1736 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1737 case ICMD_IF_LCMPEQ:
1739 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1740 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1742 emit_beq(cd, iptr->dst.block);
1745 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1746 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1747 case ICMD_IF_LCMPNE:
1749 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1750 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1752 emit_bne(cd, iptr->dst.block);
1756 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1757 case ICMD_IF_LCMPLT:
1759 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1760 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1762 emit_blt(cd, iptr->dst.block);
1765 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1766 case ICMD_IF_LCMPGT:
1768 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1769 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1771 emit_bgt(cd, iptr->dst.block);
1774 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1775 case ICMD_IF_LCMPLE:
1777 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1778 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1780 emit_ble(cd, iptr->dst.block);
1783 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1784 case ICMD_IF_LCMPGE:
1786 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1787 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1789 emit_bge(cd, iptr->dst.block);
1793 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1794 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1796 REPLACEMENT_POINT_RETURN(cd, iptr);
1797 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1798 M_LNGMOVE(s1, REG_RESULT);
1799 goto nowperformreturn;
1801 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1803 REPLACEMENT_POINT_RETURN(cd, iptr);
1804 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1805 M_LNGMOVE(s1, REG_RESULT);
1807 #ifdef ENABLE_VERIFIER
1808 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1809 patcher_add_patch_ref(jd, PATCHER_resolve_class,
1810 iptr->sx.s23.s2.uc, 0);
1812 #endif /* ENABLE_VERIFIER */
1814 goto nowperformreturn;
1816 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1819 REPLACEMENT_POINT_RETURN(cd, iptr);
1820 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1821 M_FLTMOVE(s1, REG_FRESULT);
1822 goto nowperformreturn;
1824 case ICMD_RETURN: /* ... ==> ... */
1826 REPLACEMENT_POINT_RETURN(cd, iptr);
1832 p = cd->stackframesize;
1834 /* call trace function */
1836 #if !defined(NDEBUG)
1837 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
1838 emit_verbosecall_exit(jd);
1841 #if defined(ENABLE_THREADS)
1842 if (checksync && code_is_synchronized(code)) {
1843 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1844 M_ALD(REG_ITMP3, REG_PV, disp);
1845 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1848 /* we need to save the proper return value */
1850 switch (iptr->opc) {
1855 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1858 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1861 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1865 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
1868 /* and now restore the proper return value */
1870 switch (iptr->opc) {
1875 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1878 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1881 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1887 /* restore return address */
1889 if (!code_is_leafmethod(code)) {
1890 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
1891 may have a displacement overflow. */
1893 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
1897 /* restore saved registers */
1899 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
1900 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
1902 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
1903 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
1906 /* deallocate stack */
1908 if (cd->stackframesize)
1909 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
1917 case ICMD_TABLESWITCH: /* ..., index ==> ... */
1920 branch_target_t *table;
1922 table = iptr->dst.table;
1924 l = iptr->sx.s23.s2.tablelow;
1925 i = iptr->sx.s23.s3.tablehigh;
1927 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1929 M_INTMOVE(s1, REG_ITMP1);
1930 } else if (l <= 32768) {
1931 M_LDA(REG_ITMP1, s1, -l);
1933 ICONST(REG_ITMP2, l);
1934 M_SUB(s1, REG_ITMP2, REG_ITMP1);
1937 /* number of targets */
1942 M_CMPUI(REG_ITMP1, i - 1);
1943 emit_bgt(cd, table[0].block);
1945 /* build jump table top down and use address of lowest entry */
1950 dseg_add_target(cd, table->block);
1954 /* length of dataseg after last dseg_add_unique_target is used by load */
1956 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
1957 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
1958 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
1966 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
1969 lookup_target_t *lookup;
1971 lookup = iptr->dst.lookup;
1973 i = iptr->sx.s23.s2.lookupcount;
1975 MCODECHECK((i<<3)+8);
1976 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1978 val = lookup->value;
1979 if ((val >= -32768) && (val <= 32767)) {
1983 a = dseg_add_s4(cd, val);
1984 M_ILD(REG_ITMP2, REG_PV, a);
1985 M_CMP(s1, REG_ITMP2);
1987 emit_beq(cd, lookup->target.block);
1991 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
1998 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2000 bte = iptr->sx.s23.s3.bte;
2004 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2005 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2006 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2007 case ICMD_INVOKEINTERFACE:
2009 REPLACEMENT_POINT_INVOKE(cd, iptr);
2011 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2013 um = iptr->sx.s23.s3.um;
2014 md = um->methodref->parseddesc.md;
2017 lm = iptr->sx.s23.s3.fmiref->p.method;
2019 md = lm->parseddesc;
2023 s3 = md->paramcount;
2025 MCODECHECK((s3 << 2) + 128);
2027 /* copy arguments to registers or stack location */
2029 for (s3 = s3 - 1; s3 >= 0; s3--) {
2030 var = VAR(iptr->sx.s23.s2.args[s3]);
2031 d = md->params[s3].regoff;
2033 if (var->flags & PREALLOC)
2036 if (IS_INT_LNG_TYPE(var->type)) {
2037 if (!md->params[s3].inmemory) {
2038 s1 = emit_load(jd, iptr, var, d);
2042 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2043 M_LST(s1, REG_SP, d);
2047 if (!md->params[s3].inmemory) {
2048 s1 = emit_load(jd, iptr, var, d);
2052 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2053 M_DST(s1, REG_SP, d);
2058 switch (iptr->opc) {
2060 if (bte->stub == NULL) {
2061 disp = dseg_add_functionptr(cd, bte->fp);
2062 M_ALD(REG_PV, REG_PV, disp);
2063 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2066 disp = dseg_add_functionptr(cd, bte->stub);
2067 M_ALD(REG_PV, REG_PV, disp);
2070 /* generate the actual call */
2073 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2074 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2076 M_LDA(REG_PV, REG_ITMP1, -disp);
2079 case ICMD_INVOKESPECIAL:
2080 emit_nullpointer_check(cd, iptr, REG_A0);
2083 case ICMD_INVOKESTATIC:
2085 disp = dseg_add_unique_address(cd, um);
2087 patcher_add_patch_ref(jd, PATCHER_invokestatic_special,
2090 disp = dseg_add_address(cd, lm->stubroutine);
2092 M_ALD(REG_PV, REG_PV, disp);
2094 /* generate the actual call */
2098 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2099 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2101 M_LDA(REG_PV, REG_ITMP1, -disp);
2104 case ICMD_INVOKEVIRTUAL:
2106 patcher_add_patch_ref(jd, PATCHER_invokevirtual, um, 0);
2109 s1 = OFFSET(vftbl_t, table[0]) +
2110 sizeof(methodptr) * lm->vftblindex;
2113 /* implicit null-pointer check */
2114 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2115 M_ALD(REG_PV, REG_METHODPTR, s1);
2117 /* generate the actual call */
2121 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2122 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2124 M_LDA(REG_PV, REG_ITMP1, -disp);
2127 case ICMD_INVOKEINTERFACE:
2129 patcher_add_patch_ref(jd, PATCHER_invokeinterface, um, 0);
2135 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2136 sizeof(methodptr*) * lm->clazz->index;
2138 s2 = sizeof(methodptr) * (lm - lm->clazz->methods);
2141 /* implicit null-pointer check */
2142 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2143 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2144 M_ALD(REG_PV, REG_METHODPTR, s2);
2146 /* generate the actual call */
2150 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2151 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2153 M_LDA(REG_PV, REG_ITMP1, -disp);
2157 /* store return value */
2159 d = md->returntype.type;
2161 if (d != TYPE_VOID) {
2162 if (IS_INT_LNG_TYPE(d)) {
2163 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2164 M_MOV(REG_RESULT, s1);
2167 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2168 M_FLTMOVE(REG_FRESULT, s1);
2170 emit_store_dst(jd, iptr, s1);
2174 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2175 /* val.a: (classinfo*) superclass */
2177 /* superclass is an interface:
2179 * OK if ((sub == NULL) ||
2180 * (sub->vftbl->interfacetablelength > super->index) &&
2181 * (sub->vftbl->interfacetable[-super->index] != NULL));
2183 * superclass is a class:
2185 * OK if ((sub == NULL) || (0
2186 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2187 * super->vftbl->diffvall));
2190 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2191 /* object type cast-check */
2196 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2201 super = iptr->sx.s23.s3.c.cls;
2202 superindex = super->index;
2205 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2207 /* if class is not resolved, check which code to call */
2209 if (super == NULL) {
2211 emit_label_beq(cd, BRANCH_LABEL_1);
2212 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2214 patcher_add_patch_ref(jd,
2215 PATCHER_resolve_classref_to_flags,
2216 iptr->sx.s23.s3.c.ref,
2219 M_ILD(REG_ITMP2, REG_PV, disp);
2220 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2222 emit_label_beq(cd, BRANCH_LABEL_2);
2225 /* interface checkcast code */
2227 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2228 if (super == NULL) {
2229 patcher_add_patch_ref(jd,
2230 PATCHER_checkcast_interface,
2231 iptr->sx.s23.s3.c.ref,
2235 emit_label_beq(cd, BRANCH_LABEL_3);
2238 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2239 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2240 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2241 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2242 M_ALD(REG_ITMP3, REG_ITMP2,
2243 OFFSET(vftbl_t, interfacetable[0]) -
2244 superindex * sizeof(methodptr*));
2246 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2248 if (super == NULL) {
2249 emit_label_br(cd, BRANCH_LABEL_4);
2251 emit_label(cd, BRANCH_LABEL_3);
2255 /* class checkcast code */
2257 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2258 if (super == NULL) {
2259 emit_label(cd, BRANCH_LABEL_2);
2261 disp = dseg_add_unique_address(cd, NULL);
2262 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2263 iptr->sx.s23.s3.c.ref,
2266 disp = dseg_add_address(cd, super->vftbl);
2268 emit_label_beq(cd, BRANCH_LABEL_5);
2271 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2273 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2274 M_ALD(REG_ITMP2, REG_PV, disp);
2275 if (s1 != REG_ITMP1) {
2276 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2277 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2279 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2280 M_EXTSW(REG_ITMP3, REG_ITMP3);
2282 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2283 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2284 M_EXTSW(REG_ITMP3, REG_ITMP3);
2285 M_ALD(REG_ITMP2, REG_PV, disp);
2286 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2288 M_CMPU(REG_ITMP3, REG_ITMP2);
2289 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2292 emit_label(cd, BRANCH_LABEL_5);
2295 if (super == NULL) {
2296 emit_label(cd, BRANCH_LABEL_1);
2297 emit_label(cd, BRANCH_LABEL_4);
2299 d = codegen_reg_of_dst(jd, iptr, s1);
2302 /* array type cast-check */
2304 s1 = emit_load_s1(jd, iptr, REG_A0);
2305 M_INTMOVE(s1, REG_A0);
2308 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2309 disp = dseg_add_unique_address(cd, NULL);
2310 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
2311 iptr->sx.s23.s3.c.ref,
2314 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2317 M_ALD(REG_A1, REG_PV, disp);
2318 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2319 M_ALD(REG_ITMP2, REG_PV, disp);
2320 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2324 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2326 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2327 d = codegen_reg_of_dst(jd, iptr, s1);
2330 emit_store_dst(jd, iptr, d);
2334 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2335 /* val.a: (classinfo*) superclass */
2337 /* superclass is an interface:
2339 * return (sub != NULL) &&
2340 * (sub->vftbl->interfacetablelength > super->index) &&
2341 * (sub->vftbl->interfacetable[-super->index] != NULL);
2343 * superclass is a class:
2345 * return ((sub != NULL) && (0
2346 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2347 * super->vftbl->diffvall));
2354 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2359 super = iptr->sx.s23.s3.c.cls;
2360 superindex = super->index;
2363 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2364 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2366 M_MOV(s1, REG_ITMP1);
2372 /* if class is not resolved, check which code to call */
2374 if (super == NULL) {
2376 emit_label_beq(cd, BRANCH_LABEL_1);
2377 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2379 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2380 iptr->sx.s23.s3.c.ref, disp);
2382 M_ILD(REG_ITMP3, REG_PV, disp);
2383 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2384 emit_label_beq(cd, BRANCH_LABEL_2);
2387 /* interface instanceof code */
2389 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2390 if (super == NULL) {
2391 patcher_add_patch_ref(jd,
2392 PATCHER_instanceof_interface,
2393 iptr->sx.s23.s3.c.ref, 0);
2397 emit_label_beq(cd, BRANCH_LABEL_3);
2400 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2401 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2402 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2404 M_ALD(REG_ITMP1, REG_ITMP1,
2405 OFFSET(vftbl_t, interfacetable[0]) -
2406 superindex * sizeof(methodptr*));
2409 M_IADD_IMM(REG_ZERO, 1, d);
2411 if (super == NULL) {
2412 emit_label_br(cd, BRANCH_LABEL_4);
2414 emit_label(cd, BRANCH_LABEL_3);
2418 /* class instanceof code */
2420 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2422 if (super == NULL) {
2423 emit_label(cd, BRANCH_LABEL_2);
2425 disp = dseg_add_unique_address(cd, NULL);
2426 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2427 iptr->sx.s23.s3.c.ref,
2431 disp = dseg_add_address(cd, super->vftbl);
2433 emit_label_beq(cd, BRANCH_LABEL_5);
2436 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2437 M_ALD(REG_ITMP2, REG_PV, disp);
2439 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2440 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2441 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2443 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2444 M_EXTSW(REG_ITMP1, REG_ITMP1);
2445 M_CMPU(REG_ITMP1, REG_ITMP2);
2448 M_IADD_IMM(REG_ZERO, 1, d);
2451 emit_label(cd, BRANCH_LABEL_5);
2454 if (super == NULL) {
2455 emit_label(cd, BRANCH_LABEL_1);
2456 emit_label(cd, BRANCH_LABEL_4);
2459 emit_store_dst(jd, iptr, d);
2463 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2465 /* check for negative sizes and copy sizes to stack if necessary */
2467 MCODECHECK((iptr->s1.argcount << 2) + 128);
2469 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2471 var = VAR(iptr->sx.s23.s2.args[s1]);
2473 /* copy SAVEDVAR sizes to stack */
2475 if (!(var->flags & PREALLOC)) {
2476 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2477 #if defined(__DARWIN__)
2478 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2480 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2485 /* a0 = dimension count */
2487 ICONST(REG_A0, iptr->s1.argcount);
2489 /* is patcher function set? */
2491 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2492 disp = dseg_add_unique_address(cd, NULL);
2494 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
2495 iptr->sx.s23.s3.c.ref, disp);
2497 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2500 /* a1 = arraydescriptor */
2502 M_ALD(REG_A1, REG_PV, disp);
2504 /* a2 = pointer to dimensions = stack pointer */
2506 #if defined(__DARWIN__)
2507 M_LDA(REG_A2, REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2509 M_LDA(REG_A2, REG_SP, LA_SIZE + 3 * 8);
2512 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2513 M_ALD(REG_ITMP3, REG_PV, disp);
2514 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2518 /* check for exception before result assignment */
2519 emit_exception_check(cd, iptr);
2521 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2522 M_INTMOVE(REG_RESULT, d);
2523 emit_store_dst(jd, iptr, d);
2527 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2532 } /* for instruction */
2534 } /* if (bptr -> flags >= BBREACHED) */
2535 } /* for basic block */
2537 /* generate traps */
2539 emit_patcher_traps(jd);
2541 /* everything's ok */
2547 /* codegen_emit_stub_native ****************************************************
2549 Emits a stub routine which calls a native method.
2551 *******************************************************************************/
2553 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f, int skipparams)
2564 /* get required compiler data */
2572 assert(!code_is_leafmethod(code));
2574 /* set some variables */
2578 /* calculate stackframe size */
2580 cd->stackframesize =
2581 sizeof(stackframeinfo_t) / SIZEOF_VOID_P +
2582 sizeof(localref_table) / SIZEOF_VOID_P +
2583 4 + /* 4 stackframeinfo arguments (darwin)*/
2587 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2589 /* create method header */
2591 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2592 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2593 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2594 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2595 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2600 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2601 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2603 /* save integer and float argument registers */
2605 for (i = 0; i < md->paramcount; i++) {
2606 if (!md->params[i].inmemory) {
2607 s1 = md->params[i].regoff;
2609 switch (md->paramtypes[i].type) {
2613 M_LST(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2617 M_DST(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2623 /* create native stack info */
2625 M_MOV(REG_SP, REG_A0);
2626 M_MOV(REG_PV, REG_A1);
2627 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2628 M_ALD(REG_ITMP1, REG_PV, disp);
2629 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2633 /* remember class argument */
2635 if (m->flags & ACC_STATIC)
2636 M_MOV(REG_RESULT, REG_ITMP3);
2638 /* restore integer and float argument registers */
2640 for (i = 0; i < md->paramcount; i++) {
2641 if (!md->params[i].inmemory) {
2642 s1 = md->params[i].regoff;
2644 switch (md->paramtypes[i].type) {
2648 M_LLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2652 M_DLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2658 /* copy or spill arguments to new locations */
2660 for (i = md->paramcount - 1, j = i + skipparams; i >= 0; i--, j--) {
2661 t = md->paramtypes[i].type;
2663 if (IS_INT_LNG_TYPE(t)) {
2664 if (!md->params[i].inmemory) {
2665 s1 = md->params[i].regoff;
2666 s2 = nmd->params[j].regoff;
2668 if (!nmd->params[j].inmemory)
2671 M_LST(s1, REG_SP, s2);
2674 s1 = md->params[i].regoff + cd->stackframesize * 8;
2675 s2 = nmd->params[j].regoff;
2677 M_LLD(REG_ITMP1, REG_SP, s1);
2678 M_LST(REG_ITMP1, REG_SP, s2);
2682 /* We only copy spilled float arguments, as the float
2683 argument registers keep unchanged. */
2685 if (md->params[i].inmemory) {
2686 s1 = md->params[i].regoff + cd->stackframesize * 8;
2687 s2 = nmd->params[j].regoff;
2689 M_DLD(REG_FTMP1, REG_SP, s1);
2691 if (IS_2_WORD_TYPE(t))
2692 M_DST(REG_FTMP1, REG_SP, s2);
2694 M_FST(REG_FTMP1, REG_SP, s2 + 4);
2699 /* Handle native Java methods. */
2701 if (m->flags & ACC_NATIVE) {
2702 /* put class into second argument register */
2704 if (m->flags & ACC_STATIC)
2705 M_MOV(REG_ITMP3, REG_A1);
2707 /* put env into first argument register */
2709 disp = dseg_add_unique_address(cd, VM_get_jnienv());
2710 M_ALD(REG_A0, REG_PV, disp);
2713 /* Call the native function. */
2714 /* native functions have a different TOC for sure */
2716 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2717 disp = dseg_add_functionptr(cd, f);
2718 M_ALD(REG_ITMP3, REG_PV, disp);
2719 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2720 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2723 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2725 /* save return value */
2727 if (md->returntype.type != TYPE_VOID) {
2728 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2729 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2732 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2736 /* remove native stackframe info */
2738 M_MOV(REG_SP, REG_A0);
2739 M_MOV(REG_PV, REG_A1);
2740 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2741 M_ALD(REG_ITMP1, REG_PV, disp);
2742 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2745 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2747 /* restore return value */
2749 if (md->returntype.type != TYPE_VOID) {
2750 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2751 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2754 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2758 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2759 M_MTLR(REG_ITMP2_XPC);
2760 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2762 /* check for exception */
2764 M_TST(REG_ITMP1_XPTR);
2765 M_BNE(1); /* if no exception then return */
2769 /* handle exception */
2771 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2773 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2774 M_ALD(REG_ITMP3, REG_PV, disp);
2781 * These are local overrides for various environment variables in Emacs.
2782 * Please do not remove this and leave it at the end of the file, where
2783 * Emacs will automagically detect them.
2784 * ---------------------------------------------------------------------
2787 * indent-tabs-mode: t
2791 * vim:noexpandtab:sw=4:ts=4: