1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007, 2008
4 CACAOVM - Verein zur Foerderung der freien virtuellen Maschine CACAO
6 This file is part of CACAO.
8 This program is free software; you can redistribute it and/or
9 modify it under the terms of the GNU General Public License as
10 published by the Free Software Foundation; either version 2, or (at
11 your option) any later version.
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
37 #include "vm/jit/powerpc64/arch.h"
38 #include "vm/jit/powerpc64/codegen.h"
40 #include "mm/memory.h"
42 #include "native/localref.h"
43 #include "native/native.h"
45 #include "threads/lock-common.h"
47 #include "vm/builtin.h"
48 #include "vm/exceptions.hpp"
49 #include "vm/global.h"
52 #include "vm/jit/abi.h"
53 #include "vm/jit/abi-asm.h"
54 #include "vm/jit/asmpart.h"
55 #include "vm/jit/codegen-common.h"
56 #include "vm/jit/dseg.h"
57 #include "vm/jit/emit-common.h"
58 #include "vm/jit/jit.h"
59 #include "vm/jit/linenumbertable.h"
60 #include "vm/jit/parse.h"
61 #include "vm/jit/patcher-common.h"
62 #include "vm/jit/reg.h"
63 #include "vm/jit/replace.h"
64 #include "vm/jit/stacktrace.hpp"
65 #include "vm/jit/trap.h"
67 #include "vmcore/loader.h"
68 #include "vmcore/options.h"
70 #if defined(ENABLE_LSRA)
71 # include "vm/jit/allocator/lsra.h"
75 /* codegen_emit ****************************************************************
77 Generates machine code.
79 *******************************************************************************/
81 bool codegen_emit(jitdata *jd)
87 s4 len, s1, s2, s3, d, disp;
93 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
94 unresolved_method *um;
95 builtintable_entry *bte;
102 /* get required compiler data */
109 /* prevent compiler warnings */
123 /* space to save used callee saved registers */
125 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
126 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
128 cd->stackframesize = rd->memuse + savedregs_num;
130 #if defined(ENABLE_THREADS)
131 /* space to save argument of monitor_enter and Return Values to survive */
132 /* monitor_exit. The stack position for the argument can not be shared */
133 /* with place to save the return register on PPC64, since both values */
135 if (checksync && code_is_synchronized(code)) {
136 /* reserve 2 slots for long/double return values for monitorexit */
137 cd->stackframesize += 2;
142 /* create method header */
144 /* align stack to 16-bytes */
147 /* if (!m->isleafmethod || opt_verbosecall) */
148 /* stackframesize = (stackframesize + 3) & ~3;
150 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
151 /* stackframesize = 0; */
153 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
154 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
156 code->synchronizedoffset = rd->memuse * 8;
158 /* REMOVEME: We still need it for exception handling in assembler. */
160 if (code_is_leafmethod(code))
161 (void) dseg_add_unique_s4(cd, 1);
163 (void) dseg_add_unique_s4(cd, 0);
165 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
166 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
168 /* create stack frame (if necessary) */
170 if (!code_is_leafmethod(code)) {
172 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
175 if (cd->stackframesize)
176 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
178 /* save return address and used callee saved registers */
180 p = cd->stackframesize;
181 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
182 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
184 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
185 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
188 /* take arguments out of register or stack frame */
192 for (p = 0, l = 0; p < md->paramcount; p++) {
193 t = md->paramtypes[p].type;
194 varindex = jd->local_map[l*5 + t];
196 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
198 if (varindex == UNUSED)
202 s1 = md->params[p].regoff;
204 if (IS_INT_LNG_TYPE(t)) {
205 if (!md->params[p].inmemory) {
206 if (!IS_INMEMORY(var->flags))
207 M_INTMOVE(s1, var->vv.regoff);
209 M_LST(s1, REG_SP, var->vv.regoff);
212 if (!IS_INMEMORY(var->flags))
213 M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
215 var->vv.regoff = cd->stackframesize * 8 + s1;
219 if (!md->params[p].inmemory) {
220 if (!IS_INMEMORY(var->flags))
221 M_FLTMOVE(s1, var->vv.regoff);
223 M_DST(s1, REG_SP, var->vv.regoff);
226 if (!(var->flags & INMEMORY)) {
227 if (IS_2_WORD_TYPE(t))
228 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
230 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
233 var->vv.regoff = cd->stackframesize * 8 + s1;
238 /* save monitorenter argument */
240 #if defined(ENABLE_THREADS)
242 if (checksync && code_is_synchronized(code)) {
244 /* stackoffset for argument used for LOCK_monitor_exit */
247 #if !defined (NDEBUG)
248 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
249 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
251 for (p = 0; p < INT_ARG_CNT; p++)
252 M_LST(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
254 for (p = 0; p < FLT_ARG_CNT; p++)
255 M_DST(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
257 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
258 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
262 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
263 M_ALD(REG_ITMP3, REG_PV, p);
264 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
267 /* get or test the lock object */
269 if (m->flags & ACC_STATIC) {
270 p = dseg_add_address(cd, &m->clazz->object.header);
271 M_ALD(REG_A0, REG_PV, p);
276 M_ALD_INTERN(REG_ZERO, REG_ZERO, TRAP_NullPointerException);
279 M_AST(REG_A0, REG_SP, s1 * 8); /* rd->memuse * 8 */
283 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
284 for (p = 0; p < INT_ARG_CNT; p++)
285 M_LLD(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
287 for (p = 0; p < FLT_ARG_CNT; p++)
288 M_DLD(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
290 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
296 /* call trace function */
297 #if !defined (NDEBUG)
298 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
299 emit_verbosecall_enter(jd);
304 /* end of header generation */
306 /* create replacement points */
308 REPLACEMENT_POINTS_INIT(cd, jd);
310 /* walk through all basic blocks */
312 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
314 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
316 if (bptr->flags >= BBREACHED) {
318 /* branch resolving */
319 codegen_resolve_branchrefs(cd, bptr);
321 /* handle replacement points */
323 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
325 /* copy interface registers to their destination */
330 #if defined(ENABLE_LSRA)
334 var = VAR(bptr->invars[len]);
335 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
336 /* d = reg_of_var(m, var, REG_ITMP1); */
337 if (!(var->flags & INMEMORY))
341 M_INTMOVE(REG_ITMP1, d);
342 emit_store(jd, NULL, var, d);
349 var = VAR(bptr->invars[len]);
350 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
351 d = codegen_reg_of_var(0, var, REG_ITMP1);
352 M_INTMOVE(REG_ITMP1, d);
353 emit_store(jd, NULL, var, d);
356 assert((var->flags & INOUT));
360 #if defined(ENABLE_LSRA)
363 /* walk through all instructions */
368 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
369 if (iptr->line != currentline) {
370 linenumbertable_list_entry_add(cd, iptr->line);
371 currentline = iptr->line;
374 MCODECHECK(128); /* an instruction usually needs < 64 words */
377 case ICMD_NOP: /* ... ==> ... */
378 case ICMD_POP: /* ..., value ==> ... */
379 case ICMD_POP2: /* ..., value, value ==> ... */
382 case ICMD_INLINE_START:
384 REPLACEMENT_POINT_INLINE_START(cd, iptr);
387 case ICMD_INLINE_BODY:
389 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
390 linenumbertable_list_entry_add_inline_start(cd, iptr);
391 linenumbertable_list_entry_add(cd, iptr->line);
394 case ICMD_INLINE_END:
396 linenumbertable_list_entry_add_inline_end(cd, iptr);
397 linenumbertable_list_entry_add(cd, iptr->line);
400 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
402 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
405 emit_nullpointer_check(cd, iptr, s1);
408 /* constant operations ************************************************/
410 case ICMD_ICONST: /* ... ==> ..., constant */
412 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
413 ICONST(d, iptr->sx.val.i);
414 emit_store_dst(jd, iptr, d);
417 case ICMD_LCONST: /* ... ==> ..., constant */
419 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
420 LCONST(d, iptr->sx.val.l);
421 emit_store_dst(jd, iptr, d);
424 case ICMD_FCONST: /* ... ==> ..., constant */
426 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
427 a = dseg_add_float(cd, iptr->sx.val.f);
429 emit_store_dst(jd, iptr, d);
432 case ICMD_DCONST: /* ... ==> ..., constant */
434 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
435 a = dseg_add_double(cd, iptr->sx.val.d);
437 emit_store_dst(jd, iptr, d);
440 case ICMD_ACONST: /* ... ==> ..., constant */
442 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
444 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
445 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
446 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
450 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
452 M_ALD(d, REG_PV, disp);
453 emit_store_dst(jd, iptr, d);
457 /* load/store/copy/move operations ************************************/
459 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
460 case ICMD_ALOAD: /* s1.localindex = local variable */
464 case ICMD_ISTORE: /* ..., value ==> ... */
475 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
480 /* integer operations *************************************************/
482 case ICMD_INEG: /* ..., value ==> ..., - value */
483 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
484 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
487 emit_store_dst(jd, iptr, d);
491 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
492 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
494 emit_store_dst(jd, iptr, d);
498 case ICMD_I2L: /* ..., value ==> ..., value */
500 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
501 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
503 emit_store_dst(jd, iptr, d);
506 case ICMD_L2I: /* ..., value ==> ..., value */
508 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
509 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
511 emit_store_dst(jd, iptr, d);
514 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
516 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
517 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
519 emit_store_dst(jd, iptr, d);
522 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
524 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
525 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
527 emit_store_dst(jd, iptr, d);
530 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
532 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
533 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
535 emit_store_dst(jd, iptr, d);
539 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
541 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
542 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
543 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
546 emit_store_dst(jd, iptr, d);
552 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
553 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
554 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
555 M_IADD_IMM(s1, iptr->sx.val.i, d);
557 ICONST(REG_ITMP2, iptr->sx.val.i);
558 M_IADD(s1, REG_ITMP2, d);
561 emit_store_dst(jd, iptr, d);
564 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
566 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
567 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
568 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
570 emit_store_dst(jd, iptr, d);
573 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
574 /* sx.val.l = constant */
576 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
577 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
579 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
580 M_LADD_IMM(s1, iptr->sx.val.l, d);
582 LCONST(REG_ITMP2, iptr->sx.val.l);
583 M_LADD(s1, REG_ITMP2, d);
585 emit_store_dst(jd, iptr, d);
588 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
590 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
591 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
592 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
595 emit_store_dst(jd, iptr, d);
598 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
599 /* sx.val.i = constant */
601 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
602 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
603 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
604 M_IADD_IMM(s1, -iptr->sx.val.i, d);
606 ICONST(REG_ITMP2, iptr->sx.val.i);
607 M_SUB(s1, REG_ITMP2, d);
610 emit_store_dst(jd, iptr, d);
613 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
615 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
616 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
617 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
619 emit_store_dst(jd, iptr, d);
622 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
623 /* sx.val.l = constant */
625 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
626 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
628 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
629 M_LADD_IMM(s1, -iptr->sx.val.l, d);
631 LCONST(REG_ITMP2, iptr->sx.val.l);
632 M_SUB(s1, REG_ITMP2, d);
634 emit_store_dst(jd, iptr, d);
638 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
639 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
640 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
641 emit_arithmetic_check(cd, iptr, s2);
645 emit_store_dst(jd, iptr, d);
648 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
650 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
651 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
652 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
653 emit_arithmetic_check(cd, iptr, s2);
656 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
657 /* we only need to check this if we did a LDIV, not for IDIV */
659 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
661 M_MOV(s1, d); /* java specs says result == dividend */
662 emit_store_dst(jd, iptr, d);
666 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
667 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
668 emit_arithmetic_check(cd, iptr, s2);
670 M_DIV(s1, s2, REG_ITMP3);
671 M_MUL(REG_ITMP3, s2, REG_ITMP2);
672 M_SUB(s1, REG_ITMP2, REG_ITMP3);
673 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
676 emit_store_dst(jd, iptr, d);
680 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
681 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
682 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
683 emit_arithmetic_check(cd, iptr, s2);
685 M_DIV(s1, s2, REG_ITMP3);
686 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
687 /* we only need to check this if we did a LDIV, not for IDIV */
689 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
691 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
693 M_MUL(REG_ITMP3, s2, REG_ITMP2);
694 M_SUB(s1, REG_ITMP2, REG_ITMP3);
695 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
698 emit_store_dst(jd, iptr, d);
702 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
703 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
704 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
705 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
708 emit_store_dst(jd, iptr, d);
712 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
713 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
714 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
716 emit_store_dst(jd, iptr, d);
719 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
720 /* sx.val.i = constant */
722 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
723 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
724 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
725 M_MUL_IMM(s1, iptr->sx.val.i, d);
727 ICONST(REG_ITMP3, iptr->sx.val.i);
728 M_MUL(s1, REG_ITMP3, d);
731 emit_store_dst(jd, iptr, d);
734 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
735 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
736 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
737 M_MUL_IMM(s1, iptr->sx.val.l, d);
739 LCONST(REG_ITMP3, iptr->sx.val.l);
740 M_MUL(s1, REG_ITMP3, d);
742 emit_store_dst(jd, iptr, d);
745 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
747 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
748 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
749 M_SRA_IMM(s1, iptr->sx.val.i, d);
752 emit_store_dst(jd, iptr, d);
755 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
757 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
758 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
759 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
760 M_AND_IMM(s2, 0x1f, REG_ITMP3);
761 M_SLL(s1, REG_ITMP3, d);
763 emit_store_dst(jd, iptr, d);
766 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
767 /* sx.val.i = constant */
769 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
770 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
771 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
773 emit_store_dst(jd, iptr, d);
776 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
778 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
779 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
780 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
781 M_AND_IMM(s2, 0x1f, REG_ITMP3);
782 M_SRA(s1, REG_ITMP3, d);
783 emit_store_dst(jd, iptr, d);
786 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
787 /* sx.val.i = constant */
789 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
790 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
791 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
792 emit_store_dst(jd, iptr, d);
795 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
797 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
798 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
799 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
800 M_AND_IMM(s2, 0x1f, REG_ITMP2);
801 M_MOV(s1, REG_ITMP1);
802 M_CLR_HIGH(REG_ITMP1);
803 M_SRL(REG_ITMP1, REG_ITMP2, d);
804 M_EXTSW(d,d); /* for the case it was shift 0 bits */
805 emit_store_dst(jd, iptr, d);
808 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
809 /* sx.val.i = constant */
811 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
812 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
813 if (iptr->sx.val.i & 0x1f) {
814 M_MOV(s1, REG_ITMP1);
815 M_CLR_HIGH(REG_ITMP1);
816 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
820 emit_store_dst(jd, iptr, d);
824 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
825 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
826 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
827 emit_store_dst(jd, iptr, d);
830 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
831 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
832 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
833 M_AND_IMM(s2, 0x3f, REG_ITMP2);
834 M_SLL(s1, REG_ITMP2, d);
835 emit_store_dst(jd, iptr, d);
838 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
839 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
840 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
841 emit_store_dst(jd, iptr, d);
844 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
845 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
846 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
847 M_AND_IMM(s2, 0x3f, REG_ITMP2);
848 M_SRA(s1, REG_ITMP2, d);
849 emit_store_dst(jd, iptr, d);
851 case ICMD_LUSHRCONST:
852 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
853 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
854 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
855 emit_store_dst(jd, iptr, d);
858 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
859 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
860 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
861 M_AND_IMM(s2, 0x3f, REG_ITMP2);
862 M_SRL(s1, REG_ITMP2, d);
863 emit_store_dst(jd, iptr, d);
866 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
867 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
868 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
869 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
872 emit_store_dst(jd, iptr, d);
876 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
877 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
878 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
880 emit_store_dst(jd, iptr, d);
883 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
884 /* sx.val.i = constant */
886 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
887 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
888 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
889 M_AND_IMM(s1, iptr->sx.val.i, d);
892 else if (iptr->sx.val.i == 0xffffff) {
893 M_RLWINM(s1, 0, 8, 31, d);
897 ICONST(REG_ITMP3, iptr->sx.val.i);
898 M_AND(s1, REG_ITMP3, d);
900 emit_store_dst(jd, iptr, d);
903 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
904 /* sx.val.l = constant */
906 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
907 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
908 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
909 M_AND_IMM(s1, iptr->sx.val.l, d);
911 else if (iptr->sx.val.l == 0xffffff) {
912 M_RLWINM(s1, 0, 8, 31, d);
916 LCONST(REG_ITMP3, iptr->sx.val.l);
917 M_AND(s1, REG_ITMP3, d);
919 emit_store_dst(jd, iptr, d);
922 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
923 /* sx.val.i = constant */
924 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
925 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
927 /* fast division, result in REG_ITMP3) */
928 M_SRA_IMM(s1, iptr->sx.val.i, REG_ITMP3);
929 M_ADDZE(REG_ITMP3, REG_ITMP3);
931 M_SUB(s1, REG_ITMP3, d);
933 emit_store_dst(jd, iptr, d);
937 M_MOV(s1, REG_ITMP2);
939 M_BGE(1 + 3*(iptr->sx.val.i >= 32768));
940 if (iptr->sx.val.i >= 32768) {
941 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
942 M_EXTSW(REG_ITMP2, REG_ITMP2);
943 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
944 M_IADD(s1, REG_ITMP2, REG_ITMP2);
946 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
949 int b=0, m = iptr->sx.val.i;
952 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
954 M_SUB(s1, REG_ITMP2, d);
956 emit_store_dst(jd, iptr, d);
960 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
961 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
962 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
963 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
966 emit_store_dst(jd, iptr, d);
971 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
972 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
973 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
975 emit_store_dst(jd, iptr, d);
978 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
979 /* sx.val.i = constant */
981 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
982 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
983 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
984 M_OR_IMM(s1, iptr->sx.val.i, d);
986 ICONST(REG_ITMP3, iptr->sx.val.i);
987 M_OR(s1, REG_ITMP3, d);
989 emit_store_dst(jd, iptr, d);
992 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
993 /* sx.val.l = constant */
995 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
996 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
997 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
998 M_OR_IMM(s1, iptr->sx.val.l, d);
1000 LCONST(REG_ITMP3, iptr->sx.val.l);
1001 M_OR(s1, REG_ITMP3, d);
1003 emit_store_dst(jd, iptr, d);
1007 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1010 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1011 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1012 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1014 emit_store_dst(jd, iptr, d);
1017 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1018 /* sx.val.i = constant */
1020 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1021 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1022 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1023 M_XOR_IMM(s1, iptr->sx.val.i, d);
1025 ICONST(REG_ITMP3, iptr->sx.val.i);
1026 M_XOR(s1, REG_ITMP3, d);
1028 emit_store_dst(jd, iptr, d);
1031 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1032 /* sx.val.l = constant */
1034 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1035 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1036 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1037 M_XOR_IMM(s1, iptr->sx.val.l, d);
1039 LCONST(REG_ITMP3, iptr->sx.val.l);
1040 M_XOR(s1, REG_ITMP3, d);
1042 emit_store_dst(jd, iptr, d);
1045 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1047 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1048 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1049 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1050 /* XXX implement me!!! */
1051 vm_abort("codegen: implement ICMD_LCMP!");
1052 emit_store_dst(jd, iptr, d);
1057 /* floating operations ************************************************/
1059 case ICMD_FNEG: /* ..., value ==> ..., - value */
1061 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1062 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1064 emit_store_dst(jd, iptr, d);
1067 case ICMD_DNEG: /* ..., value ==> ..., - value */
1069 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1070 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1072 emit_store_dst(jd, iptr, d);
1075 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1077 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1078 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1079 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1081 emit_store_dst(jd, iptr, d);
1084 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1086 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1087 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1088 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1090 emit_store_dst(jd, iptr, d);
1093 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1095 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1096 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1097 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1099 emit_store_dst(jd, iptr, d);
1102 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1104 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1105 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1106 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1108 emit_store_dst(jd, iptr, d);
1111 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1113 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1114 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1115 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1117 emit_store_dst(jd, iptr, d);
1120 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1122 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1123 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1124 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1126 emit_store_dst(jd, iptr, d);
1129 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1131 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1132 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1133 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1135 emit_store_dst(jd, iptr, d);
1138 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1140 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1141 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1142 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1144 emit_store_dst(jd, iptr, d);
1147 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1150 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1151 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1153 disp = dseg_add_float(cd, 0.0);
1154 M_FLD(REG_FTMP2, REG_PV, disp);
1155 M_FCMPU(s1, REG_FTMP2);
1157 disp = dseg_add_unique_s4(cd, 0);
1158 M_CVTDL_C(s1, REG_FTMP1);
1159 M_LDA(REG_ITMP1, REG_PV, disp);
1160 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1161 M_ILD(d, REG_PV, disp);
1162 emit_store_dst(jd, iptr, d);
1165 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1167 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1168 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1170 emit_store_dst(jd, iptr, d);
1173 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1175 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1176 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1178 emit_store_dst(jd, iptr, d);
1181 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1182 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1184 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1185 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1186 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1188 M_IADD_IMM(REG_ZERO, -1, d);
1191 M_IADD_IMM(REG_ZERO, 0, d);
1193 M_IADD_IMM(REG_ZERO, 1, d);
1194 emit_store_dst(jd, iptr, d);
1197 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1198 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1200 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1201 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1202 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1204 M_IADD_IMM(REG_ZERO, 1, d);
1207 M_IADD_IMM(REG_ZERO, 0, d);
1209 M_IADD_IMM(REG_ZERO, -1, d);
1210 emit_store_dst(jd, iptr, d);
1214 /* memory operations **************************************************/
1216 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1218 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1219 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1220 emit_nullpointer_check(cd, iptr, s1);
1221 M_ILD(d, s1, OFFSET(java_array_t, size));
1222 emit_store_dst(jd, iptr, d);
1225 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1227 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1228 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1229 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1230 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1231 M_IADD_IMM(s2, OFFSET(java_bytearray_t, data[0]), REG_ITMP2);
1232 /* implicit null-pointer check */
1233 M_LBZX(d, s1, REG_ITMP2);
1235 emit_store_dst(jd, iptr, d);
1238 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1240 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1241 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1242 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1243 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1244 M_SLL_IMM(s2, 1, REG_ITMP2);
1245 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray_t, data[0]), REG_ITMP2);
1246 /* implicit null-pointer check */
1247 M_LHZX(d, s1, REG_ITMP2);
1248 emit_store_dst(jd, iptr, d);
1251 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1253 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1254 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1255 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1256 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1257 M_SLL_IMM(s2, 1, REG_ITMP2);
1258 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray_t, data[0]), REG_ITMP2);
1259 /* implicit null-pointer check */
1260 M_LHAX(d, s1, REG_ITMP2);
1261 emit_store_dst(jd, iptr, d);
1264 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1266 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1267 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1268 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1269 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1270 M_SLL_IMM(s2, 2, REG_ITMP2);
1271 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray_t, data[0]), REG_ITMP2);
1272 /* implicit null-pointer check */
1273 M_LWAX(d, s1, REG_ITMP2);
1274 emit_store_dst(jd, iptr, d);
1277 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1279 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1280 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1281 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1282 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1283 M_SLL_IMM(s2, 3, REG_ITMP2);
1284 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1285 /* implicit null-pointer check */
1286 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray_t, data[0]));
1287 emit_store_dst(jd, iptr, d);
1290 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1292 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1293 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1294 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1295 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1296 M_SLL_IMM(s2, 2, REG_ITMP2);
1297 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray_t, data[0]), REG_ITMP2);
1298 /* implicit null-pointer check */
1299 M_LFSX(d, s1, REG_ITMP2);
1300 emit_store_dst(jd, iptr, d);
1303 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1305 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1306 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1307 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1308 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1309 M_SLL_IMM(s2, 3, REG_ITMP2);
1310 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray_t, data[0]), REG_ITMP2);
1311 /* implicit null-pointer check */
1312 M_LFDX(d, s1, REG_ITMP2);
1313 emit_store_dst(jd, iptr, d);
1316 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1318 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1319 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1320 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1321 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1322 M_SLL_IMM(s2, 3, REG_ITMP2);
1323 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray_t, data[0]), REG_ITMP2);
1324 /* implicit null-pointer check */
1325 M_ALDX(d, s1, REG_ITMP2);
1326 emit_store_dst(jd, iptr, d);
1330 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1332 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1333 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1334 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1335 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1336 M_IADD_IMM(s2, OFFSET(java_bytearray_t, data[0]), REG_ITMP2);
1337 /* implicit null-pointer check */
1338 M_STBX(s3, s1, REG_ITMP2);
1341 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1343 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1344 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1345 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1346 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1347 M_SLL_IMM(s2, 1, REG_ITMP2);
1348 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray_t, data[0]), REG_ITMP2);
1349 /* implicit null-pointer check */
1350 M_STHX(s3, s1, REG_ITMP2);
1353 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1355 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1356 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1357 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1358 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1359 M_SLL_IMM(s2, 1, REG_ITMP2);
1360 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray_t, data[0]), REG_ITMP2);
1361 M_STHX(s3, s1, REG_ITMP2);
1364 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1366 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1367 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1368 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1369 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1370 M_SLL_IMM(s2, 2, REG_ITMP2);
1371 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray_t, data[0]), REG_ITMP2);
1372 /* implicit null-pointer check */
1373 M_STWX(s3, s1, REG_ITMP2);
1376 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1378 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1379 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1380 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1381 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1382 M_SLL_IMM(s2, 3, REG_ITMP2);
1383 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray_t, data[0]), REG_ITMP2);
1384 /* implicit null-pointer check */
1385 M_LSTX(s3, s1, REG_ITMP2);
1388 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1390 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1391 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1392 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1393 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1394 M_SLL_IMM(s2, 2, REG_ITMP2);
1395 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray_t, data[0]), REG_ITMP2);
1396 /* implicit null-pointer check */
1397 M_STFSX(s3, s1, REG_ITMP2);
1400 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1402 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1403 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1404 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1405 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1406 M_SLL_IMM(s2, 3, REG_ITMP2);
1407 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray_t, data[0]), REG_ITMP2);
1408 /* implicit null-pointer check */
1409 M_STFDX(s3, s1, REG_ITMP2);
1412 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1414 s1 = emit_load_s1(jd, iptr, REG_A0);
1415 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1416 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1417 s3 = emit_load_s3(jd, iptr, REG_A1);
1419 disp = dseg_add_functionptr(cd, BUILTIN_FAST_canstore);
1420 M_ALD(REG_ITMP3, REG_PV, disp);
1421 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1424 M_INTMOVE(s1, REG_A0);
1425 M_INTMOVE(s3, REG_A1);
1428 emit_arraystore_check(cd, iptr);
1430 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1431 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1432 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1433 M_SLL_IMM(s2, 3, REG_ITMP2);
1434 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray_t, data[0]), REG_ITMP2);
1435 /* implicit null-pointer check */
1436 M_ASTX(s3, s1, REG_ITMP2);
1440 case ICMD_GETSTATIC: /* ... ==> ..., value */
1442 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1443 uf = iptr->sx.s23.s3.uf;
1444 fieldtype = uf->fieldref->parseddesc.fd->type;
1445 disp = dseg_add_unique_address(cd, NULL);
1447 patcher_add_patch_ref(jd, PATCHER_get_putstatic,
1448 iptr->sx.s23.s3.uf, disp);
1452 fi = iptr->sx.s23.s3.fmiref->p.field;
1453 fieldtype = fi->type;
1454 disp = dseg_add_address(cd, fi->value);
1456 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz)) {
1457 patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz, disp);
1461 M_ALD(REG_ITMP1, REG_PV, disp);
1462 switch (fieldtype) {
1464 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1465 M_ILD_INTERN(d, REG_ITMP1, 0);
1468 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1469 M_LLD(d, REG_ITMP1, 0);
1472 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1473 M_ALD_INTERN(d, REG_ITMP1, 0);
1476 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1477 M_FLD_INTERN(d, REG_ITMP1, 0);
1480 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1481 M_DLD_INTERN(d, REG_ITMP1, 0);
1484 emit_store_dst(jd, iptr, d);
1487 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1490 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1491 uf = iptr->sx.s23.s3.uf;
1492 fieldtype = uf->fieldref->parseddesc.fd->type;
1493 disp = dseg_add_unique_address(cd, NULL);
1495 patcher_add_patch_ref(jd, PATCHER_get_putstatic,
1496 iptr->sx.s23.s3.uf, disp);
1499 fi = iptr->sx.s23.s3.fmiref->p.field;
1500 fieldtype = fi->type;
1501 disp = dseg_add_address(cd, fi->value);
1503 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz)) {
1504 patcher_add_patch_ref(jd, PATCHER_initialize_class, fi->clazz, disp);
1508 M_ALD(REG_ITMP1, REG_PV, disp);
1509 switch (fieldtype) {
1511 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1512 M_IST_INTERN(s1, REG_ITMP1, 0);
1515 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1516 M_LST_INTERN(s1, REG_ITMP1, 0);
1519 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1520 M_AST_INTERN(s1, REG_ITMP1, 0);
1523 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1524 M_FST_INTERN(s1, REG_ITMP1, 0);
1527 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1528 M_DST_INTERN(s1, REG_ITMP1, 0);
1534 case ICMD_GETFIELD: /* ... ==> ..., value */
1536 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1538 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1539 uf = iptr->sx.s23.s3.uf;
1540 fieldtype = uf->fieldref->parseddesc.fd->type;
1543 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1546 fi = iptr->sx.s23.s3.fmiref->p.field;
1547 fieldtype = fi->type;
1551 /* implicit null-pointer check */
1552 switch (fieldtype) {
1554 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1558 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1562 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1566 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1570 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1574 emit_store_dst(jd, iptr, d);
1577 case ICMD_PUTFIELD: /* ..., value ==> ... */
1579 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1581 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1582 uf = iptr->sx.s23.s3.uf;
1583 fieldtype = uf->fieldref->parseddesc.fd->type;
1587 fi = iptr->sx.s23.s3.fmiref->p.field;
1588 fieldtype = fi->type;
1592 if (IS_INT_LNG_TYPE(fieldtype)) {
1593 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1596 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1598 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1599 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1603 /* implicit null-pointer check */
1604 switch (fieldtype) {
1606 M_IST(s2, s1, disp);
1609 M_LST(s2, s1, disp);
1612 M_AST(s2, s1, disp);
1615 M_FST(s2, s1, disp);
1618 M_DST(s2, s1, disp);
1624 /* branch operations **************************************************/
1626 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1628 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1629 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1631 #ifdef ENABLE_VERIFIER
1632 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1633 patcher_add_patch_ref(jd, PATCHER_resolve_class,
1634 iptr->sx.s23.s2.uc, 0);
1636 #endif /* ENABLE_VERIFIER */
1638 disp = dseg_add_functionptr(cd, asm_handle_exception);
1639 M_ALD(REG_ITMP2, REG_PV, disp);
1642 if (code_is_leafmethod(code))
1643 M_MFLR(REG_ITMP3); /* save LR */
1645 M_BL(0); /* get current PC */
1646 M_MFLR(REG_ITMP2_XPC);
1648 if (code_is_leafmethod(code))
1649 M_MTLR(REG_ITMP3); /* restore LR */
1651 M_RTS; /* jump to CTR */
1655 case ICMD_GOTO: /* ... ==> ... */
1656 case ICMD_RET: /* ... ==> ... */
1658 emit_br(cd, iptr->dst.block);
1662 case ICMD_JSR: /* ... ==> ... */
1664 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1668 case ICMD_IFNULL: /* ..., value ==> ... */
1670 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1672 emit_beq(cd, iptr->dst.block);
1675 case ICMD_IFNONNULL: /* ..., value ==> ... */
1677 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1679 emit_bne(cd, iptr->dst.block);
1687 case ICMD_IFEQ: /* ..., value ==> ... */
1689 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1690 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1691 M_CMPI(s1, iptr->sx.val.i);
1693 ICONST(REG_ITMP2, iptr->sx.val.i);
1694 M_CMP(s1, REG_ITMP2);
1696 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1699 case ICMD_IF_LEQ: /* ..., value ==> ... */
1700 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1701 LCONST(REG_ITMP2, iptr->sx.val.l);
1702 M_CMP(s1, REG_ITMP2);
1703 emit_beq(cd, iptr->dst.block);
1705 case ICMD_IF_LLT: /* ..., value ==> ... */
1706 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1707 LCONST(REG_ITMP2, iptr->sx.val.l);
1708 M_CMP(s1, REG_ITMP2);
1709 emit_blt(cd, iptr->dst.block);
1711 case ICMD_IF_LLE: /* ..., value ==> ... */
1712 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1713 LCONST(REG_ITMP2, iptr->sx.val.l);
1714 M_CMP(s1, REG_ITMP2);
1715 emit_ble(cd, iptr->dst.block);
1718 case ICMD_IF_LNE: /* ..., value ==> ... */
1719 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1720 LCONST(REG_ITMP2, iptr->sx.val.l);
1721 M_CMP(s1, REG_ITMP2);
1722 emit_bne(cd, iptr->dst.block);
1724 case ICMD_IF_LGE: /* ..., value ==> ... */
1725 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1726 LCONST(REG_ITMP2, iptr->sx.val.l);
1727 M_CMP(s1, REG_ITMP2);
1728 emit_bge(cd, iptr->dst.block);
1730 case ICMD_IF_LGT: /* ..., value ==> ... */
1731 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1732 LCONST(REG_ITMP2, iptr->sx.val.l);
1733 M_CMP(s1, REG_ITMP2);
1734 emit_bgt(cd, iptr->dst.block);
1736 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1737 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1738 case ICMD_IF_LCMPEQ:
1740 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1741 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1743 emit_beq(cd, iptr->dst.block);
1746 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1747 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1748 case ICMD_IF_LCMPNE:
1750 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1751 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1753 emit_bne(cd, iptr->dst.block);
1757 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1758 case ICMD_IF_LCMPLT:
1760 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1761 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1763 emit_blt(cd, iptr->dst.block);
1766 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1767 case ICMD_IF_LCMPGT:
1769 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1770 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1772 emit_bgt(cd, iptr->dst.block);
1775 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1776 case ICMD_IF_LCMPLE:
1778 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1779 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1781 emit_ble(cd, iptr->dst.block);
1784 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1785 case ICMD_IF_LCMPGE:
1787 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1788 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1790 emit_bge(cd, iptr->dst.block);
1794 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1795 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1797 REPLACEMENT_POINT_RETURN(cd, iptr);
1798 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1799 M_LNGMOVE(s1, REG_RESULT);
1800 goto nowperformreturn;
1802 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1804 REPLACEMENT_POINT_RETURN(cd, iptr);
1805 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1806 M_LNGMOVE(s1, REG_RESULT);
1808 #ifdef ENABLE_VERIFIER
1809 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1810 patcher_add_patch_ref(jd, PATCHER_resolve_class,
1811 iptr->sx.s23.s2.uc, 0);
1813 #endif /* ENABLE_VERIFIER */
1815 goto nowperformreturn;
1817 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1820 REPLACEMENT_POINT_RETURN(cd, iptr);
1821 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1822 M_FLTMOVE(s1, REG_FRESULT);
1823 goto nowperformreturn;
1825 case ICMD_RETURN: /* ... ==> ... */
1827 REPLACEMENT_POINT_RETURN(cd, iptr);
1833 p = cd->stackframesize;
1835 /* call trace function */
1837 #if !defined(NDEBUG)
1838 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
1839 emit_verbosecall_exit(jd);
1842 #if defined(ENABLE_THREADS)
1843 if (checksync && code_is_synchronized(code)) {
1844 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1845 M_ALD(REG_ITMP3, REG_PV, disp);
1846 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1849 /* we need to save the proper return value */
1851 switch (iptr->opc) {
1856 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1859 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1862 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1866 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
1869 /* and now restore the proper return value */
1871 switch (iptr->opc) {
1876 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1879 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1882 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1888 /* restore return address */
1890 if (!code_is_leafmethod(code)) {
1891 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
1892 may have a displacement overflow. */
1894 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
1898 /* restore saved registers */
1900 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
1901 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
1903 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
1904 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
1907 /* deallocate stack */
1909 if (cd->stackframesize)
1910 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
1918 case ICMD_TABLESWITCH: /* ..., index ==> ... */
1921 branch_target_t *table;
1923 table = iptr->dst.table;
1925 l = iptr->sx.s23.s2.tablelow;
1926 i = iptr->sx.s23.s3.tablehigh;
1928 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1930 M_INTMOVE(s1, REG_ITMP1);
1931 } else if (l <= 32768) {
1932 M_LDA(REG_ITMP1, s1, -l);
1934 ICONST(REG_ITMP2, l);
1935 M_SUB(s1, REG_ITMP2, REG_ITMP1);
1938 /* number of targets */
1943 M_CMPUI(REG_ITMP1, i - 1);
1944 emit_bgt(cd, table[0].block);
1946 /* build jump table top down and use address of lowest entry */
1951 dseg_add_target(cd, table->block);
1955 /* length of dataseg after last dseg_add_unique_target is used by load */
1957 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
1958 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
1959 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
1967 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
1970 lookup_target_t *lookup;
1972 lookup = iptr->dst.lookup;
1974 i = iptr->sx.s23.s2.lookupcount;
1976 MCODECHECK((i<<3)+8);
1977 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1979 val = lookup->value;
1980 if ((val >= -32768) && (val <= 32767)) {
1984 a = dseg_add_s4(cd, val);
1985 M_ILD(REG_ITMP2, REG_PV, a);
1986 M_CMP(s1, REG_ITMP2);
1988 emit_beq(cd, lookup->target.block);
1992 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
1999 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2001 bte = iptr->sx.s23.s3.bte;
2005 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2006 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2007 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2008 case ICMD_INVOKEINTERFACE:
2010 REPLACEMENT_POINT_INVOKE(cd, iptr);
2012 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2014 um = iptr->sx.s23.s3.um;
2015 md = um->methodref->parseddesc.md;
2018 lm = iptr->sx.s23.s3.fmiref->p.method;
2020 md = lm->parseddesc;
2024 s3 = md->paramcount;
2026 MCODECHECK((s3 << 2) + 128);
2028 /* copy arguments to registers or stack location */
2030 for (s3 = s3 - 1; s3 >= 0; s3--) {
2031 var = VAR(iptr->sx.s23.s2.args[s3]);
2032 d = md->params[s3].regoff;
2034 if (var->flags & PREALLOC)
2037 if (IS_INT_LNG_TYPE(var->type)) {
2038 if (!md->params[s3].inmemory) {
2039 s1 = emit_load(jd, iptr, var, d);
2043 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2044 M_LST(s1, REG_SP, d);
2048 if (!md->params[s3].inmemory) {
2049 s1 = emit_load(jd, iptr, var, d);
2053 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2054 M_DST(s1, REG_SP, d);
2059 switch (iptr->opc) {
2061 if (bte->stub == NULL) {
2062 disp = dseg_add_functionptr(cd, bte->fp);
2063 M_ALD(REG_PV, REG_PV, disp);
2064 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2067 disp = dseg_add_functionptr(cd, bte->stub);
2068 M_ALD(REG_PV, REG_PV, disp);
2071 /* generate the actual call */
2074 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2075 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2077 M_LDA(REG_PV, REG_ITMP1, -disp);
2080 case ICMD_INVOKESPECIAL:
2081 emit_nullpointer_check(cd, iptr, REG_A0);
2084 case ICMD_INVOKESTATIC:
2086 disp = dseg_add_unique_address(cd, um);
2088 patcher_add_patch_ref(jd, PATCHER_invokestatic_special,
2091 disp = dseg_add_address(cd, lm->stubroutine);
2093 M_ALD(REG_PV, REG_PV, disp);
2095 /* generate the actual call */
2099 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2100 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2102 M_LDA(REG_PV, REG_ITMP1, -disp);
2105 case ICMD_INVOKEVIRTUAL:
2107 patcher_add_patch_ref(jd, PATCHER_invokevirtual, um, 0);
2110 s1 = OFFSET(vftbl_t, table[0]) +
2111 sizeof(methodptr) * lm->vftblindex;
2114 /* implicit null-pointer check */
2115 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2116 M_ALD(REG_PV, REG_METHODPTR, s1);
2118 /* generate the actual call */
2122 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2123 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2125 M_LDA(REG_PV, REG_ITMP1, -disp);
2128 case ICMD_INVOKEINTERFACE:
2130 patcher_add_patch_ref(jd, PATCHER_invokeinterface, um, 0);
2136 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2137 sizeof(methodptr*) * lm->clazz->index;
2139 s2 = sizeof(methodptr) * (lm - lm->clazz->methods);
2142 /* implicit null-pointer check */
2143 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2144 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2145 M_ALD(REG_PV, REG_METHODPTR, s2);
2147 /* generate the actual call */
2151 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2152 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2154 M_LDA(REG_PV, REG_ITMP1, -disp);
2158 /* store return value */
2160 d = md->returntype.type;
2162 if (d != TYPE_VOID) {
2163 if (IS_INT_LNG_TYPE(d)) {
2164 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2165 M_MOV(REG_RESULT, s1);
2168 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2169 M_FLTMOVE(REG_FRESULT, s1);
2171 emit_store_dst(jd, iptr, s1);
2175 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2176 /* val.a: (classinfo*) superclass */
2178 /* superclass is an interface:
2180 * OK if ((sub == NULL) ||
2181 * (sub->vftbl->interfacetablelength > super->index) &&
2182 * (sub->vftbl->interfacetable[-super->index] != NULL));
2184 * superclass is a class:
2186 * OK if ((sub == NULL) || (0
2187 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2188 * super->vftbl->diffvall));
2191 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2192 /* object type cast-check */
2197 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2202 super = iptr->sx.s23.s3.c.cls;
2203 superindex = super->index;
2206 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2208 /* if class is not resolved, check which code to call */
2210 if (super == NULL) {
2212 emit_label_beq(cd, BRANCH_LABEL_1);
2213 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2215 patcher_add_patch_ref(jd,
2216 PATCHER_resolve_classref_to_flags,
2217 iptr->sx.s23.s3.c.ref,
2220 M_ILD(REG_ITMP2, REG_PV, disp);
2221 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2223 emit_label_beq(cd, BRANCH_LABEL_2);
2226 /* interface checkcast code */
2228 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2229 if (super == NULL) {
2230 patcher_add_patch_ref(jd,
2231 PATCHER_checkcast_interface,
2232 iptr->sx.s23.s3.c.ref,
2236 emit_label_beq(cd, BRANCH_LABEL_3);
2239 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2240 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2241 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2242 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2243 M_ALD(REG_ITMP3, REG_ITMP2,
2244 OFFSET(vftbl_t, interfacetable[0]) -
2245 superindex * sizeof(methodptr*));
2247 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2249 if (super == NULL) {
2250 emit_label_br(cd, BRANCH_LABEL_4);
2252 emit_label(cd, BRANCH_LABEL_3);
2256 /* class checkcast code */
2258 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2259 if (super == NULL) {
2260 emit_label(cd, BRANCH_LABEL_2);
2262 disp = dseg_add_unique_address(cd, NULL);
2263 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2264 iptr->sx.s23.s3.c.ref,
2267 disp = dseg_add_address(cd, super->vftbl);
2269 emit_label_beq(cd, BRANCH_LABEL_5);
2272 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2274 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2275 M_ALD(REG_ITMP2, REG_PV, disp);
2276 if (s1 != REG_ITMP1) {
2277 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2278 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2280 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2281 M_EXTSW(REG_ITMP3, REG_ITMP3);
2283 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2284 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2285 M_EXTSW(REG_ITMP3, REG_ITMP3);
2286 M_ALD(REG_ITMP2, REG_PV, disp);
2287 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2289 M_CMPU(REG_ITMP3, REG_ITMP2);
2290 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2293 emit_label(cd, BRANCH_LABEL_5);
2296 if (super == NULL) {
2297 emit_label(cd, BRANCH_LABEL_1);
2298 emit_label(cd, BRANCH_LABEL_4);
2300 d = codegen_reg_of_dst(jd, iptr, s1);
2303 /* array type cast-check */
2305 s1 = emit_load_s1(jd, iptr, REG_A0);
2306 M_INTMOVE(s1, REG_A0);
2309 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2310 disp = dseg_add_unique_address(cd, NULL);
2311 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
2312 iptr->sx.s23.s3.c.ref,
2315 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2318 M_ALD(REG_A1, REG_PV, disp);
2319 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2320 M_ALD(REG_ITMP2, REG_PV, disp);
2321 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2325 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2327 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2328 d = codegen_reg_of_dst(jd, iptr, s1);
2331 emit_store_dst(jd, iptr, d);
2335 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2336 /* val.a: (classinfo*) superclass */
2338 /* superclass is an interface:
2340 * return (sub != NULL) &&
2341 * (sub->vftbl->interfacetablelength > super->index) &&
2342 * (sub->vftbl->interfacetable[-super->index] != NULL);
2344 * superclass is a class:
2346 * return ((sub != NULL) && (0
2347 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2348 * super->vftbl->diffvall));
2355 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2360 super = iptr->sx.s23.s3.c.cls;
2361 superindex = super->index;
2364 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2365 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2367 M_MOV(s1, REG_ITMP1);
2373 /* if class is not resolved, check which code to call */
2375 if (super == NULL) {
2377 emit_label_beq(cd, BRANCH_LABEL_1);
2378 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2380 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2381 iptr->sx.s23.s3.c.ref, disp);
2383 M_ILD(REG_ITMP3, REG_PV, disp);
2384 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2385 emit_label_beq(cd, BRANCH_LABEL_2);
2388 /* interface instanceof code */
2390 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2391 if (super == NULL) {
2392 patcher_add_patch_ref(jd,
2393 PATCHER_instanceof_interface,
2394 iptr->sx.s23.s3.c.ref, 0);
2398 emit_label_beq(cd, BRANCH_LABEL_3);
2401 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2402 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2403 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2405 M_ALD(REG_ITMP1, REG_ITMP1,
2406 OFFSET(vftbl_t, interfacetable[0]) -
2407 superindex * sizeof(methodptr*));
2410 M_IADD_IMM(REG_ZERO, 1, d);
2412 if (super == NULL) {
2413 emit_label_br(cd, BRANCH_LABEL_4);
2415 emit_label(cd, BRANCH_LABEL_3);
2419 /* class instanceof code */
2421 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2423 if (super == NULL) {
2424 emit_label(cd, BRANCH_LABEL_2);
2426 disp = dseg_add_unique_address(cd, NULL);
2427 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2428 iptr->sx.s23.s3.c.ref,
2432 disp = dseg_add_address(cd, super->vftbl);
2434 emit_label_beq(cd, BRANCH_LABEL_5);
2437 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2438 M_ALD(REG_ITMP2, REG_PV, disp);
2440 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2441 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2442 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2444 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2445 M_EXTSW(REG_ITMP1, REG_ITMP1);
2446 M_CMPU(REG_ITMP1, REG_ITMP2);
2449 M_IADD_IMM(REG_ZERO, 1, d);
2452 emit_label(cd, BRANCH_LABEL_5);
2455 if (super == NULL) {
2456 emit_label(cd, BRANCH_LABEL_1);
2457 emit_label(cd, BRANCH_LABEL_4);
2460 emit_store_dst(jd, iptr, d);
2464 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2466 /* check for negative sizes and copy sizes to stack if necessary */
2468 MCODECHECK((iptr->s1.argcount << 2) + 128);
2470 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2472 var = VAR(iptr->sx.s23.s2.args[s1]);
2474 /* copy SAVEDVAR sizes to stack */
2476 if (!(var->flags & PREALLOC)) {
2477 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2478 #if defined(__DARWIN__)
2479 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2481 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2486 /* a0 = dimension count */
2488 ICONST(REG_A0, iptr->s1.argcount);
2490 /* is patcher function set? */
2492 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2493 disp = dseg_add_unique_address(cd, NULL);
2495 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
2496 iptr->sx.s23.s3.c.ref, disp);
2498 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2501 /* a1 = arraydescriptor */
2503 M_ALD(REG_A1, REG_PV, disp);
2505 /* a2 = pointer to dimensions = stack pointer */
2507 #if defined(__DARWIN__)
2508 M_LDA(REG_A2, REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2510 M_LDA(REG_A2, REG_SP, LA_SIZE + 3 * 8);
2513 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2514 M_ALD(REG_ITMP3, REG_PV, disp);
2515 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2519 /* check for exception before result assignment */
2520 emit_exception_check(cd, iptr);
2522 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2523 M_INTMOVE(REG_RESULT, d);
2524 emit_store_dst(jd, iptr, d);
2528 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2533 } /* for instruction */
2535 } /* if (bptr -> flags >= BBREACHED) */
2536 } /* for basic block */
2538 /* generate traps */
2540 emit_patcher_traps(jd);
2542 /* everything's ok */
2548 /* codegen_emit_stub_native ****************************************************
2550 Emits a stub routine which calls a native method.
2552 *******************************************************************************/
2554 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f, int skipparams)
2565 /* get required compiler data */
2573 assert(!code_is_leafmethod(code));
2575 /* set some variables */
2579 /* calculate stackframe size */
2581 cd->stackframesize =
2582 sizeof(stackframeinfo_t) / SIZEOF_VOID_P +
2583 sizeof(localref_table) / SIZEOF_VOID_P +
2584 4 + /* 4 stackframeinfo arguments (darwin)*/
2588 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2590 /* create method header */
2592 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2593 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2594 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2595 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2596 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2601 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2602 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2604 /* save integer and float argument registers */
2606 for (i = 0; i < md->paramcount; i++) {
2607 if (!md->params[i].inmemory) {
2608 s1 = md->params[i].regoff;
2610 switch (md->paramtypes[i].type) {
2614 M_LST(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2618 M_DST(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2624 /* create native stack info */
2626 M_MOV(REG_SP, REG_A0);
2627 M_MOV(REG_PV, REG_A1);
2628 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2629 M_ALD(REG_ITMP1, REG_PV, disp);
2630 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2634 /* remember class argument */
2636 if (m->flags & ACC_STATIC)
2637 M_MOV(REG_RESULT, REG_ITMP3);
2639 /* restore integer and float argument registers */
2641 for (i = 0; i < md->paramcount; i++) {
2642 if (!md->params[i].inmemory) {
2643 s1 = md->params[i].regoff;
2645 switch (md->paramtypes[i].type) {
2649 M_LLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2653 M_DLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + i * 8);
2659 /* copy or spill arguments to new locations */
2661 for (i = md->paramcount - 1, j = i + skipparams; i >= 0; i--, j--) {
2662 t = md->paramtypes[i].type;
2664 if (IS_INT_LNG_TYPE(t)) {
2665 if (!md->params[i].inmemory) {
2666 s1 = md->params[i].regoff;
2667 s2 = nmd->params[j].regoff;
2669 if (!nmd->params[j].inmemory)
2672 M_LST(s1, REG_SP, s2);
2675 s1 = md->params[i].regoff + cd->stackframesize * 8;
2676 s2 = nmd->params[j].regoff;
2678 M_LLD(REG_ITMP1, REG_SP, s1);
2679 M_LST(REG_ITMP1, REG_SP, s2);
2683 /* We only copy spilled float arguments, as the float
2684 argument registers keep unchanged. */
2686 if (md->params[i].inmemory) {
2687 s1 = md->params[i].regoff + cd->stackframesize * 8;
2688 s2 = nmd->params[j].regoff;
2690 M_DLD(REG_FTMP1, REG_SP, s1);
2692 if (IS_2_WORD_TYPE(t))
2693 M_DST(REG_FTMP1, REG_SP, s2);
2695 M_FST(REG_FTMP1, REG_SP, s2 + 4);
2700 /* Handle native Java methods. */
2702 if (m->flags & ACC_NATIVE) {
2703 /* put class into second argument register */
2705 if (m->flags & ACC_STATIC)
2706 M_MOV(REG_ITMP3, REG_A1);
2708 /* put env into first argument register */
2710 disp = dseg_add_unique_address(cd, VM_get_jnienv());
2711 M_ALD(REG_A0, REG_PV, disp);
2714 /* Call the native function. */
2715 /* native functions have a different TOC for sure */
2717 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2718 disp = dseg_add_functionptr(cd, f);
2719 M_ALD(REG_ITMP3, REG_PV, disp);
2720 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2721 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2724 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2726 /* save return value */
2728 if (md->returntype.type != TYPE_VOID) {
2729 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2730 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2733 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2737 /* remove native stackframe info */
2739 M_MOV(REG_SP, REG_A0);
2740 M_MOV(REG_PV, REG_A1);
2741 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2742 M_ALD(REG_ITMP1, REG_PV, disp);
2743 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2746 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2748 /* restore return value */
2750 if (md->returntype.type != TYPE_VOID) {
2751 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2752 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2755 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 2 * 8);
2759 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2760 M_MTLR(REG_ITMP2_XPC);
2761 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2763 /* check for exception */
2765 M_TST(REG_ITMP1_XPTR);
2766 M_BNE(1); /* if no exception then return */
2770 /* handle exception */
2772 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2774 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2775 M_ALD(REG_ITMP3, REG_PV, disp);
2782 * These are local overrides for various environment variables in Emacs.
2783 * Please do not remove this and leave it at the end of the file, where
2784 * Emacs will automagically detect them.
2785 * ---------------------------------------------------------------------
2788 * indent-tabs-mode: t
2792 * vim:noexpandtab:sw=4:ts=4: