1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 8318 2007-08-16 10:05:34Z michi $
41 #include "vm/jit/powerpc64/arch.h"
42 #include "vm/jit/powerpc64/codegen.h"
44 #include "mm/memory.h"
46 #include "native/localref.h"
47 #include "native/native.h"
49 #include "threads/lock-common.h"
51 #include "vm/builtin.h"
52 #include "vm/exceptions.h"
53 #include "vm/global.h"
54 #include "vm/stringlocal.h"
57 #include "vm/jit/abi.h"
58 #include "vm/jit/abi-asm.h"
59 #include "vm/jit/md.h"
60 #include "vm/jit/asmpart.h"
61 #include "vm/jit/codegen-common.h"
62 #include "vm/jit/dseg.h"
63 #include "vm/jit/emit-common.h"
64 #include "vm/jit/jit.h"
65 #include "vm/jit/parse.h"
66 #include "vm/jit/patcher.h"
67 #include "vm/jit/reg.h"
68 #include "vm/jit/replace.h"
69 #include "vm/jit/stacktrace.h"
71 #include "vmcore/loader.h"
72 #include "vmcore/options.h"
74 #if defined(ENABLE_LSRA)
75 # include "vm/jit/allocator/lsra.h"
79 /* codegen_emit ****************************************************************
81 Generates machine code.
83 *******************************************************************************/
85 bool codegen_emit(jitdata *jd)
91 s4 len, s1, s2, s3, d, disp;
98 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
99 unresolved_method *um;
100 builtintable_entry *bte;
104 unresolved_field *uf;
107 /* get required compiler data */
114 /* prevent compiler warnings */
128 /* space to save used callee saved registers */
130 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
131 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
133 cd->stackframesize = rd->memuse + savedregs_num;
135 #if defined(ENABLE_THREADS)
136 /* space to save argument of monitor_enter and Return Values to survive */
137 /* monitor_exit. The stack position for the argument can not be shared */
138 /* with place to save the return register on PPC64, since both values */
140 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
141 /* reserve 2 slots for long/double return values for monitorexit */
142 cd->stackframesize += 2;
147 /* create method header */
149 /* align stack to 16-bytes */
152 /* if (!m->isleafmethod || opt_verbosecall) */
153 /* stackframesize = (stackframesize + 3) & ~3;
155 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
156 /* stackframesize = 0; */
158 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
159 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
161 #if defined(ENABLE_THREADS)
162 /* IsSync contains the offset relative to the stack pointer for the
163 argument of monitor_exit used in the exception handler. Since the
164 offset could be zero and give a wrong meaning of the flag it is
168 if (checksync && (m->flags & ACC_SYNCHRONIZED))
169 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
172 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
174 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
175 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
176 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
178 dseg_addlinenumbertablesize(cd);
180 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
182 /* create exception table */
184 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
185 dseg_add_target(cd, ex->start);
186 dseg_add_target(cd, ex->end);
187 dseg_add_target(cd, ex->handler);
188 (void) dseg_add_unique_address(cd, ex->catchtype.any);
191 /* create stack frame (if necessary) */
193 if (!jd->isleafmethod) {
195 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
198 if (cd->stackframesize)
199 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
201 /* save return address and used callee saved registers */
203 p = cd->stackframesize;
204 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
205 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
207 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
208 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
211 /* take arguments out of register or stack frame */
215 for (p = 0, l = 0; p < md->paramcount; p++) {
216 t = md->paramtypes[p].type;
217 varindex = jd->local_map[l*5 + t];
219 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
221 if (varindex == UNUSED)
225 s1 = md->params[p].regoff;
227 if (IS_INT_LNG_TYPE(t)) {
228 if (!md->params[p].inmemory) {
229 if (!IS_INMEMORY(var->flags))
230 M_INTMOVE(s1, var->vv.regoff);
232 M_LST(s1, REG_SP, var->vv.regoff);
235 if (!IS_INMEMORY(var->flags))
236 M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
238 var->vv.regoff = cd->stackframesize * 8 + s1;
242 if (!md->params[p].inmemory) {
243 if (!IS_INMEMORY(var->flags))
244 M_FLTMOVE(s1, var->vv.regoff);
246 M_DST(s1, REG_SP, var->vv.regoff);
249 if (!(var->flags & INMEMORY)) {
250 if (IS_2_WORD_TYPE(t))
251 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
253 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
256 var->vv.regoff = cd->stackframesize * 8 + s1;
261 /* save monitorenter argument */
263 #if defined(ENABLE_THREADS)
265 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
267 /* stackoffset for argument used for LOCK_monitor_exit */
270 #if !defined (NDEBUG)
271 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
272 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
274 for (p = 0; p < INT_ARG_CNT; p++)
275 M_LST(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
277 for (p = 0; p < FLT_ARG_CNT; p++)
278 M_DST(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
280 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
281 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
285 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
286 M_ALD(REG_ITMP3, REG_PV, p);
287 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
290 /* get or test the lock object */
292 if (m->flags & ACC_STATIC) {
293 p = dseg_add_address(cd, &m->class->object.header);
294 M_ALD(REG_A0, REG_PV, p);
299 M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
302 M_AST(REG_A0, REG_SP, s1 * 8); /* rd->memuse * 8 */
306 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
307 for (p = 0; p < INT_ARG_CNT; p++)
308 M_LLD(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
310 for (p = 0; p < FLT_ARG_CNT; p++)
311 M_DLD(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
313 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
319 /* call trace function */
320 #if !defined (NDEBUG)
321 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
322 emit_verbosecall_enter(jd);
327 /* end of header generation */
329 /* create replacement points */
331 REPLACEMENT_POINTS_INIT(cd, jd);
333 /* walk through all basic blocks */
335 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
337 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
339 if (bptr->flags >= BBREACHED) {
341 /* branch resolving */
342 codegen_resolve_branchrefs(cd, bptr);
344 /* handle replacement points */
346 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
348 /* copy interface registers to their destination */
353 #if defined(ENABLE_LSRA)
357 var = VAR(bptr->invars[len]);
358 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
359 /* d = reg_of_var(m, var, REG_ITMP1); */
360 if (!(var->flags & INMEMORY))
364 M_INTMOVE(REG_ITMP1, d);
365 emit_store(jd, NULL, var, d);
372 var = VAR(bptr->invars[len]);
373 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
374 d = codegen_reg_of_var(0, var, REG_ITMP1);
375 M_INTMOVE(REG_ITMP1, d);
376 emit_store(jd, NULL, var, d);
379 assert((var->flags & INOUT));
383 #if defined(ENABLE_LSRA)
386 /* walk through all instructions */
391 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
392 if (iptr->line != currentline) {
393 dseg_addlinenumber(cd, iptr->line);
394 currentline = iptr->line;
397 MCODECHECK(128); /* an instruction usually needs < 64 words */
400 case ICMD_NOP: /* ... ==> ... */
401 case ICMD_POP: /* ..., value ==> ... */
402 case ICMD_POP2: /* ..., value, value ==> ... */
405 case ICMD_INLINE_START:
407 REPLACEMENT_POINT_INLINE_START(cd, iptr);
410 case ICMD_INLINE_BODY:
412 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
413 dseg_addlinenumber_inline_start(cd, iptr);
414 dseg_addlinenumber(cd, iptr->line);
417 case ICMD_INLINE_END:
419 dseg_addlinenumber_inline_end(cd, iptr);
420 dseg_addlinenumber(cd, iptr->line);
423 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
425 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
428 emit_nullpointer_check(cd, iptr, s1);
431 /* constant operations ************************************************/
433 case ICMD_ICONST: /* ... ==> ..., constant */
435 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
436 ICONST(d, iptr->sx.val.i);
437 emit_store_dst(jd, iptr, d);
440 case ICMD_LCONST: /* ... ==> ..., constant */
442 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
443 LCONST(d, iptr->sx.val.l);
444 emit_store_dst(jd, iptr, d);
447 case ICMD_FCONST: /* ... ==> ..., constant */
449 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
450 a = dseg_add_float(cd, iptr->sx.val.f);
452 emit_store_dst(jd, iptr, d);
455 case ICMD_DCONST: /* ... ==> ..., constant */
457 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
458 a = dseg_add_double(cd, iptr->sx.val.d);
460 emit_store_dst(jd, iptr, d);
463 case ICMD_ACONST: /* ... ==> ..., constant */
465 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
467 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
468 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
469 codegen_addpatchref(cd, PATCHER_aconst,
473 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
475 M_ALD(d, REG_PV, disp);
476 emit_store_dst(jd, iptr, d);
480 /* load/store/copy/move operations ************************************/
482 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
483 case ICMD_ALOAD: /* s1.localindex = local variable */
487 case ICMD_ISTORE: /* ..., value ==> ... */
498 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
503 /* integer operations *************************************************/
505 case ICMD_INEG: /* ..., value ==> ..., - value */
506 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
507 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
510 emit_store_dst(jd, iptr, d);
514 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
515 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
517 emit_store_dst(jd, iptr, d);
521 case ICMD_I2L: /* ..., value ==> ..., value */
523 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
524 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
526 emit_store_dst(jd, iptr, d);
529 case ICMD_L2I: /* ..., value ==> ..., value */
531 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
532 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
534 emit_store_dst(jd, iptr, d);
537 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
539 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
540 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
542 emit_store_dst(jd, iptr, d);
545 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
547 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
548 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
550 emit_store_dst(jd, iptr, d);
553 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
555 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
556 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
558 emit_store_dst(jd, iptr, d);
562 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
564 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
565 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
566 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
569 emit_store_dst(jd, iptr, d);
575 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
576 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
577 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
578 M_IADD_IMM(s1, iptr->sx.val.i, d);
580 ICONST(REG_ITMP2, iptr->sx.val.i);
581 M_IADD(s1, REG_ITMP2, d);
584 emit_store_dst(jd, iptr, d);
587 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
589 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
590 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
591 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
593 emit_store_dst(jd, iptr, d);
596 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
597 /* sx.val.l = constant */
599 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
600 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
602 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
603 M_LADD_IMM(s1, iptr->sx.val.l, d);
605 LCONST(REG_ITMP2, iptr->sx.val.l);
606 M_LADD(s1, REG_ITMP2, d);
608 emit_store_dst(jd, iptr, d);
611 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
613 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
614 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
615 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
618 emit_store_dst(jd, iptr, d);
621 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
622 /* sx.val.i = constant */
624 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
625 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
626 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
627 M_IADD_IMM(s1, -iptr->sx.val.i, d);
629 ICONST(REG_ITMP2, iptr->sx.val.i);
630 M_SUB(s1, REG_ITMP2, d);
633 emit_store_dst(jd, iptr, d);
636 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
638 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
639 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
640 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
642 emit_store_dst(jd, iptr, d);
645 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
646 /* sx.val.l = constant */
648 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
649 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
651 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
652 M_LADD_IMM(s1, -iptr->sx.val.l, d);
654 LCONST(REG_ITMP2, iptr->sx.val.l);
655 M_SUB(s1, REG_ITMP2, d);
657 emit_store_dst(jd, iptr, d);
661 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
662 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
663 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
664 emit_arithmetic_check(cd, iptr, s2);
668 emit_store_dst(jd, iptr, d);
671 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
673 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
674 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
675 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
676 emit_arithmetic_check(cd, iptr, s2);
679 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
680 /* we only need to check this if we did a LDIV, not for IDIV */
682 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
684 M_MOV(s1, d); /* java specs says result == dividend */
685 emit_store_dst(jd, iptr, d);
689 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
690 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
691 emit_arithmetic_check(cd, iptr, s2);
693 M_DIV(s1, s2, REG_ITMP3);
694 M_MUL(REG_ITMP3, s2, REG_ITMP2);
695 M_SUB(s1, REG_ITMP2, REG_ITMP3);
696 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
699 emit_store_dst(jd, iptr, d);
703 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
704 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
705 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
706 emit_arithmetic_check(cd, iptr, s2);
708 M_DIV(s1, s2, REG_ITMP3);
709 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
710 /* we only need to check this if we did a LDIV, not for IDIV */
712 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
714 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
716 M_MUL(REG_ITMP3, s2, REG_ITMP2);
717 M_SUB(s1, REG_ITMP2, REG_ITMP3);
718 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
721 emit_store_dst(jd, iptr, d);
725 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
726 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
727 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
728 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
731 emit_store_dst(jd, iptr, d);
735 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
736 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
737 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
739 emit_store_dst(jd, iptr, d);
742 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
743 /* sx.val.i = constant */
745 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
746 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
747 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
748 M_MUL_IMM(s1, iptr->sx.val.i, d);
750 ICONST(REG_ITMP3, iptr->sx.val.i);
751 M_MUL(s1, REG_ITMP3, d);
754 emit_store_dst(jd, iptr, d);
757 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
758 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
759 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
760 M_MUL_IMM(s1, iptr->sx.val.l, d);
762 LCONST(REG_ITMP3, iptr->sx.val.l);
763 M_MUL(s1, REG_ITMP3, d);
765 emit_store_dst(jd, iptr, d);
768 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
770 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
771 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
772 M_SRA_IMM(s1, iptr->sx.val.i, d);
775 emit_store_dst(jd, iptr, d);
778 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
780 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
781 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
782 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
783 M_AND_IMM(s2, 0x1f, REG_ITMP3);
784 M_SLL(s1, REG_ITMP3, d);
786 emit_store_dst(jd, iptr, d);
789 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
790 /* sx.val.i = constant */
792 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
793 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
794 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
796 emit_store_dst(jd, iptr, d);
799 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
801 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
802 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
803 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
804 M_AND_IMM(s2, 0x1f, REG_ITMP3);
805 M_SRA(s1, REG_ITMP3, d);
806 emit_store_dst(jd, iptr, d);
809 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
810 /* sx.val.i = constant */
812 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
813 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
814 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
815 emit_store_dst(jd, iptr, d);
818 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
820 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
821 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
822 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
823 M_AND_IMM(s2, 0x1f, REG_ITMP2);
824 M_MOV(s1, REG_ITMP1);
825 M_CLR_HIGH(REG_ITMP1);
826 M_SRL(REG_ITMP1, REG_ITMP2, d);
827 M_EXTSW(d,d); /* for the case it was shift 0 bits */
828 emit_store_dst(jd, iptr, d);
831 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
832 /* sx.val.i = constant */
834 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
835 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
836 if (iptr->sx.val.i & 0x1f) {
837 M_MOV(s1, REG_ITMP1);
838 M_CLR_HIGH(REG_ITMP1);
839 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
843 emit_store_dst(jd, iptr, d);
847 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
848 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
849 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
850 emit_store_dst(jd, iptr, d);
853 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
854 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
855 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
856 M_AND_IMM(s2, 0x3f, REG_ITMP2);
857 M_SLL(s1, REG_ITMP2, d);
858 emit_store_dst(jd, iptr, d);
861 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
862 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
863 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
864 emit_store_dst(jd, iptr, d);
867 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
868 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
869 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
870 M_AND_IMM(s2, 0x3f, REG_ITMP2);
871 M_SRA(s1, REG_ITMP2, d);
872 emit_store_dst(jd, iptr, d);
874 case ICMD_LUSHRCONST:
875 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
876 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
877 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
878 emit_store_dst(jd, iptr, d);
881 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
882 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
883 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
884 M_AND_IMM(s2, 0x3f, REG_ITMP2);
885 M_SRL(s1, REG_ITMP2, d);
886 emit_store_dst(jd, iptr, d);
889 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
890 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
891 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
892 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
895 emit_store_dst(jd, iptr, d);
899 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
900 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
901 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
903 emit_store_dst(jd, iptr, d);
906 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
907 /* sx.val.i = constant */
909 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
910 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
911 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
912 M_AND_IMM(s1, iptr->sx.val.i, d);
915 else if (iptr->sx.val.i == 0xffffff) {
916 M_RLWINM(s1, 0, 8, 31, d);
920 ICONST(REG_ITMP3, iptr->sx.val.i);
921 M_AND(s1, REG_ITMP3, d);
923 emit_store_dst(jd, iptr, d);
926 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
927 /* sx.val.l = constant */
929 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
930 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
931 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
932 M_AND_IMM(s1, iptr->sx.val.l, d);
934 else if (iptr->sx.val.l == 0xffffff) {
935 M_RLWINM(s1, 0, 8, 31, d);
939 LCONST(REG_ITMP3, iptr->sx.val.l);
940 M_AND(s1, REG_ITMP3, d);
942 emit_store_dst(jd, iptr, d);
945 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
946 /* sx.val.i = constant */
947 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
948 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
950 /* fast division, result in REG_ITMP3) */
951 M_SRA_IMM(s1, iptr->sx.val.i, REG_ITMP3);
952 M_ADDZE(REG_ITMP3, REG_ITMP3);
954 M_SUB(s1, REG_ITMP3, d);
956 emit_store_dst(jd, iptr, d);
960 M_MOV(s1, REG_ITMP2);
962 M_BGE(1 + 3*(iptr->sx.val.i >= 32768));
963 if (iptr->sx.val.i >= 32768) {
964 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
965 M_EXTSW(REG_ITMP2, REG_ITMP2);
966 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
967 M_IADD(s1, REG_ITMP2, REG_ITMP2);
969 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
972 int b=0, m = iptr->sx.val.i;
975 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
977 M_SUB(s1, REG_ITMP2, d);
979 emit_store_dst(jd, iptr, d);
983 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
984 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
985 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
986 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
989 emit_store_dst(jd, iptr, d);
994 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
995 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
996 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
998 emit_store_dst(jd, iptr, d);
1001 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
1002 /* sx.val.i = constant */
1004 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1005 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1006 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1007 M_OR_IMM(s1, iptr->sx.val.i, d);
1009 ICONST(REG_ITMP3, iptr->sx.val.i);
1010 M_OR(s1, REG_ITMP3, d);
1012 emit_store_dst(jd, iptr, d);
1015 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
1016 /* sx.val.l = constant */
1018 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1019 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1020 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1021 M_OR_IMM(s1, iptr->sx.val.l, d);
1023 LCONST(REG_ITMP3, iptr->sx.val.l);
1024 M_OR(s1, REG_ITMP3, d);
1026 emit_store_dst(jd, iptr, d);
1030 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1033 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1034 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1035 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1037 emit_store_dst(jd, iptr, d);
1040 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1041 /* sx.val.i = constant */
1043 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1044 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1045 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1046 M_XOR_IMM(s1, iptr->sx.val.i, d);
1048 ICONST(REG_ITMP3, iptr->sx.val.i);
1049 M_XOR(s1, REG_ITMP3, d);
1051 emit_store_dst(jd, iptr, d);
1054 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1055 /* sx.val.l = constant */
1057 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1058 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1059 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1060 M_XOR_IMM(s1, iptr->sx.val.l, d);
1062 LCONST(REG_ITMP3, iptr->sx.val.l);
1063 M_XOR(s1, REG_ITMP3, d);
1065 emit_store_dst(jd, iptr, d);
1068 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1070 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1071 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1072 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1073 /* XXX implement me!!! */
1074 vm_abort("codegen: implement ICMD_LCMP!");
1075 emit_store_dst(jd, iptr, d);
1080 /* floating operations ************************************************/
1082 case ICMD_FNEG: /* ..., value ==> ..., - value */
1084 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1085 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1087 emit_store_dst(jd, iptr, d);
1090 case ICMD_DNEG: /* ..., value ==> ..., - value */
1092 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1093 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1095 emit_store_dst(jd, iptr, d);
1098 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1100 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1101 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1102 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1104 emit_store_dst(jd, iptr, d);
1107 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1109 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1110 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1111 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1113 emit_store_dst(jd, iptr, d);
1116 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1118 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1119 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1120 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1122 emit_store_dst(jd, iptr, d);
1125 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1127 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1128 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1129 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1131 emit_store_dst(jd, iptr, d);
1134 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1136 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1137 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1138 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1140 emit_store_dst(jd, iptr, d);
1143 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1145 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1146 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1147 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1149 emit_store_dst(jd, iptr, d);
1152 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1154 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1155 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1156 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1158 emit_store_dst(jd, iptr, d);
1161 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1163 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1164 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1165 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1167 emit_store_dst(jd, iptr, d);
1170 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1173 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1174 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1176 disp = dseg_add_float(cd, 0.0);
1177 M_FLD(REG_FTMP2, REG_PV, disp);
1178 M_FCMPU(s1, REG_FTMP2);
1180 disp = dseg_add_unique_s4(cd, 0);
1181 M_CVTDL_C(s1, REG_FTMP1);
1182 M_LDA(REG_ITMP1, REG_PV, disp);
1183 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1184 M_ILD(d, REG_PV, disp);
1185 emit_store_dst(jd, iptr, d);
1188 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1190 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1191 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1193 emit_store_dst(jd, iptr, d);
1196 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1198 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1199 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1201 emit_store_dst(jd, iptr, d);
1204 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1205 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1208 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1209 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1210 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1212 M_IADD_IMM(REG_ZERO, -1, d);
1215 M_IADD_IMM(REG_ZERO, 0, d);
1217 M_IADD_IMM(REG_ZERO, 1, d);
1218 emit_store_dst(jd, iptr, d);
1221 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1222 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1224 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1225 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1226 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1228 M_IADD_IMM(REG_ZERO, 1, d);
1231 M_IADD_IMM(REG_ZERO, 0, d);
1233 M_IADD_IMM(REG_ZERO, -1, d);
1234 emit_store_dst(jd, iptr, d);
1237 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1238 case ICMD_IF_DCMPEQ:
1240 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1241 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1244 emit_beq(cd, iptr->dst.block);
1247 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1248 case ICMD_IF_DCMPNE:
1250 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1251 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1253 emit_bnan(cd, iptr->dst.block);
1254 emit_bne(cd, iptr->dst.block);
1258 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1259 case ICMD_IF_DCMPL_LT:
1261 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1262 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1264 emit_bnan(cd, iptr->dst.block);
1265 emit_blt(cd, iptr->dst.block);
1268 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1269 case ICMD_IF_DCMPL_GT:
1271 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1272 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1275 emit_bgt(cd, iptr->dst.block);
1278 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1279 case ICMD_IF_DCMPL_LE:
1281 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1282 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1284 emit_bnan(cd, iptr->dst.block);
1285 emit_ble(cd, iptr->dst.block);
1288 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1289 case ICMD_IF_DCMPL_GE:
1291 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1292 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1295 emit_bge(cd, iptr->dst.block);
1298 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1299 case ICMD_IF_DCMPG_LT:
1301 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1302 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1305 emit_blt(cd, iptr->dst.block);
1308 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1309 case ICMD_IF_DCMPG_GT:
1311 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1312 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1314 emit_bnan(cd, iptr->dst.block);
1315 emit_bgt(cd, iptr->dst.block);
1318 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1319 case ICMD_IF_DCMPG_LE:
1321 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1322 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1325 emit_ble(cd, iptr->dst.block);
1328 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1329 case ICMD_IF_DCMPG_GE:
1331 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1332 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1334 emit_bnan(cd, iptr->dst.block);
1335 emit_bge(cd, iptr->dst.block);
1339 /* memory operations **************************************************/
1341 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1343 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1344 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1345 emit_nullpointer_check(cd, iptr, s1);
1346 M_ILD(d, s1, OFFSET(java_array_t, size));
1347 emit_store_dst(jd, iptr, d);
1350 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1352 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1353 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1354 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1355 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1356 M_IADD_IMM(s2, OFFSET(java_bytearray_t, data[0]), REG_ITMP2);
1357 /* implicit null-pointer check */
1358 M_LBZX(d, s1, REG_ITMP2);
1360 emit_store_dst(jd, iptr, d);
1363 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1365 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1366 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1367 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1368 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1369 M_SLL_IMM(s2, 1, REG_ITMP2);
1370 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray_t, data[0]), REG_ITMP2);
1371 /* implicit null-pointer check */
1372 M_LHZX(d, s1, REG_ITMP2);
1373 emit_store_dst(jd, iptr, d);
1376 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1378 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1379 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1380 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1381 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1382 M_SLL_IMM(s2, 1, REG_ITMP2);
1383 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray_t, data[0]), REG_ITMP2);
1384 /* implicit null-pointer check */
1385 M_LHAX(d, s1, REG_ITMP2);
1386 emit_store_dst(jd, iptr, d);
1389 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1391 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1392 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1393 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1394 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1395 M_SLL_IMM(s2, 2, REG_ITMP2);
1396 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray_t, data[0]), REG_ITMP2);
1397 /* implicit null-pointer check */
1398 M_LWAX(d, s1, REG_ITMP2);
1399 emit_store_dst(jd, iptr, d);
1402 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1404 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1405 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1406 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1407 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1408 M_SLL_IMM(s2, 3, REG_ITMP2);
1409 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1410 /* implicit null-pointer check */
1411 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray_t, data[0]));
1412 emit_store_dst(jd, iptr, d);
1415 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1417 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1418 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1419 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1420 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1421 M_SLL_IMM(s2, 2, REG_ITMP2);
1422 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray_t, data[0]), REG_ITMP2);
1423 /* implicit null-pointer check */
1424 M_LFSX(d, s1, REG_ITMP2);
1425 emit_store_dst(jd, iptr, d);
1428 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1430 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1431 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1432 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1433 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1434 M_SLL_IMM(s2, 3, REG_ITMP2);
1435 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray_t, data[0]), REG_ITMP2);
1436 /* implicit null-pointer check */
1437 M_LFDX(d, s1, REG_ITMP2);
1438 emit_store_dst(jd, iptr, d);
1441 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1443 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1444 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1445 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1446 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1447 M_SLL_IMM(s2, 3, REG_ITMP2);
1448 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray_t, data[0]), REG_ITMP2);
1449 /* implicit null-pointer check */
1450 M_ALDX(d, s1, REG_ITMP2);
1451 emit_store_dst(jd, iptr, d);
1455 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1457 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1458 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1459 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1460 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1461 M_IADD_IMM(s2, OFFSET(java_bytearray_t, data[0]), REG_ITMP2);
1462 /* implicit null-pointer check */
1463 M_STBX(s3, s1, REG_ITMP2);
1466 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1468 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1469 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1470 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1471 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1472 M_SLL_IMM(s2, 1, REG_ITMP2);
1473 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray_t, data[0]), REG_ITMP2);
1474 /* implicit null-pointer check */
1475 M_STHX(s3, s1, REG_ITMP2);
1478 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1480 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1481 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1482 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1483 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1484 M_SLL_IMM(s2, 1, REG_ITMP2);
1485 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray_t, data[0]), REG_ITMP2);
1486 M_STHX(s3, s1, REG_ITMP2);
1489 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1491 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1492 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1493 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1494 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1495 M_SLL_IMM(s2, 2, REG_ITMP2);
1496 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray_t, data[0]), REG_ITMP2);
1497 /* implicit null-pointer check */
1498 M_STWX(s3, s1, REG_ITMP2);
1501 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1503 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1504 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1505 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1506 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1507 M_SLL_IMM(s2, 3, REG_ITMP2);
1508 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray_t, data[0]), REG_ITMP2);
1509 /* implicit null-pointer check */
1510 M_LSTX(s3, s1, REG_ITMP2);
1513 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1515 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1516 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1517 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1518 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1519 M_SLL_IMM(s2, 2, REG_ITMP2);
1520 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray_t, data[0]), REG_ITMP2);
1521 /* implicit null-pointer check */
1522 M_STFSX(s3, s1, REG_ITMP2);
1525 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1527 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1528 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1529 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1530 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1531 M_SLL_IMM(s2, 3, REG_ITMP2);
1532 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray_t, data[0]), REG_ITMP2);
1533 /* implicit null-pointer check */
1534 M_STFDX(s3, s1, REG_ITMP2);
1537 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1539 s1 = emit_load_s1(jd, iptr, REG_A0);
1540 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1541 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1542 s3 = emit_load_s3(jd, iptr, REG_A1);
1544 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1545 M_ALD(REG_ITMP3, REG_PV, disp);
1546 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1549 M_INTMOVE(s1, REG_A0);
1550 M_INTMOVE(s3, REG_A1);
1553 emit_exception_check(cd, iptr);
1555 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1556 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1557 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1558 M_SLL_IMM(s2, 3, REG_ITMP2);
1559 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray_t, data[0]), REG_ITMP2);
1560 /* implicit null-pointer check */
1561 M_ASTX(s3, s1, REG_ITMP2);
1565 case ICMD_GETSTATIC: /* ... ==> ..., value */
1567 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1568 uf = iptr->sx.s23.s3.uf;
1569 fieldtype = uf->fieldref->parseddesc.fd->type;
1570 disp = dseg_add_unique_address(cd, NULL);
1572 codegen_addpatchref(cd, PATCHER_get_putstatic,
1573 iptr->sx.s23.s3.uf, disp);
1577 fi = iptr->sx.s23.s3.fmiref->p.field;
1578 fieldtype = fi->type;
1579 disp = dseg_add_address(cd, fi->value);
1581 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1582 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1586 M_ALD(REG_ITMP1, REG_PV, disp);
1587 switch (fieldtype) {
1589 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1590 M_ILD_INTERN(d, REG_ITMP1, 0);
1593 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1594 M_LLD(d, REG_ITMP1, 0);
1597 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1598 M_ALD_INTERN(d, REG_ITMP1, 0);
1601 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1602 M_FLD_INTERN(d, REG_ITMP1, 0);
1605 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1606 M_DLD_INTERN(d, REG_ITMP1, 0);
1609 emit_store_dst(jd, iptr, d);
1612 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1615 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1616 uf = iptr->sx.s23.s3.uf;
1617 fieldtype = uf->fieldref->parseddesc.fd->type;
1618 disp = dseg_add_unique_address(cd, NULL);
1620 codegen_addpatchref(cd, PATCHER_get_putstatic,
1621 iptr->sx.s23.s3.uf, disp);
1624 fi = iptr->sx.s23.s3.fmiref->p.field;
1625 fieldtype = fi->type;
1626 disp = dseg_add_address(cd, fi->value);
1628 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1629 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1633 M_ALD(REG_ITMP1, REG_PV, disp);
1634 switch (fieldtype) {
1636 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1637 M_IST_INTERN(s1, REG_ITMP1, 0);
1640 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1641 M_LST_INTERN(s1, REG_ITMP1, 0);
1644 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1645 M_AST_INTERN(s1, REG_ITMP1, 0);
1648 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1649 M_FST_INTERN(s1, REG_ITMP1, 0);
1652 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1653 M_DST_INTERN(s1, REG_ITMP1, 0);
1659 case ICMD_GETFIELD: /* ... ==> ..., value */
1661 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1663 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1664 uf = iptr->sx.s23.s3.uf;
1665 fieldtype = uf->fieldref->parseddesc.fd->type;
1668 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1671 fi = iptr->sx.s23.s3.fmiref->p.field;
1672 fieldtype = fi->type;
1676 /* implicit null-pointer check */
1677 switch (fieldtype) {
1679 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1683 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1687 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1691 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1695 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1699 emit_store_dst(jd, iptr, d);
1702 case ICMD_PUTFIELD: /* ..., value ==> ... */
1704 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1706 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1707 uf = iptr->sx.s23.s3.uf;
1708 fieldtype = uf->fieldref->parseddesc.fd->type;
1712 fi = iptr->sx.s23.s3.fmiref->p.field;
1713 fieldtype = fi->type;
1717 if (IS_INT_LNG_TYPE(fieldtype)) {
1718 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1721 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1723 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1724 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1728 /* implicit null-pointer check */
1729 switch (fieldtype) {
1731 M_IST(s2, s1, disp);
1734 M_LST(s2, s1, disp);
1737 M_AST(s2, s1, disp);
1740 M_FST(s2, s1, disp);
1743 M_DST(s2, s1, disp);
1749 /* branch operations **************************************************/
1751 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1753 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1754 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1756 #ifdef ENABLE_VERIFIER
1757 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1758 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1759 iptr->sx.s23.s2.uc, 0);
1761 #endif /* ENABLE_VERIFIER */
1763 disp = dseg_add_functionptr(cd, asm_handle_exception);
1764 M_ALD(REG_ITMP2, REG_PV, disp);
1767 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1768 M_BL(0); /* get current PC */
1769 M_MFLR(REG_ITMP2_XPC);
1770 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1771 M_RTS; /* jump to CTR */
1776 case ICMD_GOTO: /* ... ==> ... */
1777 case ICMD_RET: /* ... ==> ... */
1779 emit_br(cd, iptr->dst.block);
1783 case ICMD_JSR: /* ... ==> ... */
1785 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1789 case ICMD_IFNULL: /* ..., value ==> ... */
1791 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1793 emit_beq(cd, iptr->dst.block);
1796 case ICMD_IFNONNULL: /* ..., value ==> ... */
1798 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1800 emit_bne(cd, iptr->dst.block);
1808 case ICMD_IFEQ: /* ..., value ==> ... */
1810 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1811 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1812 M_CMPI(s1, iptr->sx.val.i);
1814 ICONST(REG_ITMP2, iptr->sx.val.i);
1815 M_CMP(s1, REG_ITMP2);
1817 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1820 case ICMD_IF_LEQ: /* ..., value ==> ... */
1821 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1822 LCONST(REG_ITMP2, iptr->sx.val.l);
1823 M_CMP(s1, REG_ITMP2);
1824 emit_beq(cd, iptr->dst.block);
1826 case ICMD_IF_LLT: /* ..., value ==> ... */
1827 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1828 LCONST(REG_ITMP2, iptr->sx.val.l);
1829 M_CMP(s1, REG_ITMP2);
1830 emit_blt(cd, iptr->dst.block);
1832 case ICMD_IF_LLE: /* ..., value ==> ... */
1833 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1834 LCONST(REG_ITMP2, iptr->sx.val.l);
1835 M_CMP(s1, REG_ITMP2);
1836 emit_ble(cd, iptr->dst.block);
1839 case ICMD_IF_LNE: /* ..., value ==> ... */
1840 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1841 LCONST(REG_ITMP2, iptr->sx.val.l);
1842 M_CMP(s1, REG_ITMP2);
1843 emit_bne(cd, iptr->dst.block);
1845 case ICMD_IF_LGE: /* ..., value ==> ... */
1846 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1847 LCONST(REG_ITMP2, iptr->sx.val.l);
1848 M_CMP(s1, REG_ITMP2);
1849 emit_bge(cd, iptr->dst.block);
1851 case ICMD_IF_LGT: /* ..., value ==> ... */
1852 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1853 LCONST(REG_ITMP2, iptr->sx.val.l);
1854 M_CMP(s1, REG_ITMP2);
1855 emit_bgt(cd, iptr->dst.block);
1857 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1858 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1859 case ICMD_IF_LCMPEQ:
1861 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1862 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1864 emit_beq(cd, iptr->dst.block);
1867 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1868 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1869 case ICMD_IF_LCMPNE:
1871 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1872 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1874 emit_bne(cd, iptr->dst.block);
1878 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1879 case ICMD_IF_LCMPLT:
1881 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1882 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1884 emit_blt(cd, iptr->dst.block);
1887 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1888 case ICMD_IF_LCMPGT:
1890 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1891 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1893 emit_bgt(cd, iptr->dst.block);
1896 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1897 case ICMD_IF_LCMPLE:
1899 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1900 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1902 emit_ble(cd, iptr->dst.block);
1905 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1906 case ICMD_IF_LCMPGE:
1908 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1909 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1911 emit_bge(cd, iptr->dst.block);
1915 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1916 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1918 REPLACEMENT_POINT_RETURN(cd, iptr);
1919 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1920 M_LNGMOVE(s1, REG_RESULT);
1921 goto nowperformreturn;
1923 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1925 REPLACEMENT_POINT_RETURN(cd, iptr);
1926 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1927 M_LNGMOVE(s1, REG_RESULT);
1929 #ifdef ENABLE_VERIFIER
1930 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1931 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1932 iptr->sx.s23.s2.uc, 0);
1934 #endif /* ENABLE_VERIFIER */
1936 goto nowperformreturn;
1938 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1941 REPLACEMENT_POINT_RETURN(cd, iptr);
1942 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1943 M_FLTMOVE(s1, REG_FRESULT);
1944 goto nowperformreturn;
1946 case ICMD_RETURN: /* ... ==> ... */
1948 REPLACEMENT_POINT_RETURN(cd, iptr);
1954 p = cd->stackframesize;
1956 /* call trace function */
1958 #if !defined(NDEBUG)
1959 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
1960 emit_verbosecall_exit(jd);
1963 #if defined(ENABLE_THREADS)
1964 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1965 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1966 M_ALD(REG_ITMP3, REG_PV, disp);
1967 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1970 /* we need to save the proper return value */
1972 switch (iptr->opc) {
1977 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1980 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1983 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1987 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
1990 /* and now restore the proper return value */
1992 switch (iptr->opc) {
1997 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2000 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2003 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2009 /* restore return address */
2011 if (!jd->isleafmethod) {
2012 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2013 may have a displacement overflow. */
2015 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2019 /* restore saved registers */
2021 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2022 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2024 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2025 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2028 /* deallocate stack */
2030 if (cd->stackframesize)
2031 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2039 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2042 branch_target_t *table;
2044 table = iptr->dst.table;
2046 l = iptr->sx.s23.s2.tablelow;
2047 i = iptr->sx.s23.s3.tablehigh;
2049 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2051 M_INTMOVE(s1, REG_ITMP1);
2052 } else if (l <= 32768) {
2053 M_LDA(REG_ITMP1, s1, -l);
2055 ICONST(REG_ITMP2, l);
2056 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2059 /* number of targets */
2064 M_CMPUI(REG_ITMP1, i - 1);
2065 emit_bgt(cd, table[0].block);
2067 /* build jump table top down and use address of lowest entry */
2072 dseg_add_target(cd, table->block);
2076 /* length of dataseg after last dseg_add_unique_target is used by load */
2078 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2079 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2080 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2088 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2091 lookup_target_t *lookup;
2093 lookup = iptr->dst.lookup;
2095 i = iptr->sx.s23.s2.lookupcount;
2097 MCODECHECK((i<<3)+8);
2098 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2100 val = lookup->value;
2101 if ((val >= -32768) && (val <= 32767)) {
2105 a = dseg_add_s4(cd, val);
2106 M_ILD(REG_ITMP2, REG_PV, a);
2107 M_CMP(s1, REG_ITMP2);
2109 emit_beq(cd, lookup->target.block);
2113 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2120 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2122 bte = iptr->sx.s23.s3.bte;
2126 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2127 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2128 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2129 case ICMD_INVOKEINTERFACE:
2131 REPLACEMENT_POINT_INVOKE(cd, iptr);
2133 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2135 um = iptr->sx.s23.s3.um;
2136 md = um->methodref->parseddesc.md;
2139 lm = iptr->sx.s23.s3.fmiref->p.method;
2141 md = lm->parseddesc;
2145 s3 = md->paramcount;
2147 MCODECHECK((s3 << 2) + 128);
2149 /* copy arguments to registers or stack location */
2151 for (s3 = s3 - 1; s3 >= 0; s3--) {
2152 var = VAR(iptr->sx.s23.s2.args[s3]);
2153 d = md->params[s3].regoff;
2155 if (var->flags & PREALLOC)
2158 if (IS_INT_LNG_TYPE(var->type)) {
2159 if (!md->params[s3].inmemory) {
2160 s1 = emit_load(jd, iptr, var, d);
2164 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2165 M_LST(s1, REG_SP, d);
2169 if (!md->params[s3].inmemory) {
2170 s1 = emit_load(jd, iptr, var, d);
2174 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2175 M_DST(s1, REG_SP, d);
2180 switch (iptr->opc) {
2182 disp = dseg_add_functionptr(cd, bte->fp);
2183 M_ALD(REG_PV, REG_PV, disp);
2184 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2186 /* generate the actual call */
2187 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2190 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2191 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2193 M_LDA(REG_PV, REG_ITMP1, -disp);
2195 emit_exception_check(cd, iptr);
2199 case ICMD_INVOKESPECIAL:
2200 emit_nullpointer_check(cd, iptr, REG_A0);
2203 case ICMD_INVOKESTATIC:
2205 disp = dseg_add_unique_address(cd, um);
2207 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2210 disp = dseg_add_address(cd, lm->stubroutine);
2212 M_ALD(REG_PV, REG_PV, disp);
2214 /* generate the actual call */
2218 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2219 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2221 M_LDA(REG_PV, REG_ITMP1, -disp);
2224 case ICMD_INVOKEVIRTUAL:
2226 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2229 s1 = OFFSET(vftbl_t, table[0]) +
2230 sizeof(methodptr) * lm->vftblindex;
2233 /* implicit null-pointer check */
2234 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2235 M_ALD(REG_PV, REG_METHODPTR, s1);
2237 /* generate the actual call */
2241 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2242 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2244 M_LDA(REG_PV, REG_ITMP1, -disp);
2247 case ICMD_INVOKEINTERFACE:
2249 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2255 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2256 sizeof(methodptr*) * lm->class->index;
2258 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2261 /* implicit null-pointer check */
2262 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_object_t, vftbl));
2263 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2264 M_ALD(REG_PV, REG_METHODPTR, s2);
2266 /* generate the actual call */
2270 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2271 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2273 M_LDA(REG_PV, REG_ITMP1, -disp);
2277 /* store return value */
2279 d = md->returntype.type;
2281 if (d != TYPE_VOID) {
2282 if (IS_INT_LNG_TYPE(d)) {
2283 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2284 M_MOV(REG_RESULT, s1);
2287 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2288 M_FLTMOVE(REG_FRESULT, s1);
2290 emit_store_dst(jd, iptr, s1);
2294 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2295 /* val.a: (classinfo*) superclass */
2297 /* superclass is an interface:
2299 * OK if ((sub == NULL) ||
2300 * (sub->vftbl->interfacetablelength > super->index) &&
2301 * (sub->vftbl->interfacetable[-super->index] != NULL));
2303 * superclass is a class:
2305 * OK if ((sub == NULL) || (0
2306 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2307 * super->vftbl->diffvall));
2310 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2311 /* object type cast-check */
2316 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2321 super = iptr->sx.s23.s3.c.cls;
2322 superindex = super->index;
2325 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2326 CODEGEN_CRITICAL_SECTION_NEW;
2329 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2331 /* if class is not resolved, check which code to call */
2333 if (super == NULL) {
2335 emit_label_beq(cd, BRANCH_LABEL_1);
2336 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2338 codegen_addpatchref(cd,
2339 PATCHER_checkcast_instanceof_flags,
2340 iptr->sx.s23.s3.c.ref,
2343 M_ILD(REG_ITMP2, REG_PV, disp);
2344 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2346 emit_label_beq(cd, BRANCH_LABEL_2);
2349 /* interface checkcast code */
2351 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2352 if (super == NULL) {
2353 codegen_addpatchref(cd,
2354 PATCHER_checkcast_interface,
2355 iptr->sx.s23.s3.c.ref,
2359 emit_label_beq(cd, BRANCH_LABEL_3);
2362 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2363 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2364 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2365 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2366 M_ALD(REG_ITMP3, REG_ITMP2,
2367 OFFSET(vftbl_t, interfacetable[0]) -
2368 superindex * sizeof(methodptr*));
2370 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2372 if (super == NULL) {
2373 emit_label_br(cd, BRANCH_LABEL_4);
2375 emit_label(cd, BRANCH_LABEL_3);
2379 /* class checkcast code */
2381 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2382 if (super == NULL) {
2383 emit_label(cd, BRANCH_LABEL_2);
2385 disp = dseg_add_unique_address(cd, NULL);
2386 codegen_addpatchref(cd, PATCHER_checkcast_class,
2387 iptr->sx.s23.s3.c.ref,
2390 disp = dseg_add_address(cd, super->vftbl);
2392 emit_label_beq(cd, BRANCH_LABEL_5);
2395 M_ALD(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2397 CODEGEN_CRITICAL_SECTION_START;
2399 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2400 M_ALD(REG_ITMP2, REG_PV, disp);
2401 if (s1 != REG_ITMP1) {
2402 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2403 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2405 CODEGEN_CRITICAL_SECTION_END;
2407 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2408 M_EXTSW(REG_ITMP3, REG_ITMP3);
2410 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2411 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2412 M_EXTSW(REG_ITMP3, REG_ITMP3);
2413 M_ALD(REG_ITMP2, REG_PV, disp);
2414 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2416 CODEGEN_CRITICAL_SECTION_END;
2419 M_CMPU(REG_ITMP3, REG_ITMP2);
2420 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2423 emit_label(cd, BRANCH_LABEL_5);
2426 if (super == NULL) {
2427 emit_label(cd, BRANCH_LABEL_1);
2428 emit_label(cd, BRANCH_LABEL_4);
2430 d = codegen_reg_of_dst(jd, iptr, s1);
2433 /* array type cast-check */
2435 s1 = emit_load_s1(jd, iptr, REG_A0);
2436 M_INTMOVE(s1, REG_A0);
2439 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2440 disp = dseg_add_unique_address(cd, NULL);
2441 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2442 iptr->sx.s23.s3.c.ref,
2445 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2448 M_ALD(REG_A1, REG_PV, disp);
2449 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2450 M_ALD(REG_ITMP2, REG_PV, disp);
2451 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2455 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2457 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2458 d = codegen_reg_of_dst(jd, iptr, s1);
2461 emit_store_dst(jd, iptr, d);
2465 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2466 /* val.a: (classinfo*) superclass */
2468 /* superclass is an interface:
2470 * return (sub != NULL) &&
2471 * (sub->vftbl->interfacetablelength > super->index) &&
2472 * (sub->vftbl->interfacetable[-super->index] != NULL);
2474 * superclass is a class:
2476 * return ((sub != NULL) && (0
2477 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2478 * super->vftbl->diffvall));
2485 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2490 super = iptr->sx.s23.s3.c.cls;
2491 superindex = super->index;
2494 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2495 CODEGEN_CRITICAL_SECTION_NEW;
2498 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2499 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2501 M_MOV(s1, REG_ITMP1);
2507 /* if class is not resolved, check which code to call */
2509 if (super == NULL) {
2511 emit_label_beq(cd, BRANCH_LABEL_1);
2512 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2514 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2515 iptr->sx.s23.s3.c.ref, disp);
2517 M_ILD(REG_ITMP3, REG_PV, disp);
2518 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2519 emit_label_beq(cd, BRANCH_LABEL_2);
2522 /* interface instanceof code */
2524 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2525 if (super == NULL) {
2526 codegen_addpatchref(cd,
2527 PATCHER_instanceof_interface,
2528 iptr->sx.s23.s3.c.ref, 0);
2532 emit_label_beq(cd, BRANCH_LABEL_3);
2535 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2536 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2537 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2539 M_ALD(REG_ITMP1, REG_ITMP1,
2540 OFFSET(vftbl_t, interfacetable[0]) -
2541 superindex * sizeof(methodptr*));
2544 M_IADD_IMM(REG_ZERO, 1, d);
2546 if (super == NULL) {
2547 emit_label_br(cd, BRANCH_LABEL_4);
2549 emit_label(cd, BRANCH_LABEL_3);
2553 /* class instanceof code */
2555 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2557 if (super == NULL) {
2558 emit_label(cd, BRANCH_LABEL_2);
2560 disp = dseg_add_unique_address(cd, NULL);
2561 codegen_addpatchref(cd, PATCHER_instanceof_class,
2562 iptr->sx.s23.s3.c.ref,
2566 disp = dseg_add_address(cd, super->vftbl);
2568 emit_label_beq(cd, BRANCH_LABEL_5);
2571 M_ALD(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2572 M_ALD(REG_ITMP2, REG_PV, disp);
2574 CODEGEN_CRITICAL_SECTION_START;
2576 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2577 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2578 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2580 CODEGEN_CRITICAL_SECTION_END;
2582 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2583 M_EXTSW(REG_ITMP1, REG_ITMP1);
2584 M_CMPU(REG_ITMP1, REG_ITMP2);
2587 M_IADD_IMM(REG_ZERO, 1, d);
2590 emit_label(cd, BRANCH_LABEL_5);
2593 if (super == NULL) {
2594 emit_label(cd, BRANCH_LABEL_1);
2595 emit_label(cd, BRANCH_LABEL_4);
2598 emit_store_dst(jd, iptr, d);
2602 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2604 /* check for negative sizes and copy sizes to stack if necessary */
2606 MCODECHECK((iptr->s1.argcount << 2) + 128);
2608 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2610 var = VAR(iptr->sx.s23.s2.args[s1]);
2612 /* copy SAVEDVAR sizes to stack */
2614 if (!(var->flags & PREALLOC)) {
2615 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2616 #if defined(__DARWIN__)
2617 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2619 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2624 /* a0 = dimension count */
2626 ICONST(REG_A0, iptr->s1.argcount);
2628 /* is patcher function set? */
2630 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2631 disp = dseg_add_unique_address(cd, NULL);
2633 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2634 iptr->sx.s23.s3.c.ref, disp);
2636 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2639 /* a1 = arraydescriptor */
2641 M_ALD(REG_A1, REG_PV, disp);
2643 /* a2 = pointer to dimensions = stack pointer */
2645 #if defined(__DARWIN__)
2646 M_LDA(REG_A2, REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2648 M_LDA(REG_A2, REG_SP, LA_SIZE + 3 * 8);
2651 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2652 M_ALD(REG_ITMP3, REG_PV, disp);
2653 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2657 /* check for exception before result assignment */
2658 emit_exception_check(cd, iptr);
2660 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2661 M_INTMOVE(REG_RESULT, d);
2662 emit_store_dst(jd, iptr, d);
2666 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2671 } /* for instruction */
2673 } /* if (bptr -> flags >= BBREACHED) */
2674 } /* for basic block */
2676 dseg_createlinenumbertable(cd);
2678 /* generate stubs */
2680 emit_patcher_stubs(jd);
2682 /* everything's ok */
2688 /* codegen_emit_stub_compiler **************************************************
2690 Emits a stub routine which calls the compiler.
2692 *******************************************************************************/
2694 void codegen_emit_stub_compiler(jitdata *jd)
2699 /* get required compiler data */
2704 /* code for the stub */
2706 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2707 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2713 /* codegen_emit_stub_native ****************************************************
2715 Emits a stub routine which calls a native method.
2717 *******************************************************************************/
2719 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
2731 /* get required compiler data */
2737 /* set some variables */
2740 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
2742 /* calculate stackframe size */
2744 cd->stackframesize =
2745 sizeof(stackframeinfo) / SIZEOF_VOID_P +
2746 sizeof(localref_table) / SIZEOF_VOID_P +
2747 4 + /* 4 stackframeinfo arguments (darwin)*/
2751 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2753 /* create method header */
2755 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2756 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2757 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
2758 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2759 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2760 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2761 (void) dseg_addlinenumbertablesize(cd);
2762 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
2767 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2768 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2770 #if !defined(NDEBUG)
2771 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2772 emit_verbosecall_enter(jd);
2775 /* get function address (this must happen before the stackframeinfo) */
2777 funcdisp = dseg_add_functionptr(cd, f);
2779 #if !defined(WITH_STATIC_CLASSPATH)
2781 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
2785 /* save integer and float argument registers */
2789 for (i = 0; i < md->paramcount; i++) {
2790 t = md->paramtypes[i].type;
2792 if (IS_INT_LNG_TYPE(t)) {
2793 if (!md->params[i].inmemory) {
2794 s1 = md->params[i].regoff;
2795 M_LST(s1, REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2801 for (i = 0; i < md->paramcount; i++) {
2802 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2803 if (!md->params[i].inmemory) {
2804 s1 = md->params[i].regoff;
2805 M_DST(s1, REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2811 /* create native stack info */
2813 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A0);
2814 M_MOV(REG_PV, REG_A1);
2815 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A2);
2816 M_ALD(REG_A3, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2817 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2819 M_ALD(REG_ITMP1, REG_PV, disp);
2820 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2824 /* restore integer and float argument registers */
2828 for (i = 0; i < md->paramcount; i++) {
2829 t = md->paramtypes[i].type;
2831 if (IS_INT_LNG_TYPE(t)) {
2832 if (!md->params[i].inmemory) {
2833 s1 = md->params[i].regoff;
2834 M_LLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2840 for (i = 0; i < md->paramcount; i++) {
2841 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2842 if (!md->params[i].inmemory) {
2843 s1 = md->params[i].regoff;
2844 M_DLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2850 /* copy or spill arguments to new locations */
2852 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
2853 t = md->paramtypes[i].type;
2855 if (IS_INT_LNG_TYPE(t)) {
2856 if (!md->params[i].inmemory) {
2857 s1 = md->params[i].regoff;
2858 s2 = nmd->params[j].regoff;
2860 if (!nmd->params[j].inmemory)
2863 M_LST(s1, REG_SP, s2);
2866 s1 = md->params[i].regoff + cd->stackframesize * 8;
2867 s2 = nmd->params[j].regoff;
2869 M_LLD(REG_ITMP1, REG_SP, s1);
2870 M_LST(REG_ITMP1, REG_SP, s2);
2874 /* We only copy spilled float arguments, as the float
2875 argument registers keep unchanged. */
2877 if (md->params[i].inmemory) {
2878 s1 = md->params[i].regoff + cd->stackframesize * 8;
2879 s2 = nmd->params[j].regoff;
2881 M_DLD(REG_FTMP1, REG_SP, s1);
2883 if (IS_2_WORD_TYPE(t))
2884 M_DST(REG_FTMP1, REG_SP, s2);
2886 M_FST(REG_FTMP1, REG_SP, s2 + 4);
2891 /* put class into second argument register */
2893 if (m->flags & ACC_STATIC) {
2894 disp = dseg_add_unique_address(cd, m->class);
2895 M_ALD(REG_A1, REG_PV, disp);
2898 /* put env into first argument register */
2900 disp = dseg_add_unique_address(cd, _Jv_env);
2901 M_ALD(REG_A0, REG_PV, disp);
2903 /* generate the actual native call */
2904 /* native functions have a different TOC for sure */
2906 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2907 M_ALD(REG_ITMP3, REG_PV, funcdisp);
2908 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2909 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2912 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2914 /* save return value */
2916 if (md->returntype.type != TYPE_VOID) {
2917 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2918 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2921 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2925 #if !defined(NDEBUG)
2926 /* print call trace */
2928 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2929 emit_verbosecall_exit(jd);
2933 /* remove native stackframe info */
2935 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A0);
2936 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2937 M_ALD(REG_ITMP1, REG_PV, disp);
2938 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2941 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2943 /* restore return value */
2945 if (md->returntype.type != TYPE_VOID) {
2946 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2947 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2950 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
2951 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2953 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
2958 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2959 M_MTLR(REG_ITMP2_XPC);
2960 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2962 /* check for exception */
2964 M_TST(REG_ITMP1_XPTR);
2965 M_BNE(1); /* if no exception then return */
2969 /* handle exception */
2971 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2973 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2974 M_ALD(REG_ITMP3, REG_PV, disp);
2978 /* generate patcher stub call code */
2980 emit_patcher_stubs(jd);
2987 * These are local overrides for various environment variables in Emacs.
2988 * Please do not remove this and leave it at the end of the file, where
2989 * Emacs will automagically detect them.
2990 * ---------------------------------------------------------------------
2993 * indent-tabs-mode: t
2997 * vim:noexpandtab:sw=4:ts=4: