1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 7891 2007-05-09 16:37:20Z tbfg $
40 #include "vm/jit/powerpc64/arch.h"
41 #include "vm/jit/powerpc64/codegen.h"
43 #include "mm/memory.h"
45 #include "native/native.h"
47 #include "threads/lock-common.h"
49 #include "vm/builtin.h"
50 #include "vm/exceptions.h"
51 #include "vm/global.h"
52 #include "vm/stringlocal.h"
55 #include "vm/jit/abi.h"
56 #include "vm/jit/abi-asm.h"
57 #include "vm/jit/md.h"
58 #include "vm/jit/asmpart.h"
59 #include "vm/jit/codegen-common.h"
60 #include "vm/jit/dseg.h"
61 #include "vm/jit/emit-common.h"
62 #include "vm/jit/jit.h"
63 #include "vm/jit/parse.h"
64 #include "vm/jit/patcher.h"
65 #include "vm/jit/reg.h"
66 #include "vm/jit/replace.h"
67 #include "vm/jit/stacktrace.h"
69 #include "vmcore/loader.h"
70 #include "vmcore/options.h"
72 #if defined(ENABLE_LSRA)
73 # include "vm/jit/allocator/lsra.h"
77 /* codegen_emit ****************************************************************
79 Generates machine code.
81 *******************************************************************************/
83 bool codegen_emit(jitdata *jd)
89 s4 len, s1, s2, s3, d, disp;
96 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
97 unresolved_method *um;
98 builtintable_entry *bte;
102 unresolved_field *uf;
105 /* get required compiler data */
112 /* prevent compiler warnings */
124 /* space to save used callee saved registers */
126 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
127 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
129 cd->stackframesize = rd->memuse + savedregs_num;
131 #if defined(ENABLE_THREADS)
132 /* space to save argument of monitor_enter and Return Values to survive */
133 /* monitor_exit. The stack position for the argument can not be shared */
134 /* with place to save the return register on PPC64, since both values */
136 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
137 /* reserve 2 slots for long/double return values for monitorexit */
138 cd->stackframesize += 2;
143 /* create method header */
145 /* align stack to 16-bytes */
148 /* if (!m->isleafmethod || opt_verbosecall) */
149 /* stackframesize = (stackframesize + 3) & ~3;
151 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
152 /* stackframesize = 0; */
154 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
155 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
157 #if defined(ENABLE_THREADS)
158 /* IsSync contains the offset relative to the stack pointer for the
159 argument of monitor_exit used in the exception handler. Since the
160 offset could be zero and give a wrong meaning of the flag it is
164 if (checksync && (m->flags & ACC_SYNCHRONIZED))
165 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
168 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
170 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
171 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
172 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
174 dseg_addlinenumbertablesize(cd);
176 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
178 /* create exception table */
180 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
181 dseg_add_target(cd, ex->start);
182 dseg_add_target(cd, ex->end);
183 dseg_add_target(cd, ex->handler);
184 (void) dseg_add_unique_address(cd, ex->catchtype.any);
187 /* create stack frame (if necessary) */
189 if (!jd->isleafmethod) {
191 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
194 if (cd->stackframesize)
195 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
197 /* save return address and used callee saved registers */
199 p = cd->stackframesize;
200 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
201 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
203 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
204 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
207 /* take arguments out of register or stack frame */
211 for (p = 0, l = 0; p < md->paramcount; p++) {
212 t = md->paramtypes[p].type;
213 varindex = jd->local_map[l*5 + t];
215 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
217 if (varindex == UNUSED)
221 s1 = md->params[p].regoff;
223 if (IS_INT_LNG_TYPE(t)) {
224 if (!md->params[p].inmemory) {
225 if (!IS_INMEMORY(var->flags))
226 M_INTMOVE(s1, var->vv.regoff);
228 M_LST(s1, REG_SP, var->vv.regoff * 8);
231 if (!IS_INMEMORY(var->flags))
232 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
234 var->vv.regoff = cd->stackframesize + s1;
238 if (!md->params[p].inmemory) {
239 if (!IS_INMEMORY(var->flags))
240 M_FLTMOVE(s1, var->vv.regoff);
242 M_DST(s1, REG_SP, var->vv.regoff * 8);
245 if (!(var->flags & INMEMORY)) {
246 if (IS_2_WORD_TYPE(t))
247 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
249 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
252 var->vv.regoff = cd->stackframesize + s1;
257 /* save monitorenter argument */
259 #if defined(ENABLE_THREADS)
261 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
263 /* stackoffset for argument used for LOCK_monitor_exit */
266 #if !defined (NDEBUG)
267 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
268 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
270 for (p = 0; p < INT_ARG_CNT; p++)
271 M_LST(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
273 for (p = 0; p < FLT_ARG_CNT; p++)
274 M_DST(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
276 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
277 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
281 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
282 M_ALD(REG_ITMP3, REG_PV, p);
283 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
286 /* get or test the lock object */
288 if (m->flags & ACC_STATIC) {
289 p = dseg_add_address(cd, &m->class->object.header);
290 M_ALD(REG_A0, REG_PV, p);
295 M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
298 M_AST(REG_A0, REG_SP, s1 * 8); /* rd->memuse * 8 */
302 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
303 for (p = 0; p < INT_ARG_CNT; p++)
304 M_LLD(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
306 for (p = 0; p < FLT_ARG_CNT; p++)
307 M_DLD(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
309 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
315 /* call trace function */
316 #if !defined (NDEBUG)
317 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
318 emit_verbosecall_enter(jd);
323 /* end of header generation */
325 /* create replacement points */
327 REPLACEMENT_POINTS_INIT(cd, jd);
329 /* walk through all basic blocks */
331 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
333 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
335 if (bptr->flags >= BBREACHED) {
337 /* branch resolving */
338 codegen_resolve_branchrefs(cd, bptr);
340 /* handle replacement points */
342 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
344 /* copy interface registers to their destination */
349 #if defined(ENABLE_LSRA)
353 var = VAR(bptr->invars[len]);
354 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
355 /* d = reg_of_var(m, var, REG_ITMP1); */
356 if (!(var->flags & INMEMORY))
360 M_INTMOVE(REG_ITMP1, d);
361 emit_store(jd, NULL, var, d);
368 var = VAR(bptr->invars[len]);
369 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
370 d = codegen_reg_of_var(0, var, REG_ITMP1);
371 M_INTMOVE(REG_ITMP1, d);
372 emit_store(jd, NULL, var, d);
375 assert((var->flags & INOUT));
379 #if defined(ENABLE_LSRA)
382 /* walk through all instructions */
387 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
388 if (iptr->line != currentline) {
389 dseg_addlinenumber(cd, iptr->line);
390 currentline = iptr->line;
393 MCODECHECK(64); /* an instruction usually needs < 64 words */
396 case ICMD_NOP: /* ... ==> ... */
397 case ICMD_POP: /* ..., value ==> ... */
398 case ICMD_POP2: /* ..., value, value ==> ... */
401 case ICMD_INLINE_START:
403 REPLACEMENT_POINT_INLINE_START(cd, iptr);
406 case ICMD_INLINE_BODY:
408 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
409 dseg_addlinenumber_inline_start(cd, iptr);
410 dseg_addlinenumber(cd, iptr->line);
413 case ICMD_INLINE_END:
415 dseg_addlinenumber_inline_end(cd, iptr);
416 dseg_addlinenumber(cd, iptr->line);
419 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
421 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
424 emit_nullpointer_check(cd, iptr, s1);
427 /* constant operations ************************************************/
429 case ICMD_ICONST: /* ... ==> ..., constant */
431 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
432 ICONST(d, iptr->sx.val.i);
433 emit_store_dst(jd, iptr, d);
436 case ICMD_LCONST: /* ... ==> ..., constant */
438 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
439 LCONST(d, iptr->sx.val.l);
440 emit_store_dst(jd, iptr, d);
443 case ICMD_FCONST: /* ... ==> ..., constant */
445 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
446 a = dseg_add_float(cd, iptr->sx.val.f);
448 emit_store_dst(jd, iptr, d);
451 case ICMD_DCONST: /* ... ==> ..., constant */
453 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
454 a = dseg_add_double(cd, iptr->sx.val.d);
456 emit_store_dst(jd, iptr, d);
459 case ICMD_ACONST: /* ... ==> ..., constant */
461 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
463 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
464 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
465 codegen_addpatchref(cd, PATCHER_aconst,
469 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
471 M_ALD(d, REG_PV, disp);
472 emit_store_dst(jd, iptr, d);
476 /* load/store/copy/move operations ************************************/
478 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
479 case ICMD_ALOAD: /* s1.localindex = local variable */
483 case ICMD_ISTORE: /* ..., value ==> ... */
494 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
499 /* integer operations *************************************************/
501 case ICMD_INEG: /* ..., value ==> ..., - value */
502 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
503 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
506 emit_store_dst(jd, iptr, d);
510 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
511 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
513 emit_store_dst(jd, iptr, d);
517 case ICMD_I2L: /* ..., value ==> ..., value */
519 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
520 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
522 emit_store_dst(jd, iptr, d);
525 case ICMD_L2I: /* ..., value ==> ..., value */
527 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
528 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
530 emit_store_dst(jd, iptr, d);
533 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
535 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
536 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
538 emit_store_dst(jd, iptr, d);
541 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
543 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
544 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
546 emit_store_dst(jd, iptr, d);
549 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
551 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
552 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
554 emit_store_dst(jd, iptr, d);
558 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
560 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
561 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
562 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
565 emit_store_dst(jd, iptr, d);
571 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
572 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
573 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
574 M_IADD_IMM(s1, iptr->sx.val.i, d);
576 ICONST(REG_ITMP2, iptr->sx.val.i);
577 M_IADD(s1, REG_ITMP2, d);
580 emit_store_dst(jd, iptr, d);
583 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
585 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
586 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
587 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
589 emit_store_dst(jd, iptr, d);
592 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
593 /* sx.val.l = constant */
595 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
596 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
598 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
599 M_LADD_IMM(s1, iptr->sx.val.l, d);
601 LCONST(REG_ITMP2, iptr->sx.val.l);
602 M_LADD(s1, REG_ITMP2, d);
604 emit_store_dst(jd, iptr, d);
607 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
609 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
610 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
611 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
614 emit_store_dst(jd, iptr, d);
617 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
618 /* sx.val.i = constant */
620 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
621 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
622 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
623 M_IADD_IMM(s1, -iptr->sx.val.i, d);
625 ICONST(REG_ITMP2, iptr->sx.val.i);
626 M_SUB(s1, REG_ITMP2, d);
629 emit_store_dst(jd, iptr, d);
632 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
634 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
635 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
636 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
638 emit_store_dst(jd, iptr, d);
641 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
642 /* sx.val.l = constant */
644 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
645 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
647 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
648 M_LADD_IMM(s1, -iptr->sx.val.l, d);
650 LCONST(REG_ITMP2, iptr->sx.val.l);
651 M_SUB(s1, REG_ITMP2, d);
653 emit_store_dst(jd, iptr, d);
657 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
658 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
659 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
660 emit_arithmetic_check(cd, iptr, s2);
664 emit_store_dst(jd, iptr, d);
667 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
669 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
670 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
671 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
672 emit_arithmetic_check(cd, iptr, s2);
675 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
676 /* we only need to check this if we did a LDIV, not for IDIV */
678 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
680 M_MOV(s1, d); /* java specs says result == dividend */
681 emit_store_dst(jd, iptr, d);
685 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
686 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
687 emit_arithmetic_check(cd, iptr, s2);
689 M_DIV(s1, s2, REG_ITMP3);
690 M_MUL(REG_ITMP3, s2, REG_ITMP2);
691 M_SUB(s1, REG_ITMP2, REG_ITMP3);
692 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
695 emit_store_dst(jd, iptr, d);
699 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
700 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
701 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
702 emit_arithmetic_check(cd, iptr, s2);
704 M_DIV(s1, s2, REG_ITMP3);
705 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
706 /* we only need to check this if we did a LDIV, not for IDIV */
708 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
710 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
712 M_MUL(REG_ITMP3, s2, REG_ITMP2);
713 M_SUB(s1, REG_ITMP2, REG_ITMP3);
714 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
717 emit_store_dst(jd, iptr, d);
721 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
722 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
723 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
724 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
727 emit_store_dst(jd, iptr, d);
731 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
732 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
733 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
735 emit_store_dst(jd, iptr, d);
738 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
739 /* sx.val.i = constant */
741 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
742 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
743 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
744 M_MUL_IMM(s1, iptr->sx.val.i, d);
746 ICONST(REG_ITMP3, iptr->sx.val.i);
747 M_MUL(s1, REG_ITMP3, d);
750 emit_store_dst(jd, iptr, d);
753 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
754 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
755 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
756 M_MUL_IMM(s1, iptr->sx.val.l, d);
758 LCONST(REG_ITMP3, iptr->sx.val.l);
759 M_MUL(s1, REG_ITMP3, d);
761 emit_store_dst(jd, iptr, d);
764 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
766 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
767 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
768 M_SRA_IMM(s1, iptr->sx.val.i, d);
771 emit_store_dst(jd, iptr, d);
774 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
776 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
777 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
778 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
779 M_AND_IMM(s2, 0x1f, REG_ITMP3);
780 M_SLL(s1, REG_ITMP3, d);
782 emit_store_dst(jd, iptr, d);
785 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
786 /* sx.val.i = constant */
788 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
789 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
790 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
792 emit_store_dst(jd, iptr, d);
795 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
797 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
798 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
799 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
800 M_AND_IMM(s2, 0x1f, REG_ITMP3);
801 M_SRA(s1, REG_ITMP3, d);
802 emit_store_dst(jd, iptr, d);
805 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
806 /* sx.val.i = constant */
808 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
809 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
810 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
811 emit_store_dst(jd, iptr, d);
814 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
816 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
817 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
818 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
819 M_AND_IMM(s2, 0x1f, REG_ITMP2);
820 M_MOV(s1, REG_ITMP1);
821 M_CLR_HIGH(REG_ITMP1);
822 M_SRL(REG_ITMP1, REG_ITMP2, d);
823 M_EXTSW(d,d); /* for the case it was shift 0 bits */
824 emit_store_dst(jd, iptr, d);
827 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
828 /* sx.val.i = constant */
830 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
831 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
832 if (iptr->sx.val.i & 0x1f) {
833 M_MOV(s1, REG_ITMP1);
834 M_CLR_HIGH(REG_ITMP1);
835 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
839 emit_store_dst(jd, iptr, d);
843 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
844 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
845 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
846 emit_store_dst(jd, iptr, d);
849 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
850 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
851 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
852 M_AND_IMM(s2, 0x3f, REG_ITMP2);
853 M_SLL(s1, REG_ITMP2, d);
854 emit_store_dst(jd, iptr, d);
857 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
858 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
859 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
860 emit_store_dst(jd, iptr, d);
863 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
864 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
865 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
866 M_AND_IMM(s2, 0x3f, REG_ITMP2);
867 M_SRA(s1, REG_ITMP2, d);
868 emit_store_dst(jd, iptr, d);
870 case ICMD_LUSHRCONST:
871 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
872 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
873 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
874 emit_store_dst(jd, iptr, d);
877 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
878 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
879 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
880 M_AND_IMM(s2, 0x3f, REG_ITMP2);
881 M_SRL(s1, REG_ITMP2, d);
882 emit_store_dst(jd, iptr, d);
885 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
886 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
887 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
888 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
891 emit_store_dst(jd, iptr, d);
895 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
896 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
897 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
899 emit_store_dst(jd, iptr, d);
902 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
903 /* sx.val.i = constant */
905 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
906 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
907 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
908 M_AND_IMM(s1, iptr->sx.val.i, d);
911 else if (iptr->sx.val.i == 0xffffff) {
912 M_RLWINM(s1, 0, 8, 31, d);
916 ICONST(REG_ITMP3, iptr->sx.val.i);
917 M_AND(s1, REG_ITMP3, d);
919 emit_store_dst(jd, iptr, d);
922 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
923 /* sx.val.l = constant */
925 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
926 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
927 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
928 M_AND_IMM(s1, iptr->sx.val.l, d);
930 else if (iptr->sx.val.l == 0xffffff) {
931 M_RLWINM(s1, 0, 8, 31, d);
935 LCONST(REG_ITMP3, iptr->sx.val.l);
936 M_AND(s1, REG_ITMP3, d);
938 emit_store_dst(jd, iptr, d);
941 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
942 /* sx.val.i = constant */
943 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
944 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
946 /* fast division, result in REG_ITMP3) */
947 M_SRA_IMM(s1, iptr->sx.val.i, REG_ITMP3);
948 M_ADDZE(REG_ITMP3, REG_ITMP3);
950 M_SUB(s1, REG_ITMP3, d);
952 emit_store_dst(jd, iptr, d);
956 M_MOV(s1, REG_ITMP2);
958 M_BGE(1 + 3*(iptr->sx.val.i >= 32768));
959 if (iptr->sx.val.i >= 32768) {
960 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
961 M_EXTSW(REG_ITMP2, REG_ITMP2);
962 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
963 M_IADD(s1, REG_ITMP2, REG_ITMP2);
965 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
968 int b=0, m = iptr->sx.val.i;
971 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
973 M_SUB(s1, REG_ITMP2, d);
975 emit_store_dst(jd, iptr, d);
979 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
980 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
981 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
982 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
985 emit_store_dst(jd, iptr, d);
990 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
991 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
992 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
994 emit_store_dst(jd, iptr, d);
997 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
998 /* sx.val.i = constant */
1000 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1001 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1002 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1003 M_OR_IMM(s1, iptr->sx.val.i, d);
1005 ICONST(REG_ITMP3, iptr->sx.val.i);
1006 M_OR(s1, REG_ITMP3, d);
1008 emit_store_dst(jd, iptr, d);
1011 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
1012 /* sx.val.l = constant */
1014 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1015 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1016 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1017 M_OR_IMM(s1, iptr->sx.val.l, d);
1019 LCONST(REG_ITMP3, iptr->sx.val.l);
1020 M_OR(s1, REG_ITMP3, d);
1022 emit_store_dst(jd, iptr, d);
1026 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1029 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1030 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1031 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1033 emit_store_dst(jd, iptr, d);
1036 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1037 /* sx.val.i = constant */
1039 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1040 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1041 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1042 M_XOR_IMM(s1, iptr->sx.val.i, d);
1044 ICONST(REG_ITMP3, iptr->sx.val.i);
1045 M_XOR(s1, REG_ITMP3, d);
1047 emit_store_dst(jd, iptr, d);
1050 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1051 /* sx.val.l = constant */
1053 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1054 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1055 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1056 M_XOR_IMM(s1, iptr->sx.val.l, d);
1058 LCONST(REG_ITMP3, iptr->sx.val.l);
1059 M_XOR(s1, REG_ITMP3, d);
1061 emit_store_dst(jd, iptr, d);
1064 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1066 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1067 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1068 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1069 /* XXX implement me!!! */
1070 vm_abort("codegen: implement ICMD_LCMP!");
1071 emit_store_dst(jd, iptr, d);
1076 /* floating operations ************************************************/
1078 case ICMD_FNEG: /* ..., value ==> ..., - value */
1080 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1081 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1083 emit_store_dst(jd, iptr, d);
1086 case ICMD_DNEG: /* ..., value ==> ..., - value */
1088 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1089 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1091 emit_store_dst(jd, iptr, d);
1094 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1096 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1097 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1098 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1100 emit_store_dst(jd, iptr, d);
1103 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1105 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1106 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1107 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1109 emit_store_dst(jd, iptr, d);
1112 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1114 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1115 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1116 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1118 emit_store_dst(jd, iptr, d);
1121 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1123 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1124 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1125 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1127 emit_store_dst(jd, iptr, d);
1130 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1132 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1133 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1134 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1136 emit_store_dst(jd, iptr, d);
1139 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1141 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1142 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1143 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1145 emit_store_dst(jd, iptr, d);
1148 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1150 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1151 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1152 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1154 emit_store_dst(jd, iptr, d);
1157 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1159 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1160 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1161 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1163 emit_store_dst(jd, iptr, d);
1166 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1169 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1170 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1172 disp = dseg_add_float(cd, 0.0);
1173 M_FLD(REG_FTMP2, REG_PV, disp);
1174 M_FCMPU(s1, REG_FTMP2);
1176 disp = dseg_add_unique_s4(cd, 0);
1177 M_CVTDL_C(s1, REG_FTMP1);
1178 M_LDA(REG_ITMP1, REG_PV, disp);
1179 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1180 M_ILD(d, REG_PV, disp);
1181 emit_store_dst(jd, iptr, d);
1184 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1186 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1187 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1189 emit_store_dst(jd, iptr, d);
1192 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1194 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1195 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1197 emit_store_dst(jd, iptr, d);
1200 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1201 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1204 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1205 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1206 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1208 M_IADD_IMM(REG_ZERO, -1, d);
1211 M_IADD_IMM(REG_ZERO, 0, d);
1213 M_IADD_IMM(REG_ZERO, 1, d);
1214 emit_store_dst(jd, iptr, d);
1217 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1218 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1220 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1221 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1222 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1224 M_IADD_IMM(REG_ZERO, 1, d);
1227 M_IADD_IMM(REG_ZERO, 0, d);
1229 M_IADD_IMM(REG_ZERO, -1, d);
1230 emit_store_dst(jd, iptr, d);
1233 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1234 case ICMD_IF_DCMPEQ:
1236 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1237 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1240 emit_beq(cd, iptr->dst.block);
1243 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1244 case ICMD_IF_DCMPNE:
1246 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1247 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1249 emit_bnan(cd, iptr->dst.block);
1250 emit_bne(cd, iptr->dst.block);
1254 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1255 case ICMD_IF_DCMPL_LT:
1257 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1258 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1260 emit_bnan(cd, iptr->dst.block);
1261 emit_blt(cd, iptr->dst.block);
1264 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1265 case ICMD_IF_DCMPL_GT:
1267 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1268 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1271 emit_bgt(cd, iptr->dst.block);
1274 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1275 case ICMD_IF_DCMPL_LE:
1277 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1278 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1280 emit_bnan(cd, iptr->dst.block);
1281 emit_ble(cd, iptr->dst.block);
1284 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1285 case ICMD_IF_DCMPL_GE:
1287 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1288 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1291 emit_bge(cd, iptr->dst.block);
1294 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1295 case ICMD_IF_DCMPG_LT:
1297 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1298 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1301 emit_blt(cd, iptr->dst.block);
1304 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1305 case ICMD_IF_DCMPG_GT:
1307 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1308 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1310 emit_bnan(cd, iptr->dst.block);
1311 emit_bgt(cd, iptr->dst.block);
1314 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1315 case ICMD_IF_DCMPG_LE:
1317 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1318 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1321 emit_ble(cd, iptr->dst.block);
1324 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1325 case ICMD_IF_DCMPG_GE:
1327 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1328 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1330 emit_bnan(cd, iptr->dst.block);
1331 emit_bge(cd, iptr->dst.block);
1335 /* memory operations **************************************************/
1337 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1339 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1340 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1341 emit_nullpointer_check(cd, iptr, s1);
1342 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1343 emit_store_dst(jd, iptr, d);
1346 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1348 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1349 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1350 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1351 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1352 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1353 /* implicit null-pointer check */
1354 M_LBZX(d, s1, REG_ITMP2);
1356 emit_store_dst(jd, iptr, d);
1359 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1361 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1362 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1363 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1364 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1365 M_SLL_IMM(s2, 1, REG_ITMP2);
1366 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1367 /* implicit null-pointer check */
1368 M_LHZX(d, s1, REG_ITMP2);
1369 emit_store_dst(jd, iptr, d);
1372 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1374 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1375 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1376 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1377 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1378 M_SLL_IMM(s2, 1, REG_ITMP2);
1379 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1380 /* implicit null-pointer check */
1381 M_LHAX(d, s1, REG_ITMP2);
1382 emit_store_dst(jd, iptr, d);
1385 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1387 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1388 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1389 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1390 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1391 M_SLL_IMM(s2, 2, REG_ITMP2);
1392 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1393 /* implicit null-pointer check */
1394 M_LWAX(d, s1, REG_ITMP2);
1395 emit_store_dst(jd, iptr, d);
1398 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1400 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1401 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1402 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1403 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1404 M_SLL_IMM(s2, 3, REG_ITMP2);
1405 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1406 /* implicit null-pointer check */
1407 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1408 emit_store_dst(jd, iptr, d);
1411 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1413 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1414 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1415 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1416 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1417 M_SLL_IMM(s2, 2, REG_ITMP2);
1418 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1419 /* implicit null-pointer check */
1420 M_LFSX(d, s1, REG_ITMP2);
1421 emit_store_dst(jd, iptr, d);
1424 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1426 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1427 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1428 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1429 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1430 M_SLL_IMM(s2, 3, REG_ITMP2);
1431 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1432 /* implicit null-pointer check */
1433 M_LFDX(d, s1, REG_ITMP2);
1434 emit_store_dst(jd, iptr, d);
1437 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1439 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1440 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1441 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1442 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1443 M_SLL_IMM(s2, 3, REG_ITMP2);
1444 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1445 /* implicit null-pointer check */
1446 M_ALDX(d, s1, REG_ITMP2);
1447 emit_store_dst(jd, iptr, d);
1451 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1453 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1454 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1455 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1456 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1457 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1458 /* implicit null-pointer check */
1459 M_STBX(s3, s1, REG_ITMP2);
1462 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1464 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1465 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1466 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1467 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1468 M_SLL_IMM(s2, 1, REG_ITMP2);
1469 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1470 /* implicit null-pointer check */
1471 M_STHX(s3, s1, REG_ITMP2);
1474 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1476 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1477 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1478 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1479 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1480 M_SLL_IMM(s2, 1, REG_ITMP2);
1481 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1482 M_STHX(s3, s1, REG_ITMP2);
1485 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1487 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1488 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1489 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1490 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1491 M_SLL_IMM(s2, 2, REG_ITMP2);
1492 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1493 /* implicit null-pointer check */
1494 M_STWX(s3, s1, REG_ITMP2);
1497 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1499 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1500 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1501 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1502 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1503 M_SLL_IMM(s2, 3, REG_ITMP2);
1504 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1505 /* implicit null-pointer check */
1506 M_LSTX(s3, s1, REG_ITMP2);
1509 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1511 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1512 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1513 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1514 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1515 M_SLL_IMM(s2, 2, REG_ITMP2);
1516 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1517 /* implicit null-pointer check */
1518 M_STFSX(s3, s1, REG_ITMP2);
1521 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1523 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1524 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1525 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1526 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1527 M_SLL_IMM(s2, 3, REG_ITMP2);
1528 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1529 /* implicit null-pointer check */
1530 M_STFDX(s3, s1, REG_ITMP2);
1533 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1535 s1 = emit_load_s1(jd, iptr, REG_A0);
1536 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1537 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1538 s3 = emit_load_s3(jd, iptr, REG_A1);
1540 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1541 M_ALD(REG_ITMP3, REG_PV, disp);
1542 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1545 M_INTMOVE(s1, REG_A0);
1546 M_INTMOVE(s3, REG_A1);
1549 emit_exception_check(cd, iptr);
1551 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1552 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1553 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1554 M_SLL_IMM(s2, 3, REG_ITMP2);
1555 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1556 /* implicit null-pointer check */
1557 M_ASTX(s3, s1, REG_ITMP2);
1561 case ICMD_GETSTATIC: /* ... ==> ..., value */
1563 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1564 uf = iptr->sx.s23.s3.uf;
1566 fieldtype = uf->fieldref->parseddesc.fd->type;
1567 disp = dseg_add_unique_address(cd, NULL);
1569 codegen_addpatchref(cd, PATCHER_get_putstatic,
1570 iptr->sx.s23.s3.uf, disp);
1573 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1575 fieldtype = fi->type;
1576 disp = dseg_add_address(cd, &(fi->value));
1578 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1579 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1583 M_ALD(REG_ITMP1, REG_PV, disp);
1584 switch (fieldtype) {
1586 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1587 M_ILD_INTERN(d, REG_ITMP1, 0);
1590 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1591 M_LLD(d, REG_ITMP1, 0);
1594 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1595 M_ALD_INTERN(d, REG_ITMP1, 0);
1598 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1599 M_FLD_INTERN(d, REG_ITMP1, 0);
1602 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1603 M_DLD_INTERN(d, REG_ITMP1, 0);
1606 emit_store_dst(jd, iptr, d);
1609 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1612 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1613 uf = iptr->sx.s23.s3.uf;
1615 fieldtype = uf->fieldref->parseddesc.fd->type;
1616 disp = dseg_add_unique_address(cd, NULL);
1618 codegen_addpatchref(cd, PATCHER_get_putstatic,
1619 iptr->sx.s23.s3.uf, disp);
1621 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1623 fieldtype = fi->type;
1624 disp = dseg_add_address(cd, &(fi->value));
1626 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1627 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1631 M_ALD(REG_ITMP1, REG_PV, disp);
1632 switch (fieldtype) {
1634 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1635 M_IST_INTERN(s1, REG_ITMP1, 0);
1638 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1639 M_LST_INTERN(s1, REG_ITMP1, 0);
1642 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1643 M_AST_INTERN(s1, REG_ITMP1, 0);
1646 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1647 M_FST_INTERN(s1, REG_ITMP1, 0);
1650 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1651 M_DST_INTERN(s1, REG_ITMP1, 0);
1657 case ICMD_GETFIELD: /* ... ==> ..., value */
1659 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1661 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1662 uf = iptr->sx.s23.s3.uf;
1663 fieldtype = uf->fieldref->parseddesc.fd->type;
1666 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1668 fi = iptr->sx.s23.s3.fmiref->p.field;
1669 fieldtype = fi->type;
1673 /* implicit null-pointer check */
1674 switch (fieldtype) {
1676 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1680 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1684 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1688 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1692 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1696 emit_store_dst(jd, iptr, d);
1699 case ICMD_PUTFIELD: /* ..., value ==> ... */
1701 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1703 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1704 uf = iptr->sx.s23.s3.uf;
1705 fieldtype = uf->fieldref->parseddesc.fd->type;
1709 fi = iptr->sx.s23.s3.fmiref->p.field;
1710 fieldtype = fi->type;
1714 if (IS_INT_LNG_TYPE(fieldtype)) {
1715 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1718 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1720 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1721 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1725 /* implicit null-pointer check */
1726 switch (fieldtype) {
1728 M_IST(s2, s1, disp);
1731 M_LST(s2, s1, disp);
1734 M_AST(s2, s1, disp);
1737 M_FST(s2, s1, disp);
1740 M_DST(s2, s1, disp);
1746 /* branch operations **************************************************/
1748 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1750 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1751 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1753 #ifdef ENABLE_VERIFIER
1754 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1755 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1756 iptr->sx.s23.s2.uc, 0);
1758 #endif /* ENABLE_VERIFIER */
1760 disp = dseg_add_functionptr(cd, asm_handle_exception);
1761 M_ALD(REG_ITMP2, REG_PV, disp);
1764 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1765 M_BL(0); /* get current PC */
1766 M_MFLR(REG_ITMP2_XPC);
1767 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1768 M_RTS; /* jump to CTR */
1773 case ICMD_GOTO: /* ... ==> ... */
1774 case ICMD_RET: /* ... ==> ... */
1776 emit_br(cd, iptr->dst.block);
1780 case ICMD_JSR: /* ... ==> ... */
1782 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1786 case ICMD_IFNULL: /* ..., value ==> ... */
1788 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1790 emit_beq(cd, iptr->dst.block);
1793 case ICMD_IFNONNULL: /* ..., value ==> ... */
1795 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1797 emit_bne(cd, iptr->dst.block);
1805 case ICMD_IFEQ: /* ..., value ==> ... */
1807 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1808 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1809 M_CMPI(s1, iptr->sx.val.i);
1811 ICONST(REG_ITMP2, iptr->sx.val.i);
1812 M_CMP(s1, REG_ITMP2);
1814 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1817 case ICMD_IF_LEQ: /* ..., value ==> ... */
1818 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1819 LCONST(REG_ITMP2, iptr->sx.val.l);
1820 M_CMP(s1, REG_ITMP2);
1821 emit_beq(cd, iptr->dst.block);
1823 case ICMD_IF_LLT: /* ..., value ==> ... */
1824 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1825 LCONST(REG_ITMP2, iptr->sx.val.l);
1826 M_CMP(s1, REG_ITMP2);
1827 emit_blt(cd, iptr->dst.block);
1829 case ICMD_IF_LLE: /* ..., value ==> ... */
1830 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1831 LCONST(REG_ITMP2, iptr->sx.val.l);
1832 M_CMP(s1, REG_ITMP2);
1833 emit_ble(cd, iptr->dst.block);
1836 case ICMD_IF_LNE: /* ..., value ==> ... */
1837 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1838 LCONST(REG_ITMP2, iptr->sx.val.l);
1839 M_CMP(s1, REG_ITMP2);
1840 emit_bne(cd, iptr->dst.block);
1842 case ICMD_IF_LGE: /* ..., value ==> ... */
1843 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1844 LCONST(REG_ITMP2, iptr->sx.val.l);
1845 M_CMP(s1, REG_ITMP2);
1846 emit_bge(cd, iptr->dst.block);
1848 case ICMD_IF_LGT: /* ..., value ==> ... */
1849 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1850 LCONST(REG_ITMP2, iptr->sx.val.l);
1851 M_CMP(s1, REG_ITMP2);
1852 emit_bgt(cd, iptr->dst.block);
1854 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1855 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1856 case ICMD_IF_LCMPEQ:
1858 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1859 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1861 emit_beq(cd, iptr->dst.block);
1864 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1865 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1866 case ICMD_IF_LCMPNE:
1868 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1869 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1871 emit_bne(cd, iptr->dst.block);
1875 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1876 case ICMD_IF_LCMPLT:
1878 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1879 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1881 emit_blt(cd, iptr->dst.block);
1884 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1885 case ICMD_IF_LCMPGT:
1887 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1888 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1890 emit_bgt(cd, iptr->dst.block);
1893 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1894 case ICMD_IF_LCMPLE:
1896 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1897 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1899 emit_ble(cd, iptr->dst.block);
1902 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1903 case ICMD_IF_LCMPGE:
1905 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1906 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1908 emit_bge(cd, iptr->dst.block);
1912 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1913 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1915 REPLACEMENT_POINT_RETURN(cd, iptr);
1916 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1917 M_LNGMOVE(s1, REG_RESULT);
1918 goto nowperformreturn;
1920 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1922 REPLACEMENT_POINT_RETURN(cd, iptr);
1923 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1924 M_LNGMOVE(s1, REG_RESULT);
1926 #ifdef ENABLE_VERIFIER
1927 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1928 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1929 iptr->sx.s23.s2.uc, 0);
1931 #endif /* ENABLE_VERIFIER */
1933 goto nowperformreturn;
1935 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1938 REPLACEMENT_POINT_RETURN(cd, iptr);
1939 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1940 M_FLTMOVE(s1, REG_FRESULT);
1941 goto nowperformreturn;
1943 case ICMD_RETURN: /* ... ==> ... */
1945 REPLACEMENT_POINT_RETURN(cd, iptr);
1951 p = cd->stackframesize;
1953 /* call trace function */
1955 #if !defined(NDEBUG)
1956 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1957 emit_verbosecall_exit(jd);
1961 #if defined(ENABLE_THREADS)
1962 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1963 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1964 M_ALD(REG_ITMP3, REG_PV, disp);
1965 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1968 /* we need to save the proper return value */
1970 switch (iptr->opc) {
1975 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1978 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1981 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1985 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
1988 /* and now restore the proper return value */
1990 switch (iptr->opc) {
1995 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1998 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2001 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2007 /* restore return address */
2009 if (!jd->isleafmethod) {
2010 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2011 may have a displacement overflow. */
2013 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2017 /* restore saved registers */
2019 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2020 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2022 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2023 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2026 /* deallocate stack */
2028 if (cd->stackframesize)
2029 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2037 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2040 branch_target_t *table;
2042 table = iptr->dst.table;
2044 l = iptr->sx.s23.s2.tablelow;
2045 i = iptr->sx.s23.s3.tablehigh;
2047 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2049 M_INTMOVE(s1, REG_ITMP1);
2050 } else if (l <= 32768) {
2051 M_LDA(REG_ITMP1, s1, -l);
2053 ICONST(REG_ITMP2, l);
2054 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2057 /* number of targets */
2062 M_CMPUI(REG_ITMP1, i - 1);
2063 emit_bgt(cd, table[0].block);
2065 /* build jump table top down and use address of lowest entry */
2070 dseg_add_target(cd, table->block);
2074 /* length of dataseg after last dseg_add_unique_target is used by load */
2076 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2077 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2078 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2086 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2089 lookup_target_t *lookup;
2091 lookup = iptr->dst.lookup;
2093 i = iptr->sx.s23.s2.lookupcount;
2095 MCODECHECK((i<<2)+8);
2096 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2098 val = lookup->value;
2099 if ((val >= -32768) && (val <= 32767)) {
2103 a = dseg_add_s4(cd, val);
2104 M_ILD(REG_ITMP2, REG_PV, a);
2105 M_CMP(s1, REG_ITMP2);
2107 emit_beq(cd, lookup->target.block);
2111 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2118 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2120 bte = iptr->sx.s23.s3.bte;
2124 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2125 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2126 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2127 case ICMD_INVOKEINTERFACE:
2129 REPLACEMENT_POINT_INVOKE(cd, iptr);
2131 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2133 um = iptr->sx.s23.s3.um;
2134 md = um->methodref->parseddesc.md;
2137 lm = iptr->sx.s23.s3.fmiref->p.method;
2139 md = lm->parseddesc;
2143 s3 = md->paramcount;
2145 MCODECHECK((s3 << 1) + 64);
2147 /* copy arguments to registers or stack location */
2149 for (s3 = s3 - 1; s3 >= 0; s3--) {
2150 var = VAR(iptr->sx.s23.s2.args[s3]);
2151 d = md->params[s3].regoff;
2153 if (var->flags & PREALLOC)
2156 if (IS_INT_LNG_TYPE(var->type)) {
2157 if (!md->params[s3].inmemory) {
2158 s1 = emit_load(jd, iptr, var, d);
2162 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2163 M_LST(s1, REG_SP, d * 8);
2167 if (!md->params[s3].inmemory) {
2168 s1 = emit_load(jd, iptr, var, d);
2172 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2173 M_DST(s1, REG_SP, d * 8);
2178 switch (iptr->opc) {
2180 disp = dseg_add_functionptr(cd, bte->fp);
2181 M_ALD(REG_PV, REG_PV, disp);
2182 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2184 /* generate the actual call */
2185 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2188 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2189 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2191 M_LDA(REG_PV, REG_ITMP1, -disp);
2193 emit_exception_check(cd, iptr);
2197 case ICMD_INVOKESPECIAL:
2198 emit_nullpointer_check(cd, iptr, REG_A0);
2201 case ICMD_INVOKESTATIC:
2203 disp = dseg_add_unique_address(cd, um);
2205 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2208 disp = dseg_add_address(cd, lm->stubroutine);
2210 M_ALD(REG_PV, REG_PV, disp);
2212 /* generate the actual call */
2216 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2217 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2219 M_LDA(REG_PV, REG_ITMP1, -disp);
2222 case ICMD_INVOKEVIRTUAL:
2224 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2227 s1 = OFFSET(vftbl_t, table[0]) +
2228 sizeof(methodptr) * lm->vftblindex;
2231 /* implicit null-pointer check */
2232 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2233 M_ALD(REG_PV, REG_METHODPTR, s1);
2235 /* generate the actual call */
2239 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2240 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2242 M_LDA(REG_PV, REG_ITMP1, -disp);
2245 case ICMD_INVOKEINTERFACE:
2247 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2253 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2254 sizeof(methodptr*) * lm->class->index;
2256 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2259 /* implicit null-pointer check */
2260 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2261 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2262 M_ALD(REG_PV, REG_METHODPTR, s2);
2264 /* generate the actual call */
2268 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2269 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2271 M_LDA(REG_PV, REG_ITMP1, -disp);
2275 /* store return value */
2277 d = md->returntype.type;
2279 if (d != TYPE_VOID) {
2280 if (IS_INT_LNG_TYPE(d)) {
2281 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2282 M_MOV(REG_RESULT, s1);
2285 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2286 M_FLTMOVE(REG_FRESULT, s1);
2288 emit_store_dst(jd, iptr, s1);
2292 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2293 /* val.a: (classinfo*) superclass */
2295 /* superclass is an interface:
2297 * OK if ((sub == NULL) ||
2298 * (sub->vftbl->interfacetablelength > super->index) &&
2299 * (sub->vftbl->interfacetable[-super->index] != NULL));
2301 * superclass is a class:
2303 * OK if ((sub == NULL) || (0
2304 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2305 * super->vftbl->diffvall));
2308 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2309 /* object type cast-check */
2314 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2318 super = iptr->sx.s23.s3.c.cls;
2319 superindex = super->index;
2322 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2323 CODEGEN_CRITICAL_SECTION_NEW;
2326 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2328 /* if class is not resolved, check which code to call */
2330 if (super == NULL) {
2332 emit_label_beq(cd, BRANCH_LABEL_1);
2333 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2335 codegen_addpatchref(cd,
2336 PATCHER_checkcast_instanceof_flags,
2337 iptr->sx.s23.s3.c.ref,
2340 M_ILD(REG_ITMP2, REG_PV, disp);
2341 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2343 emit_label_beq(cd, BRANCH_LABEL_2);
2346 /* interface checkcast code */
2348 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2349 if (super == NULL) {
2350 codegen_addpatchref(cd,
2351 PATCHER_checkcast_interface,
2352 iptr->sx.s23.s3.c.ref,
2356 emit_label_beq(cd, BRANCH_LABEL_3);
2359 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2360 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2361 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2362 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2363 M_ALD(REG_ITMP3, REG_ITMP2,
2364 OFFSET(vftbl_t, interfacetable[0]) -
2365 superindex * sizeof(methodptr*));
2367 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2369 if (super == NULL) {
2370 emit_label_br(cd, BRANCH_LABEL_4);
2372 emit_label(cd, BRANCH_LABEL_3);
2376 /* class checkcast code */
2378 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2379 if (super == NULL) {
2380 emit_label(cd, BRANCH_LABEL_2);
2382 disp = dseg_add_unique_address(cd, NULL);
2383 codegen_addpatchref(cd, PATCHER_checkcast_class,
2384 iptr->sx.s23.s3.c.ref,
2387 disp = dseg_add_address(cd, super->vftbl);
2389 emit_label_beq(cd, BRANCH_LABEL_5);
2392 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2394 CODEGEN_CRITICAL_SECTION_START;
2396 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2397 M_ALD(REG_ITMP2, REG_PV, disp);
2398 if (s1 != REG_ITMP1) {
2399 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2400 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2402 CODEGEN_CRITICAL_SECTION_END;
2404 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2405 M_EXTSW(REG_ITMP3, REG_ITMP3);
2407 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2408 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2409 M_EXTSW(REG_ITMP3, REG_ITMP3);
2410 M_ALD(REG_ITMP2, REG_PV, disp);
2411 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2413 CODEGEN_CRITICAL_SECTION_END;
2416 M_CMPU(REG_ITMP3, REG_ITMP2);
2417 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2420 emit_label(cd, BRANCH_LABEL_5);
2423 if (super == NULL) {
2424 emit_label(cd, BRANCH_LABEL_1);
2425 emit_label(cd, BRANCH_LABEL_4);
2427 d = codegen_reg_of_dst(jd, iptr, s1);
2430 /* array type cast-check */
2432 s1 = emit_load_s1(jd, iptr, REG_A0);
2433 M_INTMOVE(s1, REG_A0);
2436 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2437 disp = dseg_add_unique_address(cd, NULL);
2438 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2439 iptr->sx.s23.s3.c.ref,
2442 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2445 M_ALD(REG_A1, REG_PV, disp);
2446 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2447 M_ALD(REG_ITMP2, REG_PV, disp);
2448 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2452 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2454 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2455 d = codegen_reg_of_dst(jd, iptr, s1);
2458 emit_store_dst(jd, iptr, d);
2462 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2463 /* val.a: (classinfo*) superclass */
2465 /* superclass is an interface:
2467 * return (sub != NULL) &&
2468 * (sub->vftbl->interfacetablelength > super->index) &&
2469 * (sub->vftbl->interfacetable[-super->index] != NULL);
2471 * superclass is a class:
2473 * return ((sub != NULL) && (0
2474 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2475 * super->vftbl->diffvall));
2480 vftbl_t *supervftbl;
2483 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2488 super = iptr->sx.s23.s3.c.cls;
2489 superindex = super->index;
2492 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2493 CODEGEN_CRITICAL_SECTION_NEW;
2496 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2497 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2499 M_MOV(s1, REG_ITMP1);
2505 /* if class is not resolved, check which code to call */
2507 if (super == NULL) {
2509 emit_label_beq(cd, BRANCH_LABEL_1);
2510 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2512 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2513 iptr->sx.s23.s3.c.ref, disp);
2515 M_ILD(REG_ITMP3, REG_PV, disp);
2516 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2517 emit_label_beq(cd, BRANCH_LABEL_2);
2520 /* interface instanceof code */
2522 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2523 if (super == NULL) {
2524 codegen_addpatchref(cd,
2525 PATCHER_instanceof_interface,
2526 iptr->sx.s23.s3.c.ref, 0);
2530 emit_label_beq(cd, BRANCH_LABEL_3);
2533 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2534 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2535 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2537 M_ALD(REG_ITMP1, REG_ITMP1,
2538 OFFSET(vftbl_t, interfacetable[0]) -
2539 superindex * sizeof(methodptr*));
2542 M_IADD_IMM(REG_ZERO, 1, d);
2544 if (super == NULL) {
2545 emit_label_br(cd, BRANCH_LABEL_4);
2547 emit_label(cd, BRANCH_LABEL_3);
2551 /* class instanceof code */
2553 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2555 if (super == NULL) {
2556 emit_label(cd, BRANCH_LABEL_2);
2558 disp = dseg_add_unique_address(cd, NULL);
2559 codegen_addpatchref(cd, PATCHER_instanceof_class,
2560 iptr->sx.s23.s3.c.ref,
2564 disp = dseg_add_address(cd, super->vftbl);
2566 emit_label_beq(cd, BRANCH_LABEL_5);
2569 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2570 M_ALD(REG_ITMP2, REG_PV, disp);
2572 CODEGEN_CRITICAL_SECTION_START;
2574 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2575 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2576 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2578 CODEGEN_CRITICAL_SECTION_END;
2580 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2581 M_EXTSW(REG_ITMP1, REG_ITMP1);
2582 M_CMPU(REG_ITMP1, REG_ITMP2);
2585 M_IADD_IMM(REG_ZERO, 1, d);
2588 emit_label(cd, BRANCH_LABEL_5);
2591 if (super == NULL) {
2592 emit_label(cd, BRANCH_LABEL_1);
2593 emit_label(cd, BRANCH_LABEL_4);
2596 emit_store_dst(jd, iptr, d);
2600 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2602 /* check for negative sizes and copy sizes to stack if necessary */
2604 MCODECHECK((iptr->s1.argcount << 1) + 64);
2606 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2608 var = VAR(iptr->sx.s23.s2.args[s1]);
2610 /* copy SAVEDVAR sizes to stack */
2612 if (!(var->flags & PREALLOC)) {
2613 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2614 #if defined(__DARWIN__)
2615 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2617 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2622 /* a0 = dimension count */
2624 ICONST(REG_A0, iptr->s1.argcount);
2626 /* is patcher function set? */
2628 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2629 disp = dseg_add_unique_address(cd, NULL);
2631 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2632 iptr->sx.s23.s3.c.ref, disp);
2634 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2637 /* a1 = arraydescriptor */
2639 M_ALD(REG_A1, REG_PV, disp);
2641 /* a2 = pointer to dimensions = stack pointer */
2643 #if defined(__DARWIN__)
2644 M_LDA(REG_A2, REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2646 M_LDA(REG_A2, REG_SP, LA_SIZE + 3 * 8);
2649 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2650 M_ALD(REG_ITMP3, REG_PV, disp);
2651 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2655 /* check for exception before result assignment */
2656 emit_exception_check(cd, iptr);
2658 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2659 M_INTMOVE(REG_RESULT, d);
2660 emit_store_dst(jd, iptr, d);
2664 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2669 } /* for instruction */
2671 } /* if (bptr -> flags >= BBREACHED) */
2672 } /* for basic block */
2674 dseg_createlinenumbertable(cd);
2676 /* generate stubs */
2678 emit_patcher_stubs(jd);
2679 REPLACEMENT_EMIT_STUBS(jd);
2681 /* everything's ok */
2687 /* codegen_emit_stub_compiler **************************************************
2689 Emits a stub routine which calls the compiler.
2691 *******************************************************************************/
2693 void codegen_emit_stub_compiler(jitdata *jd)
2698 /* get required compiler data */
2703 /* code for the stub */
2705 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2706 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2712 /* codegen_emit_stub_native ****************************************************
2714 Emits a stub routine which calls a native method.
2716 *******************************************************************************/
2718 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
2730 /* get required compiler data */
2736 /* set some variables */
2739 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
2741 /* calculate stackframe size */
2743 cd->stackframesize =
2744 sizeof(stackframeinfo) / SIZEOF_VOID_P +
2745 sizeof(localref_table) / SIZEOF_VOID_P +
2746 4 + /* 4 stackframeinfo arguments (darwin)*/
2750 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2752 /* create method header */
2754 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2755 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2756 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
2757 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2758 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2759 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2760 (void) dseg_addlinenumbertablesize(cd);
2761 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
2766 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2767 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2769 #if !defined(NDEBUG)
2770 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2771 emit_verbosecall_enter(jd);
2774 /* get function address (this must happen before the stackframeinfo) */
2776 funcdisp = dseg_add_functionptr(cd, f);
2778 #if !defined(WITH_STATIC_CLASSPATH)
2780 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
2784 /* save integer and float argument registers */
2788 for (i = 0; i < md->paramcount; i++) {
2789 t = md->paramtypes[i].type;
2791 if (IS_INT_LNG_TYPE(t)) {
2792 if (!md->params[i].inmemory) {
2793 s1 = md->params[i].regoff;
2794 M_LST(s1, REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2800 for (i = 0; i < md->paramcount; i++) {
2801 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2802 if (!md->params[i].inmemory) {
2803 s1 = md->params[i].regoff;
2804 M_DST(s1, REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2810 /* create native stack info */
2812 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A0);
2813 M_MOV(REG_PV, REG_A1);
2814 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A2);
2815 M_ALD(REG_A3, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2816 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2818 M_ALD(REG_ITMP1, REG_PV, disp);
2819 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2823 /* restore integer and float argument registers */
2827 for (i = 0; i < md->paramcount; i++) {
2828 t = md->paramtypes[i].type;
2830 if (IS_INT_LNG_TYPE(t)) {
2831 if (!md->params[i].inmemory) {
2832 s1 = md->params[i].regoff;
2833 M_LLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2839 for (i = 0; i < md->paramcount; i++) {
2840 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2841 if (!md->params[i].inmemory) {
2842 s1 = md->params[i].regoff;
2843 M_DLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2849 /* copy or spill arguments to new locations */
2851 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
2852 t = md->paramtypes[i].type;
2854 if (IS_INT_LNG_TYPE(t)) {
2855 if (!md->params[i].inmemory) {
2856 s1 = md->params[i].regoff;
2857 s2 = nmd->params[j].regoff;
2859 if (!nmd->params[j].inmemory)
2862 M_LST(s1, REG_SP, s2 * 8);
2865 s1 = md->params[i].regoff + cd->stackframesize;
2866 s2 = nmd->params[j].regoff;
2868 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
2869 M_LST(REG_ITMP1, REG_SP, s2 * 8);
2873 /* We only copy spilled float arguments, as the float
2874 argument registers keep unchanged. */
2876 if (md->params[i].inmemory) {
2877 s1 = md->params[i].regoff + cd->stackframesize;
2878 s2 = nmd->params[j].regoff;
2880 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
2882 if (IS_2_WORD_TYPE(t))
2883 M_DST(REG_FTMP1, REG_SP, s2 * 8);
2885 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
2890 /* put class into second argument register */
2892 if (m->flags & ACC_STATIC) {
2893 disp = dseg_add_unique_address(cd, m->class);
2894 M_ALD(REG_A1, REG_PV, disp);
2897 /* put env into first argument register */
2899 disp = dseg_add_unique_address(cd, _Jv_env);
2900 M_ALD(REG_A0, REG_PV, disp);
2902 /* generate the actual native call */
2903 /* native functions have a different TOC for sure */
2905 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2906 M_ALD(REG_ITMP3, REG_PV, funcdisp);
2907 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2908 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2911 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2913 /* save return value */
2915 if (md->returntype.type != TYPE_VOID) {
2916 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2917 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2920 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2924 /* print call trace */
2925 #if ! defined(NDEBGUU)
2926 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2927 emit_verbosecall_exit(jd);
2930 /* remove native stackframe info */
2932 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A0);
2933 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2934 M_ALD(REG_ITMP1, REG_PV, disp);
2935 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2938 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2940 /* restore return value */
2942 if (md->returntype.type != TYPE_VOID) {
2943 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2944 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2947 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
2948 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2950 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
2955 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2956 M_MTLR(REG_ITMP2_XPC);
2957 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2959 /* check for exception */
2961 M_TST(REG_ITMP1_XPTR);
2962 M_BNE(1); /* if no exception then return */
2966 /* handle exception */
2968 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2970 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2971 M_ALD(REG_ITMP3, REG_PV, disp);
2975 /* generate patcher stub call code */
2977 emit_patcher_stubs(jd);
2984 * These are local overrides for various environment variables in Emacs.
2985 * Please do not remove this and leave it at the end of the file, where
2986 * Emacs will automagically detect them.
2987 * ---------------------------------------------------------------------
2990 * indent-tabs-mode: t
2994 * vim:noexpandtab:sw=4:ts=4: