1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 8268 2007-08-07 13:24:43Z twisti $
41 #include "vm/jit/powerpc64/arch.h"
42 #include "vm/jit/powerpc64/codegen.h"
44 #include "mm/memory.h"
46 #include "native/native.h"
48 #include "threads/lock-common.h"
50 #include "vm/builtin.h"
51 #include "vm/exceptions.h"
52 #include "vm/global.h"
53 #include "vm/stringlocal.h"
56 #include "vm/jit/abi.h"
57 #include "vm/jit/abi-asm.h"
58 #include "vm/jit/md.h"
59 #include "vm/jit/asmpart.h"
60 #include "vm/jit/codegen-common.h"
61 #include "vm/jit/dseg.h"
62 #include "vm/jit/emit-common.h"
63 #include "vm/jit/jit.h"
64 #include "vm/jit/parse.h"
65 #include "vm/jit/patcher.h"
66 #include "vm/jit/reg.h"
67 #include "vm/jit/replace.h"
68 #include "vm/jit/stacktrace.h"
70 #include "vmcore/loader.h"
71 #include "vmcore/options.h"
73 #if defined(ENABLE_LSRA)
74 # include "vm/jit/allocator/lsra.h"
78 /* codegen_emit ****************************************************************
80 Generates machine code.
82 *******************************************************************************/
84 bool codegen_emit(jitdata *jd)
90 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 unresolved_method *um;
99 builtintable_entry *bte;
103 unresolved_field *uf;
106 /* get required compiler data */
113 /* prevent compiler warnings */
127 /* space to save used callee saved registers */
129 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
130 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
132 cd->stackframesize = rd->memuse + savedregs_num;
134 #if defined(ENABLE_THREADS)
135 /* space to save argument of monitor_enter and Return Values to survive */
136 /* monitor_exit. The stack position for the argument can not be shared */
137 /* with place to save the return register on PPC64, since both values */
139 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
140 /* reserve 2 slots for long/double return values for monitorexit */
141 cd->stackframesize += 2;
146 /* create method header */
148 /* align stack to 16-bytes */
151 /* if (!m->isleafmethod || opt_verbosecall) */
152 /* stackframesize = (stackframesize + 3) & ~3;
154 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
155 /* stackframesize = 0; */
157 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
158 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
160 #if defined(ENABLE_THREADS)
161 /* IsSync contains the offset relative to the stack pointer for the
162 argument of monitor_exit used in the exception handler. Since the
163 offset could be zero and give a wrong meaning of the flag it is
167 if (checksync && (m->flags & ACC_SYNCHRONIZED))
168 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
171 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
173 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
174 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
175 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
177 dseg_addlinenumbertablesize(cd);
179 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
181 /* create exception table */
183 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
184 dseg_add_target(cd, ex->start);
185 dseg_add_target(cd, ex->end);
186 dseg_add_target(cd, ex->handler);
187 (void) dseg_add_unique_address(cd, ex->catchtype.any);
190 /* create stack frame (if necessary) */
192 if (!jd->isleafmethod) {
194 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
197 if (cd->stackframesize)
198 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
200 /* save return address and used callee saved registers */
202 p = cd->stackframesize;
203 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
204 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
206 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
207 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
210 /* take arguments out of register or stack frame */
214 for (p = 0, l = 0; p < md->paramcount; p++) {
215 t = md->paramtypes[p].type;
216 varindex = jd->local_map[l*5 + t];
218 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
220 if (varindex == UNUSED)
224 s1 = md->params[p].regoff;
226 if (IS_INT_LNG_TYPE(t)) {
227 if (!md->params[p].inmemory) {
228 if (!IS_INMEMORY(var->flags))
229 M_INTMOVE(s1, var->vv.regoff);
231 M_LST(s1, REG_SP, var->vv.regoff);
234 if (!IS_INMEMORY(var->flags))
235 M_LLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
237 var->vv.regoff = cd->stackframesize * 8 + s1;
241 if (!md->params[p].inmemory) {
242 if (!IS_INMEMORY(var->flags))
243 M_FLTMOVE(s1, var->vv.regoff);
245 M_DST(s1, REG_SP, var->vv.regoff);
248 if (!(var->flags & INMEMORY)) {
249 if (IS_2_WORD_TYPE(t))
250 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
252 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize * 8 + s1);
255 var->vv.regoff = cd->stackframesize * 8 + s1;
260 /* save monitorenter argument */
262 #if defined(ENABLE_THREADS)
264 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
266 /* stackoffset for argument used for LOCK_monitor_exit */
269 #if !defined (NDEBUG)
270 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
271 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
273 for (p = 0; p < INT_ARG_CNT; p++)
274 M_LST(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
276 for (p = 0; p < FLT_ARG_CNT; p++)
277 M_DST(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
279 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
280 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
284 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
285 M_ALD(REG_ITMP3, REG_PV, p);
286 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
289 /* get or test the lock object */
291 if (m->flags & ACC_STATIC) {
292 p = dseg_add_address(cd, &m->class->object.header);
293 M_ALD(REG_A0, REG_PV, p);
298 M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
301 M_AST(REG_A0, REG_SP, s1 * 8); /* rd->memuse * 8 */
305 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
306 for (p = 0; p < INT_ARG_CNT; p++)
307 M_LLD(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
309 for (p = 0; p < FLT_ARG_CNT; p++)
310 M_DLD(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
312 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
318 /* call trace function */
319 #if !defined (NDEBUG)
320 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
321 emit_verbosecall_enter(jd);
326 /* end of header generation */
328 /* create replacement points */
330 REPLACEMENT_POINTS_INIT(cd, jd);
332 /* walk through all basic blocks */
334 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
336 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
338 if (bptr->flags >= BBREACHED) {
340 /* branch resolving */
341 codegen_resolve_branchrefs(cd, bptr);
343 /* handle replacement points */
345 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
347 /* copy interface registers to their destination */
352 #if defined(ENABLE_LSRA)
356 var = VAR(bptr->invars[len]);
357 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
358 /* d = reg_of_var(m, var, REG_ITMP1); */
359 if (!(var->flags & INMEMORY))
363 M_INTMOVE(REG_ITMP1, d);
364 emit_store(jd, NULL, var, d);
371 var = VAR(bptr->invars[len]);
372 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
373 d = codegen_reg_of_var(0, var, REG_ITMP1);
374 M_INTMOVE(REG_ITMP1, d);
375 emit_store(jd, NULL, var, d);
378 assert((var->flags & INOUT));
382 #if defined(ENABLE_LSRA)
385 /* walk through all instructions */
390 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
391 if (iptr->line != currentline) {
392 dseg_addlinenumber(cd, iptr->line);
393 currentline = iptr->line;
396 MCODECHECK(128); /* an instruction usually needs < 64 words */
399 case ICMD_NOP: /* ... ==> ... */
400 case ICMD_POP: /* ..., value ==> ... */
401 case ICMD_POP2: /* ..., value, value ==> ... */
404 case ICMD_INLINE_START:
406 REPLACEMENT_POINT_INLINE_START(cd, iptr);
409 case ICMD_INLINE_BODY:
411 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
412 dseg_addlinenumber_inline_start(cd, iptr);
413 dseg_addlinenumber(cd, iptr->line);
416 case ICMD_INLINE_END:
418 dseg_addlinenumber_inline_end(cd, iptr);
419 dseg_addlinenumber(cd, iptr->line);
422 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
424 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
427 emit_nullpointer_check(cd, iptr, s1);
430 /* constant operations ************************************************/
432 case ICMD_ICONST: /* ... ==> ..., constant */
434 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
435 ICONST(d, iptr->sx.val.i);
436 emit_store_dst(jd, iptr, d);
439 case ICMD_LCONST: /* ... ==> ..., constant */
441 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
442 LCONST(d, iptr->sx.val.l);
443 emit_store_dst(jd, iptr, d);
446 case ICMD_FCONST: /* ... ==> ..., constant */
448 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
449 a = dseg_add_float(cd, iptr->sx.val.f);
451 emit_store_dst(jd, iptr, d);
454 case ICMD_DCONST: /* ... ==> ..., constant */
456 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
457 a = dseg_add_double(cd, iptr->sx.val.d);
459 emit_store_dst(jd, iptr, d);
462 case ICMD_ACONST: /* ... ==> ..., constant */
464 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
466 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
467 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
468 codegen_addpatchref(cd, PATCHER_aconst,
472 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
474 M_ALD(d, REG_PV, disp);
475 emit_store_dst(jd, iptr, d);
479 /* load/store/copy/move operations ************************************/
481 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
482 case ICMD_ALOAD: /* s1.localindex = local variable */
486 case ICMD_ISTORE: /* ..., value ==> ... */
497 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
502 /* integer operations *************************************************/
504 case ICMD_INEG: /* ..., value ==> ..., - value */
505 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
506 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
509 emit_store_dst(jd, iptr, d);
513 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
514 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
516 emit_store_dst(jd, iptr, d);
520 case ICMD_I2L: /* ..., value ==> ..., value */
522 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
523 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
525 emit_store_dst(jd, iptr, d);
528 case ICMD_L2I: /* ..., value ==> ..., value */
530 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
531 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
533 emit_store_dst(jd, iptr, d);
536 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
538 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
539 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
541 emit_store_dst(jd, iptr, d);
544 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
546 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
547 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
549 emit_store_dst(jd, iptr, d);
552 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
554 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
555 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
557 emit_store_dst(jd, iptr, d);
561 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
563 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
564 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
565 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
568 emit_store_dst(jd, iptr, d);
574 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
575 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
576 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
577 M_IADD_IMM(s1, iptr->sx.val.i, d);
579 ICONST(REG_ITMP2, iptr->sx.val.i);
580 M_IADD(s1, REG_ITMP2, d);
583 emit_store_dst(jd, iptr, d);
586 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
588 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
589 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
590 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
592 emit_store_dst(jd, iptr, d);
595 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
596 /* sx.val.l = constant */
598 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
599 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
601 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
602 M_LADD_IMM(s1, iptr->sx.val.l, d);
604 LCONST(REG_ITMP2, iptr->sx.val.l);
605 M_LADD(s1, REG_ITMP2, d);
607 emit_store_dst(jd, iptr, d);
610 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
612 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
613 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
614 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
617 emit_store_dst(jd, iptr, d);
620 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
621 /* sx.val.i = constant */
623 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
624 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
625 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
626 M_IADD_IMM(s1, -iptr->sx.val.i, d);
628 ICONST(REG_ITMP2, iptr->sx.val.i);
629 M_SUB(s1, REG_ITMP2, d);
632 emit_store_dst(jd, iptr, d);
635 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
637 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
638 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
639 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
641 emit_store_dst(jd, iptr, d);
644 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
645 /* sx.val.l = constant */
647 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
648 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
650 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
651 M_LADD_IMM(s1, -iptr->sx.val.l, d);
653 LCONST(REG_ITMP2, iptr->sx.val.l);
654 M_SUB(s1, REG_ITMP2, d);
656 emit_store_dst(jd, iptr, d);
660 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
661 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
662 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
663 emit_arithmetic_check(cd, iptr, s2);
667 emit_store_dst(jd, iptr, d);
670 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
672 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
673 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
674 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
675 emit_arithmetic_check(cd, iptr, s2);
678 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
679 /* we only need to check this if we did a LDIV, not for IDIV */
681 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
683 M_MOV(s1, d); /* java specs says result == dividend */
684 emit_store_dst(jd, iptr, d);
688 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
689 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
690 emit_arithmetic_check(cd, iptr, s2);
692 M_DIV(s1, s2, REG_ITMP3);
693 M_MUL(REG_ITMP3, s2, REG_ITMP2);
694 M_SUB(s1, REG_ITMP2, REG_ITMP3);
695 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
698 emit_store_dst(jd, iptr, d);
702 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
703 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
704 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
705 emit_arithmetic_check(cd, iptr, s2);
707 M_DIV(s1, s2, REG_ITMP3);
708 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
709 /* we only need to check this if we did a LDIV, not for IDIV */
711 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
713 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
715 M_MUL(REG_ITMP3, s2, REG_ITMP2);
716 M_SUB(s1, REG_ITMP2, REG_ITMP3);
717 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
720 emit_store_dst(jd, iptr, d);
724 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
725 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
726 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
727 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
730 emit_store_dst(jd, iptr, d);
734 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
735 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
736 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
738 emit_store_dst(jd, iptr, d);
741 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
742 /* sx.val.i = constant */
744 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
745 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
746 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
747 M_MUL_IMM(s1, iptr->sx.val.i, d);
749 ICONST(REG_ITMP3, iptr->sx.val.i);
750 M_MUL(s1, REG_ITMP3, d);
753 emit_store_dst(jd, iptr, d);
756 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
757 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
758 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
759 M_MUL_IMM(s1, iptr->sx.val.l, d);
761 LCONST(REG_ITMP3, iptr->sx.val.l);
762 M_MUL(s1, REG_ITMP3, d);
764 emit_store_dst(jd, iptr, d);
767 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
769 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
770 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
771 M_SRA_IMM(s1, iptr->sx.val.i, d);
774 emit_store_dst(jd, iptr, d);
777 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
779 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
780 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
781 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
782 M_AND_IMM(s2, 0x1f, REG_ITMP3);
783 M_SLL(s1, REG_ITMP3, d);
785 emit_store_dst(jd, iptr, d);
788 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
789 /* sx.val.i = constant */
791 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
792 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
793 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
795 emit_store_dst(jd, iptr, d);
798 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
800 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
801 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
802 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
803 M_AND_IMM(s2, 0x1f, REG_ITMP3);
804 M_SRA(s1, REG_ITMP3, d);
805 emit_store_dst(jd, iptr, d);
808 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
809 /* sx.val.i = constant */
811 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
812 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
813 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
814 emit_store_dst(jd, iptr, d);
817 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
819 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
820 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
821 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
822 M_AND_IMM(s2, 0x1f, REG_ITMP2);
823 M_MOV(s1, REG_ITMP1);
824 M_CLR_HIGH(REG_ITMP1);
825 M_SRL(REG_ITMP1, REG_ITMP2, d);
826 M_EXTSW(d,d); /* for the case it was shift 0 bits */
827 emit_store_dst(jd, iptr, d);
830 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
831 /* sx.val.i = constant */
833 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
834 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
835 if (iptr->sx.val.i & 0x1f) {
836 M_MOV(s1, REG_ITMP1);
837 M_CLR_HIGH(REG_ITMP1);
838 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
842 emit_store_dst(jd, iptr, d);
846 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
847 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
848 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
849 emit_store_dst(jd, iptr, d);
852 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
853 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
854 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
855 M_AND_IMM(s2, 0x3f, REG_ITMP2);
856 M_SLL(s1, REG_ITMP2, d);
857 emit_store_dst(jd, iptr, d);
860 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
861 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
862 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
863 emit_store_dst(jd, iptr, d);
866 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
867 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
868 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
869 M_AND_IMM(s2, 0x3f, REG_ITMP2);
870 M_SRA(s1, REG_ITMP2, d);
871 emit_store_dst(jd, iptr, d);
873 case ICMD_LUSHRCONST:
874 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
875 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
876 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
877 emit_store_dst(jd, iptr, d);
880 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
881 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
882 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
883 M_AND_IMM(s2, 0x3f, REG_ITMP2);
884 M_SRL(s1, REG_ITMP2, d);
885 emit_store_dst(jd, iptr, d);
888 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
889 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
890 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
891 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
894 emit_store_dst(jd, iptr, d);
898 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
899 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
900 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
902 emit_store_dst(jd, iptr, d);
905 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
906 /* sx.val.i = constant */
908 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
909 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
910 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
911 M_AND_IMM(s1, iptr->sx.val.i, d);
914 else if (iptr->sx.val.i == 0xffffff) {
915 M_RLWINM(s1, 0, 8, 31, d);
919 ICONST(REG_ITMP3, iptr->sx.val.i);
920 M_AND(s1, REG_ITMP3, d);
922 emit_store_dst(jd, iptr, d);
925 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
926 /* sx.val.l = constant */
928 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
929 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
930 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
931 M_AND_IMM(s1, iptr->sx.val.l, d);
933 else if (iptr->sx.val.l == 0xffffff) {
934 M_RLWINM(s1, 0, 8, 31, d);
938 LCONST(REG_ITMP3, iptr->sx.val.l);
939 M_AND(s1, REG_ITMP3, d);
941 emit_store_dst(jd, iptr, d);
944 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
945 /* sx.val.i = constant */
946 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
947 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
949 /* fast division, result in REG_ITMP3) */
950 M_SRA_IMM(s1, iptr->sx.val.i, REG_ITMP3);
951 M_ADDZE(REG_ITMP3, REG_ITMP3);
953 M_SUB(s1, REG_ITMP3, d);
955 emit_store_dst(jd, iptr, d);
959 M_MOV(s1, REG_ITMP2);
961 M_BGE(1 + 3*(iptr->sx.val.i >= 32768));
962 if (iptr->sx.val.i >= 32768) {
963 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
964 M_EXTSW(REG_ITMP2, REG_ITMP2);
965 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
966 M_IADD(s1, REG_ITMP2, REG_ITMP2);
968 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
971 int b=0, m = iptr->sx.val.i;
974 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
976 M_SUB(s1, REG_ITMP2, d);
978 emit_store_dst(jd, iptr, d);
982 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
983 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
984 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
985 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
988 emit_store_dst(jd, iptr, d);
993 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
994 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
995 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
997 emit_store_dst(jd, iptr, d);
1000 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
1001 /* sx.val.i = constant */
1003 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1004 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1005 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1006 M_OR_IMM(s1, iptr->sx.val.i, d);
1008 ICONST(REG_ITMP3, iptr->sx.val.i);
1009 M_OR(s1, REG_ITMP3, d);
1011 emit_store_dst(jd, iptr, d);
1014 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
1015 /* sx.val.l = constant */
1017 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1018 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1019 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1020 M_OR_IMM(s1, iptr->sx.val.l, d);
1022 LCONST(REG_ITMP3, iptr->sx.val.l);
1023 M_OR(s1, REG_ITMP3, d);
1025 emit_store_dst(jd, iptr, d);
1029 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1032 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1033 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1034 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1036 emit_store_dst(jd, iptr, d);
1039 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1040 /* sx.val.i = constant */
1042 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1043 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1044 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1045 M_XOR_IMM(s1, iptr->sx.val.i, d);
1047 ICONST(REG_ITMP3, iptr->sx.val.i);
1048 M_XOR(s1, REG_ITMP3, d);
1050 emit_store_dst(jd, iptr, d);
1053 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1054 /* sx.val.l = constant */
1056 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1057 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1058 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1059 M_XOR_IMM(s1, iptr->sx.val.l, d);
1061 LCONST(REG_ITMP3, iptr->sx.val.l);
1062 M_XOR(s1, REG_ITMP3, d);
1064 emit_store_dst(jd, iptr, d);
1067 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1069 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1070 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1071 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1072 /* XXX implement me!!! */
1073 vm_abort("codegen: implement ICMD_LCMP!");
1074 emit_store_dst(jd, iptr, d);
1079 /* floating operations ************************************************/
1081 case ICMD_FNEG: /* ..., value ==> ..., - value */
1083 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1084 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1086 emit_store_dst(jd, iptr, d);
1089 case ICMD_DNEG: /* ..., value ==> ..., - value */
1091 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1092 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1094 emit_store_dst(jd, iptr, d);
1097 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1099 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1100 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1101 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1103 emit_store_dst(jd, iptr, d);
1106 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1108 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1109 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1110 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1112 emit_store_dst(jd, iptr, d);
1115 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1117 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1118 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1119 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1121 emit_store_dst(jd, iptr, d);
1124 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1126 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1127 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1128 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1130 emit_store_dst(jd, iptr, d);
1133 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1135 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1136 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1137 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1139 emit_store_dst(jd, iptr, d);
1142 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1144 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1145 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1146 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1148 emit_store_dst(jd, iptr, d);
1151 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1153 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1154 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1155 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1157 emit_store_dst(jd, iptr, d);
1160 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1162 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1163 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1164 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1166 emit_store_dst(jd, iptr, d);
1169 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1172 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1173 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1175 disp = dseg_add_float(cd, 0.0);
1176 M_FLD(REG_FTMP2, REG_PV, disp);
1177 M_FCMPU(s1, REG_FTMP2);
1179 disp = dseg_add_unique_s4(cd, 0);
1180 M_CVTDL_C(s1, REG_FTMP1);
1181 M_LDA(REG_ITMP1, REG_PV, disp);
1182 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1183 M_ILD(d, REG_PV, disp);
1184 emit_store_dst(jd, iptr, d);
1187 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1189 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1190 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1192 emit_store_dst(jd, iptr, d);
1195 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1197 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1198 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1200 emit_store_dst(jd, iptr, d);
1203 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1204 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1207 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1208 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1209 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1211 M_IADD_IMM(REG_ZERO, -1, d);
1214 M_IADD_IMM(REG_ZERO, 0, d);
1216 M_IADD_IMM(REG_ZERO, 1, d);
1217 emit_store_dst(jd, iptr, d);
1220 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1221 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1223 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1224 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1225 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1227 M_IADD_IMM(REG_ZERO, 1, d);
1230 M_IADD_IMM(REG_ZERO, 0, d);
1232 M_IADD_IMM(REG_ZERO, -1, d);
1233 emit_store_dst(jd, iptr, d);
1236 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1237 case ICMD_IF_DCMPEQ:
1239 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1240 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1243 emit_beq(cd, iptr->dst.block);
1246 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1247 case ICMD_IF_DCMPNE:
1249 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1250 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1252 emit_bnan(cd, iptr->dst.block);
1253 emit_bne(cd, iptr->dst.block);
1257 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1258 case ICMD_IF_DCMPL_LT:
1260 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1261 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1263 emit_bnan(cd, iptr->dst.block);
1264 emit_blt(cd, iptr->dst.block);
1267 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1268 case ICMD_IF_DCMPL_GT:
1270 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1271 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1274 emit_bgt(cd, iptr->dst.block);
1277 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1278 case ICMD_IF_DCMPL_LE:
1280 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1281 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1283 emit_bnan(cd, iptr->dst.block);
1284 emit_ble(cd, iptr->dst.block);
1287 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1288 case ICMD_IF_DCMPL_GE:
1290 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1291 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1294 emit_bge(cd, iptr->dst.block);
1297 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1298 case ICMD_IF_DCMPG_LT:
1300 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1301 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1304 emit_blt(cd, iptr->dst.block);
1307 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1308 case ICMD_IF_DCMPG_GT:
1310 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1311 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1313 emit_bnan(cd, iptr->dst.block);
1314 emit_bgt(cd, iptr->dst.block);
1317 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1318 case ICMD_IF_DCMPG_LE:
1320 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1321 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1324 emit_ble(cd, iptr->dst.block);
1327 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1328 case ICMD_IF_DCMPG_GE:
1330 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1331 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1333 emit_bnan(cd, iptr->dst.block);
1334 emit_bge(cd, iptr->dst.block);
1338 /* memory operations **************************************************/
1340 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1342 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1343 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1344 emit_nullpointer_check(cd, iptr, s1);
1345 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1346 emit_store_dst(jd, iptr, d);
1349 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1351 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1352 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1353 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1354 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1355 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1356 /* implicit null-pointer check */
1357 M_LBZX(d, s1, REG_ITMP2);
1359 emit_store_dst(jd, iptr, d);
1362 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1364 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1365 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1366 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1367 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1368 M_SLL_IMM(s2, 1, REG_ITMP2);
1369 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1370 /* implicit null-pointer check */
1371 M_LHZX(d, s1, REG_ITMP2);
1372 emit_store_dst(jd, iptr, d);
1375 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1377 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1378 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1379 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1380 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1381 M_SLL_IMM(s2, 1, REG_ITMP2);
1382 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1383 /* implicit null-pointer check */
1384 M_LHAX(d, s1, REG_ITMP2);
1385 emit_store_dst(jd, iptr, d);
1388 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1390 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1391 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1392 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1393 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1394 M_SLL_IMM(s2, 2, REG_ITMP2);
1395 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1396 /* implicit null-pointer check */
1397 M_LWAX(d, s1, REG_ITMP2);
1398 emit_store_dst(jd, iptr, d);
1401 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1403 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1404 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1405 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1406 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1407 M_SLL_IMM(s2, 3, REG_ITMP2);
1408 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1409 /* implicit null-pointer check */
1410 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1411 emit_store_dst(jd, iptr, d);
1414 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1416 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1417 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1418 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1419 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1420 M_SLL_IMM(s2, 2, REG_ITMP2);
1421 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1422 /* implicit null-pointer check */
1423 M_LFSX(d, s1, REG_ITMP2);
1424 emit_store_dst(jd, iptr, d);
1427 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1429 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1430 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1431 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1432 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1433 M_SLL_IMM(s2, 3, REG_ITMP2);
1434 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1435 /* implicit null-pointer check */
1436 M_LFDX(d, s1, REG_ITMP2);
1437 emit_store_dst(jd, iptr, d);
1440 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1442 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1443 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1444 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1445 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1446 M_SLL_IMM(s2, 3, REG_ITMP2);
1447 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1448 /* implicit null-pointer check */
1449 M_ALDX(d, s1, REG_ITMP2);
1450 emit_store_dst(jd, iptr, d);
1454 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1456 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1457 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1458 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1459 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1460 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1461 /* implicit null-pointer check */
1462 M_STBX(s3, s1, REG_ITMP2);
1465 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1467 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1468 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1469 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1470 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1471 M_SLL_IMM(s2, 1, REG_ITMP2);
1472 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1473 /* implicit null-pointer check */
1474 M_STHX(s3, s1, REG_ITMP2);
1477 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1479 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1480 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1481 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1482 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1483 M_SLL_IMM(s2, 1, REG_ITMP2);
1484 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1485 M_STHX(s3, s1, REG_ITMP2);
1488 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1490 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1491 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1492 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1493 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1494 M_SLL_IMM(s2, 2, REG_ITMP2);
1495 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1496 /* implicit null-pointer check */
1497 M_STWX(s3, s1, REG_ITMP2);
1500 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1502 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1503 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1504 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1505 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1506 M_SLL_IMM(s2, 3, REG_ITMP2);
1507 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1508 /* implicit null-pointer check */
1509 M_LSTX(s3, s1, REG_ITMP2);
1512 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1514 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1515 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1516 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1517 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1518 M_SLL_IMM(s2, 2, REG_ITMP2);
1519 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1520 /* implicit null-pointer check */
1521 M_STFSX(s3, s1, REG_ITMP2);
1524 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1526 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1527 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1528 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1529 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1530 M_SLL_IMM(s2, 3, REG_ITMP2);
1531 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1532 /* implicit null-pointer check */
1533 M_STFDX(s3, s1, REG_ITMP2);
1536 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1538 s1 = emit_load_s1(jd, iptr, REG_A0);
1539 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1540 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1541 s3 = emit_load_s3(jd, iptr, REG_A1);
1543 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1544 M_ALD(REG_ITMP3, REG_PV, disp);
1545 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1548 M_INTMOVE(s1, REG_A0);
1549 M_INTMOVE(s3, REG_A1);
1552 emit_exception_check(cd, iptr);
1554 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1555 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1556 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1557 M_SLL_IMM(s2, 3, REG_ITMP2);
1558 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1559 /* implicit null-pointer check */
1560 M_ASTX(s3, s1, REG_ITMP2);
1564 case ICMD_GETSTATIC: /* ... ==> ..., value */
1566 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1567 uf = iptr->sx.s23.s3.uf;
1568 fieldtype = uf->fieldref->parseddesc.fd->type;
1569 disp = dseg_add_unique_address(cd, NULL);
1571 codegen_addpatchref(cd, PATCHER_get_putstatic,
1572 iptr->sx.s23.s3.uf, disp);
1576 fi = iptr->sx.s23.s3.fmiref->p.field;
1577 fieldtype = fi->type;
1578 disp = dseg_add_address(cd, fi->value);
1580 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1581 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1585 M_ALD(REG_ITMP1, REG_PV, disp);
1586 switch (fieldtype) {
1588 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1589 M_ILD_INTERN(d, REG_ITMP1, 0);
1592 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1593 M_LLD(d, REG_ITMP1, 0);
1596 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1597 M_ALD_INTERN(d, REG_ITMP1, 0);
1600 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1601 M_FLD_INTERN(d, REG_ITMP1, 0);
1604 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1605 M_DLD_INTERN(d, REG_ITMP1, 0);
1608 emit_store_dst(jd, iptr, d);
1611 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1614 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1615 uf = iptr->sx.s23.s3.uf;
1616 fieldtype = uf->fieldref->parseddesc.fd->type;
1617 disp = dseg_add_unique_address(cd, NULL);
1619 codegen_addpatchref(cd, PATCHER_get_putstatic,
1620 iptr->sx.s23.s3.uf, disp);
1623 fi = iptr->sx.s23.s3.fmiref->p.field;
1624 fieldtype = fi->type;
1625 disp = dseg_add_address(cd, fi->value);
1627 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1628 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1632 M_ALD(REG_ITMP1, REG_PV, disp);
1633 switch (fieldtype) {
1635 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1636 M_IST_INTERN(s1, REG_ITMP1, 0);
1639 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1640 M_LST_INTERN(s1, REG_ITMP1, 0);
1643 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1644 M_AST_INTERN(s1, REG_ITMP1, 0);
1647 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1648 M_FST_INTERN(s1, REG_ITMP1, 0);
1651 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1652 M_DST_INTERN(s1, REG_ITMP1, 0);
1658 case ICMD_GETFIELD: /* ... ==> ..., value */
1660 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1662 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1663 uf = iptr->sx.s23.s3.uf;
1664 fieldtype = uf->fieldref->parseddesc.fd->type;
1667 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1670 fi = iptr->sx.s23.s3.fmiref->p.field;
1671 fieldtype = fi->type;
1675 /* implicit null-pointer check */
1676 switch (fieldtype) {
1678 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1682 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1686 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1690 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1694 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1698 emit_store_dst(jd, iptr, d);
1701 case ICMD_PUTFIELD: /* ..., value ==> ... */
1703 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1705 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1706 uf = iptr->sx.s23.s3.uf;
1707 fieldtype = uf->fieldref->parseddesc.fd->type;
1711 fi = iptr->sx.s23.s3.fmiref->p.field;
1712 fieldtype = fi->type;
1716 if (IS_INT_LNG_TYPE(fieldtype)) {
1717 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1720 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1722 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1723 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1727 /* implicit null-pointer check */
1728 switch (fieldtype) {
1730 M_IST(s2, s1, disp);
1733 M_LST(s2, s1, disp);
1736 M_AST(s2, s1, disp);
1739 M_FST(s2, s1, disp);
1742 M_DST(s2, s1, disp);
1748 /* branch operations **************************************************/
1750 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1752 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1753 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1755 #ifdef ENABLE_VERIFIER
1756 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1757 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1758 iptr->sx.s23.s2.uc, 0);
1760 #endif /* ENABLE_VERIFIER */
1762 disp = dseg_add_functionptr(cd, asm_handle_exception);
1763 M_ALD(REG_ITMP2, REG_PV, disp);
1766 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1767 M_BL(0); /* get current PC */
1768 M_MFLR(REG_ITMP2_XPC);
1769 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1770 M_RTS; /* jump to CTR */
1775 case ICMD_GOTO: /* ... ==> ... */
1776 case ICMD_RET: /* ... ==> ... */
1778 emit_br(cd, iptr->dst.block);
1782 case ICMD_JSR: /* ... ==> ... */
1784 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1788 case ICMD_IFNULL: /* ..., value ==> ... */
1790 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1792 emit_beq(cd, iptr->dst.block);
1795 case ICMD_IFNONNULL: /* ..., value ==> ... */
1797 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1799 emit_bne(cd, iptr->dst.block);
1807 case ICMD_IFEQ: /* ..., value ==> ... */
1809 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1810 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1811 M_CMPI(s1, iptr->sx.val.i);
1813 ICONST(REG_ITMP2, iptr->sx.val.i);
1814 M_CMP(s1, REG_ITMP2);
1816 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1819 case ICMD_IF_LEQ: /* ..., value ==> ... */
1820 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1821 LCONST(REG_ITMP2, iptr->sx.val.l);
1822 M_CMP(s1, REG_ITMP2);
1823 emit_beq(cd, iptr->dst.block);
1825 case ICMD_IF_LLT: /* ..., value ==> ... */
1826 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1827 LCONST(REG_ITMP2, iptr->sx.val.l);
1828 M_CMP(s1, REG_ITMP2);
1829 emit_blt(cd, iptr->dst.block);
1831 case ICMD_IF_LLE: /* ..., value ==> ... */
1832 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1833 LCONST(REG_ITMP2, iptr->sx.val.l);
1834 M_CMP(s1, REG_ITMP2);
1835 emit_ble(cd, iptr->dst.block);
1838 case ICMD_IF_LNE: /* ..., value ==> ... */
1839 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1840 LCONST(REG_ITMP2, iptr->sx.val.l);
1841 M_CMP(s1, REG_ITMP2);
1842 emit_bne(cd, iptr->dst.block);
1844 case ICMD_IF_LGE: /* ..., value ==> ... */
1845 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1846 LCONST(REG_ITMP2, iptr->sx.val.l);
1847 M_CMP(s1, REG_ITMP2);
1848 emit_bge(cd, iptr->dst.block);
1850 case ICMD_IF_LGT: /* ..., value ==> ... */
1851 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1852 LCONST(REG_ITMP2, iptr->sx.val.l);
1853 M_CMP(s1, REG_ITMP2);
1854 emit_bgt(cd, iptr->dst.block);
1856 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1857 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1858 case ICMD_IF_LCMPEQ:
1860 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1861 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1863 emit_beq(cd, iptr->dst.block);
1866 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1867 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1868 case ICMD_IF_LCMPNE:
1870 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1871 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1873 emit_bne(cd, iptr->dst.block);
1877 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1878 case ICMD_IF_LCMPLT:
1880 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1881 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1883 emit_blt(cd, iptr->dst.block);
1886 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1887 case ICMD_IF_LCMPGT:
1889 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1890 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1892 emit_bgt(cd, iptr->dst.block);
1895 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1896 case ICMD_IF_LCMPLE:
1898 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1899 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1901 emit_ble(cd, iptr->dst.block);
1904 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1905 case ICMD_IF_LCMPGE:
1907 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1908 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1910 emit_bge(cd, iptr->dst.block);
1914 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1915 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1917 REPLACEMENT_POINT_RETURN(cd, iptr);
1918 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1919 M_LNGMOVE(s1, REG_RESULT);
1920 goto nowperformreturn;
1922 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1924 REPLACEMENT_POINT_RETURN(cd, iptr);
1925 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1926 M_LNGMOVE(s1, REG_RESULT);
1928 #ifdef ENABLE_VERIFIER
1929 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1930 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1931 iptr->sx.s23.s2.uc, 0);
1933 #endif /* ENABLE_VERIFIER */
1935 goto nowperformreturn;
1937 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1940 REPLACEMENT_POINT_RETURN(cd, iptr);
1941 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1942 M_FLTMOVE(s1, REG_FRESULT);
1943 goto nowperformreturn;
1945 case ICMD_RETURN: /* ... ==> ... */
1947 REPLACEMENT_POINT_RETURN(cd, iptr);
1953 p = cd->stackframesize;
1955 /* call trace function */
1957 #if !defined(NDEBUG)
1958 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
1959 emit_verbosecall_exit(jd);
1962 #if defined(ENABLE_THREADS)
1963 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1964 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1965 M_ALD(REG_ITMP3, REG_PV, disp);
1966 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1969 /* we need to save the proper return value */
1971 switch (iptr->opc) {
1976 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1979 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1982 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1986 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
1989 /* and now restore the proper return value */
1991 switch (iptr->opc) {
1996 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1999 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2002 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2008 /* restore return address */
2010 if (!jd->isleafmethod) {
2011 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2012 may have a displacement overflow. */
2014 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2018 /* restore saved registers */
2020 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2021 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2023 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2024 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2027 /* deallocate stack */
2029 if (cd->stackframesize)
2030 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2038 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2041 branch_target_t *table;
2043 table = iptr->dst.table;
2045 l = iptr->sx.s23.s2.tablelow;
2046 i = iptr->sx.s23.s3.tablehigh;
2048 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2050 M_INTMOVE(s1, REG_ITMP1);
2051 } else if (l <= 32768) {
2052 M_LDA(REG_ITMP1, s1, -l);
2054 ICONST(REG_ITMP2, l);
2055 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2058 /* number of targets */
2063 M_CMPUI(REG_ITMP1, i - 1);
2064 emit_bgt(cd, table[0].block);
2066 /* build jump table top down and use address of lowest entry */
2071 dseg_add_target(cd, table->block);
2075 /* length of dataseg after last dseg_add_unique_target is used by load */
2077 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2078 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2079 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2087 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2090 lookup_target_t *lookup;
2092 lookup = iptr->dst.lookup;
2094 i = iptr->sx.s23.s2.lookupcount;
2096 MCODECHECK((i<<3)+8);
2097 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2099 val = lookup->value;
2100 if ((val >= -32768) && (val <= 32767)) {
2104 a = dseg_add_s4(cd, val);
2105 M_ILD(REG_ITMP2, REG_PV, a);
2106 M_CMP(s1, REG_ITMP2);
2108 emit_beq(cd, lookup->target.block);
2112 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2119 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2121 bte = iptr->sx.s23.s3.bte;
2125 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2126 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2127 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2128 case ICMD_INVOKEINTERFACE:
2130 REPLACEMENT_POINT_INVOKE(cd, iptr);
2132 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2134 um = iptr->sx.s23.s3.um;
2135 md = um->methodref->parseddesc.md;
2138 lm = iptr->sx.s23.s3.fmiref->p.method;
2140 md = lm->parseddesc;
2144 s3 = md->paramcount;
2146 MCODECHECK((s3 << 2) + 128);
2148 /* copy arguments to registers or stack location */
2150 for (s3 = s3 - 1; s3 >= 0; s3--) {
2151 var = VAR(iptr->sx.s23.s2.args[s3]);
2152 d = md->params[s3].regoff;
2154 if (var->flags & PREALLOC)
2157 if (IS_INT_LNG_TYPE(var->type)) {
2158 if (!md->params[s3].inmemory) {
2159 s1 = emit_load(jd, iptr, var, d);
2163 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2164 M_LST(s1, REG_SP, d);
2168 if (!md->params[s3].inmemory) {
2169 s1 = emit_load(jd, iptr, var, d);
2173 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2174 M_DST(s1, REG_SP, d);
2179 switch (iptr->opc) {
2181 disp = dseg_add_functionptr(cd, bte->fp);
2182 M_ALD(REG_PV, REG_PV, disp);
2183 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2185 /* generate the actual call */
2186 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2189 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2190 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2192 M_LDA(REG_PV, REG_ITMP1, -disp);
2194 emit_exception_check(cd, iptr);
2198 case ICMD_INVOKESPECIAL:
2199 emit_nullpointer_check(cd, iptr, REG_A0);
2202 case ICMD_INVOKESTATIC:
2204 disp = dseg_add_unique_address(cd, um);
2206 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2209 disp = dseg_add_address(cd, lm->stubroutine);
2211 M_ALD(REG_PV, REG_PV, disp);
2213 /* generate the actual call */
2217 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2218 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2220 M_LDA(REG_PV, REG_ITMP1, -disp);
2223 case ICMD_INVOKEVIRTUAL:
2225 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2228 s1 = OFFSET(vftbl_t, table[0]) +
2229 sizeof(methodptr) * lm->vftblindex;
2232 /* implicit null-pointer check */
2233 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2234 M_ALD(REG_PV, REG_METHODPTR, s1);
2236 /* generate the actual call */
2240 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2241 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2243 M_LDA(REG_PV, REG_ITMP1, -disp);
2246 case ICMD_INVOKEINTERFACE:
2248 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2254 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2255 sizeof(methodptr*) * lm->class->index;
2257 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2260 /* implicit null-pointer check */
2261 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2262 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2263 M_ALD(REG_PV, REG_METHODPTR, s2);
2265 /* generate the actual call */
2269 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2270 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2272 M_LDA(REG_PV, REG_ITMP1, -disp);
2276 /* store return value */
2278 d = md->returntype.type;
2280 if (d != TYPE_VOID) {
2281 if (IS_INT_LNG_TYPE(d)) {
2282 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2283 M_MOV(REG_RESULT, s1);
2286 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2287 M_FLTMOVE(REG_FRESULT, s1);
2289 emit_store_dst(jd, iptr, s1);
2293 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2294 /* val.a: (classinfo*) superclass */
2296 /* superclass is an interface:
2298 * OK if ((sub == NULL) ||
2299 * (sub->vftbl->interfacetablelength > super->index) &&
2300 * (sub->vftbl->interfacetable[-super->index] != NULL));
2302 * superclass is a class:
2304 * OK if ((sub == NULL) || (0
2305 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2306 * super->vftbl->diffvall));
2309 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2310 /* object type cast-check */
2315 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2320 super = iptr->sx.s23.s3.c.cls;
2321 superindex = super->index;
2324 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2325 CODEGEN_CRITICAL_SECTION_NEW;
2328 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2330 /* if class is not resolved, check which code to call */
2332 if (super == NULL) {
2334 emit_label_beq(cd, BRANCH_LABEL_1);
2335 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2337 codegen_addpatchref(cd,
2338 PATCHER_checkcast_instanceof_flags,
2339 iptr->sx.s23.s3.c.ref,
2342 M_ILD(REG_ITMP2, REG_PV, disp);
2343 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2345 emit_label_beq(cd, BRANCH_LABEL_2);
2348 /* interface checkcast code */
2350 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2351 if (super == NULL) {
2352 codegen_addpatchref(cd,
2353 PATCHER_checkcast_interface,
2354 iptr->sx.s23.s3.c.ref,
2358 emit_label_beq(cd, BRANCH_LABEL_3);
2361 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2362 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2363 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2364 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2365 M_ALD(REG_ITMP3, REG_ITMP2,
2366 OFFSET(vftbl_t, interfacetable[0]) -
2367 superindex * sizeof(methodptr*));
2369 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2371 if (super == NULL) {
2372 emit_label_br(cd, BRANCH_LABEL_4);
2374 emit_label(cd, BRANCH_LABEL_3);
2378 /* class checkcast code */
2380 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2381 if (super == NULL) {
2382 emit_label(cd, BRANCH_LABEL_2);
2384 disp = dseg_add_unique_address(cd, NULL);
2385 codegen_addpatchref(cd, PATCHER_checkcast_class,
2386 iptr->sx.s23.s3.c.ref,
2389 disp = dseg_add_address(cd, super->vftbl);
2391 emit_label_beq(cd, BRANCH_LABEL_5);
2394 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2396 CODEGEN_CRITICAL_SECTION_START;
2398 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2399 M_ALD(REG_ITMP2, REG_PV, disp);
2400 if (s1 != REG_ITMP1) {
2401 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2402 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2404 CODEGEN_CRITICAL_SECTION_END;
2406 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2407 M_EXTSW(REG_ITMP3, REG_ITMP3);
2409 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2410 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2411 M_EXTSW(REG_ITMP3, REG_ITMP3);
2412 M_ALD(REG_ITMP2, REG_PV, disp);
2413 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2415 CODEGEN_CRITICAL_SECTION_END;
2418 M_CMPU(REG_ITMP3, REG_ITMP2);
2419 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2422 emit_label(cd, BRANCH_LABEL_5);
2425 if (super == NULL) {
2426 emit_label(cd, BRANCH_LABEL_1);
2427 emit_label(cd, BRANCH_LABEL_4);
2429 d = codegen_reg_of_dst(jd, iptr, s1);
2432 /* array type cast-check */
2434 s1 = emit_load_s1(jd, iptr, REG_A0);
2435 M_INTMOVE(s1, REG_A0);
2438 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2439 disp = dseg_add_unique_address(cd, NULL);
2440 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2441 iptr->sx.s23.s3.c.ref,
2444 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2447 M_ALD(REG_A1, REG_PV, disp);
2448 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2449 M_ALD(REG_ITMP2, REG_PV, disp);
2450 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2454 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2456 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2457 d = codegen_reg_of_dst(jd, iptr, s1);
2460 emit_store_dst(jd, iptr, d);
2464 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2465 /* val.a: (classinfo*) superclass */
2467 /* superclass is an interface:
2469 * return (sub != NULL) &&
2470 * (sub->vftbl->interfacetablelength > super->index) &&
2471 * (sub->vftbl->interfacetable[-super->index] != NULL);
2473 * superclass is a class:
2475 * return ((sub != NULL) && (0
2476 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2477 * super->vftbl->diffvall));
2484 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2489 super = iptr->sx.s23.s3.c.cls;
2490 superindex = super->index;
2493 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2494 CODEGEN_CRITICAL_SECTION_NEW;
2497 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2498 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2500 M_MOV(s1, REG_ITMP1);
2506 /* if class is not resolved, check which code to call */
2508 if (super == NULL) {
2510 emit_label_beq(cd, BRANCH_LABEL_1);
2511 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2513 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2514 iptr->sx.s23.s3.c.ref, disp);
2516 M_ILD(REG_ITMP3, REG_PV, disp);
2517 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2518 emit_label_beq(cd, BRANCH_LABEL_2);
2521 /* interface instanceof code */
2523 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2524 if (super == NULL) {
2525 codegen_addpatchref(cd,
2526 PATCHER_instanceof_interface,
2527 iptr->sx.s23.s3.c.ref, 0);
2531 emit_label_beq(cd, BRANCH_LABEL_3);
2534 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2535 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2536 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2538 M_ALD(REG_ITMP1, REG_ITMP1,
2539 OFFSET(vftbl_t, interfacetable[0]) -
2540 superindex * sizeof(methodptr*));
2543 M_IADD_IMM(REG_ZERO, 1, d);
2545 if (super == NULL) {
2546 emit_label_br(cd, BRANCH_LABEL_4);
2548 emit_label(cd, BRANCH_LABEL_3);
2552 /* class instanceof code */
2554 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2556 if (super == NULL) {
2557 emit_label(cd, BRANCH_LABEL_2);
2559 disp = dseg_add_unique_address(cd, NULL);
2560 codegen_addpatchref(cd, PATCHER_instanceof_class,
2561 iptr->sx.s23.s3.c.ref,
2565 disp = dseg_add_address(cd, super->vftbl);
2567 emit_label_beq(cd, BRANCH_LABEL_5);
2570 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2571 M_ALD(REG_ITMP2, REG_PV, disp);
2573 CODEGEN_CRITICAL_SECTION_START;
2575 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2576 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2577 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2579 CODEGEN_CRITICAL_SECTION_END;
2581 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2582 M_EXTSW(REG_ITMP1, REG_ITMP1);
2583 M_CMPU(REG_ITMP1, REG_ITMP2);
2586 M_IADD_IMM(REG_ZERO, 1, d);
2589 emit_label(cd, BRANCH_LABEL_5);
2592 if (super == NULL) {
2593 emit_label(cd, BRANCH_LABEL_1);
2594 emit_label(cd, BRANCH_LABEL_4);
2597 emit_store_dst(jd, iptr, d);
2601 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2603 /* check for negative sizes and copy sizes to stack if necessary */
2605 MCODECHECK((iptr->s1.argcount << 2) + 128);
2607 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2609 var = VAR(iptr->sx.s23.s2.args[s1]);
2611 /* copy SAVEDVAR sizes to stack */
2613 if (!(var->flags & PREALLOC)) {
2614 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2615 #if defined(__DARWIN__)
2616 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2618 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2623 /* a0 = dimension count */
2625 ICONST(REG_A0, iptr->s1.argcount);
2627 /* is patcher function set? */
2629 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2630 disp = dseg_add_unique_address(cd, NULL);
2632 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2633 iptr->sx.s23.s3.c.ref, disp);
2635 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2638 /* a1 = arraydescriptor */
2640 M_ALD(REG_A1, REG_PV, disp);
2642 /* a2 = pointer to dimensions = stack pointer */
2644 #if defined(__DARWIN__)
2645 M_LDA(REG_A2, REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2647 M_LDA(REG_A2, REG_SP, LA_SIZE + 3 * 8);
2650 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2651 M_ALD(REG_ITMP3, REG_PV, disp);
2652 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2656 /* check for exception before result assignment */
2657 emit_exception_check(cd, iptr);
2659 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2660 M_INTMOVE(REG_RESULT, d);
2661 emit_store_dst(jd, iptr, d);
2665 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2670 } /* for instruction */
2672 } /* if (bptr -> flags >= BBREACHED) */
2673 } /* for basic block */
2675 dseg_createlinenumbertable(cd);
2677 /* generate stubs */
2679 emit_patcher_stubs(jd);
2681 /* everything's ok */
2687 /* codegen_emit_stub_compiler **************************************************
2689 Emits a stub routine which calls the compiler.
2691 *******************************************************************************/
2693 void codegen_emit_stub_compiler(jitdata *jd)
2698 /* get required compiler data */
2703 /* code for the stub */
2705 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2706 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2712 /* codegen_emit_stub_native ****************************************************
2714 Emits a stub routine which calls a native method.
2716 *******************************************************************************/
2718 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
2730 /* get required compiler data */
2736 /* set some variables */
2739 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
2741 /* calculate stackframe size */
2743 cd->stackframesize =
2744 sizeof(stackframeinfo) / SIZEOF_VOID_P +
2745 sizeof(localref_table) / SIZEOF_VOID_P +
2746 4 + /* 4 stackframeinfo arguments (darwin)*/
2750 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2752 /* create method header */
2754 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2755 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2756 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
2757 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2758 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2759 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2760 (void) dseg_addlinenumbertablesize(cd);
2761 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
2766 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2767 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2769 #if !defined(NDEBUG)
2770 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2771 emit_verbosecall_enter(jd);
2774 /* get function address (this must happen before the stackframeinfo) */
2776 funcdisp = dseg_add_functionptr(cd, f);
2778 #if !defined(WITH_STATIC_CLASSPATH)
2780 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
2784 /* save integer and float argument registers */
2788 for (i = 0; i < md->paramcount; i++) {
2789 t = md->paramtypes[i].type;
2791 if (IS_INT_LNG_TYPE(t)) {
2792 if (!md->params[i].inmemory) {
2793 s1 = md->params[i].regoff;
2794 M_LST(s1, REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2800 for (i = 0; i < md->paramcount; i++) {
2801 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2802 if (!md->params[i].inmemory) {
2803 s1 = md->params[i].regoff;
2804 M_DST(s1, REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2810 /* create native stack info */
2812 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A0);
2813 M_MOV(REG_PV, REG_A1);
2814 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A2);
2815 M_ALD(REG_A3, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2816 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2818 M_ALD(REG_ITMP1, REG_PV, disp);
2819 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2823 /* restore integer and float argument registers */
2827 for (i = 0; i < md->paramcount; i++) {
2828 t = md->paramtypes[i].type;
2830 if (IS_INT_LNG_TYPE(t)) {
2831 if (!md->params[i].inmemory) {
2832 s1 = md->params[i].regoff;
2833 M_LLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2839 for (i = 0; i < md->paramcount; i++) {
2840 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2841 if (!md->params[i].inmemory) {
2842 s1 = md->params[i].regoff;
2843 M_DLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2849 /* copy or spill arguments to new locations */
2851 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
2852 t = md->paramtypes[i].type;
2854 if (IS_INT_LNG_TYPE(t)) {
2855 if (!md->params[i].inmemory) {
2856 s1 = md->params[i].regoff;
2857 s2 = nmd->params[j].regoff;
2859 if (!nmd->params[j].inmemory)
2862 M_LST(s1, REG_SP, s2);
2865 s1 = md->params[i].regoff + cd->stackframesize * 8;
2866 s2 = nmd->params[j].regoff;
2868 M_LLD(REG_ITMP1, REG_SP, s1);
2869 M_LST(REG_ITMP1, REG_SP, s2);
2873 /* We only copy spilled float arguments, as the float
2874 argument registers keep unchanged. */
2876 if (md->params[i].inmemory) {
2877 s1 = md->params[i].regoff + cd->stackframesize * 8;
2878 s2 = nmd->params[j].regoff;
2880 M_DLD(REG_FTMP1, REG_SP, s1);
2882 if (IS_2_WORD_TYPE(t))
2883 M_DST(REG_FTMP1, REG_SP, s2);
2885 M_FST(REG_FTMP1, REG_SP, s2 + 4);
2890 /* put class into second argument register */
2892 if (m->flags & ACC_STATIC) {
2893 disp = dseg_add_unique_address(cd, m->class);
2894 M_ALD(REG_A1, REG_PV, disp);
2897 /* put env into first argument register */
2899 disp = dseg_add_unique_address(cd, _Jv_env);
2900 M_ALD(REG_A0, REG_PV, disp);
2902 /* generate the actual native call */
2903 /* native functions have a different TOC for sure */
2905 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2906 M_ALD(REG_ITMP3, REG_PV, funcdisp);
2907 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2908 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2911 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2913 /* save return value */
2915 if (md->returntype.type != TYPE_VOID) {
2916 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2917 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2920 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2924 #if !defined(NDEBUG)
2925 /* print call trace */
2927 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2928 emit_verbosecall_exit(jd);
2932 /* remove native stackframe info */
2934 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A0);
2935 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2936 M_ALD(REG_ITMP1, REG_PV, disp);
2937 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2940 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2942 /* restore return value */
2944 if (md->returntype.type != TYPE_VOID) {
2945 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2946 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2949 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
2950 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2952 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
2957 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2958 M_MTLR(REG_ITMP2_XPC);
2959 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2961 /* check for exception */
2963 M_TST(REG_ITMP1_XPTR);
2964 M_BNE(1); /* if no exception then return */
2968 /* handle exception */
2970 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2972 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2973 M_ALD(REG_ITMP3, REG_PV, disp);
2977 /* generate patcher stub call code */
2979 emit_patcher_stubs(jd);
2986 * These are local overrides for various environment variables in Emacs.
2987 * Please do not remove this and leave it at the end of the file, where
2988 * Emacs will automagically detect them.
2989 * ---------------------------------------------------------------------
2992 * indent-tabs-mode: t
2996 * vim:noexpandtab:sw=4:ts=4: