1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 7766 2007-04-19 13:24:48Z michi $
40 #include "vm/jit/powerpc64/arch.h"
41 #include "vm/jit/powerpc64/codegen.h"
43 #include "mm/memory.h"
45 #include "native/native.h"
47 #include "vm/builtin.h"
48 #include "vm/exceptions.h"
49 #include "vm/global.h"
50 #include "vm/stringlocal.h"
53 #include "vm/jit/abi.h"
54 #include "vm/jit/abi-asm.h"
55 #include "vm/jit/md.h"
56 #include "vm/jit/asmpart.h"
57 #include "vm/jit/codegen-common.h"
58 #include "vm/jit/dseg.h"
59 #include "vm/jit/emit-common.h"
60 #include "vm/jit/jit.h"
61 #include "vm/jit/parse.h"
62 #include "vm/jit/patcher.h"
63 #include "vm/jit/reg.h"
64 #include "vm/jit/replace.h"
65 #include "vm/jit/stacktrace.h"
67 #include "vmcore/loader.h"
68 #include "vmcore/options.h"
70 #if defined(ENABLE_LSRA)
71 # include "vm/jit/allocator/lsra.h"
74 #if defined(ENABLE_THREADS)
75 # include "threads/native/lock.h"
79 /* codegen_emit ****************************************************************
81 Generates machine code.
83 *******************************************************************************/
85 bool codegen_emit(jitdata *jd)
91 s4 len, s1, s2, s3, d, disp;
98 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
99 unresolved_method *um;
100 builtintable_entry *bte;
104 unresolved_field *uf;
107 /* get required compiler data */
114 /* prevent compiler warnings */
126 /* space to save used callee saved registers */
128 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
129 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
131 cd->stackframesize = rd->memuse + savedregs_num;
133 #if defined(ENABLE_THREADS)
134 /* space to save argument of monitor_enter and Return Values to survive */
135 /* monitor_exit. The stack position for the argument can not be shared */
136 /* with place to save the return register on PPC64, since both values */
138 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
139 /* reserve 2 slots for long/double return values for monitorexit */
140 cd->stackframesize += 2;
145 /* create method header */
147 /* align stack to 16-bytes */
150 /* if (!m->isleafmethod || opt_verbosecall) */
151 /* stackframesize = (stackframesize + 3) & ~3;
153 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
154 /* stackframesize = 0; */
156 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
157 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
159 #if defined(ENABLE_THREADS)
160 /* IsSync contains the offset relative to the stack pointer for the
161 argument of monitor_exit used in the exception handler. Since the
162 offset could be zero and give a wrong meaning of the flag it is
166 if (checksync && (m->flags & ACC_SYNCHRONIZED))
167 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
170 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
172 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
173 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
174 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
176 dseg_addlinenumbertablesize(cd);
178 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
180 /* create exception table */
182 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
183 dseg_add_target(cd, ex->start);
184 dseg_add_target(cd, ex->end);
185 dseg_add_target(cd, ex->handler);
186 (void) dseg_add_unique_address(cd, ex->catchtype.any);
189 /* create stack frame (if necessary) */
191 if (!jd->isleafmethod) {
193 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
196 if (cd->stackframesize)
197 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
199 /* save return address and used callee saved registers */
201 p = cd->stackframesize;
202 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
203 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
205 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
206 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
209 /* take arguments out of register or stack frame */
213 for (p = 0, l = 0; p < md->paramcount; p++) {
214 t = md->paramtypes[p].type;
215 varindex = jd->local_map[l*5 + t];
217 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
219 if (varindex == UNUSED)
223 s1 = md->params[p].regoff;
225 if (IS_INT_LNG_TYPE(t)) {
226 if (!md->params[p].inmemory) {
227 if (!IS_INMEMORY(var->flags))
228 M_INTMOVE(s1, var->vv.regoff);
230 M_LST(s1, REG_SP, var->vv.regoff * 8);
233 if (!IS_INMEMORY(var->flags))
234 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
236 var->vv.regoff = cd->stackframesize + s1;
240 if (!md->params[p].inmemory) {
241 if (!IS_INMEMORY(var->flags))
242 M_FLTMOVE(s1, var->vv.regoff);
244 M_DST(s1, REG_SP, var->vv.regoff * 8);
247 if (!(var->flags & INMEMORY)) {
248 if (IS_2_WORD_TYPE(t))
249 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
251 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
254 var->vv.regoff = cd->stackframesize + s1;
259 /* save monitorenter argument */
261 #if defined(ENABLE_THREADS)
263 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
265 /* stackoffset for argument used for LOCK_monitor_exit */
268 #if !defined (NDEBUG)
269 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
270 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
272 for (p = 0; p < INT_ARG_CNT; p++)
273 M_LST(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
275 for (p = 0; p < FLT_ARG_CNT; p++)
276 M_DST(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
278 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
279 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
283 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
284 M_ALD(REG_ITMP3, REG_PV, p);
285 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
288 /* get or test the lock object */
290 if (m->flags & ACC_STATIC) {
291 p = dseg_add_address(cd, &m->class->object.header);
292 M_ALD(REG_A0, REG_PV, p);
297 M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
300 M_AST(REG_A0, REG_SP, s1 * 8); /* rd->memuse * 8 */
304 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
305 for (p = 0; p < INT_ARG_CNT; p++)
306 M_LLD(abi_registers_integer_argument[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
308 for (p = 0; p < FLT_ARG_CNT; p++)
309 M_DLD(abi_registers_float_argument[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
311 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
317 /* call trace function */
318 #if !defined (NDEBUG)
319 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
320 emit_verbosecall_enter(jd);
325 /* end of header generation */
327 /* create replacement points */
329 REPLACEMENT_POINTS_INIT(cd, jd);
331 /* walk through all basic blocks */
333 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
335 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
337 if (bptr->flags >= BBREACHED) {
339 /* branch resolving */
340 codegen_resolve_branchrefs(cd, bptr);
342 /* handle replacement points */
344 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
346 /* copy interface registers to their destination */
351 #if defined(ENABLE_LSRA)
355 var = VAR(bptr->invars[len]);
356 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
357 /* d = reg_of_var(m, var, REG_ITMP1); */
358 if (!(var->flags & INMEMORY))
362 M_INTMOVE(REG_ITMP1, d);
363 emit_store(jd, NULL, var, d);
370 var = VAR(bptr->invars[len]);
371 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
372 d = codegen_reg_of_var(0, var, REG_ITMP1);
373 M_INTMOVE(REG_ITMP1, d);
374 emit_store(jd, NULL, var, d);
377 assert((var->flags & INOUT));
381 #if defined(ENABLE_LSRA)
384 /* walk through all instructions */
389 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
390 if (iptr->line != currentline) {
391 dseg_addlinenumber(cd, iptr->line);
392 currentline = iptr->line;
395 MCODECHECK(64); /* an instruction usually needs < 64 words */
398 case ICMD_NOP: /* ... ==> ... */
399 case ICMD_POP: /* ..., value ==> ... */
400 case ICMD_POP2: /* ..., value, value ==> ... */
403 case ICMD_INLINE_START:
405 REPLACEMENT_POINT_INLINE_START(cd, iptr);
408 case ICMD_INLINE_BODY:
410 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
411 dseg_addlinenumber_inline_start(cd, iptr);
412 dseg_addlinenumber(cd, iptr->line);
415 case ICMD_INLINE_END:
417 dseg_addlinenumber_inline_end(cd, iptr);
418 dseg_addlinenumber(cd, iptr->line);
421 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
423 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
426 emit_nullpointer_check(cd, iptr, s1);
429 /* constant operations ************************************************/
431 case ICMD_ICONST: /* ... ==> ..., constant */
433 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
434 ICONST(d, iptr->sx.val.i);
435 emit_store_dst(jd, iptr, d);
438 case ICMD_LCONST: /* ... ==> ..., constant */
440 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
441 LCONST(d, iptr->sx.val.l);
442 emit_store_dst(jd, iptr, d);
445 case ICMD_FCONST: /* ... ==> ..., constant */
447 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
448 a = dseg_add_float(cd, iptr->sx.val.f);
450 emit_store_dst(jd, iptr, d);
453 case ICMD_DCONST: /* ... ==> ..., constant */
455 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
456 a = dseg_add_double(cd, iptr->sx.val.d);
458 emit_store_dst(jd, iptr, d);
461 case ICMD_ACONST: /* ... ==> ..., constant */
463 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
465 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
466 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
467 codegen_addpatchref(cd, PATCHER_aconst,
471 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
473 M_ALD(d, REG_PV, disp);
474 emit_store_dst(jd, iptr, d);
478 /* load/store/copy/move operations ************************************/
480 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
481 case ICMD_ALOAD: /* s1.localindex = local variable */
485 case ICMD_ISTORE: /* ..., value ==> ... */
496 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
501 /* integer operations *************************************************/
503 case ICMD_INEG: /* ..., value ==> ..., - value */
504 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
505 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
508 emit_store_dst(jd, iptr, d);
512 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
513 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
515 emit_store_dst(jd, iptr, d);
519 case ICMD_I2L: /* ..., value ==> ..., value */
521 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
522 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
524 emit_store_dst(jd, iptr, d);
527 case ICMD_L2I: /* ..., value ==> ..., value */
529 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
530 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
532 emit_store_dst(jd, iptr, d);
535 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
537 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
538 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
540 emit_store_dst(jd, iptr, d);
543 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
545 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
546 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
548 emit_store_dst(jd, iptr, d);
551 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
553 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
554 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
556 emit_store_dst(jd, iptr, d);
560 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
562 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
563 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
564 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
567 emit_store_dst(jd, iptr, d);
573 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
574 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
575 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
576 M_IADD_IMM(s1, iptr->sx.val.i, d);
578 ICONST(REG_ITMP2, iptr->sx.val.i);
579 M_IADD(s1, REG_ITMP2, d);
582 emit_store_dst(jd, iptr, d);
585 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
587 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
588 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
589 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
591 emit_store_dst(jd, iptr, d);
594 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
595 /* sx.val.l = constant */
597 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
598 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
600 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
601 M_LADD_IMM(s1, iptr->sx.val.l, d);
603 LCONST(REG_ITMP2, iptr->sx.val.l);
604 M_LADD(s1, REG_ITMP2, d);
606 emit_store_dst(jd, iptr, d);
609 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
611 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
612 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
613 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
616 emit_store_dst(jd, iptr, d);
619 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
620 /* sx.val.i = constant */
622 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
623 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
624 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
625 M_IADD_IMM(s1, -iptr->sx.val.i, d);
627 ICONST(REG_ITMP2, iptr->sx.val.i);
628 M_SUB(s1, REG_ITMP2, d);
631 emit_store_dst(jd, iptr, d);
634 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
636 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
637 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
638 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
640 emit_store_dst(jd, iptr, d);
643 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
644 /* sx.val.l = constant */
646 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
647 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
649 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
650 M_LADD_IMM(s1, -iptr->sx.val.l, d);
652 LCONST(REG_ITMP2, iptr->sx.val.l);
653 M_SUB(s1, REG_ITMP2, d);
655 emit_store_dst(jd, iptr, d);
659 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
660 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
661 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
662 emit_arithmetic_check(cd, iptr, s2);
666 emit_store_dst(jd, iptr, d);
669 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
671 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
672 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
673 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
674 emit_arithmetic_check(cd, iptr, s2);
677 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
678 /* we only need to check this if we did a LDIV, not for IDIV */
680 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
682 M_MOV(s1, d); /* java specs says result == dividend */
683 emit_store_dst(jd, iptr, d);
687 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
688 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
689 emit_arithmetic_check(cd, iptr, s2);
691 M_DIV(s1, s2, REG_ITMP3);
692 M_MUL(REG_ITMP3, s2, REG_ITMP2);
693 M_SUB(s1, REG_ITMP2, REG_ITMP3);
694 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
697 emit_store_dst(jd, iptr, d);
701 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
702 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
703 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
704 emit_arithmetic_check(cd, iptr, s2);
706 M_DIV(s1, s2, REG_ITMP3);
707 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
708 /* we only need to check this if we did a LDIV, not for IDIV */
710 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
712 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
714 M_MUL(REG_ITMP3, s2, REG_ITMP2);
715 M_SUB(s1, REG_ITMP2, REG_ITMP3);
716 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
719 emit_store_dst(jd, iptr, d);
723 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
724 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
725 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
726 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
729 emit_store_dst(jd, iptr, d);
733 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
734 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
735 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
737 emit_store_dst(jd, iptr, d);
740 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
741 /* sx.val.i = constant */
743 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
744 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
745 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
746 M_MUL_IMM(s1, iptr->sx.val.i, d);
748 ICONST(REG_ITMP3, iptr->sx.val.i);
749 M_MUL(s1, REG_ITMP3, d);
752 emit_store_dst(jd, iptr, d);
755 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
756 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
757 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
758 M_MUL_IMM(s1, iptr->sx.val.l, d);
760 LCONST(REG_ITMP3, iptr->sx.val.l);
761 M_MUL(s1, REG_ITMP3, d);
763 emit_store_dst(jd, iptr, d);
766 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
768 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
769 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
770 M_SRA_IMM(s1, iptr->sx.val.i, d);
773 emit_store_dst(jd, iptr, d);
776 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
778 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
779 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
780 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
781 M_AND_IMM(s2, 0x1f, REG_ITMP3);
782 M_SLL(s1, REG_ITMP3, d);
784 emit_store_dst(jd, iptr, d);
787 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
788 /* sx.val.i = constant */
790 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
791 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
792 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
794 emit_store_dst(jd, iptr, d);
797 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
799 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
800 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
801 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
802 M_AND_IMM(s2, 0x1f, REG_ITMP3);
803 M_SRA(s1, REG_ITMP3, d);
804 emit_store_dst(jd, iptr, d);
807 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
808 /* sx.val.i = constant */
810 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
811 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
812 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
813 emit_store_dst(jd, iptr, d);
816 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
818 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
819 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
820 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
821 M_AND_IMM(s2, 0x1f, REG_ITMP2);
822 M_MOV(s1, REG_ITMP1);
823 M_CLR_HIGH(REG_ITMP1);
824 M_SRL(REG_ITMP1, REG_ITMP2, d);
825 M_EXTSW(d,d); /* for the case it was shift 0 bits */
826 emit_store_dst(jd, iptr, d);
829 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
830 /* sx.val.i = constant */
832 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
833 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
834 if (iptr->sx.val.i & 0x1f) {
835 M_MOV(s1, REG_ITMP1);
836 M_CLR_HIGH(REG_ITMP1);
837 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
841 emit_store_dst(jd, iptr, d);
845 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
846 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
847 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
848 emit_store_dst(jd, iptr, d);
851 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
852 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
853 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
854 M_AND_IMM(s2, 0x3f, REG_ITMP2);
855 M_SLL(s1, REG_ITMP2, d);
856 emit_store_dst(jd, iptr, d);
859 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
860 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
861 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
862 emit_store_dst(jd, iptr, d);
865 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
866 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
867 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
868 M_AND_IMM(s2, 0x3f, REG_ITMP2);
869 M_SRA(s1, REG_ITMP2, d);
870 emit_store_dst(jd, iptr, d);
872 case ICMD_LUSHRCONST:
873 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
874 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
875 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
876 emit_store_dst(jd, iptr, d);
879 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
880 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
881 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
882 M_AND_IMM(s2, 0x3f, REG_ITMP2);
883 M_SRL(s1, REG_ITMP2, d);
884 emit_store_dst(jd, iptr, d);
887 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
888 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
889 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
890 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
893 emit_store_dst(jd, iptr, d);
897 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
898 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
899 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
901 emit_store_dst(jd, iptr, d);
904 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
905 /* sx.val.i = constant */
907 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
908 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
909 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
910 M_AND_IMM(s1, iptr->sx.val.i, d);
913 else if (iptr->sx.val.i == 0xffffff) {
914 M_RLWINM(s1, 0, 8, 31, d);
918 ICONST(REG_ITMP3, iptr->sx.val.i);
919 M_AND(s1, REG_ITMP3, d);
921 emit_store_dst(jd, iptr, d);
924 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
925 /* sx.val.l = constant */
927 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
928 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
929 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
930 M_AND_IMM(s1, iptr->sx.val.l, d);
932 else if (iptr->sx.val.l == 0xffffff) {
933 M_RLWINM(s1, 0, 8, 31, d);
937 LCONST(REG_ITMP3, iptr->sx.val.l);
938 M_AND(s1, REG_ITMP3, d);
940 emit_store_dst(jd, iptr, d);
943 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
944 /* sx.val.i = constant */
945 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
946 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
948 /* fast division, result in REG_ITMP3) */
949 M_SRA_IMM(s1, iptr->sx.val.i, REG_ITMP3);
950 M_ADDZE(REG_ITMP3, REG_ITMP3);
952 M_SUB(s1, REG_ITMP3, d);
954 emit_store_dst(jd, iptr, d);
958 M_MOV(s1, REG_ITMP2);
960 M_BGE(1 + 3*(iptr->sx.val.i >= 32768));
961 if (iptr->sx.val.i >= 32768) {
962 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
963 M_EXTSW(REG_ITMP2, REG_ITMP2);
964 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
965 M_IADD(s1, REG_ITMP2, REG_ITMP2);
967 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
970 int b=0, m = iptr->sx.val.i;
973 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
975 M_SUB(s1, REG_ITMP2, d);
977 emit_store_dst(jd, iptr, d);
981 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
982 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
983 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
984 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
987 emit_store_dst(jd, iptr, d);
992 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
993 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
994 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
996 emit_store_dst(jd, iptr, d);
999 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
1000 /* sx.val.i = constant */
1002 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1003 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1004 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1005 M_OR_IMM(s1, iptr->sx.val.i, d);
1007 ICONST(REG_ITMP3, iptr->sx.val.i);
1008 M_OR(s1, REG_ITMP3, d);
1010 emit_store_dst(jd, iptr, d);
1013 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
1014 /* sx.val.l = constant */
1016 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1017 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1018 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1019 M_OR_IMM(s1, iptr->sx.val.l, d);
1021 LCONST(REG_ITMP3, iptr->sx.val.l);
1022 M_OR(s1, REG_ITMP3, d);
1024 emit_store_dst(jd, iptr, d);
1028 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1031 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1032 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1033 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1035 emit_store_dst(jd, iptr, d);
1038 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1039 /* sx.val.i = constant */
1041 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1042 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1043 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
1044 M_XOR_IMM(s1, iptr->sx.val.i, d);
1046 ICONST(REG_ITMP3, iptr->sx.val.i);
1047 M_XOR(s1, REG_ITMP3, d);
1049 emit_store_dst(jd, iptr, d);
1052 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1053 /* sx.val.l = constant */
1055 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1056 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1057 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1058 M_XOR_IMM(s1, iptr->sx.val.l, d);
1060 LCONST(REG_ITMP3, iptr->sx.val.l);
1061 M_XOR(s1, REG_ITMP3, d);
1063 emit_store_dst(jd, iptr, d);
1066 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1068 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1069 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1070 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1071 /* XXX implement me!!! */
1072 vm_abort("codegen: implement ICMD_LCMP!");
1073 emit_store_dst(jd, iptr, d);
1078 /* floating operations ************************************************/
1080 case ICMD_FNEG: /* ..., value ==> ..., - value */
1082 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1083 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1085 emit_store_dst(jd, iptr, d);
1088 case ICMD_DNEG: /* ..., value ==> ..., - value */
1090 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1091 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1093 emit_store_dst(jd, iptr, d);
1096 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1098 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1099 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1100 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1102 emit_store_dst(jd, iptr, d);
1105 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1107 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1108 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1109 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1111 emit_store_dst(jd, iptr, d);
1114 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1116 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1117 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1118 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1120 emit_store_dst(jd, iptr, d);
1123 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1125 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1126 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1127 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1129 emit_store_dst(jd, iptr, d);
1132 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1134 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1135 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1136 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1138 emit_store_dst(jd, iptr, d);
1141 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1143 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1144 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1145 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1147 emit_store_dst(jd, iptr, d);
1150 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1152 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1153 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1154 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1156 emit_store_dst(jd, iptr, d);
1159 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1161 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1162 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1163 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1165 emit_store_dst(jd, iptr, d);
1168 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1171 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1172 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1174 disp = dseg_add_float(cd, 0.0);
1175 M_FLD(REG_FTMP2, REG_PV, disp);
1176 M_FCMPU(s1, REG_FTMP2);
1178 disp = dseg_add_unique_s4(cd, 0);
1179 M_CVTDL_C(s1, REG_FTMP1);
1180 M_LDA(REG_ITMP1, REG_PV, disp);
1181 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1182 M_ILD(d, REG_PV, disp);
1183 emit_store_dst(jd, iptr, d);
1186 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1188 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1189 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1191 emit_store_dst(jd, iptr, d);
1194 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1196 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1197 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1199 emit_store_dst(jd, iptr, d);
1202 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1203 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1206 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1207 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1208 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1210 M_IADD_IMM(REG_ZERO, -1, d);
1213 M_IADD_IMM(REG_ZERO, 0, d);
1215 M_IADD_IMM(REG_ZERO, 1, d);
1216 emit_store_dst(jd, iptr, d);
1219 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1220 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1222 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1223 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1224 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1226 M_IADD_IMM(REG_ZERO, 1, d);
1229 M_IADD_IMM(REG_ZERO, 0, d);
1231 M_IADD_IMM(REG_ZERO, -1, d);
1232 emit_store_dst(jd, iptr, d);
1235 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1236 case ICMD_IF_DCMPEQ:
1238 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1239 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1242 emit_beq(cd, iptr->dst.block);
1245 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1246 case ICMD_IF_DCMPNE:
1248 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1249 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1251 emit_bnan(cd, iptr->dst.block);
1252 emit_bne(cd, iptr->dst.block);
1256 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1257 case ICMD_IF_DCMPL_LT:
1259 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1260 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1262 emit_bnan(cd, iptr->dst.block);
1263 emit_blt(cd, iptr->dst.block);
1266 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1267 case ICMD_IF_DCMPL_GT:
1269 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1270 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1273 emit_bgt(cd, iptr->dst.block);
1276 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1277 case ICMD_IF_DCMPL_LE:
1279 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1280 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1282 emit_bnan(cd, iptr->dst.block);
1283 emit_ble(cd, iptr->dst.block);
1286 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1287 case ICMD_IF_DCMPL_GE:
1289 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1290 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1293 emit_bge(cd, iptr->dst.block);
1296 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1297 case ICMD_IF_DCMPG_LT:
1299 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1300 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1303 emit_blt(cd, iptr->dst.block);
1306 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1307 case ICMD_IF_DCMPG_GT:
1309 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1310 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1312 emit_bnan(cd, iptr->dst.block);
1313 emit_bgt(cd, iptr->dst.block);
1316 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1317 case ICMD_IF_DCMPG_LE:
1319 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1320 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1323 emit_ble(cd, iptr->dst.block);
1326 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1327 case ICMD_IF_DCMPG_GE:
1329 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1330 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1332 emit_bnan(cd, iptr->dst.block);
1333 emit_bge(cd, iptr->dst.block);
1337 /* memory operations **************************************************/
1339 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1341 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1342 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1343 emit_nullpointer_check(cd, iptr, s1);
1344 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1345 emit_store_dst(jd, iptr, d);
1348 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1350 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1351 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1352 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1353 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1354 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1355 /* implicit null-pointer check */
1356 M_LBZX(d, s1, REG_ITMP2);
1358 emit_store_dst(jd, iptr, d);
1361 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1363 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1364 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1365 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1366 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1367 M_SLL_IMM(s2, 1, REG_ITMP2);
1368 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1369 /* implicit null-pointer check */
1370 M_LHZX(d, s1, REG_ITMP2);
1371 emit_store_dst(jd, iptr, d);
1374 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1376 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1377 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1378 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1379 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1380 M_SLL_IMM(s2, 1, REG_ITMP2);
1381 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1382 /* implicit null-pointer check */
1383 M_LHAX(d, s1, REG_ITMP2);
1384 emit_store_dst(jd, iptr, d);
1387 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1389 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1390 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1391 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1392 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1393 M_SLL_IMM(s2, 2, REG_ITMP2);
1394 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1395 /* implicit null-pointer check */
1396 M_LWAX(d, s1, REG_ITMP2);
1397 emit_store_dst(jd, iptr, d);
1400 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1402 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1403 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1404 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1405 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1406 M_SLL_IMM(s2, 3, REG_ITMP2);
1407 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1408 /* implicit null-pointer check */
1409 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1410 emit_store_dst(jd, iptr, d);
1413 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1415 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1416 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1417 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1418 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1419 M_SLL_IMM(s2, 2, REG_ITMP2);
1420 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1421 /* implicit null-pointer check */
1422 M_LFSX(d, s1, REG_ITMP2);
1423 emit_store_dst(jd, iptr, d);
1426 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1428 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1429 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1430 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1431 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1432 M_SLL_IMM(s2, 3, REG_ITMP2);
1433 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1434 /* implicit null-pointer check */
1435 M_LFDX(d, s1, REG_ITMP2);
1436 emit_store_dst(jd, iptr, d);
1439 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1441 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1442 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1443 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1444 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1445 M_SLL_IMM(s2, 3, REG_ITMP2);
1446 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1447 /* implicit null-pointer check */
1448 M_ALDX(d, s1, REG_ITMP2);
1449 emit_store_dst(jd, iptr, d);
1453 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1455 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1456 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1457 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1458 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1459 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1460 /* implicit null-pointer check */
1461 M_STBX(s3, s1, REG_ITMP2);
1464 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1466 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1467 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1468 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1469 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1470 M_SLL_IMM(s2, 1, REG_ITMP2);
1471 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1472 /* implicit null-pointer check */
1473 M_STHX(s3, s1, REG_ITMP2);
1476 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1478 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1479 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1480 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1481 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1482 M_SLL_IMM(s2, 1, REG_ITMP2);
1483 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1484 M_STHX(s3, s1, REG_ITMP2);
1487 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1489 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1490 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1491 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1492 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1493 M_SLL_IMM(s2, 2, REG_ITMP2);
1494 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1495 /* implicit null-pointer check */
1496 M_STWX(s3, s1, REG_ITMP2);
1499 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1501 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1502 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1503 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1504 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1505 M_SLL_IMM(s2, 3, REG_ITMP2);
1506 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1507 /* implicit null-pointer check */
1508 M_LSTX(s3, s1, REG_ITMP2);
1511 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1513 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1514 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1515 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1516 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1517 M_SLL_IMM(s2, 2, REG_ITMP2);
1518 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1519 /* implicit null-pointer check */
1520 M_STFSX(s3, s1, REG_ITMP2);
1523 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1525 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1526 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1527 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1528 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1529 M_SLL_IMM(s2, 3, REG_ITMP2);
1530 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1531 /* implicit null-pointer check */
1532 M_STFDX(s3, s1, REG_ITMP2);
1535 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1537 s1 = emit_load_s1(jd, iptr, REG_A0);
1538 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1539 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1540 s3 = emit_load_s3(jd, iptr, REG_A1);
1542 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1543 M_ALD(REG_ITMP3, REG_PV, disp);
1544 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1547 M_INTMOVE(s1, REG_A0);
1548 M_INTMOVE(s3, REG_A1);
1551 emit_exception_check(cd, iptr);
1553 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1554 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1555 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1556 M_SLL_IMM(s2, 3, REG_ITMP2);
1557 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1558 /* implicit null-pointer check */
1559 M_ASTX(s3, s1, REG_ITMP2);
1563 case ICMD_GETSTATIC: /* ... ==> ..., value */
1565 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1566 uf = iptr->sx.s23.s3.uf;
1568 fieldtype = uf->fieldref->parseddesc.fd->type;
1569 disp = dseg_add_unique_address(cd, NULL);
1571 codegen_addpatchref(cd, PATCHER_get_putstatic,
1572 iptr->sx.s23.s3.uf, disp);
1575 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1577 fieldtype = fi->type;
1578 disp = dseg_add_address(cd, &(fi->value));
1580 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1581 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1585 M_ALD(REG_ITMP1, REG_PV, disp);
1586 switch (fieldtype) {
1588 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1589 M_ILD_INTERN(d, REG_ITMP1, 0);
1592 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1593 M_LLD(d, REG_ITMP1, 0);
1596 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1597 M_ALD_INTERN(d, REG_ITMP1, 0);
1600 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1601 M_FLD_INTERN(d, REG_ITMP1, 0);
1604 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1605 M_DLD_INTERN(d, REG_ITMP1, 0);
1608 emit_store_dst(jd, iptr, d);
1611 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1614 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1615 uf = iptr->sx.s23.s3.uf;
1617 fieldtype = uf->fieldref->parseddesc.fd->type;
1618 disp = dseg_add_unique_address(cd, NULL);
1620 codegen_addpatchref(cd, PATCHER_get_putstatic,
1621 iptr->sx.s23.s3.uf, disp);
1623 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1625 fieldtype = fi->type;
1626 disp = dseg_add_address(cd, &(fi->value));
1628 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1629 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1633 M_ALD(REG_ITMP1, REG_PV, disp);
1634 switch (fieldtype) {
1636 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1637 M_IST_INTERN(s1, REG_ITMP1, 0);
1640 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1641 M_LST_INTERN(s1, REG_ITMP1, 0);
1644 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1645 M_AST_INTERN(s1, REG_ITMP1, 0);
1648 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1649 M_FST_INTERN(s1, REG_ITMP1, 0);
1652 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1653 M_DST_INTERN(s1, REG_ITMP1, 0);
1659 case ICMD_GETFIELD: /* ... ==> ..., value */
1661 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1663 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1664 uf = iptr->sx.s23.s3.uf;
1665 fieldtype = uf->fieldref->parseddesc.fd->type;
1668 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1670 fi = iptr->sx.s23.s3.fmiref->p.field;
1671 fieldtype = fi->type;
1675 /* implicit null-pointer check */
1676 switch (fieldtype) {
1678 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1682 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1686 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1690 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1694 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1698 emit_store_dst(jd, iptr, d);
1701 case ICMD_PUTFIELD: /* ..., value ==> ... */
1703 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1705 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1706 uf = iptr->sx.s23.s3.uf;
1707 fieldtype = uf->fieldref->parseddesc.fd->type;
1711 fi = iptr->sx.s23.s3.fmiref->p.field;
1712 fieldtype = fi->type;
1716 if (IS_INT_LNG_TYPE(fieldtype)) {
1717 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1720 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1722 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1723 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1727 /* implicit null-pointer check */
1728 switch (fieldtype) {
1730 M_IST(s2, s1, disp);
1733 M_LST(s2, s1, disp);
1736 M_AST(s2, s1, disp);
1739 M_FST(s2, s1, disp);
1742 M_DST(s2, s1, disp);
1748 /* branch operations **************************************************/
1750 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1752 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1753 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1755 #ifdef ENABLE_VERIFIER
1756 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1757 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1758 iptr->sx.s23.s2.uc, 0);
1760 #endif /* ENABLE_VERIFIER */
1762 disp = dseg_add_functionptr(cd, asm_handle_exception);
1763 M_ALD(REG_ITMP2, REG_PV, disp);
1766 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1767 M_BL(0); /* get current PC */
1768 M_MFLR(REG_ITMP2_XPC);
1769 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1770 M_RTS; /* jump to CTR */
1775 case ICMD_GOTO: /* ... ==> ... */
1776 case ICMD_RET: /* ... ==> ... */
1778 emit_br(cd, iptr->dst.block);
1782 case ICMD_JSR: /* ... ==> ... */
1784 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1788 case ICMD_IFNULL: /* ..., value ==> ... */
1790 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1792 emit_beq(cd, iptr->dst.block);
1795 case ICMD_IFNONNULL: /* ..., value ==> ... */
1797 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1799 emit_bne(cd, iptr->dst.block);
1807 case ICMD_IFEQ: /* ..., value ==> ... */
1809 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1810 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1811 M_CMPI(s1, iptr->sx.val.i);
1813 ICONST(REG_ITMP2, iptr->sx.val.i);
1814 M_CMP(s1, REG_ITMP2);
1816 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1819 case ICMD_IF_LEQ: /* ..., value ==> ... */
1820 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1821 LCONST(REG_ITMP2, iptr->sx.val.l);
1822 M_CMP(s1, REG_ITMP2);
1823 emit_beq(cd, iptr->dst.block);
1825 case ICMD_IF_LLT: /* ..., value ==> ... */
1826 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1827 LCONST(REG_ITMP2, iptr->sx.val.l);
1828 M_CMP(s1, REG_ITMP2);
1829 emit_blt(cd, iptr->dst.block);
1831 case ICMD_IF_LLE: /* ..., value ==> ... */
1832 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1833 LCONST(REG_ITMP2, iptr->sx.val.l);
1834 M_CMP(s1, REG_ITMP2);
1835 emit_ble(cd, iptr->dst.block);
1838 case ICMD_IF_LNE: /* ..., value ==> ... */
1839 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1840 LCONST(REG_ITMP2, iptr->sx.val.l);
1841 M_CMP(s1, REG_ITMP2);
1842 emit_bne(cd, iptr->dst.block);
1844 case ICMD_IF_LGE: /* ..., value ==> ... */
1845 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1846 LCONST(REG_ITMP2, iptr->sx.val.l);
1847 M_CMP(s1, REG_ITMP2);
1848 emit_bge(cd, iptr->dst.block);
1850 case ICMD_IF_LGT: /* ..., value ==> ... */
1851 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1852 LCONST(REG_ITMP2, iptr->sx.val.l);
1853 M_CMP(s1, REG_ITMP2);
1854 emit_bgt(cd, iptr->dst.block);
1856 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1857 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1858 case ICMD_IF_LCMPEQ:
1860 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1861 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1863 emit_beq(cd, iptr->dst.block);
1866 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1867 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1868 case ICMD_IF_LCMPNE:
1870 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1871 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1873 emit_bne(cd, iptr->dst.block);
1877 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1878 case ICMD_IF_LCMPLT:
1880 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1881 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1883 emit_blt(cd, iptr->dst.block);
1886 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1887 case ICMD_IF_LCMPGT:
1889 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1890 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1892 emit_bgt(cd, iptr->dst.block);
1895 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1896 case ICMD_IF_LCMPLE:
1898 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1899 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1901 emit_ble(cd, iptr->dst.block);
1904 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1905 case ICMD_IF_LCMPGE:
1907 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1908 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1910 emit_bge(cd, iptr->dst.block);
1914 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1915 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1917 REPLACEMENT_POINT_RETURN(cd, iptr);
1918 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1919 M_LNGMOVE(s1, REG_RESULT);
1920 goto nowperformreturn;
1922 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1924 REPLACEMENT_POINT_RETURN(cd, iptr);
1925 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1926 M_LNGMOVE(s1, REG_RESULT);
1928 #ifdef ENABLE_VERIFIER
1929 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1930 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1931 iptr->sx.s23.s2.uc, 0);
1933 #endif /* ENABLE_VERIFIER */
1935 goto nowperformreturn;
1937 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1940 REPLACEMENT_POINT_RETURN(cd, iptr);
1941 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1942 M_FLTMOVE(s1, REG_FRESULT);
1943 goto nowperformreturn;
1945 case ICMD_RETURN: /* ... ==> ... */
1947 REPLACEMENT_POINT_RETURN(cd, iptr);
1953 p = cd->stackframesize;
1955 /* call trace function */
1957 #if !defined(NDEBUG)
1958 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1959 emit_verbosecall_exit(jd);
1963 #if defined(ENABLE_THREADS)
1964 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1965 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1966 M_ALD(REG_ITMP3, REG_PV, disp);
1967 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1970 /* we need to save the proper return value */
1972 switch (iptr->opc) {
1977 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1980 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1983 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1987 M_ALD(REG_A0, REG_SP, rd->memuse * 8);
1990 /* and now restore the proper return value */
1992 switch (iptr->opc) {
1997 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2000 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2003 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2009 /* restore return address */
2011 if (!jd->isleafmethod) {
2012 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2013 may have a displacement overflow. */
2015 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2019 /* restore saved registers */
2021 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2022 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2024 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2025 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2028 /* deallocate stack */
2030 if (cd->stackframesize)
2031 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2039 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2042 branch_target_t *table;
2044 table = iptr->dst.table;
2046 l = iptr->sx.s23.s2.tablelow;
2047 i = iptr->sx.s23.s3.tablehigh;
2049 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2051 M_INTMOVE(s1, REG_ITMP1);
2052 } else if (l <= 32768) {
2053 M_LDA(REG_ITMP1, s1, -l);
2055 ICONST(REG_ITMP2, l);
2056 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2059 /* number of targets */
2064 M_CMPUI(REG_ITMP1, i - 1);
2065 emit_bgt(cd, table[0].block);
2067 /* build jump table top down and use address of lowest entry */
2072 dseg_add_target(cd, table->block);
2076 /* length of dataseg after last dseg_add_unique_target is used by load */
2078 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2079 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2080 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2088 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2091 lookup_target_t *lookup;
2093 lookup = iptr->dst.lookup;
2095 i = iptr->sx.s23.s2.lookupcount;
2097 MCODECHECK((i<<2)+8);
2098 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2100 val = lookup->value;
2101 if ((val >= -32768) && (val <= 32767)) {
2105 a = dseg_add_s4(cd, val);
2106 M_ILD(REG_ITMP2, REG_PV, a);
2107 M_CMP(s1, REG_ITMP2);
2109 emit_beq(cd, lookup->target.block);
2113 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2120 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2122 bte = iptr->sx.s23.s3.bte;
2126 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2127 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2128 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2129 case ICMD_INVOKEINTERFACE:
2131 REPLACEMENT_POINT_INVOKE(cd, iptr);
2133 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2135 um = iptr->sx.s23.s3.um;
2136 md = um->methodref->parseddesc.md;
2139 lm = iptr->sx.s23.s3.fmiref->p.method;
2141 md = lm->parseddesc;
2145 s3 = md->paramcount;
2147 MCODECHECK((s3 << 1) + 64);
2149 /* copy arguments to registers or stack location */
2151 for (s3 = s3 - 1; s3 >= 0; s3--) {
2152 var = VAR(iptr->sx.s23.s2.args[s3]);
2153 d = md->params[s3].regoff;
2155 if (var->flags & PREALLOC)
2158 if (IS_INT_LNG_TYPE(var->type)) {
2159 if (!md->params[s3].inmemory) {
2160 s1 = emit_load(jd, iptr, var, d);
2164 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2165 M_LST(s1, REG_SP, d * 8);
2169 if (!md->params[s3].inmemory) {
2170 s1 = emit_load(jd, iptr, var, d);
2174 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2175 M_DST(s1, REG_SP, d * 8);
2180 switch (iptr->opc) {
2182 disp = dseg_add_functionptr(cd, bte->fp);
2183 M_ALD(REG_PV, REG_PV, disp);
2184 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2186 /* generate the actual call */
2187 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2190 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2191 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2193 M_LDA(REG_PV, REG_ITMP1, -disp);
2195 emit_exception_check(cd, iptr);
2199 case ICMD_INVOKESPECIAL:
2200 emit_nullpointer_check(cd, iptr, REG_A0);
2203 case ICMD_INVOKESTATIC:
2205 disp = dseg_add_unique_address(cd, um);
2207 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2210 disp = dseg_add_address(cd, lm->stubroutine);
2212 M_ALD(REG_PV, REG_PV, disp);
2214 /* generate the actual call */
2218 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2219 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2221 M_LDA(REG_PV, REG_ITMP1, -disp);
2224 case ICMD_INVOKEVIRTUAL:
2226 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2229 s1 = OFFSET(vftbl_t, table[0]) +
2230 sizeof(methodptr) * lm->vftblindex;
2233 /* implicit null-pointer check */
2234 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2235 M_ALD(REG_PV, REG_METHODPTR, s1);
2237 /* generate the actual call */
2241 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2242 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2244 M_LDA(REG_PV, REG_ITMP1, -disp);
2247 case ICMD_INVOKEINTERFACE:
2249 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2255 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2256 sizeof(methodptr*) * lm->class->index;
2258 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2261 /* implicit null-pointer check */
2262 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2263 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2264 M_ALD(REG_PV, REG_METHODPTR, s2);
2266 /* generate the actual call */
2270 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2271 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2273 M_LDA(REG_PV, REG_ITMP1, -disp);
2277 /* store return value */
2279 d = md->returntype.type;
2281 if (d != TYPE_VOID) {
2282 if (IS_INT_LNG_TYPE(d)) {
2283 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2284 M_MOV(REG_RESULT, s1);
2287 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2288 M_FLTMOVE(REG_FRESULT, s1);
2290 emit_store_dst(jd, iptr, s1);
2294 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2295 /* val.a: (classinfo*) superclass */
2297 /* superclass is an interface:
2299 * OK if ((sub == NULL) ||
2300 * (sub->vftbl->interfacetablelength > super->index) &&
2301 * (sub->vftbl->interfacetable[-super->index] != NULL));
2303 * superclass is a class:
2305 * OK if ((sub == NULL) || (0
2306 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2307 * super->vftbl->diffvall));
2310 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2311 /* object type cast-check */
2316 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2320 super = iptr->sx.s23.s3.c.cls;
2321 superindex = super->index;
2324 #if defined(ENABLE_THREADS)
2325 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2327 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2329 /* calculate interface checkcast code size */
2333 s2 += CODEGENDATA_HAS_FLAG_LONGBRANCHES(cd) ? 2 : 0;
2336 s2 += (opt_shownops ? 1 : 0);
2338 /* calculate class checkcast code size */
2340 s3 = 10 + (s1 == REG_ITMP1);
2342 s3 += CODEGENDATA_HAS_FLAG_LONGBRANCHES(cd) ? 1 : 0;
2345 s3 += (opt_shownops ? 1 : 0);
2347 /* if class is not resolved, check which code to call */
2349 if (super == NULL) {
2351 M_BEQ(3 + (opt_shownops ? 1 : 0) + s2 + 1 + s3);
2353 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2355 codegen_addpatchref(cd,
2356 PATCHER_checkcast_instanceof_flags,
2357 iptr->sx.s23.s3.c.ref,
2360 M_ILD(REG_ITMP2, REG_PV, disp);
2361 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2365 /* interface checkcast code */
2367 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2368 if (super == NULL) {
2369 codegen_addpatchref(cd,
2370 PATCHER_checkcast_interface,
2371 iptr->sx.s23.s3.c.ref,
2378 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2379 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2380 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2381 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2382 M_ALD(REG_ITMP3, REG_ITMP2,
2383 OFFSET(vftbl_t, interfacetable[0]) -
2384 superindex * sizeof(methodptr*));
2386 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2392 /* class checkcast code */
2394 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2395 if (super == NULL) {
2396 disp = dseg_add_unique_address(cd, NULL);
2397 codegen_addpatchref(cd, PATCHER_checkcast_class,
2398 iptr->sx.s23.s3.c.ref,
2401 disp = dseg_add_address(cd, super->vftbl);
2406 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2407 #if defined(ENABLE_THREADS)
2408 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2410 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2411 M_ALD(REG_ITMP2, REG_PV, disp);
2412 if (s1 != REG_ITMP1) {
2413 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2414 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2415 #if defined(ENABLE_THREADS)
2416 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2418 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2419 M_EXTSW(REG_ITMP3, REG_ITMP3);
2421 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2422 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2423 M_EXTSW(REG_ITMP3, REG_ITMP3);
2424 M_ALD(REG_ITMP2, REG_PV, disp);
2425 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2426 #if defined(ENABLE_THREADS)
2427 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2430 M_CMPU(REG_ITMP3, REG_ITMP2);
2431 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2433 d = codegen_reg_of_dst(jd, iptr, s1);
2436 /* array type cast-check */
2438 s1 = emit_load_s1(jd, iptr, REG_A0);
2439 M_INTMOVE(s1, REG_A0);
2442 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2443 disp = dseg_add_unique_address(cd, NULL);
2444 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2445 iptr->sx.s23.s3.c.ref,
2448 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2451 M_ALD(REG_A1, REG_PV, disp);
2452 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2453 M_ALD(REG_ITMP2, REG_PV, disp);
2454 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2458 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2460 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2461 d = codegen_reg_of_dst(jd, iptr, s1);
2464 emit_store_dst(jd, iptr, d);
2468 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2469 /* val.a: (classinfo*) superclass */
2471 /* superclass is an interface:
2473 * return (sub != NULL) &&
2474 * (sub->vftbl->interfacetablelength > super->index) &&
2475 * (sub->vftbl->interfacetable[-super->index] != NULL);
2477 * superclass is a class:
2479 * return ((sub != NULL) && (0
2480 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2481 * super->vftbl->diffvall));
2486 vftbl_t *supervftbl;
2489 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2495 super = iptr->sx.s23.s3.c.cls;
2496 superindex = super->index;
2497 supervftbl = super->vftbl;
2500 #if defined(ENABLE_THREADS)
2501 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2503 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2504 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2506 M_MOV(s1, REG_ITMP1);
2510 /* calculate interface instanceof code size */
2514 s2 += (opt_shownops ? 1 : 0);
2516 /* calculate class instanceof code size */
2520 s3 += (opt_shownops ? 1 : 0);
2524 /* if class is not resolved, check which code to call */
2526 if (super == NULL) {
2528 M_BEQ(3 + (opt_shownops ? 1 : 0) + s2 + 1 + s3);
2530 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2532 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2533 iptr->sx.s23.s3.c.ref, disp);
2535 M_ILD(REG_ITMP3, REG_PV, disp);
2536 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2540 /* interface instanceof code */
2542 if (!super || (super->flags & ACC_INTERFACE)) {
2548 codegen_addpatchref(cd,
2549 PATCHER_instanceof_interface,
2550 iptr->sx.s23.s3.c.ref, 0);
2553 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2554 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2555 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2557 M_ALD(REG_ITMP1, REG_ITMP1,
2558 OFFSET(vftbl_t, interfacetable[0]) -
2559 superindex * sizeof(methodptr*));
2562 M_IADD_IMM(REG_ZERO, 1, d);
2568 /* class instanceof code */
2570 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2573 disp = dseg_add_address(cd, supervftbl);
2578 disp = dseg_add_unique_address(cd, NULL);
2579 codegen_addpatchref(cd, PATCHER_instanceof_class,
2580 iptr->sx.s23.s3.c.ref,
2584 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2585 M_ALD(REG_ITMP2, REG_PV, disp);
2586 #if defined(ENABLE_THREADS)
2587 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2589 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2590 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2591 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2592 #if defined(ENABLE_THREADS)
2593 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2595 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2596 M_EXTSW(REG_ITMP1, REG_ITMP1);
2597 M_CMPU(REG_ITMP1, REG_ITMP2);
2600 M_IADD_IMM(REG_ZERO, 1, d);
2602 emit_store_dst(jd, iptr, d);
2606 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2608 /* check for negative sizes and copy sizes to stack if necessary */
2610 MCODECHECK((iptr->s1.argcount << 1) + 64);
2612 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2614 var = VAR(iptr->sx.s23.s2.args[s1]);
2616 /* copy SAVEDVAR sizes to stack */
2618 if (!(var->flags & PREALLOC)) {
2619 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2620 #if defined(__DARWIN__)
2621 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2623 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2628 /* a0 = dimension count */
2630 ICONST(REG_A0, iptr->s1.argcount);
2632 /* is patcher function set? */
2634 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2635 disp = dseg_add_unique_address(cd, NULL);
2637 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2638 iptr->sx.s23.s3.c.ref, disp);
2640 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2643 /* a1 = arraydescriptor */
2645 M_ALD(REG_A1, REG_PV, disp);
2647 /* a2 = pointer to dimensions = stack pointer */
2649 #if defined(__DARWIN__)
2650 M_LDA(REG_A2, REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2652 M_LDA(REG_A2, REG_SP, LA_SIZE + 3 * 8);
2655 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2656 M_ALD(REG_ITMP3, REG_PV, disp);
2657 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2661 /* check for exception before result assignment */
2662 emit_exception_check(cd, iptr);
2664 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2665 M_INTMOVE(REG_RESULT, d);
2666 emit_store_dst(jd, iptr, d);
2670 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2675 } /* for instruction */
2677 } /* if (bptr -> flags >= BBREACHED) */
2678 } /* for basic block */
2680 dseg_createlinenumbertable(cd);
2682 /* generate stubs */
2684 emit_patcher_stubs(jd);
2685 REPLACEMENT_EMIT_STUBS(jd);
2687 /* everything's ok */
2693 /* codegen_emit_stub_compiler **************************************************
2695 Emits a stub routine which calls the compiler.
2697 *******************************************************************************/
2699 void codegen_emit_stub_compiler(jitdata *jd)
2704 /* get required compiler data */
2709 /* code for the stub */
2711 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2712 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2718 /* codegen_emit_stub_native ****************************************************
2720 Emits a stub routine which calls a native method.
2722 *******************************************************************************/
2724 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
2736 /* get required compiler data */
2742 /* set some variables */
2745 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
2747 /* calculate stackframe size */
2749 cd->stackframesize =
2750 sizeof(stackframeinfo) / SIZEOF_VOID_P +
2751 sizeof(localref_table) / SIZEOF_VOID_P +
2752 4 + /* 4 stackframeinfo arguments (darwin)*/
2756 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2758 /* create method header */
2760 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2761 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2762 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
2763 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2764 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2765 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2766 (void) dseg_addlinenumbertablesize(cd);
2767 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
2772 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2773 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2775 #if !defined(NDEBUG)
2776 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2777 emit_verbosecall_enter(jd);
2780 /* get function address (this must happen before the stackframeinfo) */
2782 funcdisp = dseg_add_functionptr(cd, f);
2784 #if !defined(WITH_STATIC_CLASSPATH)
2786 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
2790 /* save integer and float argument registers */
2794 for (i = 0; i < md->paramcount; i++) {
2795 t = md->paramtypes[i].type;
2797 if (IS_INT_LNG_TYPE(t)) {
2798 if (!md->params[i].inmemory) {
2799 s1 = md->params[i].regoff;
2800 M_LST(s1, REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2806 for (i = 0; i < md->paramcount; i++) {
2807 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2808 if (!md->params[i].inmemory) {
2809 s1 = md->params[i].regoff;
2810 M_DST(s1, REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2816 /* create native stack info */
2818 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A0);
2819 M_MOV(REG_PV, REG_A1);
2820 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A2);
2821 M_ALD(REG_A3, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2822 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2824 M_ALD(REG_ITMP1, REG_PV, disp);
2825 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2829 /* restore integer and float argument registers */
2833 for (i = 0; i < md->paramcount; i++) {
2834 t = md->paramtypes[i].type;
2836 if (IS_INT_LNG_TYPE(t)) {
2837 if (!md->params[i].inmemory) {
2838 s1 = md->params[i].regoff;
2839 M_LLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2845 for (i = 0; i < md->paramcount; i++) {
2846 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2847 if (!md->params[i].inmemory) {
2848 s1 = md->params[i].regoff;
2849 M_DLD(s1, REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2855 /* copy or spill arguments to new locations */
2857 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
2858 t = md->paramtypes[i].type;
2860 if (IS_INT_LNG_TYPE(t)) {
2861 if (!md->params[i].inmemory) {
2862 s1 = md->params[i].regoff;
2863 s2 = nmd->params[j].regoff;
2865 if (!nmd->params[j].inmemory)
2868 M_LST(s1, REG_SP, s2 * 8);
2871 s1 = md->params[i].regoff + cd->stackframesize;
2872 s2 = nmd->params[j].regoff;
2874 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
2875 M_LST(REG_ITMP1, REG_SP, s2 * 8);
2879 /* We only copy spilled float arguments, as the float
2880 argument registers keep unchanged. */
2882 if (md->params[i].inmemory) {
2883 s1 = md->params[i].regoff + cd->stackframesize;
2884 s2 = nmd->params[j].regoff;
2886 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
2888 if (IS_2_WORD_TYPE(t))
2889 M_DST(REG_FTMP1, REG_SP, s2 * 8);
2891 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
2896 /* put class into second argument register */
2898 if (m->flags & ACC_STATIC) {
2899 disp = dseg_add_unique_address(cd, m->class);
2900 M_ALD(REG_A1, REG_PV, disp);
2903 /* put env into first argument register */
2905 disp = dseg_add_unique_address(cd, _Jv_env);
2906 M_ALD(REG_A0, REG_PV, disp);
2908 /* generate the actual native call */
2909 /* native functions have a different TOC for sure */
2911 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2912 M_ALD(REG_ITMP3, REG_PV, funcdisp);
2913 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2914 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2917 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2919 /* save return value */
2921 if (md->returntype.type != TYPE_VOID) {
2922 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2923 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2926 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2930 /* print call trace */
2931 #if ! defined(NDEBGUU)
2932 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2933 emit_verbosecall_exit(jd);
2936 /* remove native stackframe info */
2938 M_AADD_IMM(REG_SP, cd->stackframesize * 8, REG_A0);
2939 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2940 M_ALD(REG_ITMP1, REG_PV, disp);
2941 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2944 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2946 /* restore return value */
2948 if (md->returntype.type != TYPE_VOID) {
2949 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2950 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2953 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
2954 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2956 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
2961 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2962 M_MTLR(REG_ITMP2_XPC);
2963 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2965 /* check for exception */
2967 M_TST(REG_ITMP1_XPTR);
2968 M_BNE(1); /* if no exception then return */
2972 /* handle exception */
2974 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2976 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2977 M_ALD(REG_ITMP3, REG_PV, disp);
2981 /* generate patcher stub call code */
2983 emit_patcher_stubs(jd);
2990 * These are local overrides for various environment variables in Emacs.
2991 * Please do not remove this and leave it at the end of the file, where
2992 * Emacs will automagically detect them.
2993 * ---------------------------------------------------------------------
2996 * indent-tabs-mode: t
3000 * vim:noexpandtab:sw=4:ts=4: