1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
30 Changes: Christian Thalinger
35 $Id: codegen.c 5776 2006-10-13 17:06:39Z tbfg $
49 #include "vm/jit/abi-asm.h"
51 #include "vm/jit/powerpc64/arch.h"
52 #include "vm/jit/powerpc64/codegen.h"
54 #include "mm/memory.h"
55 #include "native/native.h"
56 #include "vm/builtin.h"
57 #include "vm/exceptions.h"
58 #include "vm/global.h"
59 #include "vm/loader.h"
60 #include "vm/options.h"
61 #include "vm/stringlocal.h"
63 #include "vm/jit/asmpart.h"
64 #include "vm/jit/codegen-common.h"
65 #include "vm/jit/dseg.h"
66 #include "vm/jit/emit-common.h"
67 #include "vm/jit/jit.h"
68 #include "vm/jit/parse.h"
69 #include "vm/jit/patcher.h"
70 #include "vm/jit/reg.h"
71 #include "vm/jit/replace.h"
73 #if defined(ENABLE_LSRA)
74 # include "vm/jit/allocator/lsra.h"
78 /* codegen *********************************************************************
80 Generates machine code.
82 *******************************************************************************/
84 bool codegen(jitdata *jd)
90 s4 len, s1, s2, s3, d, disp;
98 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
99 builtintable_entry *bte;
101 rplpoint *replacementpoint;
105 /* get required compiler data */
112 /* prevent compiler warnings */
124 /* space to save used callee saved registers */
126 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
127 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
129 stackframesize = rd->memuse + savedregs_num;
131 #if defined(ENABLE_THREADS)
132 /* space to save argument of monitor_enter and Return Values to survive */
133 /* monitor_exit. The stack position for the argument can not be shared */
134 /* with place to save the return register on PPC64, since both values */
136 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
137 /* reserve 2 slots for long/double return values for monitorexit */
143 /* create method header */
145 /* align stack to 16-bytes */
147 /* if (!m->isleafmethod || opt_verbosecall) */
148 stackframesize = (stackframesize + 3) & ~3;
150 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
151 /* stackframesize = 0; */
153 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
154 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
156 #if defined(ENABLE_THREADS)
157 /* IsSync contains the offset relative to the stack pointer for the
158 argument of monitor_exit used in the exception handler. Since the
159 offset could be zero and give a wrong meaning of the flag it is
163 if (checksync && (m->flags & ACC_SYNCHRONIZED))
164 (void) dseg_adds4(cd, (rd->memuse + 1) * 8); /* IsSync */
167 (void) dseg_adds4(cd, 0); /* IsSync */
169 (void) dseg_adds4(cd, jd->isleafmethod); /* IsLeaf */
170 (void) dseg_adds4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
171 (void) dseg_adds4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
173 dseg_addlinenumbertablesize(cd);
175 (void) dseg_adds4(cd, cd->exceptiontablelength); /* ExTableSize */
177 /* create exception table */
179 for (ex = cd->exceptiontable; ex != NULL; ex = ex->down) {
180 dseg_addtarget(cd, ex->start);
181 dseg_addtarget(cd, ex->end);
182 dseg_addtarget(cd, ex->handler);
183 (void) dseg_addaddress(cd, ex->catchtype.any);
186 /* create stack frame (if necessary) */
188 if (!jd->isleafmethod) {
190 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
194 M_STDU(REG_SP, REG_SP, -stackframesize * 8);
196 /* save return address and used callee saved registers */
199 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
200 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
202 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
203 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
206 /* take arguments out of register or stack frame */
210 for (p = 0, l = 0; p < md->paramcount; p++) {
211 t = md->paramtypes[p].type;
212 varindex = jd->local_map[l*5 + t];
214 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
216 if (varindex == UNUSED)
219 s1 = md->params[p].regoff;
220 if (IS_INT_LNG_TYPE(t)) { /* integer args */
221 if (IS_2_WORD_TYPE(t))
222 s2 = PACK_REGS(rd->argintregs[GET_LOW_REG(s1)],
223 rd->argintregs[GET_HIGH_REG(s1)]);
225 s2 = rd->argintregs[s1];
226 if (!md->params[p].inmemory) { /* register arguments */
227 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
229 if (IS_2_WORD_TYPE(t)) /* FIXME, only M_INTMOVE here */
230 M_LNGMOVE(s2, var->vv.regoff);
232 M_INTMOVE(s2, var->vv.regoff);
234 } else { /* reg arg -> spilled */
235 if (IS_2_WORD_TYPE(t))
236 M_LST(s2, REG_SP, var->vv.regoff * 4);
238 M_IST(s2, REG_SP, var->vv.regoff * 4);
241 } else { /* stack arguments */
242 if (!(var->flags & INMEMORY)) { /* stack arg -> register */
243 if (IS_2_WORD_TYPE(t))
244 M_LLD(var->vv.regoff, REG_SP, (stackframesize + s1) * 4);
246 M_ILD(var->vv.regoff, REG_SP, (stackframesize + s1) * 4);
248 } else { /* stack arg -> spilled */
250 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4);
251 M_IST(REG_ITMP1, REG_SP, var->vv.regoff * 4);
252 if (IS_2_WORD_TYPE(t)) {
253 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4 +4);
254 M_IST(REG_ITMP1, REG_SP, var->vv.regoff * 4 + 4);
257 /* Reuse Memory Position on Caller Stack */
258 var->vv.regoff = stackframesize + s1;
263 } else { /* floating args */
264 if (!md->params[p].inmemory) { /* register arguments */
265 s2 = rd->argfltregs[s1];
266 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
267 M_FLTMOVE(s2, var->vv.regoff);
269 } else { /* reg arg -> spilled */
270 if (IS_2_WORD_TYPE(t))
271 M_DST(s2, REG_SP, var->vv.regoff * 4);
273 M_FST(s2, REG_SP, var->vv.regoff * 4);
276 } else { /* stack arguments */
277 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
278 if (IS_2_WORD_TYPE(t))
279 M_DLD(var->vv.regoff, REG_SP, (stackframesize + s1) * 4);
282 M_FLD(var->vv.regoff, REG_SP, (stackframesize + s1) * 4);
284 } else { /* stack-arg -> spilled */
286 if (IS_2_WORD_TYPE(t)) {
287 M_DLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
288 M_DST(REG_FTMP1, REG_SP, var->vv.regoff * 4);
289 var->vv.regoff = stackframesize + s1;
292 M_FLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
293 M_FST(REG_FTMP1, REG_SP, var->vv.regoff * 4);
296 /* Reuse Memory Position on Caller Stack */
297 var->vv.regoff = stackframesize + s1;
304 /* save monitorenter argument */
306 #if defined(ENABLE_THREADS)
308 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
310 /* stackoffset for argument used for LOCK_monitor_exit */
312 #if !defined (NDEBUG)
313 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
314 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
316 for (p = 0; p < INT_ARG_CNT; p++)
317 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
319 for (p = 0; p < FLT_ARG_CNT; p++)
320 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
322 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
323 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
326 p = dseg_addaddress(cd, LOCK_monitor_enter);
327 M_ALD(REG_ITMP3, REG_PV, p);
328 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
331 /* get or test the lock object */
333 if (m->flags & ACC_STATIC) {
334 p = dseg_addaddress(cd, &m->class->object.header);
335 M_ALD(rd->argintregs[0], REG_PV, p);
338 M_TST(rd->argintregs[0]);
340 codegen_add_nullpointerexception_ref(cd);
343 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
345 #if !defined (NDEBUG)
346 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
347 for (p = 0; p < INT_ARG_CNT; p++)
348 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
350 for (p = 0; p < FLT_ARG_CNT; p++)
351 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
353 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
359 /* call trace function */
360 #if !defined (NDEBUG)
361 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
362 emit_verbosecall_enter(jd);
367 /* end of header generation */
369 replacementpoint = jd->code->rplpoints;
371 /* walk through all basic blocks */
372 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
374 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
376 if (bptr->flags >= BBREACHED) {
378 /* branch resolving */
382 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
383 gen_resolvebranch((u1*) cd->mcodebase + brefs->branchpos,
389 /* handle replacement points */
392 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
393 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
399 /* copy interface registers to their destination */
404 #if defined(ENABLE_LSRA)
408 var = VAR(bptr->invars[len]);
409 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
410 /* d = reg_of_var(m, var, REG_ITMP1); */
411 if (!(var->flags & INMEMORY))
415 M_INTMOVE(REG_ITMP1, d);
416 emit_store(jd, NULL, var, d);
423 var = VAR(bptr->invars[len]);
424 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
425 d = codegen_reg_of_var(0, var, REG_ITMP1);
426 M_INTMOVE(REG_ITMP1, d);
427 emit_store(jd, NULL, var, d);
430 assert((var->flags & INOUT));
434 #if defined(ENABLE_LSRA)
437 /* walk through all instructions */
442 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
443 if (iptr->line != currentline) {
444 dseg_addlinenumber(cd, iptr->line);
445 currentline = iptr->line;
448 MCODECHECK(64); /* an instruction usually needs < 64 words */
450 /* M_NOP; M_NOP; XXX */
452 case ICMD_NOP: /* ... ==> ... */
453 case ICMD_INLINE_START:
454 case ICMD_INLINE_END:
457 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
459 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
462 codegen_add_nullpointerexception_ref(cd);
465 /* constant operations ************************************************/
467 case ICMD_ICONST: /* ... ==> ..., constant */
469 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
470 ICONST(d, iptr->sx.val.i);
471 emit_store_dst(jd, iptr, d);
474 case ICMD_LCONST: /* ... ==> ..., constant */
476 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
477 LCONST(d, iptr->sx.val.l);
478 emit_store_dst(jd, iptr, d);
481 case ICMD_FCONST: /* ... ==> ..., constant */
483 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
484 a = dseg_addfloat(cd, iptr->sx.val.f);
486 emit_store_dst(jd, iptr, d);
489 case ICMD_DCONST: /* ... ==> ..., constant */
491 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
492 a = dseg_adddouble(cd, iptr->sx.val.d);
494 emit_store_dst(jd, iptr, d);
497 case ICMD_ACONST: /* ... ==> ..., constant */
498 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
499 disp = dseg_addaddress(cd, iptr->sx.val.anyptr);
501 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
502 codegen_addpatchref(cd, PATCHER_aconst,
506 if (opt_showdisassemble)
510 M_ALD(d, REG_PV, disp);
511 emit_store_dst(jd, iptr, d);
515 /* load/store/copy/move operations ************************************/
517 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
518 case ICMD_ALOAD: /* s1.localindex = local variable */
520 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
521 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
522 case ICMD_ISTORE: /* ..., value ==> ... */
523 case ICMD_ASTORE: /* dst.localindex = local variable */
525 case ICMD_FSTORE: /* ..., value ==> ... */
526 case ICMD_DSTORE: /* ..., value ==> ... */
530 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
534 /* pop operations *****************************************************/
536 /* attention: double and longs are only one entry in CACAO ICMDs */
538 case ICMD_POP: /* ..., value ==> ... */
539 case ICMD_POP2: /* ..., value, value ==> ... */
544 /* integer operations *************************************************/
546 case ICMD_INEG: /* ..., value ==> ..., - value */
548 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
549 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
551 emit_store_dst(jd, iptr, d);
554 case ICMD_LNEG: /* ..., value ==> ..., - value */
556 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
557 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
558 M_NEG(s1, d); /* XXX */
559 emit_store_dst(jd, iptr, d);
562 case ICMD_I2L: /* ..., value ==> ..., value */
564 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
565 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
567 emit_store_dst(jd, iptr, d);
570 case ICMD_L2I: /* ..., value ==> ..., value */
572 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
573 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
575 emit_store_dst(jd, iptr, d);
578 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
580 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
581 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
583 emit_store_dst(jd, iptr, d);
586 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
588 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
589 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
591 emit_store_dst(jd, iptr, d);
594 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
596 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
597 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
599 emit_store_dst(jd, iptr, d);
603 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
605 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
606 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
607 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
610 emit_store_dst(jd, iptr, d);
616 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
617 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
618 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
619 M_IADD_IMM(s1, iptr->sx.val.i, d);
621 ICONST(REG_ITMP2, iptr->sx.val.i);
622 M_IADD(s1, REG_ITMP2, d);
624 emit_store_dst(jd, iptr, d);
627 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
629 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
630 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
631 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
633 emit_store_dst(jd, iptr, d);
636 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
637 /* sx.val.l = constant */
639 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
640 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
642 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
643 M_LADD_IMM(s1, iptr->sx.val.l, d);
645 LCONST(REG_ITMP2, iptr->sx.val.l);
646 M_LADD(s1, REG_ITMP2, d);
648 emit_store_dst(jd, iptr, d);
651 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
653 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
654 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
655 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
657 emit_store_dst(jd, iptr, d);
660 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
661 /* sx.val.i = constant */
663 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
664 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
665 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
666 M_IADD_IMM(s1, -iptr->sx.val.i, d);
668 ICONST(REG_ITMP2, iptr->sx.val.i);
669 M_SUB(s1, REG_ITMP2, d);
671 emit_store_dst(jd, iptr, d);
674 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
676 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
677 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
678 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
680 emit_store_dst(jd, iptr, d);
683 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
684 /* sx.val.l = constant */
686 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
687 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
689 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
690 M_LADD_IMM(s1, -iptr->sx.val.l, d);
692 LCONST(REG_ITMP2, iptr->sx.val.l);
693 M_SUB(s1, REG_ITMP2, d);
695 emit_store_dst(jd, iptr, d);
699 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
701 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
702 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
703 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
706 codegen_add_arithmeticexception_ref(cd);
710 emit_store_dst(jd, iptr, d);
714 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
715 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
716 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
717 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
720 codegen_add_arithmeticexception_ref(cd);
722 /* FIXME s1 == -2^63 && s2 == -1 does not work that way */
726 emit_store_dst(jd, iptr, d);
729 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
731 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
732 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
733 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
735 emit_store_dst(jd, iptr, d);
738 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
739 /* sx.val.i = constant */
741 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
742 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
743 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
744 M_MUL_IMM(s1, iptr->sx.val.i, d);
746 ICONST(REG_ITMP3, iptr->sx.val.i);
747 M_MUL(s1, REG_ITMP3, d);
749 emit_store_dst(jd, iptr, d);
752 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
754 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
755 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
756 M_SRA_IMM(s1, iptr->sx.val.i, d);
758 emit_store_dst(jd, iptr, d);
761 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
763 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
764 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
765 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
766 M_AND_IMM(s2, 0x1f, REG_ITMP3);
767 M_SLL(s1, REG_ITMP3, d);
768 emit_store_dst(jd, iptr, d);
771 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
772 /* sx.val.i = constant */
774 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
775 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
776 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
777 emit_store_dst(jd, iptr, d);
780 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
782 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
783 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
784 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
785 M_AND_IMM(s2, 0x1f, REG_ITMP3);
786 M_SRA(s1, REG_ITMP3, d);
787 emit_store_dst(jd, iptr, d);
790 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
791 /* sx.val.i = constant */
793 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
794 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
795 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
796 emit_store_dst(jd, iptr, d);
799 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
801 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
802 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
803 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
804 M_AND_IMM(s2, 0x1f, REG_ITMP2);
805 M_SRL(s1, REG_ITMP2, d);
806 emit_store_dst(jd, iptr, d);
809 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
810 /* sx.val.i = constant */
812 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
813 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
814 if (iptr->sx.val.i & 0x1f) {
815 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
819 emit_store_dst(jd, iptr, d);
822 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
825 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
826 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
827 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
829 emit_store_dst(jd, iptr, d);
832 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
833 /* sx.val.i = constant */
835 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
836 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
837 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
838 M_AND_IMM(s1, iptr->sx.val.i, d);
841 else if (iptr->sx.val.i == 0xffffff) {
842 M_RLWINM(s1, 0, 8, 31, d);
846 ICONST(REG_ITMP3, iptr->sx.val.i);
847 M_AND(s1, REG_ITMP3, d);
849 emit_store_dst(jd, iptr, d);
852 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
853 /* sx.val.l = constant */
855 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
856 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
857 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
858 M_AND_IMM(s1, iptr->sx.val.l, d);
860 else if (iptr->sx.val.l == 0xffffff) {
861 M_RLWINM(s1, 0, 8, 31, d);
865 LCONST(REG_ITMP3, iptr->sx.val.l);
866 M_AND(s1, REG_ITMP3, d);
868 emit_store_dst(jd, iptr, d);
871 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
872 /* sx.val.i = constant */
874 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
875 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
876 M_MOV(s1, REG_ITMP2);
878 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
879 if (iptr->sx.val.i >= 32768) {
880 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
881 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
882 M_IADD(s1, REG_ITMP2, REG_ITMP2);
884 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
887 int b=0, m = iptr->sx.val.i;
890 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
892 M_SUB(s1, REG_ITMP2, d);
893 emit_store_dst(jd, iptr, d);
896 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
899 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
900 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
901 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
903 emit_store_dst(jd, iptr, d);
906 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
907 /* sx.val.i = constant */
909 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
910 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
911 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
912 M_OR_IMM(s1, iptr->sx.val.i, d);
914 ICONST(REG_ITMP3, iptr->sx.val.i);
915 M_OR(s1, REG_ITMP3, d);
917 emit_store_dst(jd, iptr, d);
920 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
921 /* sx.val.l = constant */
923 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
924 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
925 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
926 M_OR_IMM(s1, iptr->sx.val.l, d);
928 LCONST(REG_ITMP3, iptr->sx.val.l);
929 M_OR(s1, REG_ITMP3, d);
931 emit_store_dst(jd, iptr, d);
935 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
938 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
939 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
940 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
942 emit_store_dst(jd, iptr, d);
945 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
946 /* sx.val.i = constant */
948 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
949 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
950 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
951 M_XOR_IMM(s1, iptr->sx.val.i, d);
953 ICONST(REG_ITMP3, iptr->sx.val.i);
954 M_XOR(s1, REG_ITMP3, d);
956 emit_store_dst(jd, iptr, d);
959 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
960 /* sx.val.l = constant */
962 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
963 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
964 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
965 M_XOR_IMM(s1, iptr->sx.val.l, d);
967 LCONST(REG_ITMP3, iptr->sx.val.l);
968 M_XOR(s1, REG_ITMP3, d);
970 emit_store_dst(jd, iptr, d);
973 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
975 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
976 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
977 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
978 /* XXX implement me!!! */
979 emit_store_dst(jd, iptr, d);
984 /* floating operations ************************************************/
986 case ICMD_FNEG: /* ..., value ==> ..., - value */
988 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
989 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
991 emit_store_dst(jd, iptr, d);
994 case ICMD_DNEG: /* ..., value ==> ..., - value */
996 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
997 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
999 emit_store_dst(jd, iptr, d);
1002 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1004 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1005 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1006 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1008 emit_store_dst(jd, iptr, d);
1011 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1013 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1014 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1015 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1017 emit_store_dst(jd, iptr, d);
1020 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1022 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1023 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1024 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1026 emit_store_dst(jd, iptr, d);
1029 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1031 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1032 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1033 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1035 emit_store_dst(jd, iptr, d);
1038 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1040 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1041 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1042 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1044 emit_store_dst(jd, iptr, d);
1047 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1049 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1050 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1051 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1053 emit_store_dst(jd, iptr, d);
1056 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1058 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1059 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1060 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1062 emit_store_dst(jd, iptr, d);
1065 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1067 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1068 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1069 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1071 emit_store_dst(jd, iptr, d);
1074 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1077 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1078 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1080 disp = dseg_addfloat(cd, 0.0);
1081 M_FLD(REG_FTMP2, REG_PV, disp);
1082 M_FCMPU(s1, REG_FTMP2);
1084 disp = dseg_adds4(cd, 0);
1085 M_CVTDL_C(s1, REG_FTMP1);
1086 M_LDA(REG_ITMP1, REG_PV, disp);
1087 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1088 M_ILD(d, REG_PV, disp);
1089 emit_store_dst(jd, iptr, d);
1092 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1094 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1095 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1097 emit_store_dst(jd, iptr, d);
1100 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1102 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1103 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1105 emit_store_dst(jd, iptr, d);
1108 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1109 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1112 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1113 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1114 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1116 M_IADD_IMM(REG_ZERO, -1, d);
1119 M_IADD_IMM(REG_ZERO, 0, d);
1121 M_IADD_IMM(REG_ZERO, 1, d);
1122 emit_store_dst(jd, iptr, d);
1125 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1126 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1128 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1129 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1130 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1132 M_IADD_IMM(REG_ZERO, 1, d);
1135 M_IADD_IMM(REG_ZERO, 0, d);
1137 M_IADD_IMM(REG_ZERO, -1, d);
1138 emit_store_dst(jd, iptr, d);
1141 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1142 case ICMD_IF_DCMPEQ:
1144 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1145 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1149 codegen_addreference(cd, iptr->dst.block);
1152 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1153 case ICMD_IF_DCMPNE:
1155 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1156 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1159 codegen_addreference(cd, iptr->dst.block);
1161 codegen_addreference(cd, iptr->dst.block);
1165 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1166 case ICMD_IF_DCMPL_LT:
1168 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1169 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1172 codegen_addreference(cd, iptr->dst.block);
1174 codegen_addreference(cd, iptr->dst.block);
1177 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1178 case ICMD_IF_DCMPL_GT:
1180 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1181 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1185 codegen_addreference(cd, iptr->dst.block);
1188 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1189 case ICMD_IF_DCMPL_LE:
1191 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1192 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1195 codegen_addreference(cd, iptr->dst.block);
1197 codegen_addreference(cd, iptr->dst.block);
1200 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1201 case ICMD_IF_DCMPL_GE:
1203 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1204 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1208 codegen_addreference(cd, iptr->dst.block);
1211 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1212 case ICMD_IF_DCMPG_LT:
1214 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1215 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1219 codegen_addreference(cd, iptr->dst.block);
1222 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1223 case ICMD_IF_DCMPG_GT:
1225 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1226 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1229 codegen_addreference(cd, iptr->dst.block);
1231 codegen_addreference(cd, iptr->dst.block);
1234 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1235 case ICMD_IF_DCMPG_LE:
1237 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1238 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1242 codegen_addreference(cd, iptr->dst.block);
1245 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1246 case ICMD_IF_DCMPG_GE:
1248 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1249 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1252 codegen_addreference(cd, iptr->dst.block);
1254 codegen_addreference(cd, iptr->dst.block);
1258 /* memory operations **************************************************/
1260 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1262 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1263 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1264 gen_nullptr_check(s1);
1265 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1266 emit_store_dst(jd, iptr, d);
1269 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1271 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1272 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1273 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1274 if (INSTRUCTION_MUST_CHECK(iptr)) {
1275 gen_nullptr_check(s1);
1278 M_IADD_IMM(s2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1279 M_LBZX(d, s1, REG_ITMP2);
1281 emit_store_dst(jd, iptr, d);
1284 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1286 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1287 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1288 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1289 if (INSTRUCTION_MUST_CHECK(iptr)) {
1290 gen_nullptr_check(s1);
1293 M_SLL_IMM(s2, 1, REG_ITMP2);
1294 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1295 M_LHAX(d, s1, REG_ITMP2);
1296 emit_store_dst(jd, iptr, d);
1299 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1301 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1302 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1303 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1304 if (INSTRUCTION_MUST_CHECK(iptr)) {
1305 gen_nullptr_check(s1);
1308 M_SLL_IMM(s2, 1, REG_ITMP2);
1309 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1310 M_LHAX(d, s1, REG_ITMP2);
1311 emit_store_dst(jd, iptr, d);
1314 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1316 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1317 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1318 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1319 if (INSTRUCTION_MUST_CHECK(iptr)) {
1320 gen_nullptr_check(s1);
1323 M_SLL_IMM(s2, 2, REG_ITMP2);
1324 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1325 M_LWZX(d, s1, REG_ITMP2);
1326 emit_store_dst(jd, iptr, d);
1329 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1331 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1332 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1333 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1334 if (INSTRUCTION_MUST_CHECK(iptr)) {
1335 gen_nullptr_check(s1);
1338 M_SLL_IMM(s2, 3, REG_ITMP2);
1339 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1340 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1341 emit_store_dst(jd, iptr, d);
1344 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1346 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1347 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1348 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1349 if (INSTRUCTION_MUST_CHECK(iptr)) {
1350 gen_nullptr_check(s1);
1353 M_SLL_IMM(s2, 2, REG_ITMP2);
1354 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1355 M_LFSX(d, s1, REG_ITMP2);
1356 emit_store_dst(jd, iptr, d);
1359 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1361 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1362 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1363 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1364 if (INSTRUCTION_MUST_CHECK(iptr)) {
1365 gen_nullptr_check(s1);
1368 M_SLL_IMM(s2, 3, REG_ITMP2);
1369 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1370 M_LFDX(d, s1, REG_ITMP2);
1371 emit_store_dst(jd, iptr, d);
1374 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1376 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1377 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1378 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1379 if (INSTRUCTION_MUST_CHECK(iptr)) {
1380 gen_nullptr_check(s1);
1383 M_SLL_IMM(s2, 3, REG_ITMP2);
1384 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1385 M_ALDX(d, s1, REG_ITMP2);
1386 emit_store_dst(jd, iptr, d);
1390 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1392 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1393 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1394 if (INSTRUCTION_MUST_CHECK(iptr)) {
1395 gen_nullptr_check(s1);
1398 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1399 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1400 M_STBX(s3, s1, REG_ITMP2);
1403 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1405 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1406 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1407 if (INSTRUCTION_MUST_CHECK(iptr)) {
1408 gen_nullptr_check(s1);
1411 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1412 M_SLL_IMM(s2, 1, REG_ITMP2);
1413 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1414 M_STHX(s3, s1, REG_ITMP2);
1417 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1419 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1420 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1421 if (INSTRUCTION_MUST_CHECK(iptr)) {
1422 gen_nullptr_check(s1);
1425 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1426 M_SLL_IMM(s2, 1, REG_ITMP2);
1427 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1428 M_STHX(s3, s1, REG_ITMP2);
1431 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1433 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1434 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1435 if (INSTRUCTION_MUST_CHECK(iptr)) {
1436 gen_nullptr_check(s1);
1439 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1440 M_SLL_IMM(s2, 2, REG_ITMP2);
1441 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1442 M_STWX(s3, s1, REG_ITMP2);
1445 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1447 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1448 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1449 if (INSTRUCTION_MUST_CHECK(iptr)) {
1450 gen_nullptr_check(s1);
1453 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1454 M_SLL_IMM(s2, 3, REG_ITMP2);
1455 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1456 M_LST(s3, s1, REG_ITMP2);
1459 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1461 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1462 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1463 if (INSTRUCTION_MUST_CHECK(iptr)) {
1464 gen_nullptr_check(s1);
1467 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1468 M_SLL_IMM(s2, 2, REG_ITMP2);
1469 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1470 M_STFSX(s3, s1, REG_ITMP2);
1473 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1475 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1476 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1477 if (INSTRUCTION_MUST_CHECK(iptr)) {
1478 gen_nullptr_check(s1);
1481 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1482 M_SLL_IMM(s2, 3, REG_ITMP2);
1483 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1484 M_STFDX(s3, s1, REG_ITMP2);
1487 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1489 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1490 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1491 if (INSTRUCTION_MUST_CHECK(iptr)) {
1492 gen_nullptr_check(s1);
1495 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1497 disp = dseg_addaddress(cd, BUILTIN_canstore);
1498 M_ALD(REG_ITMP3, REG_PV, disp);
1499 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1502 M_INTMOVE(s1, rd->argintregs[0]);
1503 M_INTMOVE(s3, rd->argintregs[1]);
1508 codegen_add_arraystoreexception_ref(cd);
1510 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1511 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1512 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1513 M_SLL_IMM(s2, 3, REG_ITMP2);
1514 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1515 M_ASTX(s3, s1, REG_ITMP2);
1519 case ICMD_GETSTATIC: /* ... ==> ..., value */
1521 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1522 unresolved_field *uf = iptr->sx.s23.s3.uf;
1524 fieldtype = uf->fieldref->parseddesc.fd->type;
1525 disp = dseg_addaddress(cd, NULL);
1527 codegen_addpatchref(cd, PATCHER_get_putstatic,
1528 iptr->sx.s23.s3.uf, disp);
1530 if (opt_showdisassemble)
1534 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1536 fieldtype = fi->type;
1537 disp = dseg_addaddress(cd, &(fi->value));
1539 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1540 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1542 if (opt_showdisassemble)
1547 M_ALD(REG_ITMP1, REG_PV, disp);
1548 switch (fieldtype) {
1550 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1551 M_ILD_INTERN(d, REG_ITMP1, 0);
1554 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1555 M_ILD_INTERN(GET_LOW_REG(d), REG_ITMP1, 4);/* keep this order */
1556 M_ILD_INTERN(GET_HIGH_REG(d), REG_ITMP1, 0);/*keep this order */
1559 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1560 M_ALD_INTERN(d, REG_ITMP1, 0);
1563 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1564 M_FLD_INTERN(d, REG_ITMP1, 0);
1567 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1568 M_DLD_INTERN(d, REG_ITMP1, 0);
1571 emit_store_dst(jd, iptr, d);
1574 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1577 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1578 unresolved_field *uf = iptr->sx.s23.s3.uf;
1580 fieldtype = uf->fieldref->parseddesc.fd->type;
1581 disp = dseg_addaddress(cd, NULL);
1583 codegen_addpatchref(cd, PATCHER_get_putstatic,
1584 iptr->sx.s23.s3.uf, disp);
1586 if (opt_showdisassemble)
1590 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1592 fieldtype = fi->type;
1593 disp = dseg_addaddress(cd, &(fi->value));
1595 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1596 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1598 if (opt_showdisassemble)
1603 M_ALD(REG_ITMP1, REG_PV, disp);
1604 switch (fieldtype) {
1606 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1607 M_IST_INTERN(s1, REG_ITMP1, 0);
1610 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1611 M_LST_INTERN(s1, REG_ITMP1, 0);
1614 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1615 M_AST_INTERN(s1, REG_ITMP1, 0);
1618 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1619 M_FST_INTERN(s1, REG_ITMP1, 0);
1622 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1623 M_DST_INTERN(s1, REG_ITMP1, 0);
1629 case ICMD_GETFIELD: /* ... ==> ..., value */
1631 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1632 gen_nullptr_check(s1);
1634 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1635 unresolved_field *uf = iptr->sx.s23.s3.uf;
1637 fieldtype = uf->fieldref->parseddesc.fd->type;
1639 codegen_addpatchref(cd, PATCHER_get_putfield,
1640 iptr->sx.s23.s3.uf, 0);
1642 if (opt_showdisassemble)
1648 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1650 fieldtype = fi->type;
1654 switch (fieldtype) {
1656 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1660 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1664 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1668 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1672 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1676 emit_store_dst(jd, iptr, d);
1679 case ICMD_PUTFIELD: /* ..., value ==> ... */
1681 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1682 gen_nullptr_check(s1);
1684 if (!IS_FLT_DBL_TYPE(fieldtype)) {
1685 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1687 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1690 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1691 unresolved_field *uf = iptr->sx.s23.s3.uf;
1693 fieldtype = uf->fieldref->parseddesc.fd->type;
1695 codegen_addpatchref(cd, PATCHER_get_putfield,
1696 iptr->sx.s23.s3.uf, 0);
1698 if (opt_showdisassemble)
1704 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1706 fieldtype = fi->type;
1710 switch (fieldtype) {
1712 M_IST(s2, s1, disp);
1715 M_LST(s2, s1, disp);
1718 M_AST(s2, s1, disp);
1721 M_FST(s2, s1, disp);
1724 M_DST(s2, s1, disp);
1730 /* branch operations **************************************************/
1732 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1734 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1735 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1737 #ifdef ENABLE_VERIFIER
1738 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1739 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1740 iptr->sx.s23.s2.uc, 0);
1742 if (opt_showdisassemble)
1745 #endif /* ENABLE_VERIFIER */
1747 disp = dseg_addaddress(cd, asm_handle_exception);
1748 M_ALD(REG_ITMP2, REG_PV, disp);
1751 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1752 M_BL(0); /* get current PC */
1753 M_MFLR(REG_ITMP2_XPC);
1754 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1755 M_RTS; /* jump to CTR */
1760 case ICMD_GOTO: /* ... ==> ... */
1761 case ICMD_RET: /* ... ==> ... */
1764 codegen_addreference(cd, iptr->dst.block);
1768 case ICMD_JSR: /* ... ==> ... */
1771 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1775 case ICMD_IFNULL: /* ..., value ==> ... */
1777 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1780 codegen_addreference(cd, iptr->dst.block);
1783 case ICMD_IFNONNULL: /* ..., value ==> ... */
1785 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1788 codegen_addreference(cd, iptr->dst.block);
1796 case ICMD_IFEQ: /* ..., value ==> ... */
1798 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1799 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1800 M_CMPI(s1, iptr->sx.val.i);
1802 ICONST(REG_ITMP2, iptr->sx.val.i);
1803 M_CMP(s1, REG_ITMP2);
1805 switch (iptr->opc) {
1825 codegen_addreference(cd, iptr->dst.block);
1829 case ICMD_IF_LEQ: /* ..., value ==> ... */
1831 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1832 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1833 if (iptr->sx.val.l == 0) {
1834 M_OR_TST(s1, s2, REG_ITMP3);
1835 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1836 M_XOR_IMM(s2, 0, REG_ITMP2);
1837 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1838 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1840 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1841 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1842 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1843 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1844 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1847 codegen_addreference(cd, iptr->dst.block);
1850 case ICMD_IF_LLT: /* ..., value ==> ... */
1851 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1852 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1853 if (iptr->sx.val.l == 0) {
1854 /* if high word is less than zero, the whole long is too */
1856 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1859 codegen_addreference(cd, iptr->dst.block);
1861 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1863 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1864 M_CMP(s2, REG_ITMP3);
1866 codegen_addreference(cd, iptr->dst.block);
1868 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1869 M_CMPU(s1, REG_ITMP3);
1872 codegen_addreference(cd, iptr->dst.block);
1875 case ICMD_IF_LLE: /* ..., value ==> ... */
1877 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1878 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1879 /* if (iptr->sx.val.l == 0) { */
1880 /* M_OR(s1, s2, REG_ITMP3); */
1881 /* M_CMPI(REG_ITMP3, 0); */
1884 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1887 codegen_addreference(cd, iptr->dst.block);
1889 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1891 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1892 M_CMP(s2, REG_ITMP3);
1894 codegen_addreference(cd, iptr->dst.block);
1896 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1897 M_CMPU(s1, REG_ITMP3);
1900 codegen_addreference(cd, iptr->dst.block);
1903 case ICMD_IF_LNE: /* ..., value ==> ... */
1905 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1906 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1907 if (iptr->sx.val.l == 0) {
1908 M_OR_TST(s1, s2, REG_ITMP3);
1909 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1910 M_XOR_IMM(s2, 0, REG_ITMP2);
1911 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1912 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1914 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1915 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1916 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1917 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1918 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1921 codegen_addreference(cd, iptr->dst.block);
1924 case ICMD_IF_LGT: /* ..., value ==> ... */
1926 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1927 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1928 /* if (iptr->sx.val.l == 0) { */
1929 /* M_OR(s1, s2, REG_ITMP3); */
1930 /* M_CMPI(REG_ITMP3, 0); */
1933 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1936 codegen_addreference(cd, iptr->dst.block);
1938 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1940 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1941 M_CMP(s2, REG_ITMP3);
1943 codegen_addreference(cd, iptr->dst.block);
1945 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1946 M_CMPU(s1, REG_ITMP3);
1949 codegen_addreference(cd, iptr->dst.block);
1952 case ICMD_IF_LGE: /* ..., value ==> ... */
1954 /* TODO, remove me */
1955 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1956 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1957 if (iptr->sx.val.l == 0) {
1958 /* if high word is greater equal zero, the whole long is too */
1960 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1963 codegen_addreference(cd, iptr->dst.block);
1965 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1967 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1968 M_CMP(s2, REG_ITMP3);
1970 codegen_addreference(cd, iptr->dst.block);
1972 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1973 M_CMPU(s1, REG_ITMP3);
1976 codegen_addreference(cd, iptr->dst.block);
1980 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1981 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1982 case ICMD_IF_LCMPEQ:
1984 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1985 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1988 codegen_addreference(cd, iptr->dst.block);
1991 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1992 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1993 case ICMD_IF_LCMPNE:
1995 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1996 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1999 codegen_addreference(cd, iptr->dst.block);
2003 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
2004 case ICMD_IF_LCMPLT:
2006 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2007 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2010 codegen_addreference(cd, iptr->dst.block);
2013 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
2014 case ICMD_IF_LCMPGT:
2016 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2017 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2020 codegen_addreference(cd, iptr->dst.block);
2023 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
2024 case ICMD_IF_LCMPLE:
2026 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2027 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2030 codegen_addreference(cd, iptr->dst.block);
2033 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
2034 case ICMD_IF_LCMPGE:
2036 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2037 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2040 codegen_addreference(cd, iptr->dst.block);
2044 case ICMD_LRETURN: /* ..., retvalue ==> ... */
2045 case ICMD_IRETURN: /* ..., retvalue ==> ... */
2047 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2048 M_LNGMOVE(s1, REG_RESULT);
2049 goto nowperformreturn;
2051 case ICMD_ARETURN: /* ..., retvalue ==> ... */
2053 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2054 M_LNGMOVE(s1, REG_RESULT);
2056 #ifdef ENABLE_VERIFIER
2057 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2058 codegen_addpatchref(cd, PATCHER_athrow_areturn,
2059 iptr->sx.s23.s2.uc, 0);
2061 if (opt_showdisassemble)
2064 #endif /* ENABLE_VERIFIER */
2066 goto nowperformreturn;
2068 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2071 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2072 M_FLTMOVE(s1, REG_FRESULT);
2073 goto nowperformreturn;
2075 case ICMD_RETURN: /* ... ==> ... */
2083 /* call trace function */
2085 #if !defined(NDEBUG)
2086 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2087 emit_verbosecall_exit(jd);
2091 #if defined(ENABLE_THREADS)
2092 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2093 disp = dseg_addaddress(cd, LOCK_monitor_exit);
2094 M_ALD(REG_ITMP3, REG_PV, disp);
2095 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2098 /* we need to save the proper return value */
2100 switch (iptr->opc) {
2105 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2108 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2111 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2115 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
2118 /* and now restore the proper return value */
2120 switch (iptr->opc) {
2125 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2128 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2131 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2137 /* restore return address */
2139 if (!jd->isleafmethod) {
2140 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2141 may have a displacement overflow. */
2143 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2147 /* restore saved registers */
2149 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2150 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2152 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2153 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2156 /* deallocate stack */
2159 M_LDA(REG_SP, REG_SP, stackframesize * 8);
2167 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2170 branch_target_t *table;
2172 table = iptr->dst.table;
2174 l = iptr->sx.s23.s2.tablelow;
2175 i = iptr->sx.s23.s3.tablehigh;
2177 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2179 M_INTMOVE(s1, REG_ITMP1);
2180 } else if (l <= 32768) {
2181 M_LDA(REG_ITMP1, s1, -l);
2183 ICONST(REG_ITMP2, l);
2184 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2187 /* number of targets */
2192 M_CMPUI(REG_ITMP1, i - 1);
2194 codegen_addreference(cd, table[0].block);
2196 /* build jump table top down and use address of lowest entry */
2201 dseg_addtarget(cd, table->block);
2206 /* length of dataseg after last dseg_addtarget is used by load */
2208 M_SLL_IMM(REG_ITMP1, 2, REG_ITMP1);
2209 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2210 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2217 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2220 lookup_target_t *lookup;
2222 lookup = iptr->dst.lookup;
2224 i = iptr->sx.s23.s2.lookupcount;
2226 MCODECHECK((i<<2)+8);
2227 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2229 val = lookup->value;
2230 if ((val >= -32768) && (val <= 32767)) {
2233 a = dseg_adds4(cd, val);
2234 M_ILD(REG_ITMP2, REG_PV, a);
2235 M_CMP(s1, REG_ITMP2);
2238 codegen_addreference(cd, lookup->target.block);
2243 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2250 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2252 bte = iptr->sx.s23.s3.bte;
2256 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2258 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2259 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2260 case ICMD_INVOKEINTERFACE:
2262 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2263 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2267 lm = iptr->sx.s23.s3.fmiref->p.method;
2268 md = lm->parseddesc;
2272 s3 = md->paramcount;
2274 MCODECHECK((s3 << 1) + 64);
2276 /* copy arguments to registers or stack location */
2278 for (s3 = s3 - 1; s3 >= 0; s3--) {
2279 var = VAR(iptr->sx.s23.s2.args[s3]);
2281 if (var->flags & PREALLOC)
2284 if (IS_INT_LNG_TYPE(var->type)) {
2285 if (!md->params[s3].inmemory) {
2286 s1 = rd->argintregs[md->params[s3].regoff];
2287 d = emit_load(jd, iptr, var, s1);
2290 d = emit_load(jd, iptr, var, REG_ITMP1);
2291 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2294 if (!md->params[s3].inmemory) {
2295 s1 = rd->argfltregs[md->params[s3].regoff];
2296 d = emit_load(jd, iptr, var, s1);
2299 d = emit_load(jd, iptr, var, REG_FTMP1);
2300 if (IS_2_WORD_TYPE(var->type))
2301 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2303 M_FST(d, REG_SP, md->params[s3].regoff * 8);
2308 switch (iptr->opc) {
2310 disp = dseg_addaddress(cd, bte->fp);
2311 d = md->returntype.type;
2313 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2314 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2318 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2320 M_LDA(REG_PV, REG_ITMP1, -disp);
2323 if (INSTRUCTION_MUST_CHECK(iptr)) {
2324 M_CMPI(REG_RESULT, 0);
2326 codegen_add_fillinstacktrace_ref(cd);
2330 case ICMD_INVOKESPECIAL:
2331 gen_nullptr_check(rd->argintregs[0]);
2332 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2335 case ICMD_INVOKESTATIC:
2337 unresolved_method *um = iptr->sx.s23.s3.um;
2339 disp = dseg_addaddress(cd, NULL);
2341 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2344 if (opt_showdisassemble)
2347 d = md->returntype.type;
2350 disp = dseg_addaddress(cd, lm->stubroutine);
2351 d = md->returntype.type;
2355 M_ALD(REG_PV, REG_PV, disp);
2358 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2360 M_LDA(REG_PV, REG_ITMP1, -disp);
2363 case ICMD_INVOKEVIRTUAL:
2364 gen_nullptr_check(rd->argintregs[0]);
2367 unresolved_method *um = iptr->sx.s23.s3.um;
2369 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2371 if (opt_showdisassemble)
2375 d = md->returntype.type;
2378 s1 = OFFSET(vftbl_t, table[0]) +
2379 sizeof(methodptr) * lm->vftblindex;
2380 d = md->returntype.type;
2383 M_ALD(REG_METHODPTR, rd->argintregs[0],
2384 OFFSET(java_objectheader, vftbl));
2385 M_ALD(REG_PV, REG_METHODPTR, s1);
2388 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2390 M_LDA(REG_PV, REG_ITMP1, -disp);
2393 case ICMD_INVOKEINTERFACE:
2394 gen_nullptr_check(rd->argintregs[0]);
2397 unresolved_method *um = iptr->sx.s23.s3.um;
2399 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2401 if (opt_showdisassemble)
2406 d = md->returntype.type;
2409 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2410 sizeof(methodptr*) * lm->class->index;
2412 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2414 d = md->returntype.type;
2417 M_ALD(REG_METHODPTR, rd->argintregs[0],
2418 OFFSET(java_objectheader, vftbl));
2419 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2420 M_ALD(REG_PV, REG_METHODPTR, s2);
2423 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2425 M_LDA(REG_PV, REG_ITMP1, -disp);
2429 /* d contains return type */
2431 if (d != TYPE_VOID) {
2432 if (IS_INT_LNG_TYPE(d)) {
2433 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2434 M_MOV(REG_RESULT, s1);
2436 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2437 M_FLTMOVE(REG_FRESULT, s1);
2439 emit_store_dst(jd, iptr, s1);
2444 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2445 /* val.a: (classinfo*) superclass */
2447 /* superclass is an interface:
2449 * OK if ((sub == NULL) ||
2450 * (sub->vftbl->interfacetablelength > super->index) &&
2451 * (sub->vftbl->interfacetable[-super->index] != NULL));
2453 * superclass is a class:
2455 * OK if ((sub == NULL) || (0
2456 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2457 * super->vftbl->diffvall));
2460 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2461 /* object type cast-check */
2464 vftbl_t *supervftbl;
2467 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2473 super = iptr->sx.s23.s3.c.cls;
2474 superindex = super->index;
2475 supervftbl = super->vftbl;
2478 #if defined(ENABLE_THREADS)
2479 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2481 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2483 /* calculate interface checkcast code size */
2487 s2 += (opt_showdisassemble ? 1 : 0);
2489 /* calculate class checkcast code size */
2491 s3 = 8 + (s1 == REG_ITMP1);
2493 s3 += (opt_showdisassemble ? 1 : 0);
2495 /* if class is not resolved, check which code to call */
2499 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2501 disp = dseg_adds4(cd, 0); /* super->flags */
2503 codegen_addpatchref(cd,
2504 PATCHER_checkcast_instanceof_flags,
2505 iptr->sx.s23.s3.c.ref,
2508 if (opt_showdisassemble)
2511 M_ILD(REG_ITMP2, REG_PV, disp);
2512 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2516 /* interface checkcast code */
2518 if (!super || (super->flags & ACC_INTERFACE)) {
2524 codegen_addpatchref(cd,
2525 PATCHER_checkcast_instanceof_interface,
2526 iptr->sx.s23.s3.c.ref,
2529 if (opt_showdisassemble)
2533 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2534 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2535 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2537 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2538 M_ALD(REG_ITMP3, REG_ITMP2,
2539 OFFSET(vftbl_t, interfacetable[0]) -
2540 superindex * sizeof(methodptr*));
2543 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2549 /* class checkcast code */
2551 if (!super || !(super->flags & ACC_INTERFACE)) {
2552 disp = dseg_addaddress(cd, supervftbl);
2559 codegen_addpatchref(cd, PATCHER_checkcast_class,
2560 iptr->sx.s23.s3.c.ref,
2563 if (opt_showdisassemble)
2567 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2568 #if defined(ENABLE_THREADS)
2569 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2571 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2572 M_ALD(REG_ITMP2, REG_PV, disp);
2573 if (s1 != REG_ITMP1) {
2574 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2575 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2576 #if defined(ENABLE_THREADS)
2577 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2579 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2581 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2582 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2583 M_ALD(REG_ITMP2, REG_PV, disp);
2584 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2585 #if defined(ENABLE_THREADS)
2586 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2589 M_CMP(REG_ITMP3, REG_ITMP2);
2591 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2593 d = codegen_reg_of_dst(jd, iptr, s1);
2596 /* array type cast-check */
2598 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2599 M_INTMOVE(s1, rd->argintregs[0]);
2601 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2603 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2604 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2605 iptr->sx.s23.s3.c.ref,
2608 if (opt_showdisassemble)
2612 M_ALD(rd->argintregs[1], REG_PV, disp);
2613 disp = dseg_addaddress(cd, BUILTIN_arraycheckcast);
2614 M_ALD(REG_ITMP2, REG_PV, disp);
2615 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2620 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2622 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2623 d = codegen_reg_of_dst(jd, iptr, s1);
2626 emit_store_dst(jd, iptr, d);
2629 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2630 /* val.a: (classinfo*) superclass */
2632 /* superclass is an interface:
2634 * return (sub != NULL) &&
2635 * (sub->vftbl->interfacetablelength > super->index) &&
2636 * (sub->vftbl->interfacetable[-super->index] != NULL);
2638 * superclass is a class:
2640 * return ((sub != NULL) && (0
2641 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2642 * super->vftbl->diffvall));
2647 vftbl_t *supervftbl;
2650 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2656 super = iptr->sx.s23.s3.c.cls;
2657 superindex = super->index;
2658 supervftbl = super->vftbl;
2661 #if defined(ENABLE_THREADS)
2662 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2664 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2665 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2667 M_MOV(s1, REG_ITMP1);
2671 /* calculate interface instanceof code size */
2675 s2 += (opt_showdisassemble ? 1 : 0);
2677 /* calculate class instanceof code size */
2681 s3 += (opt_showdisassemble ? 1 : 0);
2685 /* if class is not resolved, check which code to call */
2689 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2691 disp = dseg_adds4(cd, 0); /* super->flags */
2693 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2694 iptr->sx.s23.s3.c.ref, disp);
2696 if (opt_showdisassemble)
2699 M_ILD(REG_ITMP3, REG_PV, disp);
2700 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2704 /* interface instanceof code */
2706 if (!super || (super->flags & ACC_INTERFACE)) {
2712 codegen_addpatchref(cd,
2713 PATCHER_checkcast_instanceof_interface,
2714 iptr->sx.s23.s3.c.ref, 0);
2716 if (opt_showdisassemble)
2720 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2721 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2722 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2724 M_ALD(REG_ITMP1, REG_ITMP1,
2725 OFFSET(vftbl_t, interfacetable[0]) -
2726 superindex * sizeof(methodptr*));
2729 M_IADD_IMM(REG_ZERO, 1, d);
2735 /* class instanceof code */
2737 if (!super || !(super->flags & ACC_INTERFACE)) {
2738 disp = dseg_addaddress(cd, supervftbl);
2745 codegen_addpatchref(cd, PATCHER_instanceof_class,
2746 iptr->sx.s23.s3.c.ref,
2749 if (opt_showdisassemble) {
2754 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2755 M_ALD(REG_ITMP2, REG_PV, disp);
2756 #if defined(ENABLE_THREADS)
2757 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2759 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2760 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2761 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2762 #if defined(ENABLE_THREADS)
2763 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2765 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2766 M_CMPU(REG_ITMP1, REG_ITMP2);
2769 M_IADD_IMM(REG_ZERO, 1, d);
2771 emit_store_dst(jd, iptr, d);
2775 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2777 /* check for negative sizes and copy sizes to stack if necessary */
2779 MCODECHECK((iptr->s1.argcount << 1) + 64);
2781 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2783 var = VAR(iptr->sx.s23.s2.args[s1]);
2785 /* copy SAVEDVAR sizes to stack */
2787 if (!(var->flags & PREALLOC)) {
2788 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2789 #if defined(__DARWIN__)
2790 M_IST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 4);
2792 M_IST(s2, REG_SP, LA_SIZE + (s1 + 3) * 4);
2797 /* a0 = dimension count */
2799 ICONST(rd->argintregs[0], iptr->s1.argcount);
2801 /* is patcher function set? */
2803 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2804 disp = dseg_addaddress(cd, NULL);
2806 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2807 iptr->sx.s23.s3.c.ref, disp);
2809 if (opt_showdisassemble)
2813 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2816 /* a1 = arraydescriptor */
2818 M_ALD(rd->argintregs[1], REG_PV, disp);
2820 /* a2 = pointer to dimensions = stack pointer */
2822 #if defined(__DARWIN__)
2823 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 4);
2825 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 4);
2828 disp = dseg_addaddress(cd, BUILTIN_multianewarray);
2829 M_ALD(REG_ITMP3, REG_PV, disp);
2833 /* check for exception before result assignment */
2835 M_CMPI(REG_RESULT, 0);
2837 codegen_add_fillinstacktrace_ref(cd);
2839 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2840 M_INTMOVE(REG_RESULT, d);
2841 emit_store_dst(jd, iptr, d);
2846 new_internalerror("Unknown ICMD %d during code generation",
2851 } /* for instruction */
2853 } /* if (bptr -> flags >= BBREACHED) */
2854 } /* for basic block */
2856 dseg_createlinenumbertable(cd);
2859 /* generate exception and patcher stubs */
2868 savedmcodeptr = NULL;
2870 /* generate exception stubs */
2872 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2873 gen_resolvebranch(cd->mcodebase + eref->branchpos,
2874 eref->branchpos, cd->mcodeptr - cd->mcodebase);
2878 /* Check if the exception is an
2879 ArrayIndexOutOfBoundsException. If so, move index register
2882 if (eref->reg != -1)
2883 M_MOV(eref->reg, REG_ITMP1);
2885 /* calcuate exception address */
2887 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2889 /* move function to call into REG_ITMP3 */
2891 disp = dseg_addaddress(cd, eref->function);
2892 M_ALD(REG_ITMP3, REG_PV, disp);
2893 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2895 if (savedmcodeptr != NULL) {
2896 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2900 savedmcodeptr = cd->mcodeptr;
2902 if (jd->isleafmethod) {
2904 M_AST(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2907 M_MOV(REG_PV, rd->argintregs[0]);
2908 M_MOV(REG_SP, rd->argintregs[1]);
2910 if (jd->isleafmethod)
2911 M_MOV(REG_ZERO, rd->argintregs[2]);
2913 M_ALD(rd->argintregs[2],
2914 REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2916 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2917 M_MOV(REG_ITMP1, rd->argintregs[4]);
2919 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2920 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2924 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2926 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2927 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2929 if (jd->isleafmethod) {
2930 /* XXX FIXME: REG_ZERO can cause problems here! */
2931 assert(stackframesize * 8 <= 32767);
2933 M_ALD(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2937 disp = dseg_addaddress(cd, asm_handle_exception);
2938 M_ALD(REG_ITMP3, REG_PV, disp);
2945 /* generate code patching stub call code */
2947 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2948 /* check code segment size */
2952 /* Get machine code which is patched back in later. The
2953 call is 1 instruction word long. */
2955 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2957 mcode = *((u4 *) tmpmcodeptr);
2959 /* Patch in the call to call the following code (done at
2962 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2963 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2965 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2968 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2970 /* create stack frame - keep stack 16-byte aligned */
2972 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2974 /* calculate return address and move it onto the stack */
2976 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2977 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2979 /* move pointer to java_objectheader onto stack */
2981 #if defined(ENABLE_THREADS)
2982 /* order reversed because of data segment layout */
2984 (void) dseg_addaddress(cd, NULL); /* flcword */
2985 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
2986 disp = dseg_addaddress(cd, NULL); /* vftbl */
2988 M_LDA(REG_ITMP3, REG_PV, disp);
2989 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
2994 /* move machine code onto stack */
2996 disp = dseg_adds4(cd, mcode);
2997 M_ILD(REG_ITMP3, REG_PV, disp);
2998 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
3000 /* move class/method/field reference onto stack */
3002 disp = dseg_addaddress(cd, pref->ref);
3003 M_ALD(REG_ITMP3, REG_PV, disp);
3004 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
3006 /* move data segment displacement onto stack */
3008 disp = dseg_addaddress(cd, pref->disp);
3009 M_LLD(REG_ITMP3, REG_PV, disp);
3010 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
3012 /* move patcher function pointer onto stack */
3014 disp = dseg_addaddress(cd, pref->patcher);
3015 M_ALD(REG_ITMP3, REG_PV, disp);
3016 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
3018 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3019 M_ALD(REG_ITMP3, REG_PV, disp);
3024 /* generate replacement-out stubs */
3030 replacementpoint = jd->code->rplpoints;
3032 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
3033 /* check code segment size */
3037 /* note start of stub code */
3039 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
3041 /* make machine code for patching */
3043 tmpmcodeptr = cd->mcodeptr;
3044 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
3046 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
3049 cd->mcodeptr = tmpmcodeptr;
3051 /* create stack frame - keep 16-byte aligned */
3053 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
3055 /* push address of `rplpoint` struct */
3057 disp = dseg_addaddress(cd, replacementpoint);
3058 M_ALD(REG_ITMP3, REG_PV, disp);
3059 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
3061 /* jump to replacement function */
3063 disp = dseg_addaddress(cd, asm_replacement_out);
3064 M_ALD(REG_ITMP3, REG_PV, disp);
3074 /* everything's ok */
3080 /* createcompilerstub **********************************************************
3082 Creates a stub routine which calls the compiler.
3084 *******************************************************************************/
3086 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
3087 #define COMPILERSTUB_CODESIZE 4 * 4
3089 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
3092 u1 *createcompilerstub(methodinfo *m)
3094 u1 *s; /* memory to hold the stub */
3100 s = CNEW(u1, COMPILERSTUB_SIZE);
3102 /* set data pointer and code pointer */
3105 s = s + COMPILERSTUB_DATASIZE;
3107 /* mark start of dump memory area */
3109 dumpsize = dump_size();
3111 cd = DNEW(codegendata);
3114 /* Store the codeinfo pointer in the same place as in the
3115 methodheader for compiled methods. */
3117 code = code_codeinfo_new(m);
3119 d[0] = (ptrint) asm_call_jit_compiler;
3121 d[2] = (ptrint) code;
3123 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
3124 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3128 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3130 #if defined(ENABLE_STATISTICS)
3132 count_cstub_len += COMPILERSTUB_SIZE;
3135 /* release dump area */
3137 dump_release(dumpsize);
3143 /* createnativestub ************************************************************
3145 Creates a stub routine which calls a native method.
3147 *******************************************************************************/
3149 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3155 s4 stackframesize; /* size of stackframe if needed */
3158 s4 i, j; /* count variables */
3163 /* get required compiler data */
3170 /* set some variables */
3173 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3175 /* calculate stackframe size */
3178 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3179 sizeof(localref_table) / SIZEOF_VOID_P +
3180 4 + /* 4 stackframeinfo arguments (darwin)*/
3184 stackframesize = (stackframesize + 3) & ~3; /* keep stack 16-byte aligned */
3186 /* create method header */
3188 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
3189 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
3190 (void) dseg_adds4(cd, 0); /* IsSync */
3191 (void) dseg_adds4(cd, 0); /* IsLeaf */
3192 (void) dseg_adds4(cd, 0); /* IntSave */
3193 (void) dseg_adds4(cd, 0); /* FltSave */
3194 (void) dseg_addlinenumbertablesize(cd);
3195 (void) dseg_adds4(cd, 0); /* ExTableSize */
3200 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3201 M_STDU(REG_SP, REG_SP, -(stackframesize * 8));
3203 #if !defined(NDEBUG)
3204 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3205 emit_verbosecall_enter(jd);
3208 /* get function address (this must happen before the stackframeinfo) */
3210 funcdisp = dseg_addaddress(cd, f);
3212 #if !defined(WITH_STATIC_CLASSPATH)
3214 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3216 if (opt_showdisassemble)
3221 /* save integer and float argument registers */
3225 for (i = 0; i < md->paramcount; i++) {
3226 t = md->paramtypes[i].type;
3228 if (IS_INT_LNG_TYPE(t)) {
3229 if (!md->params[i].inmemory) {
3230 s1 = md->params[i].regoff;
3231 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3237 for (i = 0; i < md->paramcount; i++) {
3238 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3239 if (!md->params[i].inmemory) {
3240 s1 = md->params[i].regoff;
3241 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3247 /* create native stack info */
3249 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3250 M_MOV(REG_PV, rd->argintregs[1]);
3251 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[2]);
3252 M_ALD(rd->argintregs[3], REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3253 disp = dseg_addaddress(cd, codegen_start_native_call);
3255 M_ALD(REG_ITMP1, REG_PV, disp);
3256 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3260 /* restore integer and float argument registers */
3264 for (i = 0; i < md->paramcount; i++) {
3265 t = md->paramtypes[i].type;
3267 if (IS_INT_LNG_TYPE(t)) {
3268 if (!md->params[i].inmemory) {
3269 s1 = md->params[i].regoff;
3270 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3276 for (i = 0; i < md->paramcount; i++) {
3277 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3278 if (!md->params[i].inmemory) {
3279 s1 = md->params[i].regoff;
3280 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3286 /* copy or spill arguments to new locations */
3288 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3289 t = md->paramtypes[i].type;
3291 if (IS_INT_LNG_TYPE(t)) {
3292 if (!md->params[i].inmemory) {
3293 s1 = rd->argintregs[md->params[i].regoff];
3295 if (!nmd->params[j].inmemory) {
3296 s2 = rd->argintregs[nmd->params[j].regoff];
3299 s2 = nmd->params[j].regoff;
3300 M_LST(s1, REG_SP, s2 * 8);
3304 s1 = md->params[i].regoff + stackframesize;
3305 s2 = nmd->params[j].regoff;
3307 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3308 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3312 /* We only copy spilled float arguments, as the float
3313 argument registers keep unchanged. */
3315 if (md->params[i].inmemory) {
3316 s1 = md->params[i].regoff + stackframesize;
3317 s2 = nmd->params[j].regoff;
3319 if (IS_2_WORD_TYPE(t)) {
3320 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3321 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3324 M_FLD(REG_FTMP1, REG_SP, s1 * 8);
3325 M_FST(REG_FTMP1, REG_SP, s2 * 8);
3331 /* put class into second argument register */
3333 if (m->flags & ACC_STATIC) {
3334 disp = dseg_addaddress(cd, m->class);
3335 M_ALD(rd->argintregs[1], REG_PV, disp);
3338 /* put env into first argument register */
3340 disp = dseg_addaddress(cd, _Jv_env);
3341 M_ALD(rd->argintregs[0], REG_PV, disp);
3343 /* generate the actual native call */
3344 /* native functions have a different TOC for sure */
3346 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3347 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3348 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3349 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3352 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3358 /* save return value */
3360 if (md->returntype.type != TYPE_VOID) {
3361 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3362 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3365 if (IS_2_WORD_TYPE(md->returntype.type))
3366 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3368 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); /* FIXME, needed ?*/
3372 /* print call trace */
3373 #if ! defined(NDEBGUU)
3374 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3375 emit_verbosecall_exit(jd);
3378 /* remove native stackframe info */
3384 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3385 disp = dseg_addaddress(cd, codegen_finish_native_call);
3386 M_ALD(REG_ITMP1, REG_PV, disp);
3387 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3390 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3392 /* restore return value */
3394 if (md->returntype.type != TYPE_VOID) {
3395 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3396 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3399 if (IS_2_WORD_TYPE(md->returntype.type))
3400 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3402 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3406 M_ALD(REG_ITMP2_XPC, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3407 M_MTLR(REG_ITMP2_XPC);
3408 M_LDA(REG_SP, REG_SP, stackframesize * 8); /* remove stackframe */
3410 /* check for exception */
3412 M_TST(REG_ITMP1_XPTR);
3413 M_BNE(1); /* if no exception then return */
3417 /* handle exception */
3419 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3421 disp = dseg_addaddress(cd, asm_handle_nat_exception);
3422 M_ALD(REG_ITMP3, REG_PV, disp);
3426 /* generate patcher stub call code */
3434 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3435 /* Get machine code which is patched back in later. The
3436 call is 1 instruction word long. */
3438 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3440 mcode = *((u4 *) tmpmcodeptr);
3442 /* Patch in the call to call the following code (done at
3445 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3446 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3448 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3451 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3453 /* create stack frame - keep stack 16-byte aligned */
3455 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3457 /* move return address onto stack */
3460 M_AST(REG_ZERO, REG_SP, 5 * 8);
3462 /* move pointer to java_objectheader onto stack */
3464 #if defined(ENABLE_THREADS)
3465 /* order reversed because of data segment layout */
3467 (void) dseg_addaddress(cd, NULL); /* flcword */
3468 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3469 disp = dseg_addaddress(cd, NULL); /* vftbl */
3471 M_LDA(REG_ITMP3, REG_PV, disp);
3472 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3477 /* move machine code onto stack */
3479 disp = dseg_adds4(cd, mcode);
3480 M_ILD(REG_ITMP3, REG_PV, disp);
3481 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3483 /* move class/method/field reference onto stack */
3485 disp = dseg_addaddress(cd, pref->ref);
3486 M_ALD(REG_ITMP3, REG_PV, disp);
3487 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3489 /* move data segment displacement onto stack */
3491 disp = dseg_adds4(cd, pref->disp);
3492 M_ILD(REG_ITMP3, REG_PV, disp);
3493 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3495 /* move patcher function pointer onto stack */
3497 disp = dseg_addaddress(cd, pref->patcher);
3498 M_ALD(REG_ITMP3, REG_PV, disp);
3499 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3501 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3502 M_ALD(REG_ITMP3, REG_PV, disp);
3510 return code->entrypoint;
3517 * These are local overrides for various environment variables in Emacs.
3518 * Please do not remove this and leave it at the end of the file, where
3519 * Emacs will automagically detect them.
3520 * ---------------------------------------------------------------------
3523 * indent-tabs-mode: t
3527 * vim:noexpandtab:sw=4:ts=4: