1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
30 Changes: Christian Thalinger
34 $Id: codegen.c 5633 2006-10-02 13:59:13Z edwin $
48 #include "vm/jit/abi-asm.h"
50 #include "vm/jit/powerpc64/arch.h"
51 #include "vm/jit/powerpc64/codegen.h"
53 #include "mm/memory.h"
54 #include "native/native.h"
55 #include "vm/builtin.h"
56 #include "vm/exceptions.h"
57 #include "vm/global.h"
58 #include "vm/loader.h"
59 #include "vm/options.h"
60 #include "vm/stringlocal.h"
62 #include "vm/jit/asmpart.h"
63 #include "vm/jit/codegen-common.h"
64 #include "vm/jit/dseg.h"
65 #include "vm/jit/emit-common.h"
66 #include "vm/jit/jit.h"
67 #include "vm/jit/parse.h"
68 #include "vm/jit/patcher.h"
69 #include "vm/jit/reg.h"
70 #include "vm/jit/replace.h"
72 #if defined(ENABLE_LSRA)
73 # include "vm/jit/allocator/lsra.h"
77 /* codegen *********************************************************************
79 Generates machine code.
81 *******************************************************************************/
83 bool codegen(jitdata *jd)
89 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 builtintable_entry *bte;
100 rplpoint *replacementpoint;
104 /* get required compiler data */
111 /* prevent compiler warnings */
123 /* space to save used callee saved registers */
125 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
126 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
128 stackframesize = rd->memuse + savedregs_num;
130 #if defined(ENABLE_THREADS)
131 /* space to save argument of monitor_enter and Return Values to survive */
132 /* monitor_exit. The stack position for the argument can not be shared */
133 /* with place to save the return register on PPC64, since both values */
135 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
136 /* reserve 2 slots for long/double return values for monitorexit */
142 /* create method header */
144 /* align stack to 16-bytes */
146 /* if (!m->isleafmethod || opt_verbosecall) */
147 stackframesize = (stackframesize + 3) & ~3;
149 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
150 /* stackframesize = 0; */
152 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
153 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
155 #if defined(ENABLE_THREADS)
156 /* IsSync contains the offset relative to the stack pointer for the
157 argument of monitor_exit used in the exception handler. Since the
158 offset could be zero and give a wrong meaning of the flag it is
162 if (checksync && (m->flags & ACC_SYNCHRONIZED))
163 (void) dseg_adds4(cd, (rd->memuse + 1) * 8); /* IsSync */
166 (void) dseg_adds4(cd, 0); /* IsSync */
168 (void) dseg_adds4(cd, jd->isleafmethod); /* IsLeaf */
169 (void) dseg_adds4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
170 (void) dseg_adds4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
172 dseg_addlinenumbertablesize(cd);
174 (void) dseg_adds4(cd, cd->exceptiontablelength); /* ExTableSize */
176 /* create exception table */
178 for (ex = cd->exceptiontable; ex != NULL; ex = ex->down) {
179 dseg_addtarget(cd, ex->start);
180 dseg_addtarget(cd, ex->end);
181 dseg_addtarget(cd, ex->handler);
182 (void) dseg_addaddress(cd, ex->catchtype.any);
185 /* create stack frame (if necessary) */
187 if (!jd->isleafmethod) {
189 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
193 M_STDU(REG_SP, REG_SP, -stackframesize * 8);
195 /* save return address and used callee saved registers */
198 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
199 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
201 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
202 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
205 /* take arguments out of register or stack frame */
209 for (p = 0, l = 0; p < md->paramcount; p++) {
210 t = md->paramtypes[p].type;
211 var = &(rd->locals[l][t]);
213 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
217 s1 = md->params[p].regoff;
218 if (IS_INT_LNG_TYPE(t)) { /* integer args */
219 if (IS_2_WORD_TYPE(t))
220 s2 = PACK_REGS(rd->argintregs[GET_LOW_REG(s1)],
221 rd->argintregs[GET_HIGH_REG(s1)]);
223 s2 = rd->argintregs[s1];
224 if (!md->params[p].inmemory) { /* register arguments */
225 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
227 if (IS_2_WORD_TYPE(t)) /* FIXME, only M_INTMOVE here */
228 M_LNGMOVE(s2, var->regoff);
230 M_INTMOVE(s2, var->regoff);
232 } else { /* reg arg -> spilled */
233 if (IS_2_WORD_TYPE(t))
234 M_LST(s2, REG_SP, var->regoff * 4);
236 M_IST(s2, REG_SP, var->regoff * 4);
239 } else { /* stack arguments */
240 if (!(var->flags & INMEMORY)) { /* stack arg -> register */
241 if (IS_2_WORD_TYPE(t))
242 M_LLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
244 M_ILD(var->regoff, REG_SP, (stackframesize + s1) * 4);
246 } else { /* stack arg -> spilled */
248 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4);
249 M_IST(REG_ITMP1, REG_SP, var->regoff * 4);
250 if (IS_2_WORD_TYPE(t)) {
251 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4 +4);
252 M_IST(REG_ITMP1, REG_SP, var->regoff * 4 + 4);
255 /* Reuse Memory Position on Caller Stack */
256 var->regoff = stackframesize + s1;
261 } else { /* floating args */
262 if (!md->params[p].inmemory) { /* register arguments */
263 s2 = rd->argfltregs[s1];
264 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
265 M_FLTMOVE(s2, var->regoff);
267 } else { /* reg arg -> spilled */
268 if (IS_2_WORD_TYPE(t))
269 M_DST(s2, REG_SP, var->regoff * 4);
271 M_FST(s2, REG_SP, var->regoff * 4);
274 } else { /* stack arguments */
275 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
276 if (IS_2_WORD_TYPE(t))
277 M_DLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
280 M_FLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
282 } else { /* stack-arg -> spilled */
284 if (IS_2_WORD_TYPE(t)) {
285 M_DLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
286 M_DST(REG_FTMP1, REG_SP, var->regoff * 4);
287 var->regoff = stackframesize + s1;
290 M_FLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
291 M_FST(REG_FTMP1, REG_SP, var->regoff * 4);
294 /* Reuse Memory Position on Caller Stack */
295 var->regoff = stackframesize + s1;
302 /* save monitorenter argument */
304 #if defined(ENABLE_THREADS)
306 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
308 /* stackoffset for argument used for LOCK_monitor_exit */
310 #if !defined (NDEBUG)
311 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
312 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
314 for (p = 0; p < INT_ARG_CNT; p++)
315 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
317 for (p = 0; p < FLT_ARG_CNT; p++)
318 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
320 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
321 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
324 p = dseg_addaddress(cd, LOCK_monitor_enter);
325 M_ALD(REG_ITMP3, REG_PV, p);
326 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
329 /* get or test the lock object */
331 if (m->flags & ACC_STATIC) {
332 p = dseg_addaddress(cd, &m->class->object.header);
333 M_ALD(rd->argintregs[0], REG_PV, p);
336 M_TST(rd->argintregs[0]);
338 codegen_add_nullpointerexception_ref(cd);
341 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
343 #if !defined (NDEBUG)
344 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
345 for (p = 0; p < INT_ARG_CNT; p++)
346 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
348 for (p = 0; p < FLT_ARG_CNT; p++)
349 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
351 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
357 /* call trace function */
358 #if !defined (NDEBUG)
359 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
360 emit_verbosecall_enter(jd);
365 /* end of header generation */
367 replacementpoint = jd->code->rplpoints;
369 /* walk through all basic blocks */
370 for (bptr = jd->new_basicblocks; bptr != NULL; bptr = bptr->next) {
372 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
374 if (bptr->flags >= BBREACHED) {
376 /* branch resolving */
380 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
381 gen_resolvebranch((u1*) cd->mcodebase + brefs->branchpos,
387 /* handle replacement points */
390 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
391 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
397 /* copy interface registers to their destination */
402 #if defined(ENABLE_LSRA)
406 var = VAR(bptr->invars[len]);
407 if ((len == bptr->indepth-1) && (bptr->type != BBTYPE_STD)) {
408 /* d = reg_of_var(m, var, REG_ITMP1); */
409 if (!(var->flags & INMEMORY))
413 M_INTMOVE(REG_ITMP1, d);
414 emit_store(jd, NULL, var, d);
421 var = VAR(bptr->invars[len]);
422 if ((len == bptr->indepth-1) && (bptr->type != BBTYPE_STD)) {
423 d = codegen_reg_of_var(0, var, REG_ITMP1);
424 M_INTMOVE(REG_ITMP1, d);
425 emit_store(jd, NULL, var, d);
428 assert((var->flags & INOUT));
432 #if defined(ENABLE_LSRA)
435 /* walk through all instructions */
440 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
441 if (iptr->line != currentline) {
442 dseg_addlinenumber(cd, iptr->line);
443 currentline = iptr->line;
446 MCODECHECK(64); /* an instruction usually needs < 64 words */
448 /* M_NOP; M_NOP; XXX */
450 case ICMD_NOP: /* ... ==> ... */
451 case ICMD_INLINE_START:
452 case ICMD_INLINE_END:
455 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
457 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
460 codegen_add_nullpointerexception_ref(cd);
463 /* constant operations ************************************************/
465 case ICMD_ICONST: /* ... ==> ..., constant */
467 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
468 ICONST(d, iptr->sx.val.i);
469 emit_store_dst(jd, iptr, d);
472 case ICMD_LCONST: /* ... ==> ..., constant */
474 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
475 LCONST(d, iptr->sx.val.l);
476 emit_store_dst(jd, iptr, d);
479 case ICMD_FCONST: /* ... ==> ..., constant */
481 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
482 a = dseg_addfloat(cd, iptr->sx.val.f);
484 emit_store_dst(jd, iptr, d);
487 case ICMD_DCONST: /* ... ==> ..., constant */
489 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
490 a = dseg_adddouble(cd, iptr->sx.val.d);
492 emit_store_dst(jd, iptr, d);
495 case ICMD_ACONST: /* ... ==> ..., constant */
496 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
497 disp = dseg_addaddress(cd, iptr->sx.val.anyptr);
499 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
500 codegen_addpatchref(cd, PATCHER_aconst,
504 if (opt_showdisassemble)
508 M_ALD(d, REG_PV, disp);
509 emit_store_dst(jd, iptr, d);
513 /* load/store/copy/move operations ************************************/
515 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
516 case ICMD_ALOAD: /* s1.localindex = local variable */
518 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
519 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
520 case ICMD_ISTORE: /* ..., value ==> ... */
521 case ICMD_ASTORE: /* dst.localindex = local variable */
523 case ICMD_FSTORE: /* ..., value ==> ... */
524 case ICMD_DSTORE: /* ..., value ==> ... */
528 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
532 /* pop operations *****************************************************/
534 /* attention: double and longs are only one entry in CACAO ICMDs */
536 case ICMD_POP: /* ..., value ==> ... */
537 case ICMD_POP2: /* ..., value, value ==> ... */
542 /* integer operations *************************************************/
544 case ICMD_INEG: /* ..., value ==> ..., - value */
546 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
547 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
549 emit_store_dst(jd, iptr, d);
552 case ICMD_LNEG: /* ..., value ==> ..., - value */
554 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
555 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
556 M_NEG(s1, d); /* XXX */
557 emit_store_dst(jd, iptr, d);
560 case ICMD_I2L: /* ..., value ==> ..., value */
562 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
563 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
565 emit_store_dst(jd, iptr, d);
568 case ICMD_L2I: /* ..., value ==> ..., value */
570 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
571 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
573 emit_store_dst(jd, iptr, d);
576 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
578 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
579 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
581 emit_store_dst(jd, iptr, d);
584 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
586 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
587 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
589 emit_store_dst(jd, iptr, d);
592 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
594 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
595 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
597 emit_store_dst(jd, iptr, d);
601 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
603 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
604 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
605 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
608 emit_store_dst(jd, iptr, d);
611 case ICMD_IADDCONST: /* ..., value ==> ..., value + constant */
612 /* sx.val.i = constant */
614 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
615 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
616 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
617 M_IADD_IMM(s1, iptr->sx.val.i, d);
619 ICONST(REG_ITMP2, iptr->sx.val.i);
620 M_IADD(s1, REG_ITMP2, d);
622 emit_store_dst(jd, iptr, d);
625 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
627 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
628 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
629 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
631 emit_store_dst(jd, iptr, d);
634 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
635 /* sx.val.l = constant */
637 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
638 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
640 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
641 M_LADD_IMM(s1, iptr->sx.val.l, d);
643 LCONST(REG_ITMP2, iptr->sx.val.l);
644 M_LADD(s1, REG_ITMP2, d);
646 emit_store_dst(jd, iptr, d);
649 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
651 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
652 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
653 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
655 emit_store_dst(jd, iptr, d);
658 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
659 /* sx.val.i = constant */
661 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
662 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
663 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
664 M_IADD_IMM(s1, -iptr->sx.val.i, d);
666 ICONST(REG_ITMP2, iptr->sx.val.i);
667 M_SUB(s1, REG_ITMP2, d);
669 emit_store_dst(jd, iptr, d);
672 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
674 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
675 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
676 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
678 emit_store_dst(jd, iptr, d);
681 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
682 /* sx.val.l = constant */
684 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
685 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
687 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
688 M_LADD_IMM(s1, -iptr->sx.val.l, d);
690 LCONST(REG_ITMP2, iptr->sx.val.l);
691 M_SUB(s1, REG_ITMP2, d);
693 emit_store_dst(jd, iptr, d);
697 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
699 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
700 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
701 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
704 codegen_add_arithmeticexception_ref(cd);
708 emit_store_dst(jd, iptr, d);
712 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
713 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
714 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
715 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
718 codegen_add_arithmeticexception_ref(cd);
720 /* FIXME s1 == -2^63 && s2 == -1 does not work that way */
724 emit_store_dst(jd, iptr, d);
727 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
729 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
730 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
731 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
733 emit_store_dst(jd, iptr, d);
736 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
737 /* sx.val.i = constant */
739 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
740 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
741 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
742 M_MUL_IMM(s1, iptr->sx.val.i, d);
744 ICONST(REG_ITMP3, iptr->sx.val.i);
745 M_MUL(s1, REG_ITMP3, d);
747 emit_store_dst(jd, iptr, d);
750 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
752 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
753 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
754 M_SRA_IMM(s1, iptr->sx.val.i, d);
756 emit_store_dst(jd, iptr, d);
759 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
761 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
762 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
763 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
764 M_AND_IMM(s2, 0x1f, REG_ITMP3);
765 M_SLL(s1, REG_ITMP3, d);
766 emit_store_dst(jd, iptr, d);
769 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
770 /* sx.val.i = constant */
772 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
773 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
774 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
775 emit_store_dst(jd, iptr, d);
778 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
780 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
781 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
782 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
783 M_AND_IMM(s2, 0x1f, REG_ITMP3);
784 M_SRA(s1, REG_ITMP3, d);
785 emit_store_dst(jd, iptr, d);
788 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
789 /* sx.val.i = constant */
791 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
792 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
793 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
794 emit_store_dst(jd, iptr, d);
797 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
799 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
800 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
801 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
802 M_AND_IMM(s2, 0x1f, REG_ITMP2);
803 M_SRL(s1, REG_ITMP2, d);
804 emit_store_dst(jd, iptr, d);
807 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
808 /* sx.val.i = constant */
810 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
811 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
812 if (iptr->sx.val.i & 0x1f) {
813 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
817 emit_store_dst(jd, iptr, d);
820 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
823 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
824 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
825 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
827 emit_store_dst(jd, iptr, d);
830 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
831 /* sx.val.i = constant */
833 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
834 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
835 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
836 M_AND_IMM(s1, iptr->sx.val.i, d);
839 else if (iptr->sx.val.i == 0xffffff) {
840 M_RLWINM(s1, 0, 8, 31, d);
844 ICONST(REG_ITMP3, iptr->sx.val.i);
845 M_AND(s1, REG_ITMP3, d);
847 emit_store_dst(jd, iptr, d);
850 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
851 /* sx.val.l = constant */
853 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
854 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
855 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
856 M_AND_IMM(s1, iptr->sx.val.l, d);
858 else if (iptr->sx.val.l == 0xffffff) {
859 M_RLWINM(s1, 0, 8, 31, d);
863 LCONST(REG_ITMP3, iptr->sx.val.l);
864 M_AND(s1, REG_ITMP3, d);
866 emit_store_dst(jd, iptr, d);
869 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
870 /* sx.val.i = constant */
872 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
873 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
874 M_MOV(s1, REG_ITMP2);
876 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
877 if (iptr->sx.val.i >= 32768) {
878 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
879 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
880 M_IADD(s1, REG_ITMP2, REG_ITMP2);
882 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
885 int b=0, m = iptr->sx.val.i;
888 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
890 M_SUB(s1, REG_ITMP2, d);
891 emit_store_dst(jd, iptr, d);
894 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
897 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
898 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
899 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
901 emit_store_dst(jd, iptr, d);
904 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
905 /* sx.val.i = constant */
907 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
908 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
909 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
910 M_OR_IMM(s1, iptr->sx.val.i, d);
912 ICONST(REG_ITMP3, iptr->sx.val.i);
913 M_OR(s1, REG_ITMP3, d);
915 emit_store_dst(jd, iptr, d);
918 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
919 /* sx.val.l = constant */
921 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
922 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
923 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
924 M_OR_IMM(s1, iptr->sx.val.l, d);
926 LCONST(REG_ITMP3, iptr->sx.val.l);
927 M_OR(s1, REG_ITMP3, d);
929 emit_store_dst(jd, iptr, d);
933 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
936 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
937 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
938 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
940 emit_store_dst(jd, iptr, d);
943 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
944 /* sx.val.i = constant */
946 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
947 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
948 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
949 M_XOR_IMM(s1, iptr->sx.val.i, d);
951 ICONST(REG_ITMP3, iptr->sx.val.i);
952 M_XOR(s1, REG_ITMP3, d);
954 emit_store_dst(jd, iptr, d);
957 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
958 /* sx.val.l = constant */
960 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
961 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
962 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
963 M_XOR_IMM(s1, iptr->sx.val.l, d);
965 LCONST(REG_ITMP3, iptr->sx.val.l);
966 M_XOR(s1, REG_ITMP3, d);
968 emit_store_dst(jd, iptr, d);
971 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
973 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
974 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
975 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
976 /* XXX implement me!!! */
977 emit_store_dst(jd, iptr, d);
981 case ICMD_IINC: /* ..., value ==> ..., value + constant */
982 /* s1.localindex = variable, sx.val.i = constant*/
984 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
985 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
987 /* XXX implement me more efficiently */
988 ICONST(REG_ITMP2, iptr->sx.val.i);
989 M_IADD(s1, REG_ITMP2, d);
991 emit_store_dst(jd, iptr, d);
995 /* floating operations ************************************************/
997 case ICMD_FNEG: /* ..., value ==> ..., - value */
999 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1000 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1002 emit_store_dst(jd, iptr, d);
1005 case ICMD_DNEG: /* ..., value ==> ..., - value */
1007 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1008 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1010 emit_store_dst(jd, iptr, d);
1013 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1015 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1016 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1017 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1019 emit_store_dst(jd, iptr, d);
1022 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1024 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1025 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1026 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1028 emit_store_dst(jd, iptr, d);
1031 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1033 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1034 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1035 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1037 emit_store_dst(jd, iptr, d);
1040 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1042 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1043 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1044 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1046 emit_store_dst(jd, iptr, d);
1049 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1051 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1052 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1053 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1055 emit_store_dst(jd, iptr, d);
1058 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1060 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1061 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1062 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1064 emit_store_dst(jd, iptr, d);
1067 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1069 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1070 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1071 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1073 emit_store_dst(jd, iptr, d);
1076 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1078 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1079 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1080 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1082 emit_store_dst(jd, iptr, d);
1085 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1088 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1089 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1091 disp = dseg_addfloat(cd, 0.0);
1092 M_FLD(REG_FTMP2, REG_PV, disp);
1093 M_FCMPU(s1, REG_FTMP2);
1095 disp = dseg_adds4(cd, 0);
1096 M_CVTDL_C(s1, REG_FTMP1);
1097 M_LDA(REG_ITMP1, REG_PV, disp);
1098 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1099 M_ILD(d, REG_PV, disp);
1100 emit_store_dst(jd, iptr, d);
1103 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1105 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1106 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1108 emit_store_dst(jd, iptr, d);
1111 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1113 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1114 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1116 emit_store_dst(jd, iptr, d);
1119 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1120 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1123 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1124 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1125 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1127 M_IADD_IMM(REG_ZERO, -1, d);
1130 M_IADD_IMM(REG_ZERO, 0, d);
1132 M_IADD_IMM(REG_ZERO, 1, d);
1133 emit_store_dst(jd, iptr, d);
1136 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1137 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1139 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1140 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1141 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1143 M_IADD_IMM(REG_ZERO, 1, d);
1146 M_IADD_IMM(REG_ZERO, 0, d);
1148 M_IADD_IMM(REG_ZERO, -1, d);
1149 emit_store_dst(jd, iptr, d);
1152 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1153 case ICMD_IF_DCMPEQ:
1155 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1156 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1160 codegen_addreference(cd, iptr->dst.block);
1163 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1164 case ICMD_IF_DCMPNE:
1166 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1167 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1170 codegen_addreference(cd, iptr->dst.block);
1172 codegen_addreference(cd, iptr->dst.block);
1176 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1177 case ICMD_IF_DCMPL_LT:
1179 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1180 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1183 codegen_addreference(cd, iptr->dst.block);
1185 codegen_addreference(cd, iptr->dst.block);
1188 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1189 case ICMD_IF_DCMPL_GT:
1191 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1192 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1196 codegen_addreference(cd, iptr->dst.block);
1199 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1200 case ICMD_IF_DCMPL_LE:
1202 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1203 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1206 codegen_addreference(cd, iptr->dst.block);
1208 codegen_addreference(cd, iptr->dst.block);
1211 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1212 case ICMD_IF_DCMPL_GE:
1214 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1215 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1219 codegen_addreference(cd, iptr->dst.block);
1222 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1223 case ICMD_IF_DCMPG_LT:
1225 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1226 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1230 codegen_addreference(cd, iptr->dst.block);
1233 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1234 case ICMD_IF_DCMPG_GT:
1236 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1237 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1240 codegen_addreference(cd, iptr->dst.block);
1242 codegen_addreference(cd, iptr->dst.block);
1245 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1246 case ICMD_IF_DCMPG_LE:
1248 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1249 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1253 codegen_addreference(cd, iptr->dst.block);
1256 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1257 case ICMD_IF_DCMPG_GE:
1259 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1260 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1263 codegen_addreference(cd, iptr->dst.block);
1265 codegen_addreference(cd, iptr->dst.block);
1269 /* memory operations **************************************************/
1271 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1273 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1274 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1275 gen_nullptr_check(s1);
1276 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1277 emit_store_dst(jd, iptr, d);
1280 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1282 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1283 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1284 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1285 if (INSTRUCTION_MUST_CHECK(iptr)) {
1286 gen_nullptr_check(s1);
1289 M_IADD_IMM(s2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1290 M_LBZX(d, s1, REG_ITMP2);
1292 emit_store_dst(jd, iptr, d);
1295 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1297 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1298 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1299 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1300 if (INSTRUCTION_MUST_CHECK(iptr)) {
1301 gen_nullptr_check(s1);
1304 M_SLL_IMM(s2, 1, REG_ITMP2);
1305 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1306 M_LHAX(d, s1, REG_ITMP2);
1307 emit_store_dst(jd, iptr, d);
1310 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1312 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1313 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1314 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1315 if (INSTRUCTION_MUST_CHECK(iptr)) {
1316 gen_nullptr_check(s1);
1319 M_SLL_IMM(s2, 1, REG_ITMP2);
1320 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1321 M_LHAX(d, s1, REG_ITMP2);
1322 emit_store_dst(jd, iptr, d);
1325 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1327 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1328 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1329 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1330 if (INSTRUCTION_MUST_CHECK(iptr)) {
1331 gen_nullptr_check(s1);
1334 M_SLL_IMM(s2, 2, REG_ITMP2);
1335 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1336 M_LWZX(d, s1, REG_ITMP2);
1337 emit_store_dst(jd, iptr, d);
1340 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1342 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1343 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1344 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1345 if (INSTRUCTION_MUST_CHECK(iptr)) {
1346 gen_nullptr_check(s1);
1349 M_SLL_IMM(s2, 3, REG_ITMP2);
1350 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1351 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1352 emit_store_dst(jd, iptr, d);
1355 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1357 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1358 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1359 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1360 if (INSTRUCTION_MUST_CHECK(iptr)) {
1361 gen_nullptr_check(s1);
1364 M_SLL_IMM(s2, 2, REG_ITMP2);
1365 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1366 M_LFSX(d, s1, REG_ITMP2);
1367 emit_store_dst(jd, iptr, d);
1370 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1372 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1373 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1374 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1375 if (INSTRUCTION_MUST_CHECK(iptr)) {
1376 gen_nullptr_check(s1);
1379 M_SLL_IMM(s2, 3, REG_ITMP2);
1380 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1381 M_LFDX(d, s1, REG_ITMP2);
1382 emit_store_dst(jd, iptr, d);
1385 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1387 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1388 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1389 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1390 if (INSTRUCTION_MUST_CHECK(iptr)) {
1391 gen_nullptr_check(s1);
1394 M_SLL_IMM(s2, 3, REG_ITMP2);
1395 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1396 M_ALDX(d, s1, REG_ITMP2);
1397 emit_store_dst(jd, iptr, d);
1401 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1403 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1404 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1405 if (INSTRUCTION_MUST_CHECK(iptr)) {
1406 gen_nullptr_check(s1);
1409 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1410 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1411 M_STBX(s3, s1, REG_ITMP2);
1414 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1416 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1417 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1418 if (INSTRUCTION_MUST_CHECK(iptr)) {
1419 gen_nullptr_check(s1);
1422 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1423 M_SLL_IMM(s2, 1, REG_ITMP2);
1424 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1425 M_STHX(s3, s1, REG_ITMP2);
1428 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1430 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1431 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1432 if (INSTRUCTION_MUST_CHECK(iptr)) {
1433 gen_nullptr_check(s1);
1436 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1437 M_SLL_IMM(s2, 1, REG_ITMP2);
1438 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1439 M_STHX(s3, s1, REG_ITMP2);
1442 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1444 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1445 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1446 if (INSTRUCTION_MUST_CHECK(iptr)) {
1447 gen_nullptr_check(s1);
1450 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1451 M_SLL_IMM(s2, 2, REG_ITMP2);
1452 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1453 M_STWX(s3, s1, REG_ITMP2);
1456 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1458 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1459 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1460 if (INSTRUCTION_MUST_CHECK(iptr)) {
1461 gen_nullptr_check(s1);
1464 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1465 M_SLL_IMM(s2, 3, REG_ITMP2);
1466 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1467 M_LST(s3, s1, REG_ITMP2);
1470 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1472 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1473 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1474 if (INSTRUCTION_MUST_CHECK(iptr)) {
1475 gen_nullptr_check(s1);
1478 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1479 M_SLL_IMM(s2, 2, REG_ITMP2);
1480 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1481 M_STFSX(s3, s1, REG_ITMP2);
1484 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1486 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1487 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1488 if (INSTRUCTION_MUST_CHECK(iptr)) {
1489 gen_nullptr_check(s1);
1492 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1493 M_SLL_IMM(s2, 3, REG_ITMP2);
1494 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1495 M_STFDX(s3, s1, REG_ITMP2);
1498 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1500 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1501 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1502 if (INSTRUCTION_MUST_CHECK(iptr)) {
1503 gen_nullptr_check(s1);
1506 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1508 disp = dseg_addaddress(cd, BUILTIN_canstore);
1509 M_ALD(REG_ITMP3, REG_PV, disp);
1510 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1513 M_INTMOVE(s1, rd->argintregs[0]);
1514 M_INTMOVE(s3, rd->argintregs[1]);
1519 codegen_add_arraystoreexception_ref(cd);
1521 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1522 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1523 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1524 M_SLL_IMM(s2, 3, REG_ITMP2);
1525 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1526 M_ASTX(s3, s1, REG_ITMP2);
1530 case ICMD_GETSTATIC: /* ... ==> ..., value */
1532 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1533 unresolved_field *uf = iptr->sx.s23.s3.uf;
1535 fieldtype = uf->fieldref->parseddesc.fd->type;
1536 disp = dseg_addaddress(cd, NULL);
1538 codegen_addpatchref(cd, PATCHER_get_putstatic,
1539 iptr->sx.s23.s3.uf, disp);
1541 if (opt_showdisassemble)
1545 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1547 fieldtype = fi->type;
1548 disp = dseg_addaddress(cd, &(fi->value));
1550 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1551 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1553 if (opt_showdisassemble)
1558 M_ALD(REG_ITMP1, REG_PV, disp);
1559 switch (fieldtype) {
1561 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1562 M_ILD_INTERN(d, REG_ITMP1, 0);
1565 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1566 M_ILD_INTERN(GET_LOW_REG(d), REG_ITMP1, 4);/* keep this order */
1567 M_ILD_INTERN(GET_HIGH_REG(d), REG_ITMP1, 0);/*keep this order */
1570 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1571 M_ALD_INTERN(d, REG_ITMP1, 0);
1574 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1575 M_FLD_INTERN(d, REG_ITMP1, 0);
1578 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1579 M_DLD_INTERN(d, REG_ITMP1, 0);
1582 emit_store_dst(jd, iptr, d);
1585 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1588 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1589 unresolved_field *uf = iptr->sx.s23.s3.uf;
1591 fieldtype = uf->fieldref->parseddesc.fd->type;
1592 disp = dseg_addaddress(cd, NULL);
1594 codegen_addpatchref(cd, PATCHER_get_putstatic,
1595 iptr->sx.s23.s3.uf, disp);
1597 if (opt_showdisassemble)
1601 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1603 fieldtype = fi->type;
1604 disp = dseg_addaddress(cd, &(fi->value));
1606 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1607 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1609 if (opt_showdisassemble)
1614 M_ALD(REG_ITMP1, REG_PV, disp);
1615 switch (fieldtype) {
1617 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1618 M_IST_INTERN(s1, REG_ITMP1, 0);
1621 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1622 M_LST_INTERN(s1, REG_ITMP1, 0);
1625 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1626 M_AST_INTERN(s1, REG_ITMP1, 0);
1629 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1630 M_FST_INTERN(s1, REG_ITMP1, 0);
1633 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1634 M_DST_INTERN(s1, REG_ITMP1, 0);
1640 case ICMD_GETFIELD: /* ... ==> ..., value */
1642 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1643 gen_nullptr_check(s1);
1645 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1646 unresolved_field *uf = iptr->sx.s23.s3.uf;
1648 fieldtype = uf->fieldref->parseddesc.fd->type;
1650 codegen_addpatchref(cd, PATCHER_get_putfield,
1651 iptr->sx.s23.s3.uf, 0);
1653 if (opt_showdisassemble)
1659 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1661 fieldtype = fi->type;
1665 switch (fieldtype) {
1667 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1671 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1675 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1679 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1683 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1687 emit_store_dst(jd, iptr, d);
1690 case ICMD_PUTFIELD: /* ..., value ==> ... */
1692 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1693 gen_nullptr_check(s1);
1695 if (!IS_FLT_DBL_TYPE(fieldtype)) {
1696 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1698 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1701 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1702 unresolved_field *uf = iptr->sx.s23.s3.uf;
1704 fieldtype = uf->fieldref->parseddesc.fd->type;
1706 codegen_addpatchref(cd, PATCHER_get_putfield,
1707 iptr->sx.s23.s3.uf, 0);
1709 if (opt_showdisassemble)
1715 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1717 fieldtype = fi->type;
1721 switch (fieldtype) {
1723 M_IST(s2, s1, disp);
1726 M_LST(s2, s1, disp);
1729 M_AST(s2, s1, disp);
1732 M_FST(s2, s1, disp);
1735 M_DST(s2, s1, disp);
1741 /* branch operations **************************************************/
1743 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1745 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1746 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1748 #ifdef ENABLE_VERIFIER
1749 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1750 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1751 iptr->sx.s23.s2.uc, 0);
1753 if (opt_showdisassemble)
1756 #endif /* ENABLE_VERIFIER */
1758 disp = dseg_addaddress(cd, asm_handle_exception);
1759 M_ALD(REG_ITMP2, REG_PV, disp);
1762 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1763 M_BL(0); /* get current PC */
1764 M_MFLR(REG_ITMP2_XPC);
1765 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1766 M_RTS; /* jump to CTR */
1771 case ICMD_GOTO: /* ... ==> ... */
1772 case ICMD_RET: /* ... ==> ... */
1775 codegen_addreference(cd, iptr->dst.block);
1779 case ICMD_JSR: /* ... ==> ... */
1781 if (jd->isleafmethod)
1785 M_IADD_IMM(REG_ITMP1, jd->isleafmethod ? 4*4 : 3*4, REG_ITMP1);
1786 if (jd->isleafmethod)
1789 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1792 case ICMD_IFNULL: /* ..., value ==> ... */
1794 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1797 codegen_addreference(cd, iptr->dst.block);
1800 case ICMD_IFNONNULL: /* ..., value ==> ... */
1802 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1805 codegen_addreference(cd, iptr->dst.block);
1813 case ICMD_IFEQ: /* ..., value ==> ... */
1815 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1816 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1817 M_CMPI(s1, iptr->sx.val.i);
1819 ICONST(REG_ITMP2, iptr->sx.val.i);
1820 M_CMP(s1, REG_ITMP2);
1822 switch (iptr->opc) {
1842 codegen_addreference(cd, iptr->dst.block);
1846 case ICMD_IF_LEQ: /* ..., value ==> ... */
1848 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1849 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1850 if (iptr->sx.val.l == 0) {
1851 M_OR_TST(s1, s2, REG_ITMP3);
1852 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1853 M_XOR_IMM(s2, 0, REG_ITMP2);
1854 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1855 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1857 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1858 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1859 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1860 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1861 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1864 codegen_addreference(cd, iptr->dst.block);
1867 case ICMD_IF_LLT: /* ..., value ==> ... */
1868 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1869 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1870 if (iptr->sx.val.l == 0) {
1871 /* if high word is less than zero, the whole long is too */
1873 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1876 codegen_addreference(cd, iptr->dst.block);
1878 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1880 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1881 M_CMP(s2, REG_ITMP3);
1883 codegen_addreference(cd, iptr->dst.block);
1885 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1886 M_CMPU(s1, REG_ITMP3);
1889 codegen_addreference(cd, iptr->dst.block);
1892 case ICMD_IF_LLE: /* ..., value ==> ... */
1894 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1895 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1896 /* if (iptr->sx.val.l == 0) { */
1897 /* M_OR(s1, s2, REG_ITMP3); */
1898 /* M_CMPI(REG_ITMP3, 0); */
1901 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1904 codegen_addreference(cd, iptr->dst.block);
1906 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1908 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1909 M_CMP(s2, REG_ITMP3);
1911 codegen_addreference(cd, iptr->dst.block);
1913 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1914 M_CMPU(s1, REG_ITMP3);
1917 codegen_addreference(cd, iptr->dst.block);
1920 case ICMD_IF_LNE: /* ..., value ==> ... */
1922 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1923 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1924 if (iptr->sx.val.l == 0) {
1925 M_OR_TST(s1, s2, REG_ITMP3);
1926 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1927 M_XOR_IMM(s2, 0, REG_ITMP2);
1928 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1929 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1931 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1932 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1933 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1934 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1935 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1938 codegen_addreference(cd, iptr->dst.block);
1941 case ICMD_IF_LGT: /* ..., value ==> ... */
1943 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1944 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1945 /* if (iptr->sx.val.l == 0) { */
1946 /* M_OR(s1, s2, REG_ITMP3); */
1947 /* M_CMPI(REG_ITMP3, 0); */
1950 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1953 codegen_addreference(cd, iptr->dst.block);
1955 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1957 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1958 M_CMP(s2, REG_ITMP3);
1960 codegen_addreference(cd, iptr->dst.block);
1962 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1963 M_CMPU(s1, REG_ITMP3);
1966 codegen_addreference(cd, iptr->dst.block);
1969 case ICMD_IF_LGE: /* ..., value ==> ... */
1971 /* TODO, remove me */
1972 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1973 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1974 if (iptr->sx.val.l == 0) {
1975 /* if high word is greater equal zero, the whole long is too */
1977 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1980 codegen_addreference(cd, iptr->dst.block);
1982 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1984 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1985 M_CMP(s2, REG_ITMP3);
1987 codegen_addreference(cd, iptr->dst.block);
1989 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1990 M_CMPU(s1, REG_ITMP3);
1993 codegen_addreference(cd, iptr->dst.block);
1997 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1998 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1999 case ICMD_IF_LCMPEQ:
2001 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2002 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2005 codegen_addreference(cd, iptr->dst.block);
2008 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
2009 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
2010 case ICMD_IF_LCMPNE:
2012 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2013 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2016 codegen_addreference(cd, iptr->dst.block);
2020 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
2021 case ICMD_IF_LCMPLT:
2023 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2024 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2027 codegen_addreference(cd, iptr->dst.block);
2030 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
2031 case ICMD_IF_LCMPGT:
2033 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2034 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2037 codegen_addreference(cd, iptr->dst.block);
2040 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
2041 case ICMD_IF_LCMPLE:
2043 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2044 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2047 codegen_addreference(cd, iptr->dst.block);
2050 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
2051 case ICMD_IF_LCMPGE:
2053 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2054 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2057 codegen_addreference(cd, iptr->dst.block);
2061 case ICMD_LRETURN: /* ..., retvalue ==> ... */
2062 case ICMD_IRETURN: /* ..., retvalue ==> ... */
2064 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2065 M_LNGMOVE(s1, REG_RESULT);
2066 goto nowperformreturn;
2068 case ICMD_ARETURN: /* ..., retvalue ==> ... */
2070 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2071 M_LNGMOVE(s1, REG_RESULT);
2073 #ifdef ENABLE_VERIFIER
2074 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2075 codegen_addpatchref(cd, PATCHER_athrow_areturn,
2076 iptr->sx.s23.s2.uc, 0);
2078 if (opt_showdisassemble)
2081 #endif /* ENABLE_VERIFIER */
2083 goto nowperformreturn;
2085 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2088 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2089 M_FLTMOVE(s1, REG_FRESULT);
2090 goto nowperformreturn;
2092 case ICMD_RETURN: /* ... ==> ... */
2100 /* call trace function */
2102 #if !defined(NDEBUG)
2103 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2104 emit_verbosecall_exit(jd);
2108 #if defined(ENABLE_THREADS)
2109 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2110 disp = dseg_addaddress(cd, LOCK_monitor_exit);
2111 M_ALD(REG_ITMP3, REG_PV, disp);
2112 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2115 /* we need to save the proper return value */
2117 switch (iptr->opc) {
2122 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2125 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2128 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2132 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
2135 /* and now restore the proper return value */
2137 switch (iptr->opc) {
2142 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2145 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2148 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2154 /* restore return address */
2156 if (!jd->isleafmethod) {
2157 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2158 may have a displacement overflow. */
2160 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2164 /* restore saved registers */
2166 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2167 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2169 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2170 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2173 /* deallocate stack */
2176 M_LDA(REG_SP, REG_SP, stackframesize * 8);
2184 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2187 branch_target_t *table;
2189 table = iptr->dst.table;
2191 l = iptr->sx.s23.s2.tablelow;
2192 i = iptr->sx.s23.s3.tablehigh;
2194 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2196 M_INTMOVE(s1, REG_ITMP1);
2197 } else if (l <= 32768) {
2198 M_LDA(REG_ITMP1, s1, -l);
2200 ICONST(REG_ITMP2, l);
2201 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2204 /* number of targets */
2209 M_CMPUI(REG_ITMP1, i - 1);
2211 codegen_addreference(cd, table[0].block);
2213 /* build jump table top down and use address of lowest entry */
2218 dseg_addtarget(cd, table->block);
2223 /* length of dataseg after last dseg_addtarget is used by load */
2225 M_SLL_IMM(REG_ITMP1, 2, REG_ITMP1);
2226 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2227 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2234 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2237 lookup_target_t *lookup;
2239 lookup = iptr->dst.lookup;
2241 i = iptr->sx.s23.s2.lookupcount;
2243 MCODECHECK((i<<2)+8);
2244 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2246 val = lookup->value;
2247 if ((val >= -32768) && (val <= 32767)) {
2250 a = dseg_adds4(cd, val);
2251 M_ILD(REG_ITMP2, REG_PV, a);
2252 M_CMP(s1, REG_ITMP2);
2255 codegen_addreference(cd, lookup->target.block);
2260 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2267 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2269 bte = iptr->sx.s23.s3.bte;
2273 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2275 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2276 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2277 case ICMD_INVOKEINTERFACE:
2279 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2280 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2284 lm = iptr->sx.s23.s3.fmiref->p.method;
2285 md = lm->parseddesc;
2289 s3 = md->paramcount;
2291 MCODECHECK((s3 << 1) + 64);
2293 /* copy arguments to registers or stack location */
2295 for (s3 = s3 - 1; s3 >= 0; s3--) {
2296 var = VAR(iptr->sx.s23.s2.args[s3]);
2298 if (var->flags & PREALLOC)
2301 if (IS_INT_LNG_TYPE(var->type)) {
2302 if (!md->params[s3].inmemory) {
2303 s1 = rd->argintregs[md->params[s3].regoff];
2304 d = emit_load(jd, iptr, var, s1);
2307 d = emit_load(jd, iptr, var, REG_ITMP1);
2308 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2311 if (!md->params[s3].inmemory) {
2312 s1 = rd->argfltregs[md->params[s3].regoff];
2313 d = emit_load(jd, iptr, var, s1);
2316 d = emit_load(jd, iptr, var, REG_FTMP1);
2317 if (IS_2_WORD_TYPE(var->type))
2318 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2320 M_FST(d, REG_SP, md->params[s3].regoff * 8);
2325 switch (iptr->opc) {
2327 disp = dseg_addaddress(cd, bte->fp);
2328 d = md->returntype.type;
2330 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2331 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2335 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2337 M_LDA(REG_PV, REG_ITMP1, -disp);
2340 if (INSTRUCTION_MUST_CHECK(iptr)) {
2341 M_CMPI(REG_RESULT, 0);
2343 codegen_add_fillinstacktrace_ref(cd);
2347 case ICMD_INVOKESPECIAL:
2348 gen_nullptr_check(rd->argintregs[0]);
2349 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2352 case ICMD_INVOKESTATIC:
2354 unresolved_method *um = iptr->sx.s23.s3.um;
2356 disp = dseg_addaddress(cd, NULL);
2358 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2361 if (opt_showdisassemble)
2364 d = md->returntype.type;
2367 disp = dseg_addaddress(cd, lm->stubroutine);
2368 d = md->returntype.type;
2372 M_ALD(REG_PV, REG_PV, disp);
2375 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2377 M_LDA(REG_PV, REG_ITMP1, -disp);
2380 case ICMD_INVOKEVIRTUAL:
2381 gen_nullptr_check(rd->argintregs[0]);
2384 unresolved_method *um = iptr->sx.s23.s3.um;
2386 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2388 if (opt_showdisassemble)
2392 d = md->returntype.type;
2395 s1 = OFFSET(vftbl_t, table[0]) +
2396 sizeof(methodptr) * lm->vftblindex;
2397 d = md->returntype.type;
2400 M_ALD(REG_METHODPTR, rd->argintregs[0],
2401 OFFSET(java_objectheader, vftbl));
2402 M_ALD(REG_PV, REG_METHODPTR, s1);
2405 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2407 M_LDA(REG_PV, REG_ITMP1, -disp);
2410 case ICMD_INVOKEINTERFACE:
2411 gen_nullptr_check(rd->argintregs[0]);
2414 unresolved_method *um = iptr->sx.s23.s3.um;
2416 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2418 if (opt_showdisassemble)
2423 d = md->returntype.type;
2426 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2427 sizeof(methodptr*) * lm->class->index;
2429 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2431 d = md->returntype.type;
2434 M_ALD(REG_METHODPTR, rd->argintregs[0],
2435 OFFSET(java_objectheader, vftbl));
2436 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2437 M_ALD(REG_PV, REG_METHODPTR, s2);
2440 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2442 M_LDA(REG_PV, REG_ITMP1, -disp);
2446 /* d contains return type */
2448 if (d != TYPE_VOID) {
2449 if (IS_INT_LNG_TYPE(d)) {
2450 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2451 M_MOV(REG_RESULT, s1);
2453 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2454 M_FLTMOVE(REG_FRESULT, s1);
2456 emit_store_dst(jd, iptr, s1);
2461 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2462 /* val.a: (classinfo*) superclass */
2464 /* superclass is an interface:
2466 * OK if ((sub == NULL) ||
2467 * (sub->vftbl->interfacetablelength > super->index) &&
2468 * (sub->vftbl->interfacetable[-super->index] != NULL));
2470 * superclass is a class:
2472 * OK if ((sub == NULL) || (0
2473 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2474 * super->vftbl->diffvall));
2477 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2478 /* object type cast-check */
2481 vftbl_t *supervftbl;
2484 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2490 super = iptr->sx.s23.s3.c.cls;
2491 superindex = super->index;
2492 supervftbl = super->vftbl;
2495 #if defined(ENABLE_THREADS)
2496 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2498 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2500 /* calculate interface checkcast code size */
2504 s2 += (opt_showdisassemble ? 1 : 0);
2506 /* calculate class checkcast code size */
2508 s3 = 8 + (s1 == REG_ITMP1);
2510 s3 += (opt_showdisassemble ? 1 : 0);
2512 /* if class is not resolved, check which code to call */
2516 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2518 disp = dseg_adds4(cd, 0); /* super->flags */
2520 codegen_addpatchref(cd,
2521 PATCHER_checkcast_instanceof_flags,
2522 iptr->sx.s23.s3.c.ref,
2525 if (opt_showdisassemble)
2528 M_ILD(REG_ITMP2, REG_PV, disp);
2529 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2533 /* interface checkcast code */
2535 if (!super || (super->flags & ACC_INTERFACE)) {
2541 codegen_addpatchref(cd,
2542 PATCHER_checkcast_instanceof_interface,
2543 iptr->sx.s23.s3.c.ref,
2546 if (opt_showdisassemble)
2550 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2551 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2552 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2554 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2555 M_ALD(REG_ITMP3, REG_ITMP2,
2556 OFFSET(vftbl_t, interfacetable[0]) -
2557 superindex * sizeof(methodptr*));
2560 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2566 /* class checkcast code */
2568 if (!super || !(super->flags & ACC_INTERFACE)) {
2569 disp = dseg_addaddress(cd, supervftbl);
2576 codegen_addpatchref(cd, PATCHER_checkcast_class,
2577 iptr->sx.s23.s3.c.ref,
2580 if (opt_showdisassemble)
2584 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2585 #if defined(ENABLE_THREADS)
2586 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2588 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2589 M_ALD(REG_ITMP2, REG_PV, disp);
2590 if (s1 != REG_ITMP1) {
2591 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2592 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2593 #if defined(ENABLE_THREADS)
2594 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2596 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2598 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2599 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2600 M_ALD(REG_ITMP2, REG_PV, disp);
2601 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2602 #if defined(ENABLE_THREADS)
2603 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2606 M_CMP(REG_ITMP3, REG_ITMP2);
2608 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2610 d = codegen_reg_of_dst(jd, iptr, s1);
2613 /* array type cast-check */
2615 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2616 M_INTMOVE(s1, rd->argintregs[0]);
2618 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2620 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2621 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2622 iptr->sx.s23.s3.c.ref,
2625 if (opt_showdisassemble)
2629 M_ALD(rd->argintregs[1], REG_PV, disp);
2630 disp = dseg_addaddress(cd, BUILTIN_arraycheckcast);
2631 M_ALD(REG_ITMP2, REG_PV, disp);
2632 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2637 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2639 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2640 d = codegen_reg_of_dst(jd, iptr, s1);
2643 emit_store_dst(jd, iptr, d);
2646 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2647 /* val.a: (classinfo*) superclass */
2649 /* superclass is an interface:
2651 * return (sub != NULL) &&
2652 * (sub->vftbl->interfacetablelength > super->index) &&
2653 * (sub->vftbl->interfacetable[-super->index] != NULL);
2655 * superclass is a class:
2657 * return ((sub != NULL) && (0
2658 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2659 * super->vftbl->diffvall));
2664 vftbl_t *supervftbl;
2667 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2673 super = iptr->sx.s23.s3.c.cls;
2674 superindex = super->index;
2675 supervftbl = super->vftbl;
2678 #if defined(ENABLE_THREADS)
2679 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2681 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2682 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2684 M_MOV(s1, REG_ITMP1);
2688 /* calculate interface instanceof code size */
2692 s2 += (opt_showdisassemble ? 1 : 0);
2694 /* calculate class instanceof code size */
2698 s3 += (opt_showdisassemble ? 1 : 0);
2702 /* if class is not resolved, check which code to call */
2706 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2708 disp = dseg_adds4(cd, 0); /* super->flags */
2710 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2711 iptr->sx.s23.s3.c.ref, disp);
2713 if (opt_showdisassemble)
2716 M_ILD(REG_ITMP3, REG_PV, disp);
2717 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2721 /* interface instanceof code */
2723 if (!super || (super->flags & ACC_INTERFACE)) {
2729 codegen_addpatchref(cd,
2730 PATCHER_checkcast_instanceof_interface,
2731 iptr->sx.s23.s3.c.ref, 0);
2733 if (opt_showdisassemble)
2737 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2738 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2739 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2741 M_ALD(REG_ITMP1, REG_ITMP1,
2742 OFFSET(vftbl_t, interfacetable[0]) -
2743 superindex * sizeof(methodptr*));
2746 M_IADD_IMM(REG_ZERO, 1, d);
2752 /* class instanceof code */
2754 if (!super || !(super->flags & ACC_INTERFACE)) {
2755 disp = dseg_addaddress(cd, supervftbl);
2762 codegen_addpatchref(cd, PATCHER_instanceof_class,
2763 iptr->sx.s23.s3.c.ref,
2766 if (opt_showdisassemble) {
2771 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2772 M_ALD(REG_ITMP2, REG_PV, disp);
2773 #if defined(ENABLE_THREADS)
2774 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2776 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2777 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2778 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2779 #if defined(ENABLE_THREADS)
2780 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2782 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2783 M_CMPU(REG_ITMP1, REG_ITMP2);
2786 M_IADD_IMM(REG_ZERO, 1, d);
2788 emit_store_dst(jd, iptr, d);
2792 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2794 /* check for negative sizes and copy sizes to stack if necessary */
2796 MCODECHECK((iptr->s1.argcount << 1) + 64);
2798 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2800 var = VAR(iptr->sx.s23.s2.args[s1]);
2802 /* copy SAVEDVAR sizes to stack */
2804 if (!(var->flags & PREALLOC)) {
2805 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2806 #if defined(__DARWIN__)
2807 M_IST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 4);
2809 M_IST(s2, REG_SP, LA_SIZE + (s1 + 3) * 4);
2814 /* a0 = dimension count */
2816 ICONST(rd->argintregs[0], iptr->s1.argcount);
2818 /* is patcher function set? */
2820 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2821 disp = dseg_addaddress(cd, NULL);
2823 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2824 iptr->sx.s23.s3.c.ref, disp);
2826 if (opt_showdisassemble)
2830 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2833 /* a1 = arraydescriptor */
2835 M_ALD(rd->argintregs[1], REG_PV, disp);
2837 /* a2 = pointer to dimensions = stack pointer */
2839 #if defined(__DARWIN__)
2840 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 4);
2842 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 4);
2845 disp = dseg_addaddress(cd, BUILTIN_multianewarray);
2846 M_ALD(REG_ITMP3, REG_PV, disp);
2850 /* check for exception before result assignment */
2852 M_CMPI(REG_RESULT, 0);
2854 codegen_add_fillinstacktrace_ref(cd);
2856 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2857 M_INTMOVE(REG_RESULT, d);
2858 emit_store_dst(jd, iptr, d);
2863 new_internalerror("Unknown ICMD %d during code generation",
2868 } /* for instruction */
2870 } /* if (bptr -> flags >= BBREACHED) */
2871 } /* for basic block */
2873 dseg_createlinenumbertable(cd);
2876 /* generate exception and patcher stubs */
2885 savedmcodeptr = NULL;
2887 /* generate exception stubs */
2889 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2890 gen_resolvebranch(cd->mcodebase + eref->branchpos,
2891 eref->branchpos, cd->mcodeptr - cd->mcodebase);
2895 /* Check if the exception is an
2896 ArrayIndexOutOfBoundsException. If so, move index register
2899 if (eref->reg != -1)
2900 M_MOV(eref->reg, REG_ITMP1);
2902 /* calcuate exception address */
2904 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2906 /* move function to call into REG_ITMP3 */
2908 disp = dseg_addaddress(cd, eref->function);
2909 M_ALD(REG_ITMP3, REG_PV, disp);
2910 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2912 if (savedmcodeptr != NULL) {
2913 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2917 savedmcodeptr = cd->mcodeptr;
2919 if (jd->isleafmethod) {
2921 M_AST(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2924 M_MOV(REG_PV, rd->argintregs[0]);
2925 M_MOV(REG_SP, rd->argintregs[1]);
2927 if (jd->isleafmethod)
2928 M_MOV(REG_ZERO, rd->argintregs[2]);
2930 M_ALD(rd->argintregs[2],
2931 REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2933 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2934 M_MOV(REG_ITMP1, rd->argintregs[4]);
2936 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2937 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2941 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2943 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2944 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2946 if (jd->isleafmethod) {
2947 /* XXX FIXME: REG_ZERO can cause problems here! */
2948 assert(stackframesize * 8 <= 32767);
2950 M_ALD(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2954 disp = dseg_addaddress(cd, asm_handle_exception);
2955 M_ALD(REG_ITMP3, REG_PV, disp);
2962 /* generate code patching stub call code */
2964 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2965 /* check code segment size */
2969 /* Get machine code which is patched back in later. The
2970 call is 1 instruction word long. */
2972 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2974 mcode = *((u4 *) tmpmcodeptr);
2976 /* Patch in the call to call the following code (done at
2979 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2980 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2982 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2985 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2987 /* create stack frame - keep stack 16-byte aligned */
2989 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2991 /* calculate return address and move it onto the stack */
2993 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2994 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2996 /* move pointer to java_objectheader onto stack */
2998 #if defined(ENABLE_THREADS)
2999 /* order reversed because of data segment layout */
3001 (void) dseg_addaddress(cd, NULL); /* flcword */
3002 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3003 disp = dseg_addaddress(cd, NULL); /* vftbl */
3005 M_LDA(REG_ITMP3, REG_PV, disp);
3006 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
3011 /* move machine code onto stack */
3013 disp = dseg_adds4(cd, mcode);
3014 M_ILD(REG_ITMP3, REG_PV, disp);
3015 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
3017 /* move class/method/field reference onto stack */
3019 disp = dseg_addaddress(cd, pref->ref);
3020 M_ALD(REG_ITMP3, REG_PV, disp);
3021 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
3023 /* move data segment displacement onto stack */
3025 disp = dseg_addaddress(cd, pref->disp);
3026 M_LLD(REG_ITMP3, REG_PV, disp);
3027 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
3029 /* move patcher function pointer onto stack */
3031 disp = dseg_addaddress(cd, pref->patcher);
3032 M_ALD(REG_ITMP3, REG_PV, disp);
3033 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
3035 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3036 M_ALD(REG_ITMP3, REG_PV, disp);
3041 /* generate replacement-out stubs */
3047 replacementpoint = jd->code->rplpoints;
3049 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
3050 /* check code segment size */
3054 /* note start of stub code */
3056 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
3058 /* make machine code for patching */
3060 tmpmcodeptr = cd->mcodeptr;
3061 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
3063 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
3066 cd->mcodeptr = tmpmcodeptr;
3068 /* create stack frame - keep 16-byte aligned */
3070 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
3072 /* push address of `rplpoint` struct */
3074 disp = dseg_addaddress(cd, replacementpoint);
3075 M_ALD(REG_ITMP3, REG_PV, disp);
3076 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
3078 /* jump to replacement function */
3080 disp = dseg_addaddress(cd, asm_replacement_out);
3081 M_ALD(REG_ITMP3, REG_PV, disp);
3091 /* everything's ok */
3097 /* createcompilerstub **********************************************************
3099 Creates a stub routine which calls the compiler.
3101 *******************************************************************************/
3103 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
3104 #define COMPILERSTUB_CODESIZE 4 * 4
3106 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
3109 u1 *createcompilerstub(methodinfo *m)
3111 u1 *s; /* memory to hold the stub */
3117 s = CNEW(u1, COMPILERSTUB_SIZE);
3119 /* set data pointer and code pointer */
3122 s = s + COMPILERSTUB_DATASIZE;
3124 /* mark start of dump memory area */
3126 dumpsize = dump_size();
3128 cd = DNEW(codegendata);
3131 /* Store the codeinfo pointer in the same place as in the
3132 methodheader for compiled methods. */
3134 code = code_codeinfo_new(m);
3136 d[0] = (ptrint) asm_call_jit_compiler;
3138 d[2] = (ptrint) code;
3140 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
3141 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3145 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3147 #if defined(ENABLE_STATISTICS)
3149 count_cstub_len += COMPILERSTUB_SIZE;
3152 /* release dump area */
3154 dump_release(dumpsize);
3160 /* createnativestub ************************************************************
3162 Creates a stub routine which calls a native method.
3164 *******************************************************************************/
3166 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3172 s4 stackframesize; /* size of stackframe if needed */
3175 s4 i, j; /* count variables */
3180 /* get required compiler data */
3187 /* set some variables */
3190 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3192 /* calculate stackframe size */
3195 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3196 sizeof(localref_table) / SIZEOF_VOID_P +
3197 4 + /* 4 stackframeinfo arguments (darwin)*/
3201 stackframesize = (stackframesize + 3) & ~3; /* keep stack 16-byte aligned */
3203 /* create method header */
3205 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
3206 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
3207 (void) dseg_adds4(cd, 0); /* IsSync */
3208 (void) dseg_adds4(cd, 0); /* IsLeaf */
3209 (void) dseg_adds4(cd, 0); /* IntSave */
3210 (void) dseg_adds4(cd, 0); /* FltSave */
3211 (void) dseg_addlinenumbertablesize(cd);
3212 (void) dseg_adds4(cd, 0); /* ExTableSize */
3217 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3218 M_STDU(REG_SP, REG_SP, -(stackframesize * 8));
3220 #if !defined(NDEBUG)
3221 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3222 emit_verbosecall_enter(jd);
3225 /* get function address (this must happen before the stackframeinfo) */
3227 funcdisp = dseg_addaddress(cd, f);
3229 #if !defined(WITH_STATIC_CLASSPATH)
3231 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3233 if (opt_showdisassemble)
3238 /* save integer and float argument registers */
3242 for (i = 0; i < md->paramcount; i++) {
3243 t = md->paramtypes[i].type;
3245 if (IS_INT_LNG_TYPE(t)) {
3246 if (!md->params[i].inmemory) {
3247 s1 = md->params[i].regoff;
3248 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3254 for (i = 0; i < md->paramcount; i++) {
3255 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3256 if (!md->params[i].inmemory) {
3257 s1 = md->params[i].regoff;
3258 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3264 /* create native stack info */
3266 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3267 M_MOV(REG_PV, rd->argintregs[1]);
3268 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[2]);
3269 M_ALD(rd->argintregs[3], REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3270 disp = dseg_addaddress(cd, codegen_start_native_call);
3272 M_ALD(REG_ITMP1, REG_PV, disp);
3273 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3277 /* restore integer and float argument registers */
3281 for (i = 0; i < md->paramcount; i++) {
3282 t = md->paramtypes[i].type;
3284 if (IS_INT_LNG_TYPE(t)) {
3285 if (!md->params[i].inmemory) {
3286 s1 = md->params[i].regoff;
3287 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3293 for (i = 0; i < md->paramcount; i++) {
3294 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3295 if (!md->params[i].inmemory) {
3296 s1 = md->params[i].regoff;
3297 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3303 /* copy or spill arguments to new locations */
3305 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3306 t = md->paramtypes[i].type;
3308 if (IS_INT_LNG_TYPE(t)) {
3309 if (!md->params[i].inmemory) {
3310 s1 = rd->argintregs[md->params[i].regoff];
3312 if (!nmd->params[j].inmemory) {
3313 s2 = rd->argintregs[nmd->params[j].regoff];
3316 s2 = nmd->params[j].regoff;
3317 M_LST(s1, REG_SP, s2 * 8);
3321 s1 = md->params[i].regoff + stackframesize;
3322 s2 = nmd->params[j].regoff;
3324 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3325 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3329 /* We only copy spilled float arguments, as the float
3330 argument registers keep unchanged. */
3332 if (md->params[i].inmemory) {
3333 s1 = md->params[i].regoff + stackframesize;
3334 s2 = nmd->params[j].regoff;
3336 if (IS_2_WORD_TYPE(t)) {
3337 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3338 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3341 M_FLD(REG_FTMP1, REG_SP, s1 * 8);
3342 M_FST(REG_FTMP1, REG_SP, s2 * 8);
3348 /* put class into second argument register */
3350 if (m->flags & ACC_STATIC) {
3351 disp = dseg_addaddress(cd, m->class);
3352 M_ALD(rd->argintregs[1], REG_PV, disp);
3355 /* put env into first argument register */
3357 disp = dseg_addaddress(cd, _Jv_env);
3358 M_ALD(rd->argintregs[0], REG_PV, disp);
3360 /* generate the actual native call */
3361 /* native functions have a different TOC for sure */
3363 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3364 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3365 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3366 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3369 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3375 /* save return value */
3377 if (md->returntype.type != TYPE_VOID) {
3378 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3379 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3382 if (IS_2_WORD_TYPE(md->returntype.type))
3383 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3385 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); /* FIXME, needed ?*/
3389 /* print call trace */
3390 #if ! defined(NDEBGUU)
3391 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3392 emit_verbosecall_exit(jd);
3395 /* remove native stackframe info */
3401 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3402 disp = dseg_addaddress(cd, codegen_finish_native_call);
3403 M_ALD(REG_ITMP1, REG_PV, disp);
3404 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3407 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3409 /* restore return value */
3411 if (md->returntype.type != TYPE_VOID) {
3412 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3413 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3416 if (IS_2_WORD_TYPE(md->returntype.type))
3417 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3419 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3423 M_ALD(REG_ITMP2_XPC, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3424 M_MTLR(REG_ITMP2_XPC);
3425 M_LDA(REG_SP, REG_SP, stackframesize * 8); /* remove stackframe */
3427 /* check for exception */
3429 M_TST(REG_ITMP1_XPTR);
3430 M_BNE(1); /* if no exception then return */
3434 /* handle exception */
3436 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3438 disp = dseg_addaddress(cd, asm_handle_nat_exception);
3439 M_ALD(REG_ITMP3, REG_PV, disp);
3443 /* generate patcher stub call code */
3451 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3452 /* Get machine code which is patched back in later. The
3453 call is 1 instruction word long. */
3455 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3457 mcode = *((u4 *) tmpmcodeptr);
3459 /* Patch in the call to call the following code (done at
3462 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3463 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3465 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3468 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3470 /* create stack frame - keep stack 16-byte aligned */
3472 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3474 /* move return address onto stack */
3477 M_AST(REG_ZERO, REG_SP, 5 * 8);
3479 /* move pointer to java_objectheader onto stack */
3481 #if defined(ENABLE_THREADS)
3482 /* order reversed because of data segment layout */
3484 (void) dseg_addaddress(cd, NULL); /* flcword */
3485 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3486 disp = dseg_addaddress(cd, NULL); /* vftbl */
3488 M_LDA(REG_ITMP3, REG_PV, disp);
3489 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3494 /* move machine code onto stack */
3496 disp = dseg_adds4(cd, mcode);
3497 M_ILD(REG_ITMP3, REG_PV, disp);
3498 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3500 /* move class/method/field reference onto stack */
3502 disp = dseg_addaddress(cd, pref->ref);
3503 M_ALD(REG_ITMP3, REG_PV, disp);
3504 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3506 /* move data segment displacement onto stack */
3508 disp = dseg_adds4(cd, pref->disp);
3509 M_ILD(REG_ITMP3, REG_PV, disp);
3510 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3512 /* move patcher function pointer onto stack */
3514 disp = dseg_addaddress(cd, pref->patcher);
3515 M_ALD(REG_ITMP3, REG_PV, disp);
3516 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3518 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3519 M_ALD(REG_ITMP3, REG_PV, disp);
3527 return code->entrypoint;
3534 * These are local overrides for various environment variables in Emacs.
3535 * Please do not remove this and leave it at the end of the file, where
3536 * Emacs will automagically detect them.
3537 * ---------------------------------------------------------------------
3540 * indent-tabs-mode: t
3544 * vim:noexpandtab:sw=4:ts=4: