1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
34 $Id: codegen.c 6286 2007-01-10 10:03:38Z twisti $
48 #include "vm/jit/abi-asm.h"
50 #include "vm/jit/powerpc64/arch.h"
51 #include "vm/jit/powerpc64/codegen.h"
53 #include "mm/memory.h"
54 #include "native/native.h"
55 #include "vm/builtin.h"
56 #include "vm/exceptions.h"
57 #include "vm/global.h"
58 #include "vm/loader.h"
59 #include "vm/options.h"
60 #include "vm/stringlocal.h"
62 #include "vm/jit/asmpart.h"
63 #include "vm/jit/codegen-common.h"
64 #include "vm/jit/dseg.h"
65 #include "vm/jit/emit-common.h"
66 #include "vm/jit/jit.h"
67 #include "vm/jit/parse.h"
68 #include "vm/jit/patcher.h"
69 #include "vm/jit/reg.h"
70 #include "vm/jit/replace.h"
72 #if defined(ENABLE_LSRA)
73 # include "vm/jit/allocator/lsra.h"
77 /* codegen *********************************************************************
79 Generates machine code.
81 *******************************************************************************/
83 bool codegen(jitdata *jd)
89 s4 len, s1, s2, s3, d, disp;
96 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
97 builtintable_entry *bte;
99 rplpoint *replacementpoint;
102 unresolved_field *uf;
105 /* get required compiler data */
112 /* prevent compiler warnings */
124 /* space to save used callee saved registers */
126 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
127 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
129 cd->stackframesize = rd->memuse + savedregs_num;
131 #if defined(ENABLE_THREADS)
132 /* space to save argument of monitor_enter and Return Values to survive */
133 /* monitor_exit. The stack position for the argument can not be shared */
134 /* with place to save the return register on PPC64, since both values */
136 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
137 /* reserve 2 slots for long/double return values for monitorexit */
138 cd->stackframesize += 2;
143 /* create method header */
145 /* align stack to 16-bytes */
148 /* if (!m->isleafmethod || opt_verbosecall) */
149 /* stackframesize = (stackframesize + 3) & ~3;
151 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
152 /* stackframesize = 0; */
154 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
155 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
157 #if defined(ENABLE_THREADS)
158 /* IsSync contains the offset relative to the stack pointer for the
159 argument of monitor_exit used in the exception handler. Since the
160 offset could be zero and give a wrong meaning of the flag it is
164 if (checksync && (m->flags & ACC_SYNCHRONIZED))
165 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
168 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
170 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
171 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
172 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
174 dseg_addlinenumbertablesize(cd);
176 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
178 /* create exception table */
180 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
181 dseg_add_target(cd, ex->start);
182 dseg_add_target(cd, ex->end);
183 dseg_add_target(cd, ex->handler);
184 (void) dseg_add_unique_address(cd, ex->catchtype.any);
187 /* create stack frame (if necessary) */
189 if (!jd->isleafmethod) {
191 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
194 if (cd->stackframesize)
195 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
197 /* save return address and used callee saved registers */
199 p = cd->stackframesize;
200 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
201 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
203 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
204 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
207 /* take arguments out of register or stack frame */
211 for (p = 0, l = 0; p < md->paramcount; p++) {
212 t = md->paramtypes[p].type;
213 varindex = jd->local_map[l*5 + t];
215 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
217 if (varindex == UNUSED)
220 s1 = md->params[p].regoff;
221 if (IS_INT_LNG_TYPE(t)) { /* integer args */
222 if (!md->params[p].inmemory) { /* register arguments */
223 s2 = rd->argintregs[s1];
224 if (!IS_INMEMORY(var->flags)) {
225 M_INTMOVE(s2, var->vv.regoff);
226 } else { /* reg arg -> spilled */
227 M_LST(s2, REG_SP, var->vv.regoff * 8);
229 } else { /* stack arguments */
230 if (!IS_INMEMORY(var->flags)) { /* stack arg -> register */
231 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
233 } else { /* stack arg -> spilled */
234 var->vv.regoff = cd->stackframesize + s1;
238 } else { /* floating args */
239 if (!md->params[p].inmemory) { /* register arguments */
240 s2 = rd->argfltregs[s1];
241 if (!IS_INMEMORY(var->flags)) { /* reg arg -> register */
242 M_FLTMOVE(s2, var->vv.regoff);
243 } else { /* reg arg -> spilled */
244 if (IS_2_WORD_TYPE(t)) {
245 M_DST(s2, REG_SP, var->vv.regoff * 8);
247 M_DST(s2, REG_SP, var->vv.regoff * 8); /* F XXX */
251 } else { /* stack arguments */
252 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
253 if (IS_2_WORD_TYPE(t)) {
254 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
256 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
258 } else { /* stack-arg -> spilled */
259 var->vv.regoff = cd->stackframesize + s1;
265 /* save monitorenter argument */
267 #if defined(ENABLE_THREADS)
269 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
271 /* stackoffset for argument used for LOCK_monitor_exit */
273 #if !defined (NDEBUG)
274 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
275 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
277 for (p = 0; p < INT_ARG_CNT; p++)
278 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
280 for (p = 0; p < FLT_ARG_CNT; p++)
281 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
283 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
284 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
287 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
288 M_ALD(REG_ITMP3, REG_PV, p);
289 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
292 /* get or test the lock object */
294 if (m->flags & ACC_STATIC) {
295 p = dseg_add_address(cd, &m->class->object.header);
296 M_ALD(rd->argintregs[0], REG_PV, p);
299 M_TST(rd->argintregs[0]);
301 codegen_add_nullpointerexception_ref(cd);
304 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
306 #if !defined (NDEBUG)
307 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
308 for (p = 0; p < INT_ARG_CNT; p++)
309 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
311 for (p = 0; p < FLT_ARG_CNT; p++)
312 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
314 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
320 /* call trace function */
321 #if !defined (NDEBUG)
322 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
323 emit_verbosecall_enter(jd);
328 /* end of header generation */
330 replacementpoint = jd->code->rplpoints;
332 /* walk through all basic blocks */
333 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
335 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
337 if (bptr->flags >= BBREACHED) {
339 /* branch resolving */
343 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
344 md_codegen_patch_branch(cd, brefs->branchpos, bptr->mpc);
348 /* handle replacement points */
351 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
352 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
358 /* copy interface registers to their destination */
363 #if defined(ENABLE_LSRA)
367 var = VAR(bptr->invars[len]);
368 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
369 /* d = reg_of_var(m, var, REG_ITMP1); */
370 if (!(var->flags & INMEMORY))
374 M_INTMOVE(REG_ITMP1, d);
375 emit_store(jd, NULL, var, d);
382 var = VAR(bptr->invars[len]);
383 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
384 d = codegen_reg_of_var(0, var, REG_ITMP1);
385 M_INTMOVE(REG_ITMP1, d);
386 emit_store(jd, NULL, var, d);
389 assert((var->flags & INOUT));
393 #if defined(ENABLE_LSRA)
396 /* walk through all instructions */
401 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
402 bool sign_ext = false;
403 if (iptr->line != currentline) {
404 dseg_addlinenumber(cd, iptr->line);
405 currentline = iptr->line;
408 MCODECHECK(64); /* an instruction usually needs < 64 words */
411 case ICMD_NOP: /* ... ==> ... */
412 case ICMD_INLINE_START:
413 case ICMD_INLINE_END:
416 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
418 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
421 codegen_add_nullpointerexception_ref(cd);
424 /* constant operations ************************************************/
426 case ICMD_ICONST: /* ... ==> ..., constant */
428 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
429 ICONST(d, iptr->sx.val.i);
430 emit_store_dst(jd, iptr, d);
433 case ICMD_LCONST: /* ... ==> ..., constant */
435 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
436 LCONST(d, iptr->sx.val.l);
437 emit_store_dst(jd, iptr, d);
440 case ICMD_FCONST: /* ... ==> ..., constant */
442 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
443 a = dseg_add_float(cd, iptr->sx.val.f);
445 emit_store_dst(jd, iptr, d);
448 case ICMD_DCONST: /* ... ==> ..., constant */
450 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
451 a = dseg_add_double(cd, iptr->sx.val.d);
453 emit_store_dst(jd, iptr, d);
456 case ICMD_ACONST: /* ... ==> ..., constant */
457 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
458 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
460 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
461 codegen_addpatchref(cd, PATCHER_aconst,
465 if (opt_showdisassemble)
469 M_ALD(d, REG_PV, disp);
470 emit_store_dst(jd, iptr, d);
474 /* load/store/copy/move operations ************************************/
476 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
477 case ICMD_ALOAD: /* s1.localindex = local variable */
479 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
480 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
481 case ICMD_ISTORE: /* ..., value ==> ... */
483 case ICMD_FSTORE: /* ..., value ==> ... */
484 case ICMD_DSTORE: /* ..., value ==> ... */
488 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
492 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
493 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
496 /* pop operations *****************************************************/
498 /* attention: double and longs are only one entry in CACAO ICMDs */
500 case ICMD_POP: /* ..., value ==> ... */
501 case ICMD_POP2: /* ..., value, value ==> ... */
506 /* integer operations *************************************************/
508 case ICMD_INEG: /* ..., value ==> ..., - value */
511 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
512 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
514 if (sign_ext) M_EXTSW(d, d);
515 emit_store_dst(jd, iptr, d);
519 case ICMD_I2L: /* ..., value ==> ..., value */
521 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
522 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
524 emit_store_dst(jd, iptr, d);
527 case ICMD_L2I: /* ..., value ==> ..., value */
529 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
530 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
532 emit_store_dst(jd, iptr, d);
535 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
537 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
538 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
540 emit_store_dst(jd, iptr, d);
543 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
545 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
546 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
548 emit_store_dst(jd, iptr, d);
551 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
553 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
554 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
556 emit_store_dst(jd, iptr, d);
560 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
562 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
563 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
564 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
567 emit_store_dst(jd, iptr, d);
573 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
574 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
575 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
576 M_IADD_IMM(s1, iptr->sx.val.i, d);
578 ICONST(REG_ITMP2, iptr->sx.val.i);
579 M_IADD(s1, REG_ITMP2, d);
582 emit_store_dst(jd, iptr, d);
585 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
587 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
588 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
589 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
591 emit_store_dst(jd, iptr, d);
594 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
595 /* sx.val.l = constant */
597 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
598 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
600 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
601 M_LADD_IMM(s1, iptr->sx.val.l, d);
603 LCONST(REG_ITMP2, iptr->sx.val.l);
604 M_LADD(s1, REG_ITMP2, d);
606 emit_store_dst(jd, iptr, d);
609 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
611 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
612 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
613 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
615 emit_store_dst(jd, iptr, d);
618 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
619 /* sx.val.i = constant */
621 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
622 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
623 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
624 M_IADD_IMM(s1, -iptr->sx.val.i, d);
626 ICONST(REG_ITMP2, iptr->sx.val.i);
627 M_SUB(s1, REG_ITMP2, d);
630 emit_store_dst(jd, iptr, d);
633 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
635 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
636 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
637 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
639 emit_store_dst(jd, iptr, d);
642 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
643 /* sx.val.l = constant */
645 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
646 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
648 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
649 M_LADD_IMM(s1, -iptr->sx.val.l, d);
651 LCONST(REG_ITMP2, iptr->sx.val.l);
652 M_SUB(s1, REG_ITMP2, d);
654 emit_store_dst(jd, iptr, d);
659 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
661 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
662 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
663 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
666 codegen_add_arithmeticexception_ref(cd);
669 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
670 /* we only need to check this if we did a LDIV, not for IDIV */
673 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
675 M_MOV(s1, d); /* java specs says result == dividend */
677 if (sign_ext) M_EXTSW(d, d);
678 emit_store_dst(jd, iptr, d);
683 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
684 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
685 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
688 codegen_add_arithmeticexception_ref(cd);
690 M_DIV(s1, s2, REG_ITMP3);
691 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
692 /* we only need to check this if we did a LDIV, not for IDIV */
695 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
697 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
700 M_MUL(REG_ITMP3, s2, REG_ITMP2);
701 M_SUB(s1, REG_ITMP2, REG_ITMP3);
702 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
705 emit_store_dst(jd, iptr, REG_ITMP1);
709 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
712 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
713 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
714 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
716 if (sign_ext) M_EXTSW(d, d);
717 emit_store_dst(jd, iptr, d);
720 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
721 /* sx.val.i = constant */
723 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
724 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
725 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
726 M_MUL_IMM(s1, iptr->sx.val.i, d);
728 ICONST(REG_ITMP3, iptr->sx.val.i);
729 M_MUL(s1, REG_ITMP3, d);
732 emit_store_dst(jd, iptr, d);
735 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
736 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
737 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
738 M_MUL_IMM(s1, iptr->sx.val.l, d);
740 LCONST(REG_ITMP3, iptr->sx.val.l);
741 M_MUL(s1, REG_ITMP3, d);
743 emit_store_dst(jd, iptr, d);
746 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
748 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
749 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
750 M_SRA_IMM(s1, iptr->sx.val.i, d);
752 emit_store_dst(jd, iptr, d);
755 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
757 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
758 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
759 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
760 M_AND_IMM(s2, 0x1f, REG_ITMP3);
761 M_SLL(s1, REG_ITMP3, d);
763 emit_store_dst(jd, iptr, d);
766 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
767 /* sx.val.i = constant */
769 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
770 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
771 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
773 emit_store_dst(jd, iptr, d);
776 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
778 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
779 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
780 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
781 M_AND_IMM(s2, 0x1f, REG_ITMP3);
782 M_SRA(s1, REG_ITMP3, d);
783 emit_store_dst(jd, iptr, d);
786 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
787 /* sx.val.i = constant */
789 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
790 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
791 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
792 emit_store_dst(jd, iptr, d);
795 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
797 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
798 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
799 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
800 M_AND_IMM(s2, 0x1f, REG_ITMP2);
801 M_SRL(s1, REG_ITMP2, d);
802 emit_store_dst(jd, iptr, d);
805 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
806 /* sx.val.i = constant */
808 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
809 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
810 if (iptr->sx.val.i & 0x1f) {
811 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
815 emit_store_dst(jd, iptr, d);
818 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
821 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
822 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
823 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
825 emit_store_dst(jd, iptr, d);
828 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
829 /* sx.val.i = constant */
831 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
832 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
833 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
834 M_AND_IMM(s1, iptr->sx.val.i, d);
837 else if (iptr->sx.val.i == 0xffffff) {
838 M_RLWINM(s1, 0, 8, 31, d);
842 ICONST(REG_ITMP3, iptr->sx.val.i);
843 M_AND(s1, REG_ITMP3, d);
845 emit_store_dst(jd, iptr, d);
848 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
849 /* sx.val.l = constant */
851 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
852 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
853 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
854 M_AND_IMM(s1, iptr->sx.val.l, d);
856 else if (iptr->sx.val.l == 0xffffff) {
857 M_RLWINM(s1, 0, 8, 31, d);
861 LCONST(REG_ITMP3, iptr->sx.val.l);
862 M_AND(s1, REG_ITMP3, d);
864 emit_store_dst(jd, iptr, d);
867 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
868 /* sx.val.i = constant */
869 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
870 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
871 M_MOV(s1, REG_ITMP2);
873 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
874 if (iptr->sx.val.i >= 32768) {
875 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
876 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
877 M_IADD(s1, REG_ITMP2, REG_ITMP2);
879 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
882 int b=0, m = iptr->sx.val.i;
885 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
887 M_SUB(s1, REG_ITMP2, d);
889 emit_store_dst(jd, iptr, d);
892 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
895 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
896 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
897 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
899 emit_store_dst(jd, iptr, d);
902 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
903 /* sx.val.i = constant */
905 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
906 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
907 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
908 M_OR_IMM(s1, iptr->sx.val.i, d);
910 ICONST(REG_ITMP3, iptr->sx.val.i);
911 M_OR(s1, REG_ITMP3, d);
913 emit_store_dst(jd, iptr, d);
916 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
917 /* sx.val.l = constant */
919 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
920 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
921 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
922 M_OR_IMM(s1, iptr->sx.val.l, d);
924 LCONST(REG_ITMP3, iptr->sx.val.l);
925 M_OR(s1, REG_ITMP3, d);
927 emit_store_dst(jd, iptr, d);
931 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
934 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
935 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
936 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
938 emit_store_dst(jd, iptr, d);
941 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
942 /* sx.val.i = constant */
944 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
945 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
946 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
947 M_XOR_IMM(s1, iptr->sx.val.i, d);
949 ICONST(REG_ITMP3, iptr->sx.val.i);
950 M_XOR(s1, REG_ITMP3, d);
952 emit_store_dst(jd, iptr, d);
955 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
956 /* sx.val.l = constant */
958 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
959 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
960 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
961 M_XOR_IMM(s1, iptr->sx.val.l, d);
963 LCONST(REG_ITMP3, iptr->sx.val.l);
964 M_XOR(s1, REG_ITMP3, d);
966 emit_store_dst(jd, iptr, d);
969 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
971 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
972 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
973 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
974 /* XXX implement me!!! */
975 emit_store_dst(jd, iptr, d);
980 /* floating operations ************************************************/
982 case ICMD_FNEG: /* ..., value ==> ..., - value */
984 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
985 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
987 emit_store_dst(jd, iptr, d);
990 case ICMD_DNEG: /* ..., value ==> ..., - value */
992 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
993 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
995 emit_store_dst(jd, iptr, d);
998 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1000 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1001 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1002 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1004 emit_store_dst(jd, iptr, d);
1007 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1009 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1010 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1011 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1013 emit_store_dst(jd, iptr, d);
1016 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1018 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1019 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1020 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1022 emit_store_dst(jd, iptr, d);
1025 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1027 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1028 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1029 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1031 emit_store_dst(jd, iptr, d);
1034 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1036 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1037 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1038 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1040 emit_store_dst(jd, iptr, d);
1043 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1045 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1046 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1047 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1049 emit_store_dst(jd, iptr, d);
1052 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1054 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1055 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1056 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1058 emit_store_dst(jd, iptr, d);
1061 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1063 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1064 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1065 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1067 emit_store_dst(jd, iptr, d);
1070 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1073 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1074 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1076 disp = dseg_add_float(cd, 0.0);
1077 M_FLD(REG_FTMP2, REG_PV, disp);
1078 M_FCMPU(s1, REG_FTMP2);
1080 disp = dseg_add_unique_s4(cd, 0);
1081 M_CVTDL_C(s1, REG_FTMP1);
1082 M_LDA(REG_ITMP1, REG_PV, disp);
1083 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1084 M_ILD(d, REG_PV, disp);
1085 emit_store_dst(jd, iptr, d);
1088 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1090 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1091 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1093 emit_store_dst(jd, iptr, d);
1096 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1098 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1099 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1101 emit_store_dst(jd, iptr, d);
1104 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1105 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1108 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1109 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1110 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1112 M_IADD_IMM(REG_ZERO, -1, d);
1115 M_IADD_IMM(REG_ZERO, 0, d);
1117 M_IADD_IMM(REG_ZERO, 1, d);
1118 emit_store_dst(jd, iptr, d);
1121 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1122 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1124 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1125 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1126 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1128 M_IADD_IMM(REG_ZERO, 1, d);
1131 M_IADD_IMM(REG_ZERO, 0, d);
1133 M_IADD_IMM(REG_ZERO, -1, d);
1134 emit_store_dst(jd, iptr, d);
1137 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1138 case ICMD_IF_DCMPEQ:
1140 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1141 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1145 codegen_addreference(cd, iptr->dst.block);
1148 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1149 case ICMD_IF_DCMPNE:
1151 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1152 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1155 codegen_addreference(cd, iptr->dst.block);
1157 codegen_addreference(cd, iptr->dst.block);
1161 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1162 case ICMD_IF_DCMPL_LT:
1164 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1165 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1168 codegen_addreference(cd, iptr->dst.block);
1170 codegen_addreference(cd, iptr->dst.block);
1173 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1174 case ICMD_IF_DCMPL_GT:
1176 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1177 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1181 codegen_addreference(cd, iptr->dst.block);
1184 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1185 case ICMD_IF_DCMPL_LE:
1187 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1188 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1191 codegen_addreference(cd, iptr->dst.block);
1193 codegen_addreference(cd, iptr->dst.block);
1196 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1197 case ICMD_IF_DCMPL_GE:
1199 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1200 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1204 codegen_addreference(cd, iptr->dst.block);
1207 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1208 case ICMD_IF_DCMPG_LT:
1210 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1211 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1215 codegen_addreference(cd, iptr->dst.block);
1218 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1219 case ICMD_IF_DCMPG_GT:
1221 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1222 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1225 codegen_addreference(cd, iptr->dst.block);
1227 codegen_addreference(cd, iptr->dst.block);
1230 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1231 case ICMD_IF_DCMPG_LE:
1233 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1234 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1238 codegen_addreference(cd, iptr->dst.block);
1241 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1242 case ICMD_IF_DCMPG_GE:
1244 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1245 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1248 codegen_addreference(cd, iptr->dst.block);
1250 codegen_addreference(cd, iptr->dst.block);
1254 /* memory operations **************************************************/
1256 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1258 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1259 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1260 gen_nullptr_check(s1);
1261 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1262 emit_store_dst(jd, iptr, d);
1265 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1267 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1268 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1269 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1270 if (INSTRUCTION_MUST_CHECK(iptr)) {
1271 gen_nullptr_check(s1);
1274 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1275 M_LBZX(d, s1, REG_ITMP2);
1277 emit_store_dst(jd, iptr, d);
1280 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1282 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1283 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1284 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1285 if (INSTRUCTION_MUST_CHECK(iptr)) {
1286 gen_nullptr_check(s1);
1289 M_SLL_IMM(s2, 1, REG_ITMP2);
1290 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1291 M_LHAX(d, s1, REG_ITMP2);
1292 emit_store_dst(jd, iptr, d);
1295 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1297 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1298 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1299 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1300 if (INSTRUCTION_MUST_CHECK(iptr)) {
1301 gen_nullptr_check(s1);
1304 M_SLL_IMM(s2, 1, REG_ITMP2);
1305 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1306 M_LHAX(d, s1, REG_ITMP2);
1307 emit_store_dst(jd, iptr, d);
1310 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1312 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1313 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1314 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1315 if (INSTRUCTION_MUST_CHECK(iptr)) {
1316 gen_nullptr_check(s1);
1319 M_SLL_IMM(s2, 2, REG_ITMP2);
1320 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1321 M_LWZX(d, s1, REG_ITMP2);
1322 emit_store_dst(jd, iptr, d);
1325 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1327 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1328 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1329 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1330 if (INSTRUCTION_MUST_CHECK(iptr)) {
1331 gen_nullptr_check(s1);
1334 M_SLL_IMM(s2, 3, REG_ITMP2);
1335 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1336 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1337 emit_store_dst(jd, iptr, d);
1340 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1342 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1343 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1344 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1345 if (INSTRUCTION_MUST_CHECK(iptr)) {
1346 gen_nullptr_check(s1);
1349 M_SLL_IMM(s2, 2, REG_ITMP2);
1350 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1351 M_LFSX(d, s1, REG_ITMP2);
1352 emit_store_dst(jd, iptr, d);
1355 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1357 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1358 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1359 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1360 if (INSTRUCTION_MUST_CHECK(iptr)) {
1361 gen_nullptr_check(s1);
1364 M_SLL_IMM(s2, 3, REG_ITMP2);
1365 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1366 M_LFDX(d, s1, REG_ITMP2);
1367 emit_store_dst(jd, iptr, d);
1370 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1372 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1373 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1374 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1375 if (INSTRUCTION_MUST_CHECK(iptr)) {
1376 gen_nullptr_check(s1);
1379 M_SLL_IMM(s2, 3, REG_ITMP2);
1380 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1381 M_ALDX(d, s1, REG_ITMP2);
1382 emit_store_dst(jd, iptr, d);
1386 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1388 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1389 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1390 if (INSTRUCTION_MUST_CHECK(iptr)) {
1391 gen_nullptr_check(s1);
1394 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1395 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1396 M_STBX(s3, s1, REG_ITMP2);
1399 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1401 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1402 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1403 if (INSTRUCTION_MUST_CHECK(iptr)) {
1404 gen_nullptr_check(s1);
1407 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1408 M_SLL_IMM(s2, 1, REG_ITMP2);
1409 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1410 M_STHX(s3, s1, REG_ITMP2);
1413 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1415 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1416 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1417 if (INSTRUCTION_MUST_CHECK(iptr)) {
1418 gen_nullptr_check(s1);
1421 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1422 M_SLL_IMM(s2, 1, REG_ITMP2);
1423 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1424 M_STHX(s3, s1, REG_ITMP2);
1427 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1429 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1430 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1431 if (INSTRUCTION_MUST_CHECK(iptr)) {
1432 gen_nullptr_check(s1);
1435 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1436 M_SLL_IMM(s2, 2, REG_ITMP2);
1437 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1438 M_STWX(s3, s1, REG_ITMP2);
1441 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1443 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1444 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1445 if (INSTRUCTION_MUST_CHECK(iptr)) {
1446 gen_nullptr_check(s1);
1449 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1450 M_SLL_IMM(s2, 3, REG_ITMP2);
1451 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1452 M_LSTX(s3, s1, REG_ITMP2);
1455 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1457 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1458 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1459 if (INSTRUCTION_MUST_CHECK(iptr)) {
1460 gen_nullptr_check(s1);
1463 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1464 M_SLL_IMM(s2, 2, REG_ITMP2);
1465 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1466 M_STFSX(s3, s1, REG_ITMP2);
1469 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1471 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1472 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1473 if (INSTRUCTION_MUST_CHECK(iptr)) {
1474 gen_nullptr_check(s1);
1477 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1478 M_SLL_IMM(s2, 3, REG_ITMP2);
1479 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1480 M_STFDX(s3, s1, REG_ITMP2);
1483 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1485 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1486 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1487 if (INSTRUCTION_MUST_CHECK(iptr)) {
1488 gen_nullptr_check(s1);
1491 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1493 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1494 M_ALD(REG_ITMP3, REG_PV, disp);
1495 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1498 M_INTMOVE(s1, rd->argintregs[0]);
1499 M_INTMOVE(s3, rd->argintregs[1]);
1504 codegen_add_arraystoreexception_ref(cd);
1506 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1507 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1508 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1509 M_SLL_IMM(s2, 3, REG_ITMP2);
1510 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1511 M_ASTX(s3, s1, REG_ITMP2);
1515 case ICMD_GETSTATIC: /* ... ==> ..., value */
1517 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1518 uf = iptr->sx.s23.s3.uf;
1520 fieldtype = uf->fieldref->parseddesc.fd->type;
1521 disp = dseg_add_unique_address(cd, NULL);
1523 codegen_addpatchref(cd, PATCHER_get_putstatic,
1524 iptr->sx.s23.s3.uf, disp);
1527 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1529 fieldtype = fi->type;
1530 disp = dseg_add_address(cd, &(fi->value));
1532 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1533 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1537 M_ALD(REG_ITMP1, REG_PV, disp);
1538 switch (fieldtype) {
1540 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1541 M_ILD_INTERN(d, REG_ITMP1, 0);
1544 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1545 M_LLD(d, REG_ITMP1, 0);
1548 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1549 M_ALD_INTERN(d, REG_ITMP1, 0);
1552 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1553 M_FLD_INTERN(d, REG_ITMP1, 0);
1556 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1557 M_DLD_INTERN(d, REG_ITMP1, 0);
1560 emit_store_dst(jd, iptr, d);
1563 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1566 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1567 uf = iptr->sx.s23.s3.uf;
1569 fieldtype = uf->fieldref->parseddesc.fd->type;
1570 disp = dseg_add_unique_address(cd, NULL);
1572 codegen_addpatchref(cd, PATCHER_get_putstatic,
1573 iptr->sx.s23.s3.uf, disp);
1575 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1577 fieldtype = fi->type;
1578 disp = dseg_add_address(cd, &(fi->value));
1580 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1581 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1585 M_ALD(REG_ITMP1, REG_PV, disp);
1586 switch (fieldtype) {
1588 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1589 M_IST_INTERN(s1, REG_ITMP1, 0);
1592 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1593 M_LST_INTERN(s1, REG_ITMP1, 0);
1596 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1597 M_AST_INTERN(s1, REG_ITMP1, 0);
1600 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1601 M_FST_INTERN(s1, REG_ITMP1, 0);
1604 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1605 M_DST_INTERN(s1, REG_ITMP1, 0);
1611 case ICMD_GETFIELD: /* ... ==> ..., value */
1613 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1614 gen_nullptr_check(s1);
1616 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1617 uf = iptr->sx.s23.s3.uf;
1618 fieldtype = uf->fieldref->parseddesc.fd->type;
1621 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1623 if (opt_showdisassemble)
1627 fi = iptr->sx.s23.s3.fmiref->p.field;
1628 fieldtype = fi->type;
1632 switch (fieldtype) {
1634 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1638 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1642 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1646 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1650 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1654 emit_store_dst(jd, iptr, d);
1657 case ICMD_PUTFIELD: /* ..., value ==> ... */
1659 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1660 gen_nullptr_check(s1);
1662 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1663 uf = iptr->sx.s23.s3.uf;
1664 fieldtype = uf->fieldref->parseddesc.fd->type;
1668 fi = iptr->sx.s23.s3.fmiref->p.field;
1669 fieldtype = fi->type;
1673 if (IS_INT_LNG_TYPE(fieldtype)) {
1674 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1677 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1679 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1680 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1682 if (opt_showdisassemble)
1687 switch (fieldtype) {
1689 M_IST(s2, s1, disp);
1692 M_LST(s2, s1, disp);
1695 M_AST(s2, s1, disp);
1698 M_FST(s2, s1, disp);
1701 M_DST(s2, s1, disp);
1707 /* branch operations **************************************************/
1709 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1711 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1712 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1714 #ifdef ENABLE_VERIFIER
1715 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1716 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1717 iptr->sx.s23.s2.uc, 0);
1719 if (opt_showdisassemble)
1722 #endif /* ENABLE_VERIFIER */
1724 disp = dseg_add_functionptr(cd, asm_handle_exception);
1725 M_ALD(REG_ITMP2, REG_PV, disp);
1728 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1729 M_BL(0); /* get current PC */
1730 M_MFLR(REG_ITMP2_XPC);
1731 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1732 M_RTS; /* jump to CTR */
1737 case ICMD_GOTO: /* ... ==> ... */
1738 case ICMD_RET: /* ... ==> ... */
1741 codegen_addreference(cd, iptr->dst.block);
1745 case ICMD_JSR: /* ... ==> ... */
1748 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1752 case ICMD_IFNULL: /* ..., value ==> ... */
1754 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1757 codegen_addreference(cd, iptr->dst.block);
1760 case ICMD_IFNONNULL: /* ..., value ==> ... */
1762 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1765 codegen_addreference(cd, iptr->dst.block);
1773 case ICMD_IFEQ: /* ..., value ==> ... */
1775 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1776 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1777 M_CMPI(s1, iptr->sx.val.i);
1779 ICONST(REG_ITMP2, iptr->sx.val.i);
1780 M_CMP(s1, REG_ITMP2);
1782 switch (iptr->opc) {
1802 codegen_addreference(cd, iptr->dst.block);
1805 case ICMD_IF_LEQ: /* ..., value ==> ... */
1806 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1807 LCONST(REG_ITMP2, iptr->sx.val.l);
1808 M_CMP(s1, REG_ITMP2);
1810 codegen_addreference(cd, iptr->dst.block);
1812 case ICMD_IF_LLT: /* ..., value ==> ... */
1813 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1814 LCONST(REG_ITMP2, iptr->sx.val.l);
1815 M_CMP(s1, REG_ITMP2);
1817 codegen_addreference(cd, iptr->dst.block);
1819 case ICMD_IF_LLE: /* ..., value ==> ... */
1820 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1821 LCONST(REG_ITMP2, iptr->sx.val.l);
1822 M_CMP(s1, REG_ITMP2);
1824 codegen_addreference(cd, iptr->dst.block);
1827 case ICMD_IF_LNE: /* ..., value ==> ... */
1828 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1829 LCONST(REG_ITMP2, iptr->sx.val.l);
1830 M_CMP(s1, REG_ITMP2);
1832 codegen_addreference(cd, iptr->dst.block);
1834 case ICMD_IF_LGE: /* ..., value ==> ... */
1835 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1836 LCONST(REG_ITMP2, iptr->sx.val.l);
1837 M_CMP(s1, REG_ITMP2);
1839 codegen_addreference(cd, iptr->dst.block);
1841 case ICMD_IF_LGT: /* ..., value ==> ... */
1842 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1843 LCONST(REG_ITMP2, iptr->sx.val.l);
1844 M_CMP(s1, REG_ITMP2);
1846 codegen_addreference(cd, iptr->dst.block);
1848 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1849 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1850 case ICMD_IF_LCMPEQ:
1852 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1853 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1856 codegen_addreference(cd, iptr->dst.block);
1859 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1860 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1861 case ICMD_IF_LCMPNE:
1863 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1864 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1867 codegen_addreference(cd, iptr->dst.block);
1871 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1872 case ICMD_IF_LCMPLT:
1874 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1875 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1878 codegen_addreference(cd, iptr->dst.block);
1881 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1882 case ICMD_IF_LCMPGT:
1884 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1885 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1888 codegen_addreference(cd, iptr->dst.block);
1891 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1892 case ICMD_IF_LCMPLE:
1894 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1895 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1898 codegen_addreference(cd, iptr->dst.block);
1901 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1902 case ICMD_IF_LCMPGE:
1904 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1905 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1908 codegen_addreference(cd, iptr->dst.block);
1912 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1913 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1915 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1916 M_LNGMOVE(s1, REG_RESULT);
1917 goto nowperformreturn;
1919 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1921 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1922 M_LNGMOVE(s1, REG_RESULT);
1924 #ifdef ENABLE_VERIFIER
1925 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1926 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1927 iptr->sx.s23.s2.uc, 0);
1929 if (opt_showdisassemble)
1932 #endif /* ENABLE_VERIFIER */
1934 goto nowperformreturn;
1936 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1939 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1940 M_FLTMOVE(s1, REG_FRESULT);
1941 goto nowperformreturn;
1943 case ICMD_RETURN: /* ... ==> ... */
1949 p = cd->stackframesize;
1951 /* call trace function */
1953 #if !defined(NDEBUG)
1954 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1955 emit_verbosecall_exit(jd);
1959 #if defined(ENABLE_THREADS)
1960 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1961 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1962 M_ALD(REG_ITMP3, REG_PV, disp);
1963 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1966 /* we need to save the proper return value */
1968 switch (iptr->opc) {
1973 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1976 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1979 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1983 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
1986 /* and now restore the proper return value */
1988 switch (iptr->opc) {
1993 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1996 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1999 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2005 /* restore return address */
2007 if (!jd->isleafmethod) {
2008 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2009 may have a displacement overflow. */
2011 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2015 /* restore saved registers */
2017 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2018 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2020 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2021 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2024 /* deallocate stack */
2026 if (cd->stackframesize)
2027 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2035 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2038 branch_target_t *table;
2040 table = iptr->dst.table;
2042 l = iptr->sx.s23.s2.tablelow;
2043 i = iptr->sx.s23.s3.tablehigh;
2045 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2047 M_INTMOVE(s1, REG_ITMP1);
2048 } else if (l <= 32768) {
2049 M_LDA(REG_ITMP1, s1, -l);
2051 ICONST(REG_ITMP2, l);
2052 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2055 /* number of targets */
2060 M_CMPUI(REG_ITMP1, i - 1);
2062 codegen_addreference(cd, table[0].block);
2064 /* build jump table top down and use address of lowest entry */
2069 dseg_add_target(cd, table->block);
2074 /* length of dataseg after last dseg_add_unique_target is used by load */
2076 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2077 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2078 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2085 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2088 lookup_target_t *lookup;
2090 lookup = iptr->dst.lookup;
2092 i = iptr->sx.s23.s2.lookupcount;
2094 MCODECHECK((i<<2)+8);
2095 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2097 val = lookup->value;
2098 if ((val >= -32768) && (val <= 32767)) {
2101 a = dseg_add_s4(cd, val);
2102 M_ILD(REG_ITMP2, REG_PV, a);
2103 M_CMP(s1, REG_ITMP2);
2106 codegen_addreference(cd, lookup->target.block);
2111 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2118 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2120 bte = iptr->sx.s23.s3.bte;
2124 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2125 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2126 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2127 case ICMD_INVOKEINTERFACE:
2129 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2130 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2134 lm = iptr->sx.s23.s3.fmiref->p.method;
2135 md = lm->parseddesc;
2139 s3 = md->paramcount;
2141 MCODECHECK((s3 << 1) + 64);
2143 /* copy arguments to registers or stack location */
2145 for (s3 = s3 - 1; s3 >= 0; s3--) {
2146 var = VAR(iptr->sx.s23.s2.args[s3]);
2148 if (var->flags & PREALLOC)
2151 if (IS_INT_LNG_TYPE(var->type)) {
2152 if (!md->params[s3].inmemory) {
2153 s1 = rd->argintregs[md->params[s3].regoff];
2154 d = emit_load(jd, iptr, var, s1);
2157 d = emit_load(jd, iptr, var, REG_ITMP1);
2158 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2161 if (!md->params[s3].inmemory) {
2162 s1 = rd->argfltregs[md->params[s3].regoff];
2163 d = emit_load(jd, iptr, var, s1);
2166 d = emit_load(jd, iptr, var, REG_FTMP1);
2167 if (IS_2_WORD_TYPE(var->type))
2168 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2170 M_DST(d, REG_SP, md->params[s3].regoff * 8); /* F XXX */
2175 switch (iptr->opc) {
2177 disp = dseg_add_functionptr(cd, bte->fp);
2178 d = md->returntype.type;
2180 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2181 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2185 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2187 M_LDA(REG_PV, REG_ITMP1, -disp);
2190 if (INSTRUCTION_MUST_CHECK(iptr)) {
2191 M_CMPI(REG_RESULT, 0);
2193 codegen_add_fillinstacktrace_ref(cd);
2197 case ICMD_INVOKESPECIAL:
2198 gen_nullptr_check(rd->argintregs[0]);
2199 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2202 case ICMD_INVOKESTATIC:
2204 unresolved_method *um = iptr->sx.s23.s3.um;
2206 disp = dseg_add_unique_address(cd, NULL);
2208 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2211 if (opt_showdisassemble)
2214 d = md->returntype.type;
2217 disp = dseg_add_address(cd, lm->stubroutine);
2218 d = md->returntype.type;
2222 M_ALD(REG_PV, REG_PV, disp);
2225 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2227 M_LDA(REG_PV, REG_ITMP1, -disp);
2230 case ICMD_INVOKEVIRTUAL:
2231 gen_nullptr_check(rd->argintregs[0]);
2234 unresolved_method *um = iptr->sx.s23.s3.um;
2236 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2238 if (opt_showdisassemble)
2242 d = md->returntype.type;
2245 s1 = OFFSET(vftbl_t, table[0]) +
2246 sizeof(methodptr) * lm->vftblindex;
2247 d = md->returntype.type;
2250 M_ALD(REG_METHODPTR, rd->argintregs[0],
2251 OFFSET(java_objectheader, vftbl));
2252 M_ALD(REG_PV, REG_METHODPTR, s1);
2255 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2257 M_LDA(REG_PV, REG_ITMP1, -disp);
2260 case ICMD_INVOKEINTERFACE:
2261 gen_nullptr_check(rd->argintregs[0]);
2264 unresolved_method *um = iptr->sx.s23.s3.um;
2266 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2268 if (opt_showdisassemble)
2273 d = md->returntype.type;
2276 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2277 sizeof(methodptr*) * lm->class->index;
2279 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2281 d = md->returntype.type;
2284 M_ALD(REG_METHODPTR, rd->argintregs[0],
2285 OFFSET(java_objectheader, vftbl));
2286 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2287 M_ALD(REG_PV, REG_METHODPTR, s2);
2290 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2292 M_LDA(REG_PV, REG_ITMP1, -disp);
2296 /* d contains return type */
2298 if (d != TYPE_VOID) {
2299 if (IS_INT_LNG_TYPE(d)) {
2300 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2301 M_MOV(REG_RESULT, s1);
2303 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2304 M_FLTMOVE(REG_FRESULT, s1);
2306 emit_store_dst(jd, iptr, s1);
2311 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2312 /* val.a: (classinfo*) superclass */
2314 /* superclass is an interface:
2316 * OK if ((sub == NULL) ||
2317 * (sub->vftbl->interfacetablelength > super->index) &&
2318 * (sub->vftbl->interfacetable[-super->index] != NULL));
2320 * superclass is a class:
2322 * OK if ((sub == NULL) || (0
2323 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2324 * super->vftbl->diffvall));
2327 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2328 /* object type cast-check */
2333 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2337 super = iptr->sx.s23.s3.c.cls;
2338 superindex = super->index;
2341 #if defined(ENABLE_THREADS)
2342 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2344 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2346 /* calculate interface checkcast code size */
2350 s2 += (opt_showdisassemble ? 1 : 0);
2352 /* calculate class checkcast code size */
2354 s3 = 9 + (s1 == REG_ITMP1);
2356 s3 += (opt_showdisassemble ? 1 : 0);
2358 /* if class is not resolved, check which code to call */
2360 if (super == NULL) {
2362 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2364 disp = dseg_add_s4(cd, 0); /* super->flags */
2366 codegen_addpatchref(cd,
2367 PATCHER_checkcast_instanceof_flags,
2368 iptr->sx.s23.s3.c.ref,
2371 if (opt_showdisassemble)
2374 M_ILD(REG_ITMP2, REG_PV, disp);
2375 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2379 /* interface checkcast code */
2381 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2382 if (super == NULL) {
2383 codegen_addpatchref(cd,
2384 PATCHER_checkcast_instanceof_interface,
2385 iptr->sx.s23.s3.c.ref,
2387 if (opt_showdisassemble)
2395 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2396 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2397 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2399 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2400 M_ALD(REG_ITMP3, REG_ITMP2,
2401 OFFSET(vftbl_t, interfacetable[0]) -
2402 superindex * sizeof(methodptr*));
2405 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2411 /* class checkcast code */
2413 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2414 if (super == NULL) {
2415 disp = dseg_add_address(cd, NULL);
2416 codegen_addpatchref(cd, PATCHER_checkcast_class,
2417 iptr->sx.s23.s3.c.ref,
2419 if (opt_showdisassemble)
2422 disp = dseg_add_address(cd, super->vftbl);
2427 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2428 #if defined(ENABLE_THREADS)
2429 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2431 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2432 M_ALD(REG_ITMP2, REG_PV, disp);
2433 if (s1 != REG_ITMP1) {
2434 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2435 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2436 #if defined(ENABLE_THREADS)
2437 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2439 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2440 M_EXTSW(REG_ITMP3, REG_ITMP3);
2442 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2443 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2444 M_EXTSW(REG_ITMP3, REG_ITMP3);
2445 M_ALD(REG_ITMP2, REG_PV, disp);
2446 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2447 #if defined(ENABLE_THREADS)
2448 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2451 M_CMPU(REG_ITMP3, REG_ITMP2);
2453 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2455 d = codegen_reg_of_dst(jd, iptr, s1);
2458 /* array type cast-check */
2460 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2461 M_INTMOVE(s1, rd->argintregs[0]);
2464 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2465 disp = dseg_add_address(cd, NULL);
2466 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2467 iptr->sx.s23.s3.c.ref,
2470 if (opt_showdisassemble)
2473 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2476 M_ALD(rd->argintregs[1], REG_PV, disp);
2477 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2478 M_ALD(REG_ITMP2, REG_PV, disp);
2479 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2484 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2486 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2487 d = codegen_reg_of_dst(jd, iptr, s1);
2490 emit_store_dst(jd, iptr, d);
2493 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2494 /* val.a: (classinfo*) superclass */
2496 /* superclass is an interface:
2498 * return (sub != NULL) &&
2499 * (sub->vftbl->interfacetablelength > super->index) &&
2500 * (sub->vftbl->interfacetable[-super->index] != NULL);
2502 * superclass is a class:
2504 * return ((sub != NULL) && (0
2505 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2506 * super->vftbl->diffvall));
2511 vftbl_t *supervftbl;
2514 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2520 super = iptr->sx.s23.s3.c.cls;
2521 superindex = super->index;
2522 supervftbl = super->vftbl;
2525 #if defined(ENABLE_THREADS)
2526 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2528 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2529 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2531 M_MOV(s1, REG_ITMP1);
2535 /* calculate interface instanceof code size */
2539 s2 += (opt_showdisassemble ? 1 : 0);
2541 /* calculate class instanceof code size */
2545 s3 += (opt_showdisassemble ? 1 : 0);
2549 /* if class is not resolved, check which code to call */
2553 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2555 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2557 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2558 iptr->sx.s23.s3.c.ref, disp);
2560 if (opt_showdisassemble)
2563 M_ILD(REG_ITMP3, REG_PV, disp);
2564 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2568 /* interface instanceof code */
2570 if (!super || (super->flags & ACC_INTERFACE)) {
2576 codegen_addpatchref(cd,
2577 PATCHER_checkcast_instanceof_interface,
2578 iptr->sx.s23.s3.c.ref, 0);
2580 if (opt_showdisassemble)
2584 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2585 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2586 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2588 M_ALD(REG_ITMP1, REG_ITMP1,
2589 OFFSET(vftbl_t, interfacetable[0]) -
2590 superindex * sizeof(methodptr*));
2593 M_IADD_IMM(REG_ZERO, 1, d);
2599 /* class instanceof code */
2601 if (!super || !(super->flags & ACC_INTERFACE)) {
2602 disp = dseg_add_address(cd, supervftbl);
2609 codegen_addpatchref(cd, PATCHER_instanceof_class,
2610 iptr->sx.s23.s3.c.ref,
2613 if (opt_showdisassemble) {
2618 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2619 M_ALD(REG_ITMP2, REG_PV, disp);
2620 #if defined(ENABLE_THREADS)
2621 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2623 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2624 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2625 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2626 #if defined(ENABLE_THREADS)
2627 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2629 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2630 M_CMPU(REG_ITMP1, REG_ITMP2);
2633 M_IADD_IMM(REG_ZERO, 1, d);
2635 emit_store_dst(jd, iptr, d);
2639 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2641 /* check for negative sizes and copy sizes to stack if necessary */
2643 MCODECHECK((iptr->s1.argcount << 1) + 64);
2645 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2647 var = VAR(iptr->sx.s23.s2.args[s1]);
2649 /* copy SAVEDVAR sizes to stack */
2651 if (!(var->flags & PREALLOC)) {
2652 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2653 #if defined(__DARWIN__)
2654 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2656 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2661 /* a0 = dimension count */
2663 ICONST(rd->argintregs[0], iptr->s1.argcount);
2665 /* is patcher function set? */
2667 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2668 disp = dseg_add_address(cd, NULL);
2670 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2671 iptr->sx.s23.s3.c.ref, disp);
2673 if (opt_showdisassemble)
2677 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2680 /* a1 = arraydescriptor */
2682 M_ALD(rd->argintregs[1], REG_PV, disp);
2684 /* a2 = pointer to dimensions = stack pointer */
2686 #if defined(__DARWIN__)
2687 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2689 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 8);
2692 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2693 M_ALD(REG_ITMP3, REG_PV, disp);
2694 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2698 /* check for exception before result assignment */
2700 M_CMPI(REG_RESULT, 0);
2702 codegen_add_fillinstacktrace_ref(cd);
2704 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2705 M_INTMOVE(REG_RESULT, d);
2706 emit_store_dst(jd, iptr, d);
2710 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2715 } /* for instruction */
2717 } /* if (bptr -> flags >= BBREACHED) */
2718 } /* for basic block */
2720 dseg_createlinenumbertable(cd);
2723 /* generate exception and patcher stubs */
2732 savedmcodeptr = NULL;
2734 /* generate exception stubs */
2736 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2737 md_codegen_patch_branch(cd, eref->branchpos, cd->mcodeptr - cd->mcodebase);
2741 /* Check if the exception is an
2742 ArrayIndexOutOfBoundsException. If so, move index register
2745 if (eref->reg != -1)
2746 M_MOV(eref->reg, REG_ITMP1);
2748 /* calcuate exception address */
2750 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2752 /* move function to call into REG_ITMP3 */
2754 disp = dseg_add_functionptr(cd, eref->function);
2755 M_ALD(REG_ITMP3, REG_PV, disp);
2756 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2758 if (savedmcodeptr != NULL) {
2759 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2763 savedmcodeptr = cd->mcodeptr;
2765 if (jd->isleafmethod) {
2767 M_AST(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2770 M_MOV(REG_PV, rd->argintregs[0]);
2771 M_MOV(REG_SP, rd->argintregs[1]);
2773 if (jd->isleafmethod)
2774 M_MOV(REG_ZERO, rd->argintregs[2]);
2776 M_ALD(rd->argintregs[2],
2777 REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2779 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2780 M_MOV(REG_ITMP1, rd->argintregs[4]);
2782 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2783 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2787 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2789 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2790 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2792 if (jd->isleafmethod) {
2793 /* XXX FIXME: REG_ZERO can cause problems here! */
2794 assert(cd->stackframesize * 8 <= 32767);
2796 M_ALD(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2800 disp = dseg_add_functionptr(cd, asm_handle_exception);
2801 M_ALD(REG_ITMP3, REG_PV, disp);
2808 /* generate code patching stub call code */
2810 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2811 /* check code segment size */
2815 /* Get machine code which is patched back in later. The
2816 call is 1 instruction word long. */
2818 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2820 mcode = *((u4 *) tmpmcodeptr);
2822 /* Patch in the call to call the following code (done at
2825 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2826 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2828 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2831 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2833 /* create stack frame - keep stack 16-byte aligned */
2835 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2837 /* calculate return address and move it onto the stack */
2839 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2840 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2842 /* move pointer to java_objectheader onto stack */
2844 #if defined(ENABLE_THREADS)
2845 /* order reversed because of data segment layout */
2847 (void) dseg_add_unique_address(cd, NULL); /* flcword */
2848 (void) dseg_add_unique_address(cd, lock_get_initial_lock_word()); /* monitorPtr */
2849 disp = dseg_add_unique_address(cd, NULL); /* vftbl */
2851 M_LDA(REG_ITMP3, REG_PV, disp);
2852 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
2857 /* move machine code onto stack */
2859 disp = dseg_add_unique_s4(cd, mcode);
2860 M_ILD(REG_ITMP3, REG_PV, disp);
2861 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
2863 /* move class/method/field reference onto stack */
2865 disp = dseg_add_unique_address(cd, pref->ref);
2866 M_ALD(REG_ITMP3, REG_PV, disp);
2867 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
2869 /* move data segment displacement onto stack */
2871 disp = dseg_add_functionptr(cd, pref->disp);
2872 M_LLD(REG_ITMP3, REG_PV, disp);
2873 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
2875 /* move patcher function pointer onto stack */
2877 disp = dseg_add_functionptr(cd, pref->patcher);
2878 M_ALD(REG_ITMP3, REG_PV, disp);
2879 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
2881 disp = dseg_add_functionptr(cd, asm_patcher_wrapper);
2882 M_ALD(REG_ITMP3, REG_PV, disp);
2887 /* generate replacement-out stubs */
2893 replacementpoint = jd->code->rplpoints;
2895 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
2896 /* check code segment size */
2900 /* note start of stub code */
2902 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
2904 /* make machine code for patching */
2906 tmpmcodeptr = cd->mcodeptr;
2907 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
2909 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
2912 cd->mcodeptr = tmpmcodeptr;
2914 /* create stack frame - keep 16-byte aligned */
2916 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
2918 /* push address of `rplpoint` struct */
2920 disp = dseg_add_unique_address(cd, replacementpoint);
2921 M_ALD(REG_ITMP3, REG_PV, disp);
2922 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
2924 /* jump to replacement function */
2926 disp = dseg_add_unique_address(cd, asm_replacement_out);
2927 M_ALD(REG_ITMP3, REG_PV, disp);
2937 /* everything's ok */
2943 /* createcompilerstub **********************************************************
2945 Creates a stub routine which calls the compiler.
2947 *******************************************************************************/
2949 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
2950 #define COMPILERSTUB_CODESIZE 4 * 4
2952 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
2955 u1 *createcompilerstub(methodinfo *m)
2957 u1 *s; /* memory to hold the stub */
2962 s = CNEW(u1, COMPILERSTUB_SIZE);
2964 /* set data pointer and code pointer */
2967 s = s + COMPILERSTUB_DATASIZE;
2969 /* mark start of dump memory area */
2971 dumpsize = dump_size();
2973 cd = DNEW(codegendata);
2976 /* Store the codeinfo pointer in the same place as in the
2977 methodheader for compiled methods. */
2979 d[0] = (ptrint) asm_call_jit_compiler;
2981 d[2] = (ptrint) &d[1]; /* fake code->m */
2983 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2984 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2988 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
2990 #if defined(ENABLE_STATISTICS)
2992 count_cstub_len += COMPILERSTUB_SIZE;
2995 /* release dump area */
2997 dump_release(dumpsize);
3003 /* createnativestub ************************************************************
3005 Creates a stub routine which calls a native method.
3007 *******************************************************************************/
3009 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3017 s4 i, j; /* count variables */
3022 /* get required compiler data */
3029 /* set some variables */
3032 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3034 /* calculate stackframe size */
3036 cd->stackframesize =
3037 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3038 sizeof(localref_table) / SIZEOF_VOID_P +
3039 4 + /* 4 stackframeinfo arguments (darwin)*/
3043 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
3045 /* create method header */
3047 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
3048 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
3049 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
3050 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
3051 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
3052 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
3053 (void) dseg_addlinenumbertablesize(cd);
3054 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
3059 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3060 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
3062 #if !defined(NDEBUG)
3063 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3064 emit_verbosecall_enter(jd);
3067 /* get function address (this must happen before the stackframeinfo) */
3069 funcdisp = dseg_add_functionptr(cd, f);
3071 #if !defined(WITH_STATIC_CLASSPATH)
3073 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3075 if (opt_showdisassemble)
3080 /* save integer and float argument registers */
3084 for (i = 0; i < md->paramcount; i++) {
3085 t = md->paramtypes[i].type;
3087 if (IS_INT_LNG_TYPE(t)) {
3088 if (!md->params[i].inmemory) {
3089 s1 = md->params[i].regoff;
3090 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3096 for (i = 0; i < md->paramcount; i++) {
3097 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3098 if (!md->params[i].inmemory) {
3099 s1 = md->params[i].regoff;
3100 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3106 /* create native stack info */
3108 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3109 M_MOV(REG_PV, rd->argintregs[1]);
3110 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[2]);
3111 M_ALD(rd->argintregs[3], REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3112 disp = dseg_add_functionptr(cd, codegen_start_native_call);
3114 M_ALD(REG_ITMP1, REG_PV, disp);
3115 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3119 /* restore integer and float argument registers */
3123 for (i = 0; i < md->paramcount; i++) {
3124 t = md->paramtypes[i].type;
3126 if (IS_INT_LNG_TYPE(t)) {
3127 if (!md->params[i].inmemory) {
3128 s1 = md->params[i].regoff;
3129 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3135 for (i = 0; i < md->paramcount; i++) {
3136 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3137 if (!md->params[i].inmemory) {
3138 s1 = md->params[i].regoff;
3139 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3145 /* copy or spill arguments to new locations */
3147 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3148 t = md->paramtypes[i].type;
3150 if (IS_INT_LNG_TYPE(t)) {
3151 if (!md->params[i].inmemory) {
3152 s1 = rd->argintregs[md->params[i].regoff];
3154 if (!nmd->params[j].inmemory) {
3155 s2 = rd->argintregs[nmd->params[j].regoff];
3158 s2 = nmd->params[j].regoff;
3159 M_LST(s1, REG_SP, s2 * 8);
3163 s1 = md->params[i].regoff + cd->stackframesize;
3164 s2 = nmd->params[j].regoff;
3166 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3167 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3171 /* We only copy spilled float arguments, as the float
3172 argument registers keep unchanged. */
3174 if (md->params[i].inmemory) {
3175 s1 = md->params[i].regoff + cd->stackframesize;
3176 s2 = nmd->params[j].regoff;
3178 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3180 if (IS_2_WORD_TYPE(t)) {
3181 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3183 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
3189 /* put class into second argument register */
3191 if (m->flags & ACC_STATIC) {
3192 disp = dseg_add_unique_address(cd, m->class);
3193 M_ALD(rd->argintregs[1], REG_PV, disp);
3196 /* put env into first argument register */
3198 disp = dseg_add_unique_address(cd, _Jv_env);
3199 M_ALD(rd->argintregs[0], REG_PV, disp);
3201 /* generate the actual native call */
3202 /* native functions have a different TOC for sure */
3204 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3205 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3206 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3207 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3210 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3212 /* save return value */
3214 if (md->returntype.type != TYPE_VOID) {
3215 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3216 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3219 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3220 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3222 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); */ /* FIXME, needed F XXX?*/
3227 /* print call trace */
3228 #if ! defined(NDEBGUU)
3229 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3230 emit_verbosecall_exit(jd);
3233 /* remove native stackframe info */
3235 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3236 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3237 M_ALD(REG_ITMP1, REG_PV, disp);
3238 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3241 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3243 /* restore return value */
3245 if (md->returntype.type != TYPE_VOID) {
3246 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3247 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3250 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3251 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3253 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
3258 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3259 M_MTLR(REG_ITMP2_XPC);
3260 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
3262 /* check for exception */
3264 M_TST(REG_ITMP1_XPTR);
3265 M_BNE(1); /* if no exception then return */
3269 /* handle exception */
3271 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3273 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3274 M_ALD(REG_ITMP3, REG_PV, disp);
3278 /* generate patcher stub call code */
3286 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3287 /* Get machine code which is patched back in later. The
3288 call is 1 instruction word long. */
3290 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3292 mcode = *((u4 *) tmpmcodeptr);
3294 /* Patch in the call to call the following code (done at
3297 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3298 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3300 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3303 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3305 /* create stack frame - keep stack 16-byte aligned */
3307 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3309 /* move return address onto stack */
3312 M_AST(REG_ZERO, REG_SP, 5 * 8);
3314 /* move pointer to java_objectheader onto stack */
3316 #if defined(ENABLE_THREADS)
3317 /* order reversed because of data segment layout */
3319 (void) dseg_add_unique_address(cd, NULL); /* flcword */
3320 (void) dseg_add_unique_address(cd, lock_get_initial_lock_word()); /* monitorPtr */
3321 disp = dseg_add_unique_address(cd, NULL); /* vftbl */
3323 M_LDA(REG_ITMP3, REG_PV, disp);
3324 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3329 /* move machine code onto stack */
3331 disp = dseg_add_unique_s4(cd, mcode);
3332 M_ILD(REG_ITMP3, REG_PV, disp);
3333 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3335 /* move class/method/field reference onto stack */
3337 disp = dseg_add_unique_address(cd, pref->ref);
3338 M_ALD(REG_ITMP3, REG_PV, disp);
3339 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3341 /* move data segment displacement onto stack */
3343 disp = dseg_add_unique_s4(cd, pref->disp);
3344 M_ILD(REG_ITMP3, REG_PV, disp);
3345 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3347 /* move patcher function pointer onto stack */
3349 disp = dseg_add_functionptr(cd, pref->patcher);
3350 M_ALD(REG_ITMP3, REG_PV, disp);
3351 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3353 disp = dseg_add_functionptr(cd, asm_patcher_wrapper);
3354 M_ALD(REG_ITMP3, REG_PV, disp);
3362 return code->entrypoint;
3369 * These are local overrides for various environment variables in Emacs.
3370 * Please do not remove this and leave it at the end of the file, where
3371 * Emacs will automagically detect them.
3372 * ---------------------------------------------------------------------
3375 * indent-tabs-mode: t
3379 * vim:noexpandtab:sw=4:ts=4: