1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
34 $Id: codegen.c 5980 2006-11-15 12:25:13Z twisti $
48 #include "vm/jit/abi-asm.h"
50 #include "vm/jit/powerpc64/arch.h"
51 #include "vm/jit/powerpc64/codegen.h"
53 #include "mm/memory.h"
54 #include "native/native.h"
55 #include "vm/builtin.h"
56 #include "vm/exceptions.h"
57 #include "vm/global.h"
58 #include "vm/loader.h"
59 #include "vm/options.h"
60 #include "vm/stringlocal.h"
62 #include "vm/jit/asmpart.h"
63 #include "vm/jit/codegen-common.h"
64 #include "vm/jit/dseg.h"
65 #include "vm/jit/emit-common.h"
66 #include "vm/jit/jit.h"
67 #include "vm/jit/parse.h"
68 #include "vm/jit/patcher.h"
69 #include "vm/jit/reg.h"
70 #include "vm/jit/replace.h"
72 #if defined(ENABLE_LSRA)
73 # include "vm/jit/allocator/lsra.h"
77 /* codegen *********************************************************************
79 Generates machine code.
81 *******************************************************************************/
83 bool codegen(jitdata *jd)
89 s4 len, s1, s2, s3, d, disp;
96 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
97 builtintable_entry *bte;
99 rplpoint *replacementpoint;
102 unresolved_field *uf;
105 /* get required compiler data */
112 /* prevent compiler warnings */
124 /* space to save used callee saved registers */
126 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
127 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
129 cd->stackframesize = rd->memuse + savedregs_num;
131 #if defined(ENABLE_THREADS)
132 /* space to save argument of monitor_enter and Return Values to survive */
133 /* monitor_exit. The stack position for the argument can not be shared */
134 /* with place to save the return register on PPC64, since both values */
136 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
137 /* reserve 2 slots for long/double return values for monitorexit */
138 cd->stackframesize += 2;
143 /* create method header */
145 /* align stack to 16-bytes */
148 /* if (!m->isleafmethod || opt_verbosecall) */
149 /* stackframesize = (stackframesize + 3) & ~3;
151 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
152 /* stackframesize = 0; */
154 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
155 (void) dseg_adds4(cd, cd->stackframesize * 8); /* FrameSize */
157 #if defined(ENABLE_THREADS)
158 /* IsSync contains the offset relative to the stack pointer for the
159 argument of monitor_exit used in the exception handler. Since the
160 offset could be zero and give a wrong meaning of the flag it is
164 if (checksync && (m->flags & ACC_SYNCHRONIZED))
165 (void) dseg_adds4(cd, (rd->memuse + 1) * 8); /* IsSync */
168 (void) dseg_adds4(cd, 0); /* IsSync */
170 (void) dseg_adds4(cd, jd->isleafmethod); /* IsLeaf */
171 (void) dseg_adds4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
172 (void) dseg_adds4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
174 dseg_addlinenumbertablesize(cd);
176 (void) dseg_adds4(cd, jd->exceptiontablelength); /* ExTableSize */
178 /* create exception table */
180 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
181 dseg_addtarget(cd, ex->start);
182 dseg_addtarget(cd, ex->end);
183 dseg_addtarget(cd, ex->handler);
184 (void) dseg_addaddress(cd, ex->catchtype.any);
187 /* create stack frame (if necessary) */
189 if (!jd->isleafmethod) {
191 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
194 if (cd->stackframesize)
195 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
197 /* save return address and used callee saved registers */
199 p = cd->stackframesize;
200 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
201 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
203 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
204 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
207 /* take arguments out of register or stack frame */
211 for (p = 0, l = 0; p < md->paramcount; p++) {
212 t = md->paramtypes[p].type;
213 varindex = jd->local_map[l*5 + t];
215 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
217 if (varindex == UNUSED)
220 s1 = md->params[p].regoff;
221 if (IS_INT_LNG_TYPE(t)) { /* integer args */
222 if (!md->params[p].inmemory) { /* register arguments */
223 s2 = rd->argintregs[s1];
224 if (!IS_INMEMORY(var->flags)) {
225 M_INTMOVE(s2, var->vv.regoff);
226 } else { /* reg arg -> spilled */
227 M_LST(s2, REG_SP, var->vv.regoff * 8);
229 } else { /* stack arguments */
230 if (!IS_INMEMORY(var->flags)) { /* stack arg -> register */
231 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
233 } else { /* stack arg -> spilled */
234 var->vv.regoff = cd->stackframesize + s1;
238 } else { /* floating args */
239 if (!md->params[p].inmemory) { /* register arguments */
240 s2 = rd->argfltregs[s1];
241 if (!IS_INMEMORY(var->flags)) { /* reg arg -> register */
242 M_FLTMOVE(s2, var->vv.regoff);
243 } else { /* reg arg -> spilled */
244 if (IS_2_WORD_TYPE(t)) {
245 M_DST(s2, REG_SP, var->vv.regoff * 8);
247 M_DST(s2, REG_SP, var->vv.regoff * 8); /* F XXX */
251 } else { /* stack arguments */
252 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
253 if (IS_2_WORD_TYPE(t)) {
254 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
256 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
258 } else { /* stack-arg -> spilled */
259 var->vv.regoff = cd->stackframesize + s1;
265 /* save monitorenter argument */
267 #if defined(ENABLE_THREADS)
269 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
271 /* stackoffset for argument used for LOCK_monitor_exit */
273 #if !defined (NDEBUG)
274 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
275 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
277 for (p = 0; p < INT_ARG_CNT; p++)
278 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
280 for (p = 0; p < FLT_ARG_CNT; p++)
281 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
283 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
284 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
287 p = dseg_addaddress(cd, LOCK_monitor_enter);
288 M_ALD(REG_ITMP3, REG_PV, p);
289 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
292 /* get or test the lock object */
294 if (m->flags & ACC_STATIC) {
295 p = dseg_addaddress(cd, &m->class->object.header);
296 M_ALD(rd->argintregs[0], REG_PV, p);
299 M_TST(rd->argintregs[0]);
301 codegen_add_nullpointerexception_ref(cd);
304 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
306 #if !defined (NDEBUG)
307 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
308 for (p = 0; p < INT_ARG_CNT; p++)
309 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
311 for (p = 0; p < FLT_ARG_CNT; p++)
312 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
314 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
320 /* call trace function */
321 #if !defined (NDEBUG)
322 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
323 emit_verbosecall_enter(jd);
328 /* end of header generation */
330 replacementpoint = jd->code->rplpoints;
332 /* walk through all basic blocks */
333 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
335 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
337 if (bptr->flags >= BBREACHED) {
339 /* branch resolving */
343 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
344 md_codegen_patch_branch(cd, brefs->branchpos, bptr->mpc);
348 /* handle replacement points */
351 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
352 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
358 /* copy interface registers to their destination */
363 #if defined(ENABLE_LSRA)
367 var = VAR(bptr->invars[len]);
368 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
369 /* d = reg_of_var(m, var, REG_ITMP1); */
370 if (!(var->flags & INMEMORY))
374 M_INTMOVE(REG_ITMP1, d);
375 emit_store(jd, NULL, var, d);
382 var = VAR(bptr->invars[len]);
383 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
384 d = codegen_reg_of_var(0, var, REG_ITMP1);
385 M_INTMOVE(REG_ITMP1, d);
386 emit_store(jd, NULL, var, d);
389 assert((var->flags & INOUT));
393 #if defined(ENABLE_LSRA)
396 /* walk through all instructions */
401 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
402 bool sign_ext = false;
403 if (iptr->line != currentline) {
404 dseg_addlinenumber(cd, iptr->line);
405 currentline = iptr->line;
408 MCODECHECK(64); /* an instruction usually needs < 64 words */
411 case ICMD_NOP: /* ... ==> ... */
412 case ICMD_INLINE_START:
413 case ICMD_INLINE_END:
416 case ICMD_CHECKNULL_POP: /* ..., objectref ==> ... */
418 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
421 codegen_add_nullpointerexception_ref(cd);
424 /* constant operations ************************************************/
426 case ICMD_ICONST: /* ... ==> ..., constant */
428 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
429 ICONST(d, iptr->sx.val.i);
430 emit_store_dst(jd, iptr, d);
433 case ICMD_LCONST: /* ... ==> ..., constant */
435 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
436 LCONST(d, iptr->sx.val.l);
437 emit_store_dst(jd, iptr, d);
440 case ICMD_FCONST: /* ... ==> ..., constant */
442 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
443 a = dseg_addfloat(cd, iptr->sx.val.f);
445 emit_store_dst(jd, iptr, d);
448 case ICMD_DCONST: /* ... ==> ..., constant */
450 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
451 a = dseg_adddouble(cd, iptr->sx.val.d);
453 emit_store_dst(jd, iptr, d);
456 case ICMD_ACONST: /* ... ==> ..., constant */
457 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
458 disp = dseg_addaddress(cd, iptr->sx.val.anyptr);
460 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
461 codegen_addpatchref(cd, PATCHER_aconst,
465 if (opt_showdisassemble)
469 M_ALD(d, REG_PV, disp);
470 emit_store_dst(jd, iptr, d);
474 /* load/store/copy/move operations ************************************/
476 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
477 case ICMD_ALOAD: /* s1.localindex = local variable */
479 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
480 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
481 case ICMD_ISTORE: /* ..., value ==> ... */
482 case ICMD_ASTORE: /* dst.localindex = local variable */
484 case ICMD_FSTORE: /* ..., value ==> ... */
485 case ICMD_DSTORE: /* ..., value ==> ... */
489 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
493 /* pop operations *****************************************************/
495 /* attention: double and longs are only one entry in CACAO ICMDs */
497 case ICMD_POP: /* ..., value ==> ... */
498 case ICMD_POP2: /* ..., value, value ==> ... */
503 /* integer operations *************************************************/
505 case ICMD_INEG: /* ..., value ==> ..., - value */
508 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
509 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
511 if (sign_ext) M_EXTSW(d, d);
512 emit_store_dst(jd, iptr, d);
516 case ICMD_I2L: /* ..., value ==> ..., value */
518 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
519 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
521 emit_store_dst(jd, iptr, d);
524 case ICMD_L2I: /* ..., value ==> ..., value */
526 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
527 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
529 emit_store_dst(jd, iptr, d);
532 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
534 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
535 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
537 emit_store_dst(jd, iptr, d);
540 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
542 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
543 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
545 emit_store_dst(jd, iptr, d);
548 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
550 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
551 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
553 emit_store_dst(jd, iptr, d);
557 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
559 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
560 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
561 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
564 emit_store_dst(jd, iptr, d);
570 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
571 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
572 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
573 M_IADD_IMM(s1, iptr->sx.val.i, d);
575 ICONST(REG_ITMP2, iptr->sx.val.i);
576 M_IADD(s1, REG_ITMP2, d);
579 emit_store_dst(jd, iptr, d);
582 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
584 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
585 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
586 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
588 emit_store_dst(jd, iptr, d);
591 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
592 /* sx.val.l = constant */
594 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
595 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
597 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
598 M_LADD_IMM(s1, iptr->sx.val.l, d);
600 LCONST(REG_ITMP2, iptr->sx.val.l);
601 M_LADD(s1, REG_ITMP2, d);
603 emit_store_dst(jd, iptr, d);
606 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
608 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
609 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
610 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
612 emit_store_dst(jd, iptr, d);
615 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
616 /* sx.val.i = constant */
618 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
619 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
620 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
621 M_IADD_IMM(s1, -iptr->sx.val.i, d);
623 ICONST(REG_ITMP2, iptr->sx.val.i);
624 M_SUB(s1, REG_ITMP2, d);
627 emit_store_dst(jd, iptr, d);
630 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
632 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
633 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
634 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
636 emit_store_dst(jd, iptr, d);
639 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
640 /* sx.val.l = constant */
642 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
643 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
645 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
646 M_LADD_IMM(s1, -iptr->sx.val.l, d);
648 LCONST(REG_ITMP2, iptr->sx.val.l);
649 M_SUB(s1, REG_ITMP2, d);
651 emit_store_dst(jd, iptr, d);
656 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
658 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
659 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
660 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
663 codegen_add_arithmeticexception_ref(cd);
666 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
667 /* we only need to check this if we did a LDIV, not for IDIV */
670 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
672 M_MOV(s1, d); /* java specs says result == dividend */
674 if (sign_ext) M_EXTSW(d, d);
675 emit_store_dst(jd, iptr, d);
680 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
681 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
682 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
685 codegen_add_arithmeticexception_ref(cd);
687 M_DIV(s1, s2, REG_ITMP3);
688 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
689 /* we only need to check this if we did a LDIV, not for IDIV */
692 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
694 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
697 M_MUL(REG_ITMP3, s2, REG_ITMP2);
698 M_SUB(s1, REG_ITMP2, REG_ITMP3);
699 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
702 emit_store_dst(jd, iptr, REG_ITMP1);
706 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
709 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
710 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
711 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
713 if (sign_ext) M_EXTSW(d, d);
714 emit_store_dst(jd, iptr, d);
717 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
718 /* sx.val.i = constant */
720 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
721 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
722 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
723 M_MUL_IMM(s1, iptr->sx.val.i, d);
725 ICONST(REG_ITMP3, iptr->sx.val.i);
726 M_MUL(s1, REG_ITMP3, d);
729 emit_store_dst(jd, iptr, d);
732 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
733 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
734 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
735 M_MUL_IMM(s1, iptr->sx.val.l, d);
737 LCONST(REG_ITMP3, iptr->sx.val.l);
738 M_MUL(s1, REG_ITMP3, d);
740 emit_store_dst(jd, iptr, d);
743 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
745 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
746 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
747 M_SRA_IMM(s1, iptr->sx.val.i, d);
749 emit_store_dst(jd, iptr, d);
752 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
754 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
755 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
756 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
757 M_AND_IMM(s2, 0x1f, REG_ITMP3);
758 M_SLL(s1, REG_ITMP3, d);
760 emit_store_dst(jd, iptr, d);
763 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
764 /* sx.val.i = constant */
766 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
767 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
768 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
770 emit_store_dst(jd, iptr, d);
773 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
775 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
776 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
777 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
778 M_AND_IMM(s2, 0x1f, REG_ITMP3);
779 M_SRA(s1, REG_ITMP3, d);
780 emit_store_dst(jd, iptr, d);
783 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
784 /* sx.val.i = constant */
786 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
787 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
788 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
789 emit_store_dst(jd, iptr, d);
792 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
794 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
795 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
796 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
797 M_AND_IMM(s2, 0x1f, REG_ITMP2);
798 M_SRL(s1, REG_ITMP2, d);
799 emit_store_dst(jd, iptr, d);
802 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
803 /* sx.val.i = constant */
805 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
806 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
807 if (iptr->sx.val.i & 0x1f) {
808 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
812 emit_store_dst(jd, iptr, d);
815 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
818 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
819 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
820 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
822 emit_store_dst(jd, iptr, d);
825 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
826 /* sx.val.i = constant */
828 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
829 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
830 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
831 M_AND_IMM(s1, iptr->sx.val.i, d);
834 else if (iptr->sx.val.i == 0xffffff) {
835 M_RLWINM(s1, 0, 8, 31, d);
839 ICONST(REG_ITMP3, iptr->sx.val.i);
840 M_AND(s1, REG_ITMP3, d);
842 emit_store_dst(jd, iptr, d);
845 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
846 /* sx.val.l = constant */
848 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
849 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
850 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
851 M_AND_IMM(s1, iptr->sx.val.l, d);
853 else if (iptr->sx.val.l == 0xffffff) {
854 M_RLWINM(s1, 0, 8, 31, d);
858 LCONST(REG_ITMP3, iptr->sx.val.l);
859 M_AND(s1, REG_ITMP3, d);
861 emit_store_dst(jd, iptr, d);
864 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
865 /* sx.val.i = constant */
866 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
867 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
868 M_MOV(s1, REG_ITMP2);
870 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
871 if (iptr->sx.val.i >= 32768) {
872 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
873 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
874 M_IADD(s1, REG_ITMP2, REG_ITMP2);
876 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
879 int b=0, m = iptr->sx.val.i;
882 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
884 M_SUB(s1, REG_ITMP2, d);
886 emit_store_dst(jd, iptr, d);
889 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
892 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
893 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
894 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
896 emit_store_dst(jd, iptr, d);
899 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
900 /* sx.val.i = constant */
902 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
903 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
904 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
905 M_OR_IMM(s1, iptr->sx.val.i, d);
907 ICONST(REG_ITMP3, iptr->sx.val.i);
908 M_OR(s1, REG_ITMP3, d);
910 emit_store_dst(jd, iptr, d);
913 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
914 /* sx.val.l = constant */
916 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
917 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
918 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
919 M_OR_IMM(s1, iptr->sx.val.l, d);
921 LCONST(REG_ITMP3, iptr->sx.val.l);
922 M_OR(s1, REG_ITMP3, d);
924 emit_store_dst(jd, iptr, d);
928 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
931 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
932 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
933 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
935 emit_store_dst(jd, iptr, d);
938 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
939 /* sx.val.i = constant */
941 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
942 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
943 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
944 M_XOR_IMM(s1, iptr->sx.val.i, d);
946 ICONST(REG_ITMP3, iptr->sx.val.i);
947 M_XOR(s1, REG_ITMP3, d);
949 emit_store_dst(jd, iptr, d);
952 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
953 /* sx.val.l = constant */
955 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
956 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
957 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
958 M_XOR_IMM(s1, iptr->sx.val.l, d);
960 LCONST(REG_ITMP3, iptr->sx.val.l);
961 M_XOR(s1, REG_ITMP3, d);
963 emit_store_dst(jd, iptr, d);
966 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
968 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
969 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
970 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
971 /* XXX implement me!!! */
972 emit_store_dst(jd, iptr, d);
977 /* floating operations ************************************************/
979 case ICMD_FNEG: /* ..., value ==> ..., - value */
981 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
982 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
984 emit_store_dst(jd, iptr, d);
987 case ICMD_DNEG: /* ..., value ==> ..., - value */
989 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
990 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
992 emit_store_dst(jd, iptr, d);
995 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
997 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
998 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
999 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1001 emit_store_dst(jd, iptr, d);
1004 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1006 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1007 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1008 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1010 emit_store_dst(jd, iptr, d);
1013 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1015 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1016 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1017 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1019 emit_store_dst(jd, iptr, d);
1022 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1024 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1025 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1026 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1028 emit_store_dst(jd, iptr, d);
1031 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1033 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1034 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1035 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1037 emit_store_dst(jd, iptr, d);
1040 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1042 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1043 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1044 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1046 emit_store_dst(jd, iptr, d);
1049 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1051 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1052 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1053 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1055 emit_store_dst(jd, iptr, d);
1058 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1060 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1061 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1062 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1064 emit_store_dst(jd, iptr, d);
1067 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1070 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1071 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1073 disp = dseg_addfloat(cd, 0.0);
1074 M_FLD(REG_FTMP2, REG_PV, disp);
1075 M_FCMPU(s1, REG_FTMP2);
1077 disp = dseg_adds4(cd, 0);
1078 M_CVTDL_C(s1, REG_FTMP1);
1079 M_LDA(REG_ITMP1, REG_PV, disp);
1080 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1081 M_ILD(d, REG_PV, disp);
1082 emit_store_dst(jd, iptr, d);
1085 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1087 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1088 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1090 emit_store_dst(jd, iptr, d);
1093 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1095 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1096 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1098 emit_store_dst(jd, iptr, d);
1101 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1102 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1105 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1106 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1107 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1109 M_IADD_IMM(REG_ZERO, -1, d);
1112 M_IADD_IMM(REG_ZERO, 0, d);
1114 M_IADD_IMM(REG_ZERO, 1, d);
1115 emit_store_dst(jd, iptr, d);
1118 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1119 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1121 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1122 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1123 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1125 M_IADD_IMM(REG_ZERO, 1, d);
1128 M_IADD_IMM(REG_ZERO, 0, d);
1130 M_IADD_IMM(REG_ZERO, -1, d);
1131 emit_store_dst(jd, iptr, d);
1134 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1135 case ICMD_IF_DCMPEQ:
1137 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1138 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1142 codegen_addreference(cd, iptr->dst.block);
1145 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1146 case ICMD_IF_DCMPNE:
1148 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1149 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1152 codegen_addreference(cd, iptr->dst.block);
1154 codegen_addreference(cd, iptr->dst.block);
1158 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1159 case ICMD_IF_DCMPL_LT:
1161 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1162 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1165 codegen_addreference(cd, iptr->dst.block);
1167 codegen_addreference(cd, iptr->dst.block);
1170 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1171 case ICMD_IF_DCMPL_GT:
1173 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1174 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1178 codegen_addreference(cd, iptr->dst.block);
1181 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1182 case ICMD_IF_DCMPL_LE:
1184 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1185 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1188 codegen_addreference(cd, iptr->dst.block);
1190 codegen_addreference(cd, iptr->dst.block);
1193 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1194 case ICMD_IF_DCMPL_GE:
1196 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1197 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1201 codegen_addreference(cd, iptr->dst.block);
1204 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1205 case ICMD_IF_DCMPG_LT:
1207 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1208 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1212 codegen_addreference(cd, iptr->dst.block);
1215 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1216 case ICMD_IF_DCMPG_GT:
1218 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1219 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1222 codegen_addreference(cd, iptr->dst.block);
1224 codegen_addreference(cd, iptr->dst.block);
1227 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1228 case ICMD_IF_DCMPG_LE:
1230 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1231 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1235 codegen_addreference(cd, iptr->dst.block);
1238 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1239 case ICMD_IF_DCMPG_GE:
1241 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1242 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1245 codegen_addreference(cd, iptr->dst.block);
1247 codegen_addreference(cd, iptr->dst.block);
1251 /* memory operations **************************************************/
1253 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1255 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1256 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1257 gen_nullptr_check(s1);
1258 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1259 emit_store_dst(jd, iptr, d);
1262 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1264 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1265 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1266 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1267 if (INSTRUCTION_MUST_CHECK(iptr)) {
1268 gen_nullptr_check(s1);
1271 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1272 M_LBZX(d, s1, REG_ITMP2);
1274 emit_store_dst(jd, iptr, d);
1277 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1279 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1280 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1281 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1282 if (INSTRUCTION_MUST_CHECK(iptr)) {
1283 gen_nullptr_check(s1);
1286 M_SLL_IMM(s2, 1, REG_ITMP2);
1287 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1288 M_LHAX(d, s1, REG_ITMP2);
1289 emit_store_dst(jd, iptr, d);
1292 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1294 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1295 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1296 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1297 if (INSTRUCTION_MUST_CHECK(iptr)) {
1298 gen_nullptr_check(s1);
1301 M_SLL_IMM(s2, 1, REG_ITMP2);
1302 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1303 M_LHAX(d, s1, REG_ITMP2);
1304 emit_store_dst(jd, iptr, d);
1307 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1309 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1310 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1311 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1312 if (INSTRUCTION_MUST_CHECK(iptr)) {
1313 gen_nullptr_check(s1);
1316 M_SLL_IMM(s2, 2, REG_ITMP2);
1317 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1318 M_LWZX(d, s1, REG_ITMP2);
1319 emit_store_dst(jd, iptr, d);
1322 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1324 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1325 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1326 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1327 if (INSTRUCTION_MUST_CHECK(iptr)) {
1328 gen_nullptr_check(s1);
1331 M_SLL_IMM(s2, 3, REG_ITMP2);
1332 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1333 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1334 emit_store_dst(jd, iptr, d);
1337 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1339 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1340 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1341 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1342 if (INSTRUCTION_MUST_CHECK(iptr)) {
1343 gen_nullptr_check(s1);
1346 M_SLL_IMM(s2, 2, REG_ITMP2);
1347 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1348 M_LFSX(d, s1, REG_ITMP2);
1349 emit_store_dst(jd, iptr, d);
1352 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1354 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1355 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1356 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1357 if (INSTRUCTION_MUST_CHECK(iptr)) {
1358 gen_nullptr_check(s1);
1361 M_SLL_IMM(s2, 3, REG_ITMP2);
1362 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1363 M_LFDX(d, s1, REG_ITMP2);
1364 emit_store_dst(jd, iptr, d);
1367 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1369 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1370 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1371 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1372 if (INSTRUCTION_MUST_CHECK(iptr)) {
1373 gen_nullptr_check(s1);
1376 M_SLL_IMM(s2, 3, REG_ITMP2);
1377 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1378 M_ALDX(d, s1, REG_ITMP2);
1379 emit_store_dst(jd, iptr, d);
1383 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1385 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1386 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1387 if (INSTRUCTION_MUST_CHECK(iptr)) {
1388 gen_nullptr_check(s1);
1391 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1392 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1393 M_STBX(s3, s1, REG_ITMP2);
1396 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1398 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1399 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1400 if (INSTRUCTION_MUST_CHECK(iptr)) {
1401 gen_nullptr_check(s1);
1404 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1405 M_SLL_IMM(s2, 1, REG_ITMP2);
1406 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1407 M_STHX(s3, s1, REG_ITMP2);
1410 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1412 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1413 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1414 if (INSTRUCTION_MUST_CHECK(iptr)) {
1415 gen_nullptr_check(s1);
1418 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1419 M_SLL_IMM(s2, 1, REG_ITMP2);
1420 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1421 M_STHX(s3, s1, REG_ITMP2);
1424 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1426 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1427 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1428 if (INSTRUCTION_MUST_CHECK(iptr)) {
1429 gen_nullptr_check(s1);
1432 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1433 M_SLL_IMM(s2, 2, REG_ITMP2);
1434 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1435 M_STWX(s3, s1, REG_ITMP2);
1438 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1440 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1441 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1442 if (INSTRUCTION_MUST_CHECK(iptr)) {
1443 gen_nullptr_check(s1);
1446 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1447 M_SLL_IMM(s2, 3, REG_ITMP2);
1448 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1449 M_LSTX(s3, s1, REG_ITMP2);
1452 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1454 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1455 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1456 if (INSTRUCTION_MUST_CHECK(iptr)) {
1457 gen_nullptr_check(s1);
1460 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1461 M_SLL_IMM(s2, 2, REG_ITMP2);
1462 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1463 M_STFSX(s3, s1, REG_ITMP2);
1466 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1468 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1469 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1470 if (INSTRUCTION_MUST_CHECK(iptr)) {
1471 gen_nullptr_check(s1);
1474 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1475 M_SLL_IMM(s2, 3, REG_ITMP2);
1476 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1477 M_STFDX(s3, s1, REG_ITMP2);
1480 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1482 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1483 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1484 if (INSTRUCTION_MUST_CHECK(iptr)) {
1485 gen_nullptr_check(s1);
1488 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1490 disp = dseg_addaddress(cd, BUILTIN_canstore);
1491 M_ALD(REG_ITMP3, REG_PV, disp);
1492 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1495 M_INTMOVE(s1, rd->argintregs[0]);
1496 M_INTMOVE(s3, rd->argintregs[1]);
1501 codegen_add_arraystoreexception_ref(cd);
1503 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1504 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1505 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1506 M_SLL_IMM(s2, 3, REG_ITMP2);
1507 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1508 M_ASTX(s3, s1, REG_ITMP2);
1512 case ICMD_GETSTATIC: /* ... ==> ..., value */
1514 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1515 uf = iptr->sx.s23.s3.uf;
1517 fieldtype = uf->fieldref->parseddesc.fd->type;
1518 disp = dseg_addaddress(cd, NULL);
1520 codegen_addpatchref(cd, PATCHER_get_putstatic,
1521 iptr->sx.s23.s3.uf, disp);
1523 if (opt_showdisassemble)
1527 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1529 fieldtype = fi->type;
1530 disp = dseg_addaddress(cd, &(fi->value));
1532 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1533 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1535 if (opt_showdisassemble)
1540 M_ALD(REG_ITMP1, REG_PV, disp);
1541 switch (fieldtype) {
1543 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1544 M_ILD_INTERN(d, REG_ITMP1, 0);
1547 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1548 M_LLD(d, REG_ITMP1, 0);
1551 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1552 M_ALD_INTERN(d, REG_ITMP1, 0);
1555 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1556 M_FLD_INTERN(d, REG_ITMP1, 0);
1559 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1560 M_DLD_INTERN(d, REG_ITMP1, 0);
1563 emit_store_dst(jd, iptr, d);
1566 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1569 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1570 uf = iptr->sx.s23.s3.uf;
1572 fieldtype = uf->fieldref->parseddesc.fd->type;
1573 disp = dseg_addaddress(cd, NULL);
1575 codegen_addpatchref(cd, PATCHER_get_putstatic,
1576 iptr->sx.s23.s3.uf, disp);
1578 if (opt_showdisassemble)
1582 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1584 fieldtype = fi->type;
1585 disp = dseg_addaddress(cd, &(fi->value));
1587 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1588 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1590 if (opt_showdisassemble)
1595 M_ALD(REG_ITMP1, REG_PV, disp);
1596 switch (fieldtype) {
1598 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1599 M_IST_INTERN(s1, REG_ITMP1, 0);
1602 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1603 M_LST_INTERN(s1, REG_ITMP1, 0);
1606 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1607 M_AST_INTERN(s1, REG_ITMP1, 0);
1610 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1611 M_FST_INTERN(s1, REG_ITMP1, 0);
1614 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1615 M_DST_INTERN(s1, REG_ITMP1, 0);
1621 case ICMD_GETFIELD: /* ... ==> ..., value */
1623 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1624 gen_nullptr_check(s1);
1626 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1627 uf = iptr->sx.s23.s3.uf;
1628 fieldtype = uf->fieldref->parseddesc.fd->type;
1631 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1633 if (opt_showdisassemble)
1637 fi = iptr->sx.s23.s3.fmiref->p.field;
1638 fieldtype = fi->type;
1642 switch (fieldtype) {
1644 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1648 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1652 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1656 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1660 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1664 emit_store_dst(jd, iptr, d);
1667 case ICMD_PUTFIELD: /* ..., value ==> ... */
1669 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1670 gen_nullptr_check(s1);
1672 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1673 uf = iptr->sx.s23.s3.uf;
1674 fieldtype = uf->fieldref->parseddesc.fd->type;
1678 fi = iptr->sx.s23.s3.fmiref->p.field;
1679 fieldtype = fi->type;
1683 if (IS_INT_LNG_TYPE(fieldtype)) {
1684 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1687 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1689 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1690 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1692 if (opt_showdisassemble)
1697 switch (fieldtype) {
1699 M_IST(s2, s1, disp);
1702 M_LST(s2, s1, disp);
1705 M_AST(s2, s1, disp);
1708 M_FST(s2, s1, disp);
1711 M_DST(s2, s1, disp);
1717 /* branch operations **************************************************/
1719 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1721 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1722 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1724 #ifdef ENABLE_VERIFIER
1725 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1726 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1727 iptr->sx.s23.s2.uc, 0);
1729 if (opt_showdisassemble)
1732 #endif /* ENABLE_VERIFIER */
1734 disp = dseg_addaddress(cd, asm_handle_exception);
1735 M_ALD(REG_ITMP2, REG_PV, disp);
1738 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1739 M_BL(0); /* get current PC */
1740 M_MFLR(REG_ITMP2_XPC);
1741 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1742 M_RTS; /* jump to CTR */
1747 case ICMD_GOTO: /* ... ==> ... */
1748 case ICMD_RET: /* ... ==> ... */
1751 codegen_addreference(cd, iptr->dst.block);
1755 case ICMD_JSR: /* ... ==> ... */
1758 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1762 case ICMD_IFNULL: /* ..., value ==> ... */
1764 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1767 codegen_addreference(cd, iptr->dst.block);
1770 case ICMD_IFNONNULL: /* ..., value ==> ... */
1772 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1775 codegen_addreference(cd, iptr->dst.block);
1783 case ICMD_IFEQ: /* ..., value ==> ... */
1785 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1786 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1787 M_CMPI(s1, iptr->sx.val.i);
1789 ICONST(REG_ITMP2, iptr->sx.val.i);
1790 M_CMP(s1, REG_ITMP2);
1792 switch (iptr->opc) {
1812 codegen_addreference(cd, iptr->dst.block);
1815 case ICMD_IF_LEQ: /* ..., value ==> ... */
1816 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1817 LCONST(REG_ITMP2, iptr->sx.val.l);
1818 M_CMP(s1, REG_ITMP2);
1820 codegen_addreference(cd, iptr->dst.block);
1822 case ICMD_IF_LLT: /* ..., value ==> ... */
1823 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1824 LCONST(REG_ITMP2, iptr->sx.val.l);
1825 M_CMP(s1, REG_ITMP2);
1827 codegen_addreference(cd, iptr->dst.block);
1829 case ICMD_IF_LLE: /* ..., value ==> ... */
1830 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1831 LCONST(REG_ITMP2, iptr->sx.val.l);
1832 M_CMP(s1, REG_ITMP2);
1834 codegen_addreference(cd, iptr->dst.block);
1837 case ICMD_IF_LNE: /* ..., value ==> ... */
1838 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1839 LCONST(REG_ITMP2, iptr->sx.val.l);
1840 M_CMP(s1, REG_ITMP2);
1842 codegen_addreference(cd, iptr->dst.block);
1844 case ICMD_IF_LGE: /* ..., value ==> ... */
1845 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1846 LCONST(REG_ITMP2, iptr->sx.val.l);
1847 M_CMP(s1, REG_ITMP2);
1849 codegen_addreference(cd, iptr->dst.block);
1851 case ICMD_IF_LGT: /* ..., value ==> ... */
1852 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1853 LCONST(REG_ITMP2, iptr->sx.val.l);
1854 M_CMP(s1, REG_ITMP2);
1856 codegen_addreference(cd, iptr->dst.block);
1858 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1859 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1860 case ICMD_IF_LCMPEQ:
1862 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1863 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1866 codegen_addreference(cd, iptr->dst.block);
1869 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1870 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1871 case ICMD_IF_LCMPNE:
1873 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1874 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1877 codegen_addreference(cd, iptr->dst.block);
1881 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1882 case ICMD_IF_LCMPLT:
1884 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1885 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1888 codegen_addreference(cd, iptr->dst.block);
1891 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1892 case ICMD_IF_LCMPGT:
1894 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1895 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1898 codegen_addreference(cd, iptr->dst.block);
1901 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1902 case ICMD_IF_LCMPLE:
1904 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1905 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1908 codegen_addreference(cd, iptr->dst.block);
1911 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1912 case ICMD_IF_LCMPGE:
1914 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1915 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1918 codegen_addreference(cd, iptr->dst.block);
1922 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1923 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1925 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1926 M_LNGMOVE(s1, REG_RESULT);
1927 goto nowperformreturn;
1929 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1931 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1932 M_LNGMOVE(s1, REG_RESULT);
1934 #ifdef ENABLE_VERIFIER
1935 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1936 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1937 iptr->sx.s23.s2.uc, 0);
1939 if (opt_showdisassemble)
1942 #endif /* ENABLE_VERIFIER */
1944 goto nowperformreturn;
1946 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1949 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1950 M_FLTMOVE(s1, REG_FRESULT);
1951 goto nowperformreturn;
1953 case ICMD_RETURN: /* ... ==> ... */
1959 p = cd->stackframesize;
1961 /* call trace function */
1963 #if !defined(NDEBUG)
1964 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1965 emit_verbosecall_exit(jd);
1969 #if defined(ENABLE_THREADS)
1970 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1971 disp = dseg_addaddress(cd, LOCK_monitor_exit);
1972 M_ALD(REG_ITMP3, REG_PV, disp);
1973 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1976 /* we need to save the proper return value */
1978 switch (iptr->opc) {
1983 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1986 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1989 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1993 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
1996 /* and now restore the proper return value */
1998 switch (iptr->opc) {
2003 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2006 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2009 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2015 /* restore return address */
2017 if (!jd->isleafmethod) {
2018 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2019 may have a displacement overflow. */
2021 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2025 /* restore saved registers */
2027 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2028 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2030 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2031 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2034 /* deallocate stack */
2036 if (cd->stackframesize)
2037 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2045 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2048 branch_target_t *table;
2050 table = iptr->dst.table;
2052 l = iptr->sx.s23.s2.tablelow;
2053 i = iptr->sx.s23.s3.tablehigh;
2055 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2057 M_INTMOVE(s1, REG_ITMP1);
2058 } else if (l <= 32768) {
2059 M_LDA(REG_ITMP1, s1, -l);
2061 ICONST(REG_ITMP2, l);
2062 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2065 /* number of targets */
2070 M_CMPUI(REG_ITMP1, i - 1);
2072 codegen_addreference(cd, table[0].block);
2074 /* build jump table top down and use address of lowest entry */
2079 dseg_addtarget(cd, table->block);
2084 /* length of dataseg after last dseg_addtarget is used by load */
2086 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2087 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2088 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2095 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2098 lookup_target_t *lookup;
2100 lookup = iptr->dst.lookup;
2102 i = iptr->sx.s23.s2.lookupcount;
2104 MCODECHECK((i<<2)+8);
2105 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2107 val = lookup->value;
2108 if ((val >= -32768) && (val <= 32767)) {
2111 a = dseg_adds4(cd, val);
2112 M_ILD(REG_ITMP2, REG_PV, a);
2113 M_CMP(s1, REG_ITMP2);
2116 codegen_addreference(cd, lookup->target.block);
2121 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2128 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2130 bte = iptr->sx.s23.s3.bte;
2134 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2135 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2136 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2137 case ICMD_INVOKEINTERFACE:
2139 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2140 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2144 lm = iptr->sx.s23.s3.fmiref->p.method;
2145 md = lm->parseddesc;
2149 s3 = md->paramcount;
2151 MCODECHECK((s3 << 1) + 64);
2153 /* copy arguments to registers or stack location */
2155 for (s3 = s3 - 1; s3 >= 0; s3--) {
2156 var = VAR(iptr->sx.s23.s2.args[s3]);
2158 if (var->flags & PREALLOC)
2161 if (IS_INT_LNG_TYPE(var->type)) {
2162 if (!md->params[s3].inmemory) {
2163 s1 = rd->argintregs[md->params[s3].regoff];
2164 d = emit_load(jd, iptr, var, s1);
2167 d = emit_load(jd, iptr, var, REG_ITMP1);
2168 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2171 if (!md->params[s3].inmemory) {
2172 s1 = rd->argfltregs[md->params[s3].regoff];
2173 d = emit_load(jd, iptr, var, s1);
2176 d = emit_load(jd, iptr, var, REG_FTMP1);
2177 if (IS_2_WORD_TYPE(var->type))
2178 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2180 M_DST(d, REG_SP, md->params[s3].regoff * 8); /* F XXX */
2185 switch (iptr->opc) {
2187 disp = dseg_addaddress(cd, bte->fp);
2188 d = md->returntype.type;
2190 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2191 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2195 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2197 M_LDA(REG_PV, REG_ITMP1, -disp);
2200 if (INSTRUCTION_MUST_CHECK(iptr)) {
2201 M_CMPI(REG_RESULT, 0);
2203 codegen_add_fillinstacktrace_ref(cd);
2207 case ICMD_INVOKESPECIAL:
2208 gen_nullptr_check(rd->argintregs[0]);
2209 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2212 case ICMD_INVOKESTATIC:
2214 unresolved_method *um = iptr->sx.s23.s3.um;
2216 disp = dseg_addaddress(cd, NULL);
2218 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2221 if (opt_showdisassemble)
2224 d = md->returntype.type;
2227 disp = dseg_addaddress(cd, lm->stubroutine);
2228 d = md->returntype.type;
2232 M_ALD(REG_PV, REG_PV, disp);
2235 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2237 M_LDA(REG_PV, REG_ITMP1, -disp);
2240 case ICMD_INVOKEVIRTUAL:
2241 gen_nullptr_check(rd->argintregs[0]);
2244 unresolved_method *um = iptr->sx.s23.s3.um;
2246 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2248 if (opt_showdisassemble)
2252 d = md->returntype.type;
2255 s1 = OFFSET(vftbl_t, table[0]) +
2256 sizeof(methodptr) * lm->vftblindex;
2257 d = md->returntype.type;
2260 M_ALD(REG_METHODPTR, rd->argintregs[0],
2261 OFFSET(java_objectheader, vftbl));
2262 M_ALD(REG_PV, REG_METHODPTR, s1);
2265 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2267 M_LDA(REG_PV, REG_ITMP1, -disp);
2270 case ICMD_INVOKEINTERFACE:
2271 gen_nullptr_check(rd->argintregs[0]);
2274 unresolved_method *um = iptr->sx.s23.s3.um;
2276 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2278 if (opt_showdisassemble)
2283 d = md->returntype.type;
2286 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2287 sizeof(methodptr*) * lm->class->index;
2289 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2291 d = md->returntype.type;
2294 M_ALD(REG_METHODPTR, rd->argintregs[0],
2295 OFFSET(java_objectheader, vftbl));
2296 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2297 M_ALD(REG_PV, REG_METHODPTR, s2);
2300 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2302 M_LDA(REG_PV, REG_ITMP1, -disp);
2306 /* d contains return type */
2308 if (d != TYPE_VOID) {
2309 if (IS_INT_LNG_TYPE(d)) {
2310 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2311 M_MOV(REG_RESULT, s1);
2313 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2314 M_FLTMOVE(REG_FRESULT, s1);
2316 emit_store_dst(jd, iptr, s1);
2321 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2322 /* val.a: (classinfo*) superclass */
2324 /* superclass is an interface:
2326 * OK if ((sub == NULL) ||
2327 * (sub->vftbl->interfacetablelength > super->index) &&
2328 * (sub->vftbl->interfacetable[-super->index] != NULL));
2330 * superclass is a class:
2332 * OK if ((sub == NULL) || (0
2333 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2334 * super->vftbl->diffvall));
2337 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2338 /* object type cast-check */
2343 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2347 super = iptr->sx.s23.s3.c.cls;
2348 superindex = super->index;
2351 #if defined(ENABLE_THREADS)
2352 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2354 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2356 /* calculate interface checkcast code size */
2360 s2 += (opt_showdisassemble ? 1 : 0);
2362 /* calculate class checkcast code size */
2364 s3 = 9 + (s1 == REG_ITMP1);
2366 s3 += (opt_showdisassemble ? 1 : 0);
2368 /* if class is not resolved, check which code to call */
2370 if (super == NULL) {
2372 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2374 disp = dseg_adds4(cd, 0); /* super->flags */
2376 codegen_addpatchref(cd,
2377 PATCHER_checkcast_instanceof_flags,
2378 iptr->sx.s23.s3.c.ref,
2381 if (opt_showdisassemble)
2384 M_ILD(REG_ITMP2, REG_PV, disp);
2385 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2389 /* interface checkcast code */
2391 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2392 if (super == NULL) {
2393 codegen_addpatchref(cd,
2394 PATCHER_checkcast_instanceof_interface,
2395 iptr->sx.s23.s3.c.ref,
2397 if (opt_showdisassemble)
2405 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2406 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2407 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2409 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2410 M_ALD(REG_ITMP3, REG_ITMP2,
2411 OFFSET(vftbl_t, interfacetable[0]) -
2412 superindex * sizeof(methodptr*));
2415 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2421 /* class checkcast code */
2423 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2424 if (super == NULL) {
2425 disp = dseg_add_unique_address(cd, NULL);
2426 codegen_addpatchref(cd, PATCHER_checkcast_class,
2427 iptr->sx.s23.s3.c.ref,
2429 if (opt_showdisassemble)
2432 disp = dseg_addaddress(cd, super->vftbl);
2437 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2438 #if defined(ENABLE_THREADS)
2439 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2441 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2442 M_ALD(REG_ITMP2, REG_PV, disp);
2443 if (s1 != REG_ITMP1) {
2444 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2445 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2446 #if defined(ENABLE_THREADS)
2447 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2449 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2450 M_EXTSW(REG_ITMP3, REG_ITMP3);
2452 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2453 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2454 M_EXTSW(REG_ITMP3, REG_ITMP3);
2455 M_ALD(REG_ITMP2, REG_PV, disp);
2456 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2457 #if defined(ENABLE_THREADS)
2458 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2461 M_CMPU(REG_ITMP3, REG_ITMP2);
2463 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2465 d = codegen_reg_of_dst(jd, iptr, s1);
2468 /* array type cast-check */
2470 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2471 M_INTMOVE(s1, rd->argintregs[0]);
2474 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2475 disp = dseg_addaddress(cd, NULL);
2476 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2477 iptr->sx.s23.s3.c.ref,
2480 if (opt_showdisassemble)
2483 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2486 M_ALD(rd->argintregs[1], REG_PV, disp);
2487 disp = dseg_addaddress(cd, BUILTIN_arraycheckcast);
2488 M_ALD(REG_ITMP2, REG_PV, disp);
2489 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2494 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2496 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2497 d = codegen_reg_of_dst(jd, iptr, s1);
2500 emit_store_dst(jd, iptr, d);
2503 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2504 /* val.a: (classinfo*) superclass */
2506 /* superclass is an interface:
2508 * return (sub != NULL) &&
2509 * (sub->vftbl->interfacetablelength > super->index) &&
2510 * (sub->vftbl->interfacetable[-super->index] != NULL);
2512 * superclass is a class:
2514 * return ((sub != NULL) && (0
2515 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2516 * super->vftbl->diffvall));
2521 vftbl_t *supervftbl;
2524 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2530 super = iptr->sx.s23.s3.c.cls;
2531 superindex = super->index;
2532 supervftbl = super->vftbl;
2535 #if defined(ENABLE_THREADS)
2536 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2538 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2539 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2541 M_MOV(s1, REG_ITMP1);
2545 /* calculate interface instanceof code size */
2549 s2 += (opt_showdisassemble ? 1 : 0);
2551 /* calculate class instanceof code size */
2555 s3 += (opt_showdisassemble ? 1 : 0);
2559 /* if class is not resolved, check which code to call */
2563 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2565 disp = dseg_adds4(cd, 0); /* super->flags */
2567 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2568 iptr->sx.s23.s3.c.ref, disp);
2570 if (opt_showdisassemble)
2573 M_ILD(REG_ITMP3, REG_PV, disp);
2574 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2578 /* interface instanceof code */
2580 if (!super || (super->flags & ACC_INTERFACE)) {
2586 codegen_addpatchref(cd,
2587 PATCHER_checkcast_instanceof_interface,
2588 iptr->sx.s23.s3.c.ref, 0);
2590 if (opt_showdisassemble)
2594 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2595 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2596 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2598 M_ALD(REG_ITMP1, REG_ITMP1,
2599 OFFSET(vftbl_t, interfacetable[0]) -
2600 superindex * sizeof(methodptr*));
2603 M_IADD_IMM(REG_ZERO, 1, d);
2609 /* class instanceof code */
2611 if (!super || !(super->flags & ACC_INTERFACE)) {
2612 disp = dseg_addaddress(cd, supervftbl);
2619 codegen_addpatchref(cd, PATCHER_instanceof_class,
2620 iptr->sx.s23.s3.c.ref,
2623 if (opt_showdisassemble) {
2628 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2629 M_ALD(REG_ITMP2, REG_PV, disp);
2630 #if defined(ENABLE_THREADS)
2631 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2633 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2634 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2635 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2636 #if defined(ENABLE_THREADS)
2637 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2639 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2640 M_CMPU(REG_ITMP1, REG_ITMP2);
2643 M_IADD_IMM(REG_ZERO, 1, d);
2645 emit_store_dst(jd, iptr, d);
2649 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2651 /* check for negative sizes and copy sizes to stack if necessary */
2653 MCODECHECK((iptr->s1.argcount << 1) + 64);
2655 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2657 var = VAR(iptr->sx.s23.s2.args[s1]);
2659 /* copy SAVEDVAR sizes to stack */
2661 if (!(var->flags & PREALLOC)) {
2662 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2663 #if defined(__DARWIN__)
2664 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2666 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2671 /* a0 = dimension count */
2673 ICONST(rd->argintregs[0], iptr->s1.argcount);
2675 /* is patcher function set? */
2677 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2678 disp = dseg_add_unique_address(cd, NULL);
2680 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2681 iptr->sx.s23.s3.c.ref, disp);
2683 if (opt_showdisassemble)
2687 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2690 /* a1 = arraydescriptor */
2692 M_ALD(rd->argintregs[1], REG_PV, disp);
2694 /* a2 = pointer to dimensions = stack pointer */
2696 #if defined(__DARWIN__)
2697 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2699 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 8);
2702 disp = dseg_addaddress(cd, BUILTIN_multianewarray);
2703 M_ALD(REG_ITMP3, REG_PV, disp);
2704 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2708 /* check for exception before result assignment */
2710 M_CMPI(REG_RESULT, 0);
2712 codegen_add_fillinstacktrace_ref(cd);
2714 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2715 M_INTMOVE(REG_RESULT, d);
2716 emit_store_dst(jd, iptr, d);
2721 new_internalerror("Unknown ICMD %d during code generation",
2726 } /* for instruction */
2728 } /* if (bptr -> flags >= BBREACHED) */
2729 } /* for basic block */
2731 dseg_createlinenumbertable(cd);
2734 /* generate exception and patcher stubs */
2743 savedmcodeptr = NULL;
2745 /* generate exception stubs */
2747 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2748 md_codegen_patch_branch(cd, eref->branchpos, cd->mcodeptr - cd->mcodebase);
2752 /* Check if the exception is an
2753 ArrayIndexOutOfBoundsException. If so, move index register
2756 if (eref->reg != -1)
2757 M_MOV(eref->reg, REG_ITMP1);
2759 /* calcuate exception address */
2761 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2763 /* move function to call into REG_ITMP3 */
2765 disp = dseg_addaddress(cd, eref->function);
2766 M_ALD(REG_ITMP3, REG_PV, disp);
2767 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2769 if (savedmcodeptr != NULL) {
2770 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2774 savedmcodeptr = cd->mcodeptr;
2776 if (jd->isleafmethod) {
2778 M_AST(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2781 M_MOV(REG_PV, rd->argintregs[0]);
2782 M_MOV(REG_SP, rd->argintregs[1]);
2784 if (jd->isleafmethod)
2785 M_MOV(REG_ZERO, rd->argintregs[2]);
2787 M_ALD(rd->argintregs[2],
2788 REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2790 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2791 M_MOV(REG_ITMP1, rd->argintregs[4]);
2793 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2794 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2798 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2800 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2801 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2803 if (jd->isleafmethod) {
2804 /* XXX FIXME: REG_ZERO can cause problems here! */
2805 assert(cd->stackframesize * 8 <= 32767);
2807 M_ALD(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2811 disp = dseg_addaddress(cd, asm_handle_exception);
2812 M_ALD(REG_ITMP3, REG_PV, disp);
2819 /* generate code patching stub call code */
2821 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2822 /* check code segment size */
2826 /* Get machine code which is patched back in later. The
2827 call is 1 instruction word long. */
2829 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2831 mcode = *((u4 *) tmpmcodeptr);
2833 /* Patch in the call to call the following code (done at
2836 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2837 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2839 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2842 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2844 /* create stack frame - keep stack 16-byte aligned */
2846 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2848 /* calculate return address and move it onto the stack */
2850 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2851 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2853 /* move pointer to java_objectheader onto stack */
2855 #if defined(ENABLE_THREADS)
2856 /* order reversed because of data segment layout */
2858 (void) dseg_addaddress(cd, NULL); /* flcword */
2859 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
2860 disp = dseg_addaddress(cd, NULL); /* vftbl */
2862 M_LDA(REG_ITMP3, REG_PV, disp);
2863 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
2868 /* move machine code onto stack */
2870 disp = dseg_adds4(cd, mcode);
2871 M_ILD(REG_ITMP3, REG_PV, disp);
2872 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
2874 /* move class/method/field reference onto stack */
2876 disp = dseg_addaddress(cd, pref->ref);
2877 M_ALD(REG_ITMP3, REG_PV, disp);
2878 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
2880 /* move data segment displacement onto stack */
2882 disp = dseg_addaddress(cd, pref->disp);
2883 M_LLD(REG_ITMP3, REG_PV, disp);
2884 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
2886 /* move patcher function pointer onto stack */
2888 disp = dseg_addaddress(cd, pref->patcher);
2889 M_ALD(REG_ITMP3, REG_PV, disp);
2890 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
2892 disp = dseg_addaddress(cd, asm_patcher_wrapper);
2893 M_ALD(REG_ITMP3, REG_PV, disp);
2898 /* generate replacement-out stubs */
2904 replacementpoint = jd->code->rplpoints;
2906 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
2907 /* check code segment size */
2911 /* note start of stub code */
2913 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
2915 /* make machine code for patching */
2917 tmpmcodeptr = cd->mcodeptr;
2918 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
2920 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
2923 cd->mcodeptr = tmpmcodeptr;
2925 /* create stack frame - keep 16-byte aligned */
2927 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
2929 /* push address of `rplpoint` struct */
2931 disp = dseg_addaddress(cd, replacementpoint);
2932 M_ALD(REG_ITMP3, REG_PV, disp);
2933 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
2935 /* jump to replacement function */
2937 disp = dseg_addaddress(cd, asm_replacement_out);
2938 M_ALD(REG_ITMP3, REG_PV, disp);
2948 /* everything's ok */
2954 /* createcompilerstub **********************************************************
2956 Creates a stub routine which calls the compiler.
2958 *******************************************************************************/
2960 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
2961 #define COMPILERSTUB_CODESIZE 4 * 4
2963 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
2966 u1 *createcompilerstub(methodinfo *m)
2968 u1 *s; /* memory to hold the stub */
2974 s = CNEW(u1, COMPILERSTUB_SIZE);
2976 /* set data pointer and code pointer */
2979 s = s + COMPILERSTUB_DATASIZE;
2981 /* mark start of dump memory area */
2983 dumpsize = dump_size();
2985 cd = DNEW(codegendata);
2988 /* Store the codeinfo pointer in the same place as in the
2989 methodheader for compiled methods. */
2991 code = code_codeinfo_new(m);
2993 d[0] = (ptrint) asm_call_jit_compiler;
2995 d[2] = (ptrint) code;
2997 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2998 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3002 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3004 #if defined(ENABLE_STATISTICS)
3006 count_cstub_len += COMPILERSTUB_SIZE;
3009 /* release dump area */
3011 dump_release(dumpsize);
3017 /* createnativestub ************************************************************
3019 Creates a stub routine which calls a native method.
3021 *******************************************************************************/
3023 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3031 s4 i, j; /* count variables */
3036 /* get required compiler data */
3043 /* set some variables */
3046 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3048 /* calculate stackframe size */
3050 cd->stackframesize =
3051 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3052 sizeof(localref_table) / SIZEOF_VOID_P +
3053 4 + /* 4 stackframeinfo arguments (darwin)*/
3057 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
3059 /* create method header */
3061 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
3062 (void) dseg_adds4(cd, cd->stackframesize * 8); /* FrameSize */
3063 (void) dseg_adds4(cd, 0); /* IsSync */
3064 (void) dseg_adds4(cd, 0); /* IsLeaf */
3065 (void) dseg_adds4(cd, 0); /* IntSave */
3066 (void) dseg_adds4(cd, 0); /* FltSave */
3067 (void) dseg_addlinenumbertablesize(cd);
3068 (void) dseg_adds4(cd, 0); /* ExTableSize */
3073 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3074 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
3076 #if !defined(NDEBUG)
3077 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3078 emit_verbosecall_enter(jd);
3081 /* get function address (this must happen before the stackframeinfo) */
3083 funcdisp = dseg_addaddress(cd, f);
3085 #if !defined(WITH_STATIC_CLASSPATH)
3087 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3089 if (opt_showdisassemble)
3094 /* save integer and float argument registers */
3098 for (i = 0; i < md->paramcount; i++) {
3099 t = md->paramtypes[i].type;
3101 if (IS_INT_LNG_TYPE(t)) {
3102 if (!md->params[i].inmemory) {
3103 s1 = md->params[i].regoff;
3104 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3110 for (i = 0; i < md->paramcount; i++) {
3111 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3112 if (!md->params[i].inmemory) {
3113 s1 = md->params[i].regoff;
3114 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3120 /* create native stack info */
3122 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3123 M_MOV(REG_PV, rd->argintregs[1]);
3124 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[2]);
3125 M_ALD(rd->argintregs[3], REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3126 disp = dseg_addaddress(cd, codegen_start_native_call);
3128 M_ALD(REG_ITMP1, REG_PV, disp);
3129 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3133 /* restore integer and float argument registers */
3137 for (i = 0; i < md->paramcount; i++) {
3138 t = md->paramtypes[i].type;
3140 if (IS_INT_LNG_TYPE(t)) {
3141 if (!md->params[i].inmemory) {
3142 s1 = md->params[i].regoff;
3143 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3149 for (i = 0; i < md->paramcount; i++) {
3150 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3151 if (!md->params[i].inmemory) {
3152 s1 = md->params[i].regoff;
3153 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3159 /* copy or spill arguments to new locations */
3161 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3162 t = md->paramtypes[i].type;
3164 if (IS_INT_LNG_TYPE(t)) {
3165 if (!md->params[i].inmemory) {
3166 s1 = rd->argintregs[md->params[i].regoff];
3168 if (!nmd->params[j].inmemory) {
3169 s2 = rd->argintregs[nmd->params[j].regoff];
3172 s2 = nmd->params[j].regoff;
3173 M_LST(s1, REG_SP, s2 * 8);
3177 s1 = md->params[i].regoff + cd->stackframesize;
3178 s2 = nmd->params[j].regoff;
3180 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3181 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3185 /* We only copy spilled float arguments, as the float
3186 argument registers keep unchanged. */
3188 if (md->params[i].inmemory) {
3189 s1 = md->params[i].regoff + cd->stackframesize;
3190 s2 = nmd->params[j].regoff;
3192 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3194 if (IS_2_WORD_TYPE(t)) {
3195 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3197 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
3203 /* put class into second argument register */
3205 if (m->flags & ACC_STATIC) {
3206 disp = dseg_addaddress(cd, m->class);
3207 M_ALD(rd->argintregs[1], REG_PV, disp);
3210 /* put env into first argument register */
3212 disp = dseg_addaddress(cd, _Jv_env);
3213 M_ALD(rd->argintregs[0], REG_PV, disp);
3215 /* generate the actual native call */
3216 /* native functions have a different TOC for sure */
3218 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3219 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3220 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3221 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3224 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3226 /* save return value */
3228 if (md->returntype.type != TYPE_VOID) {
3229 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3230 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3233 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3234 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3236 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); */ /* FIXME, needed F XXX?*/
3241 /* print call trace */
3242 #if ! defined(NDEBGUU)
3243 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3244 emit_verbosecall_exit(jd);
3247 /* remove native stackframe info */
3249 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3250 disp = dseg_addaddress(cd, codegen_finish_native_call);
3251 M_ALD(REG_ITMP1, REG_PV, disp);
3252 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3255 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3257 /* restore return value */
3259 if (md->returntype.type != TYPE_VOID) {
3260 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3261 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3264 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3265 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3267 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
3272 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3273 M_MTLR(REG_ITMP2_XPC);
3274 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
3276 /* check for exception */
3278 M_TST(REG_ITMP1_XPTR);
3279 M_BNE(1); /* if no exception then return */
3283 /* handle exception */
3285 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3287 disp = dseg_addaddress(cd, asm_handle_nat_exception);
3288 M_ALD(REG_ITMP3, REG_PV, disp);
3292 /* generate patcher stub call code */
3300 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3301 /* Get machine code which is patched back in later. The
3302 call is 1 instruction word long. */
3304 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3306 mcode = *((u4 *) tmpmcodeptr);
3308 /* Patch in the call to call the following code (done at
3311 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3312 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3314 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3317 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3319 /* create stack frame - keep stack 16-byte aligned */
3321 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3323 /* move return address onto stack */
3326 M_AST(REG_ZERO, REG_SP, 5 * 8);
3328 /* move pointer to java_objectheader onto stack */
3330 #if defined(ENABLE_THREADS)
3331 /* order reversed because of data segment layout */
3333 (void) dseg_addaddress(cd, NULL); /* flcword */
3334 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3335 disp = dseg_addaddress(cd, NULL); /* vftbl */
3337 M_LDA(REG_ITMP3, REG_PV, disp);
3338 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3343 /* move machine code onto stack */
3345 disp = dseg_adds4(cd, mcode);
3346 M_ILD(REG_ITMP3, REG_PV, disp);
3347 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3349 /* move class/method/field reference onto stack */
3351 disp = dseg_addaddress(cd, pref->ref);
3352 M_ALD(REG_ITMP3, REG_PV, disp);
3353 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3355 /* move data segment displacement onto stack */
3357 disp = dseg_adds4(cd, pref->disp);
3358 M_ILD(REG_ITMP3, REG_PV, disp);
3359 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3361 /* move patcher function pointer onto stack */
3363 disp = dseg_addaddress(cd, pref->patcher);
3364 M_ALD(REG_ITMP3, REG_PV, disp);
3365 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3367 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3368 M_ALD(REG_ITMP3, REG_PV, disp);
3376 return code->entrypoint;
3383 * These are local overrides for various environment variables in Emacs.
3384 * Please do not remove this and leave it at the end of the file, where
3385 * Emacs will automagically detect them.
3386 * ---------------------------------------------------------------------
3389 * indent-tabs-mode: t
3393 * vim:noexpandtab:sw=4:ts=4: