1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
30 Changes: Christian Thalinger
35 $Id: codegen.c 5982 2006-11-15 15:30:36Z twisti $
49 #include "vm/jit/abi-asm.h"
51 #include "vm/jit/powerpc64/arch.h"
52 #include "vm/jit/powerpc64/codegen.h"
54 #include "mm/memory.h"
55 #include "native/native.h"
56 #include "vm/builtin.h"
57 #include "vm/exceptions.h"
58 #include "vm/global.h"
59 #include "vm/loader.h"
60 #include "vm/options.h"
61 #include "vm/stringlocal.h"
63 #include "vm/jit/asmpart.h"
64 #include "vm/jit/codegen-common.h"
65 #include "vm/jit/dseg.h"
66 #include "vm/jit/emit-common.h"
67 #include "vm/jit/jit.h"
68 #include "vm/jit/parse.h"
69 #include "vm/jit/patcher.h"
70 #include "vm/jit/reg.h"
71 #include "vm/jit/replace.h"
73 #if defined(ENABLE_LSRA)
74 # include "vm/jit/allocator/lsra.h"
78 /* codegen *********************************************************************
80 Generates machine code.
82 *******************************************************************************/
84 bool codegen(jitdata *jd)
90 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 builtintable_entry *bte;
100 rplpoint *replacementpoint;
103 unresolved_field *uf;
106 /* get required compiler data */
113 /* prevent compiler warnings */
125 /* space to save used callee saved registers */
127 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
128 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
130 cd->stackframesize = rd->memuse + savedregs_num;
132 #if defined(ENABLE_THREADS)
133 /* space to save argument of monitor_enter and Return Values to survive */
134 /* monitor_exit. The stack position for the argument can not be shared */
135 /* with place to save the return register on PPC64, since both values */
137 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
138 /* reserve 2 slots for long/double return values for monitorexit */
139 cd->stackframesize += 2;
144 /* create method header */
146 /* align stack to 16-bytes */
149 /* if (!m->isleafmethod || opt_verbosecall) */
150 /* stackframesize = (stackframesize + 3) & ~3;
152 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
153 /* stackframesize = 0; */
155 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
156 (void) dseg_adds4(cd, cd->stackframesize * 8); /* FrameSize */
158 #if defined(ENABLE_THREADS)
159 /* IsSync contains the offset relative to the stack pointer for the
160 argument of monitor_exit used in the exception handler. Since the
161 offset could be zero and give a wrong meaning of the flag it is
165 if (checksync && (m->flags & ACC_SYNCHRONIZED))
166 (void) dseg_adds4(cd, (rd->memuse + 1) * 8); /* IsSync */
169 (void) dseg_adds4(cd, 0); /* IsSync */
171 (void) dseg_adds4(cd, jd->isleafmethod); /* IsLeaf */
172 (void) dseg_adds4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
173 (void) dseg_adds4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
175 dseg_addlinenumbertablesize(cd);
177 (void) dseg_adds4(cd, jd->exceptiontablelength); /* ExTableSize */
179 /* create exception table */
181 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
182 dseg_addtarget(cd, ex->start);
183 dseg_addtarget(cd, ex->end);
184 dseg_addtarget(cd, ex->handler);
185 (void) dseg_addaddress(cd, ex->catchtype.any);
188 /* create stack frame (if necessary) */
190 if (!jd->isleafmethod) {
192 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
195 if (cd->stackframesize)
196 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
198 /* save return address and used callee saved registers */
200 p = cd->stackframesize;
201 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
202 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
204 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
205 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
208 /* take arguments out of register or stack frame */
212 for (p = 0, l = 0; p < md->paramcount; p++) {
213 t = md->paramtypes[p].type;
214 varindex = jd->local_map[l*5 + t];
216 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
218 if (varindex == UNUSED)
221 s1 = md->params[p].regoff;
222 if (IS_INT_LNG_TYPE(t)) { /* integer args */
223 if (!md->params[p].inmemory) { /* register arguments */
224 s2 = rd->argintregs[s1];
225 if (!IS_INMEMORY(var->flags)) {
226 M_INTMOVE(s2, var->vv.regoff);
227 } else { /* reg arg -> spilled */
228 M_LST(s2, REG_SP, var->vv.regoff * 8);
230 } else { /* stack arguments */
231 if (!IS_INMEMORY(var->flags)) { /* stack arg -> register */
232 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
234 } else { /* stack arg -> spilled */
235 var->vv.regoff = cd->stackframesize + s1;
239 } else { /* floating args */
240 if (!md->params[p].inmemory) { /* register arguments */
241 s2 = rd->argfltregs[s1];
242 if (!IS_INMEMORY(var->flags)) { /* reg arg -> register */
243 M_FLTMOVE(s2, var->vv.regoff);
244 } else { /* reg arg -> spilled */
245 if (IS_2_WORD_TYPE(t)) {
246 M_DST(s2, REG_SP, var->vv.regoff * 8);
248 M_DST(s2, REG_SP, var->vv.regoff * 8); /* F XXX */
252 } else { /* stack arguments */
253 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
254 if (IS_2_WORD_TYPE(t)) {
255 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
257 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
259 } else { /* stack-arg -> spilled */
260 var->vv.regoff = cd->stackframesize + s1;
266 /* save monitorenter argument */
268 #if defined(ENABLE_THREADS)
270 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
272 /* stackoffset for argument used for LOCK_monitor_exit */
274 #if !defined (NDEBUG)
275 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
276 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
278 for (p = 0; p < INT_ARG_CNT; p++)
279 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
281 for (p = 0; p < FLT_ARG_CNT; p++)
282 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
284 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
285 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
288 p = dseg_addaddress(cd, LOCK_monitor_enter);
289 M_ALD(REG_ITMP3, REG_PV, p);
290 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
293 /* get or test the lock object */
295 if (m->flags & ACC_STATIC) {
296 p = dseg_addaddress(cd, &m->class->object.header);
297 M_ALD(rd->argintregs[0], REG_PV, p);
300 M_TST(rd->argintregs[0]);
302 codegen_add_nullpointerexception_ref(cd);
305 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
307 #if !defined (NDEBUG)
308 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
309 for (p = 0; p < INT_ARG_CNT; p++)
310 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
312 for (p = 0; p < FLT_ARG_CNT; p++)
313 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
315 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
321 /* call trace function */
322 #if !defined (NDEBUG)
323 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
324 emit_verbosecall_enter(jd);
329 /* end of header generation */
331 replacementpoint = jd->code->rplpoints;
333 /* walk through all basic blocks */
334 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
336 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
338 if (bptr->flags >= BBREACHED) {
340 /* branch resolving */
344 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
345 md_codegen_patch_branch(cd, brefs->branchpos, bptr->mpc);
349 /* handle replacement points */
352 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
353 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
359 /* copy interface registers to their destination */
364 #if defined(ENABLE_LSRA)
368 var = VAR(bptr->invars[len]);
369 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
370 /* d = reg_of_var(m, var, REG_ITMP1); */
371 if (!(var->flags & INMEMORY))
375 M_INTMOVE(REG_ITMP1, d);
376 emit_store(jd, NULL, var, d);
383 var = VAR(bptr->invars[len]);
384 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
385 d = codegen_reg_of_var(0, var, REG_ITMP1);
386 M_INTMOVE(REG_ITMP1, d);
387 emit_store(jd, NULL, var, d);
390 assert((var->flags & INOUT));
394 #if defined(ENABLE_LSRA)
397 /* walk through all instructions */
402 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
403 bool sign_ext = false;
404 if (iptr->line != currentline) {
405 dseg_addlinenumber(cd, iptr->line);
406 currentline = iptr->line;
409 MCODECHECK(64); /* an instruction usually needs < 64 words */
412 case ICMD_NOP: /* ... ==> ... */
413 case ICMD_INLINE_START:
414 case ICMD_INLINE_END:
417 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
419 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
422 codegen_add_nullpointerexception_ref(cd);
425 /* constant operations ************************************************/
427 case ICMD_ICONST: /* ... ==> ..., constant */
429 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
430 ICONST(d, iptr->sx.val.i);
431 emit_store_dst(jd, iptr, d);
434 case ICMD_LCONST: /* ... ==> ..., constant */
436 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
437 LCONST(d, iptr->sx.val.l);
438 emit_store_dst(jd, iptr, d);
441 case ICMD_FCONST: /* ... ==> ..., constant */
443 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
444 a = dseg_addfloat(cd, iptr->sx.val.f);
446 emit_store_dst(jd, iptr, d);
449 case ICMD_DCONST: /* ... ==> ..., constant */
451 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
452 a = dseg_adddouble(cd, iptr->sx.val.d);
454 emit_store_dst(jd, iptr, d);
457 case ICMD_ACONST: /* ... ==> ..., constant */
458 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
459 disp = dseg_addaddress(cd, iptr->sx.val.anyptr);
461 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
462 codegen_addpatchref(cd, PATCHER_aconst,
466 if (opt_showdisassemble)
470 M_ALD(d, REG_PV, disp);
471 emit_store_dst(jd, iptr, d);
475 /* load/store/copy/move operations ************************************/
477 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
478 case ICMD_ALOAD: /* s1.localindex = local variable */
480 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
481 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
482 case ICMD_ISTORE: /* ..., value ==> ... */
483 case ICMD_ASTORE: /* dst.localindex = local variable */
485 case ICMD_FSTORE: /* ..., value ==> ... */
486 case ICMD_DSTORE: /* ..., value ==> ... */
490 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
494 /* pop operations *****************************************************/
496 /* attention: double and longs are only one entry in CACAO ICMDs */
498 case ICMD_POP: /* ..., value ==> ... */
499 case ICMD_POP2: /* ..., value, value ==> ... */
504 /* integer operations *************************************************/
506 case ICMD_INEG: /* ..., value ==> ..., - value */
509 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
510 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
512 if (sign_ext) M_EXTSW(d, d);
513 emit_store_dst(jd, iptr, d);
517 case ICMD_I2L: /* ..., value ==> ..., value */
519 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
520 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
522 emit_store_dst(jd, iptr, d);
525 case ICMD_L2I: /* ..., value ==> ..., value */
527 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
528 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
530 emit_store_dst(jd, iptr, d);
533 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
535 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
536 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
538 emit_store_dst(jd, iptr, d);
541 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
543 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
544 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
546 emit_store_dst(jd, iptr, d);
549 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
551 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
552 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
554 emit_store_dst(jd, iptr, d);
558 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
560 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
561 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
562 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
565 emit_store_dst(jd, iptr, d);
571 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
572 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
573 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
574 M_IADD_IMM(s1, iptr->sx.val.i, d);
576 ICONST(REG_ITMP2, iptr->sx.val.i);
577 M_IADD(s1, REG_ITMP2, d);
580 emit_store_dst(jd, iptr, d);
583 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
585 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
586 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
587 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
589 emit_store_dst(jd, iptr, d);
592 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
593 /* sx.val.l = constant */
595 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
596 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
598 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
599 M_LADD_IMM(s1, iptr->sx.val.l, d);
601 LCONST(REG_ITMP2, iptr->sx.val.l);
602 M_LADD(s1, REG_ITMP2, d);
604 emit_store_dst(jd, iptr, d);
607 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
609 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
610 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
611 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
613 emit_store_dst(jd, iptr, d);
616 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
617 /* sx.val.i = constant */
619 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
620 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
621 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
622 M_IADD_IMM(s1, -iptr->sx.val.i, d);
624 ICONST(REG_ITMP2, iptr->sx.val.i);
625 M_SUB(s1, REG_ITMP2, d);
628 emit_store_dst(jd, iptr, d);
631 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
633 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
634 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
635 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
637 emit_store_dst(jd, iptr, d);
640 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
641 /* sx.val.l = constant */
643 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
644 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
646 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
647 M_LADD_IMM(s1, -iptr->sx.val.l, d);
649 LCONST(REG_ITMP2, iptr->sx.val.l);
650 M_SUB(s1, REG_ITMP2, d);
652 emit_store_dst(jd, iptr, d);
657 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
659 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
660 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
661 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
664 codegen_add_arithmeticexception_ref(cd);
667 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
668 /* we only need to check this if we did a LDIV, not for IDIV */
671 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
673 M_MOV(s1, d); /* java specs says result == dividend */
675 if (sign_ext) M_EXTSW(d, d);
676 emit_store_dst(jd, iptr, d);
681 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
682 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
683 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
686 codegen_add_arithmeticexception_ref(cd);
688 M_DIV(s1, s2, REG_ITMP3);
689 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
690 /* we only need to check this if we did a LDIV, not for IDIV */
693 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
695 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
698 M_MUL(REG_ITMP3, s2, REG_ITMP2);
699 M_SUB(s1, REG_ITMP2, REG_ITMP3);
700 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
703 emit_store_dst(jd, iptr, REG_ITMP1);
707 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
710 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
711 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
712 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
714 if (sign_ext) M_EXTSW(d, d);
715 emit_store_dst(jd, iptr, d);
718 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
719 /* sx.val.i = constant */
721 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
722 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
723 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
724 M_MUL_IMM(s1, iptr->sx.val.i, d);
726 ICONST(REG_ITMP3, iptr->sx.val.i);
727 M_MUL(s1, REG_ITMP3, d);
730 emit_store_dst(jd, iptr, d);
733 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
734 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
735 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
736 M_MUL_IMM(s1, iptr->sx.val.l, d);
738 LCONST(REG_ITMP3, iptr->sx.val.l);
739 M_MUL(s1, REG_ITMP3, d);
741 emit_store_dst(jd, iptr, d);
744 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
746 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
747 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
748 M_SRA_IMM(s1, iptr->sx.val.i, d);
750 emit_store_dst(jd, iptr, d);
753 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
755 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
756 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
757 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
758 M_AND_IMM(s2, 0x1f, REG_ITMP3);
759 M_SLL(s1, REG_ITMP3, d);
761 emit_store_dst(jd, iptr, d);
764 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
765 /* sx.val.i = constant */
767 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
768 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
769 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
771 emit_store_dst(jd, iptr, d);
774 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
776 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
777 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
778 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
779 M_AND_IMM(s2, 0x1f, REG_ITMP3);
780 M_SRA(s1, REG_ITMP3, d);
781 emit_store_dst(jd, iptr, d);
784 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
785 /* sx.val.i = constant */
787 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
788 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
789 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
790 emit_store_dst(jd, iptr, d);
793 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
795 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
796 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
797 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
798 M_AND_IMM(s2, 0x1f, REG_ITMP2);
799 M_SRL(s1, REG_ITMP2, d);
800 emit_store_dst(jd, iptr, d);
803 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
804 /* sx.val.i = constant */
806 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
807 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
808 if (iptr->sx.val.i & 0x1f) {
809 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
813 emit_store_dst(jd, iptr, d);
816 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
819 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
820 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
821 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
823 emit_store_dst(jd, iptr, d);
826 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
827 /* sx.val.i = constant */
829 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
830 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
831 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
832 M_AND_IMM(s1, iptr->sx.val.i, d);
835 else if (iptr->sx.val.i == 0xffffff) {
836 M_RLWINM(s1, 0, 8, 31, d);
840 ICONST(REG_ITMP3, iptr->sx.val.i);
841 M_AND(s1, REG_ITMP3, d);
843 emit_store_dst(jd, iptr, d);
846 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
847 /* sx.val.l = constant */
849 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
850 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
851 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
852 M_AND_IMM(s1, iptr->sx.val.l, d);
854 else if (iptr->sx.val.l == 0xffffff) {
855 M_RLWINM(s1, 0, 8, 31, d);
859 LCONST(REG_ITMP3, iptr->sx.val.l);
860 M_AND(s1, REG_ITMP3, d);
862 emit_store_dst(jd, iptr, d);
865 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
866 /* sx.val.i = constant */
867 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
868 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
869 M_MOV(s1, REG_ITMP2);
871 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
872 if (iptr->sx.val.i >= 32768) {
873 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
874 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
875 M_IADD(s1, REG_ITMP2, REG_ITMP2);
877 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
880 int b=0, m = iptr->sx.val.i;
883 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
885 M_SUB(s1, REG_ITMP2, d);
887 emit_store_dst(jd, iptr, d);
890 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
893 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
894 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
895 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
897 emit_store_dst(jd, iptr, d);
900 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
901 /* sx.val.i = constant */
903 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
904 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
905 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
906 M_OR_IMM(s1, iptr->sx.val.i, d);
908 ICONST(REG_ITMP3, iptr->sx.val.i);
909 M_OR(s1, REG_ITMP3, d);
911 emit_store_dst(jd, iptr, d);
914 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
915 /* sx.val.l = constant */
917 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
918 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
919 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
920 M_OR_IMM(s1, iptr->sx.val.l, d);
922 LCONST(REG_ITMP3, iptr->sx.val.l);
923 M_OR(s1, REG_ITMP3, d);
925 emit_store_dst(jd, iptr, d);
929 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
932 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
933 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
934 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
936 emit_store_dst(jd, iptr, d);
939 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
940 /* sx.val.i = constant */
942 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
943 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
944 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
945 M_XOR_IMM(s1, iptr->sx.val.i, d);
947 ICONST(REG_ITMP3, iptr->sx.val.i);
948 M_XOR(s1, REG_ITMP3, d);
950 emit_store_dst(jd, iptr, d);
953 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
954 /* sx.val.l = constant */
956 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
957 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
958 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
959 M_XOR_IMM(s1, iptr->sx.val.l, d);
961 LCONST(REG_ITMP3, iptr->sx.val.l);
962 M_XOR(s1, REG_ITMP3, d);
964 emit_store_dst(jd, iptr, d);
967 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
969 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
970 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
971 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
972 /* XXX implement me!!! */
973 emit_store_dst(jd, iptr, d);
978 /* floating operations ************************************************/
980 case ICMD_FNEG: /* ..., value ==> ..., - value */
982 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
983 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
985 emit_store_dst(jd, iptr, d);
988 case ICMD_DNEG: /* ..., value ==> ..., - value */
990 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
991 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
993 emit_store_dst(jd, iptr, d);
996 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
998 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
999 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1000 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1002 emit_store_dst(jd, iptr, d);
1005 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1007 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1008 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1009 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1011 emit_store_dst(jd, iptr, d);
1014 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1016 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1017 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1018 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1020 emit_store_dst(jd, iptr, d);
1023 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1025 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1026 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1027 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1029 emit_store_dst(jd, iptr, d);
1032 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1034 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1035 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1036 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1038 emit_store_dst(jd, iptr, d);
1041 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1043 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1044 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1045 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1047 emit_store_dst(jd, iptr, d);
1050 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1052 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1053 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1054 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1056 emit_store_dst(jd, iptr, d);
1059 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1061 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1062 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1063 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1065 emit_store_dst(jd, iptr, d);
1068 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1071 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1072 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1074 disp = dseg_addfloat(cd, 0.0);
1075 M_FLD(REG_FTMP2, REG_PV, disp);
1076 M_FCMPU(s1, REG_FTMP2);
1078 disp = dseg_adds4(cd, 0);
1079 M_CVTDL_C(s1, REG_FTMP1);
1080 M_LDA(REG_ITMP1, REG_PV, disp);
1081 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1082 M_ILD(d, REG_PV, disp);
1083 emit_store_dst(jd, iptr, d);
1086 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1088 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1089 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1091 emit_store_dst(jd, iptr, d);
1094 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1096 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1097 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1099 emit_store_dst(jd, iptr, d);
1102 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1103 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1106 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1107 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1108 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1110 M_IADD_IMM(REG_ZERO, -1, d);
1113 M_IADD_IMM(REG_ZERO, 0, d);
1115 M_IADD_IMM(REG_ZERO, 1, d);
1116 emit_store_dst(jd, iptr, d);
1119 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1120 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1122 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1123 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1124 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1126 M_IADD_IMM(REG_ZERO, 1, d);
1129 M_IADD_IMM(REG_ZERO, 0, d);
1131 M_IADD_IMM(REG_ZERO, -1, d);
1132 emit_store_dst(jd, iptr, d);
1135 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1136 case ICMD_IF_DCMPEQ:
1138 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1139 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1143 codegen_addreference(cd, iptr->dst.block);
1146 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1147 case ICMD_IF_DCMPNE:
1149 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1150 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1153 codegen_addreference(cd, iptr->dst.block);
1155 codegen_addreference(cd, iptr->dst.block);
1159 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1160 case ICMD_IF_DCMPL_LT:
1162 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1163 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1166 codegen_addreference(cd, iptr->dst.block);
1168 codegen_addreference(cd, iptr->dst.block);
1171 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1172 case ICMD_IF_DCMPL_GT:
1174 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1175 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1179 codegen_addreference(cd, iptr->dst.block);
1182 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1183 case ICMD_IF_DCMPL_LE:
1185 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1186 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1189 codegen_addreference(cd, iptr->dst.block);
1191 codegen_addreference(cd, iptr->dst.block);
1194 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1195 case ICMD_IF_DCMPL_GE:
1197 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1198 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1202 codegen_addreference(cd, iptr->dst.block);
1205 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1206 case ICMD_IF_DCMPG_LT:
1208 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1209 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1213 codegen_addreference(cd, iptr->dst.block);
1216 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1217 case ICMD_IF_DCMPG_GT:
1219 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1220 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1223 codegen_addreference(cd, iptr->dst.block);
1225 codegen_addreference(cd, iptr->dst.block);
1228 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1229 case ICMD_IF_DCMPG_LE:
1231 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1232 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1236 codegen_addreference(cd, iptr->dst.block);
1239 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1240 case ICMD_IF_DCMPG_GE:
1242 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1243 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1246 codegen_addreference(cd, iptr->dst.block);
1248 codegen_addreference(cd, iptr->dst.block);
1252 /* memory operations **************************************************/
1254 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1256 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1257 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1258 gen_nullptr_check(s1);
1259 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1260 emit_store_dst(jd, iptr, d);
1263 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1265 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1266 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1267 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1268 if (INSTRUCTION_MUST_CHECK(iptr)) {
1269 gen_nullptr_check(s1);
1272 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1273 M_LBZX(d, s1, REG_ITMP2);
1275 emit_store_dst(jd, iptr, d);
1278 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1280 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1281 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1282 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1283 if (INSTRUCTION_MUST_CHECK(iptr)) {
1284 gen_nullptr_check(s1);
1287 M_SLL_IMM(s2, 1, REG_ITMP2);
1288 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1289 M_LHAX(d, s1, REG_ITMP2);
1290 emit_store_dst(jd, iptr, d);
1293 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1295 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1296 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1297 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1298 if (INSTRUCTION_MUST_CHECK(iptr)) {
1299 gen_nullptr_check(s1);
1302 M_SLL_IMM(s2, 1, REG_ITMP2);
1303 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1304 M_LHAX(d, s1, REG_ITMP2);
1305 emit_store_dst(jd, iptr, d);
1308 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1310 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1311 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1312 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1313 if (INSTRUCTION_MUST_CHECK(iptr)) {
1314 gen_nullptr_check(s1);
1317 M_SLL_IMM(s2, 2, REG_ITMP2);
1318 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1319 M_LWZX(d, s1, REG_ITMP2);
1320 emit_store_dst(jd, iptr, d);
1323 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1325 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1326 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1327 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1328 if (INSTRUCTION_MUST_CHECK(iptr)) {
1329 gen_nullptr_check(s1);
1332 M_SLL_IMM(s2, 3, REG_ITMP2);
1333 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1334 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1335 emit_store_dst(jd, iptr, d);
1338 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1340 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1341 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1342 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1343 if (INSTRUCTION_MUST_CHECK(iptr)) {
1344 gen_nullptr_check(s1);
1347 M_SLL_IMM(s2, 2, REG_ITMP2);
1348 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1349 M_LFSX(d, s1, REG_ITMP2);
1350 emit_store_dst(jd, iptr, d);
1353 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1355 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1356 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1357 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1358 if (INSTRUCTION_MUST_CHECK(iptr)) {
1359 gen_nullptr_check(s1);
1362 M_SLL_IMM(s2, 3, REG_ITMP2);
1363 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1364 M_LFDX(d, s1, REG_ITMP2);
1365 emit_store_dst(jd, iptr, d);
1368 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1370 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1371 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1372 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1373 if (INSTRUCTION_MUST_CHECK(iptr)) {
1374 gen_nullptr_check(s1);
1377 M_SLL_IMM(s2, 3, REG_ITMP2);
1378 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1379 M_ALDX(d, s1, REG_ITMP2);
1380 emit_store_dst(jd, iptr, d);
1384 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1386 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1387 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1388 if (INSTRUCTION_MUST_CHECK(iptr)) {
1389 gen_nullptr_check(s1);
1392 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1393 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1394 M_STBX(s3, s1, REG_ITMP2);
1397 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1399 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1400 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1401 if (INSTRUCTION_MUST_CHECK(iptr)) {
1402 gen_nullptr_check(s1);
1405 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1406 M_SLL_IMM(s2, 1, REG_ITMP2);
1407 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1408 M_STHX(s3, s1, REG_ITMP2);
1411 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1413 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1414 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1415 if (INSTRUCTION_MUST_CHECK(iptr)) {
1416 gen_nullptr_check(s1);
1419 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1420 M_SLL_IMM(s2, 1, REG_ITMP2);
1421 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1422 M_STHX(s3, s1, REG_ITMP2);
1425 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1427 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1428 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1429 if (INSTRUCTION_MUST_CHECK(iptr)) {
1430 gen_nullptr_check(s1);
1433 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1434 M_SLL_IMM(s2, 2, REG_ITMP2);
1435 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1436 M_STWX(s3, s1, REG_ITMP2);
1439 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1441 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1442 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1443 if (INSTRUCTION_MUST_CHECK(iptr)) {
1444 gen_nullptr_check(s1);
1447 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1448 M_SLL_IMM(s2, 3, REG_ITMP2);
1449 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1450 M_LSTX(s3, s1, REG_ITMP2);
1453 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1455 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1456 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1457 if (INSTRUCTION_MUST_CHECK(iptr)) {
1458 gen_nullptr_check(s1);
1461 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1462 M_SLL_IMM(s2, 2, REG_ITMP2);
1463 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1464 M_STFSX(s3, s1, REG_ITMP2);
1467 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1469 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1470 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1471 if (INSTRUCTION_MUST_CHECK(iptr)) {
1472 gen_nullptr_check(s1);
1475 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1476 M_SLL_IMM(s2, 3, REG_ITMP2);
1477 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1478 M_STFDX(s3, s1, REG_ITMP2);
1481 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1483 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1484 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1485 if (INSTRUCTION_MUST_CHECK(iptr)) {
1486 gen_nullptr_check(s1);
1489 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1491 disp = dseg_addaddress(cd, BUILTIN_canstore);
1492 M_ALD(REG_ITMP3, REG_PV, disp);
1493 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1496 M_INTMOVE(s1, rd->argintregs[0]);
1497 M_INTMOVE(s3, rd->argintregs[1]);
1502 codegen_add_arraystoreexception_ref(cd);
1504 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1505 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1506 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1507 M_SLL_IMM(s2, 3, REG_ITMP2);
1508 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1509 M_ASTX(s3, s1, REG_ITMP2);
1513 case ICMD_GETSTATIC: /* ... ==> ..., value */
1515 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1516 uf = iptr->sx.s23.s3.uf;
1518 fieldtype = uf->fieldref->parseddesc.fd->type;
1519 disp = dseg_addaddress(cd, NULL);
1521 codegen_addpatchref(cd, PATCHER_get_putstatic,
1522 iptr->sx.s23.s3.uf, disp);
1524 if (opt_showdisassemble)
1528 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1530 fieldtype = fi->type;
1531 disp = dseg_addaddress(cd, &(fi->value));
1533 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1534 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1536 if (opt_showdisassemble)
1541 M_ALD(REG_ITMP1, REG_PV, disp);
1542 switch (fieldtype) {
1544 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1545 M_ILD_INTERN(d, REG_ITMP1, 0);
1548 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1549 M_LLD(d, REG_ITMP1, 0);
1552 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1553 M_ALD_INTERN(d, REG_ITMP1, 0);
1556 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1557 M_FLD_INTERN(d, REG_ITMP1, 0);
1560 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1561 M_DLD_INTERN(d, REG_ITMP1, 0);
1564 emit_store_dst(jd, iptr, d);
1567 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1570 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1571 uf = iptr->sx.s23.s3.uf;
1573 fieldtype = uf->fieldref->parseddesc.fd->type;
1574 disp = dseg_addaddress(cd, NULL);
1576 codegen_addpatchref(cd, PATCHER_get_putstatic,
1577 iptr->sx.s23.s3.uf, disp);
1579 if (opt_showdisassemble)
1583 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1585 fieldtype = fi->type;
1586 disp = dseg_addaddress(cd, &(fi->value));
1588 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1589 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1591 if (opt_showdisassemble)
1596 M_ALD(REG_ITMP1, REG_PV, disp);
1597 switch (fieldtype) {
1599 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1600 M_IST_INTERN(s1, REG_ITMP1, 0);
1603 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1604 M_LST_INTERN(s1, REG_ITMP1, 0);
1607 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1608 M_AST_INTERN(s1, REG_ITMP1, 0);
1611 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1612 M_FST_INTERN(s1, REG_ITMP1, 0);
1615 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1616 M_DST_INTERN(s1, REG_ITMP1, 0);
1622 case ICMD_GETFIELD: /* ... ==> ..., value */
1624 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1625 gen_nullptr_check(s1);
1627 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1628 uf = iptr->sx.s23.s3.uf;
1629 fieldtype = uf->fieldref->parseddesc.fd->type;
1632 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1634 if (opt_showdisassemble)
1638 fi = iptr->sx.s23.s3.fmiref->p.field;
1639 fieldtype = fi->type;
1643 switch (fieldtype) {
1645 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1649 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1653 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1657 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1661 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1665 emit_store_dst(jd, iptr, d);
1668 case ICMD_PUTFIELD: /* ..., value ==> ... */
1670 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1671 gen_nullptr_check(s1);
1673 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1674 uf = iptr->sx.s23.s3.uf;
1675 fieldtype = uf->fieldref->parseddesc.fd->type;
1679 fi = iptr->sx.s23.s3.fmiref->p.field;
1680 fieldtype = fi->type;
1684 if (IS_INT_LNG_TYPE(fieldtype)) {
1685 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1688 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1690 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1691 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1693 if (opt_showdisassemble)
1698 switch (fieldtype) {
1700 M_IST(s2, s1, disp);
1703 M_LST(s2, s1, disp);
1706 M_AST(s2, s1, disp);
1709 M_FST(s2, s1, disp);
1712 M_DST(s2, s1, disp);
1718 /* branch operations **************************************************/
1720 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1722 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1723 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1725 #ifdef ENABLE_VERIFIER
1726 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1727 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1728 iptr->sx.s23.s2.uc, 0);
1730 if (opt_showdisassemble)
1733 #endif /* ENABLE_VERIFIER */
1735 disp = dseg_addaddress(cd, asm_handle_exception);
1736 M_ALD(REG_ITMP2, REG_PV, disp);
1739 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1740 M_BL(0); /* get current PC */
1741 M_MFLR(REG_ITMP2_XPC);
1742 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1743 M_RTS; /* jump to CTR */
1748 case ICMD_GOTO: /* ... ==> ... */
1749 case ICMD_RET: /* ... ==> ... */
1752 codegen_addreference(cd, iptr->dst.block);
1756 case ICMD_JSR: /* ... ==> ... */
1759 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1763 case ICMD_IFNULL: /* ..., value ==> ... */
1765 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1768 codegen_addreference(cd, iptr->dst.block);
1771 case ICMD_IFNONNULL: /* ..., value ==> ... */
1773 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1776 codegen_addreference(cd, iptr->dst.block);
1784 case ICMD_IFEQ: /* ..., value ==> ... */
1786 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1787 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1788 M_CMPI(s1, iptr->sx.val.i);
1790 ICONST(REG_ITMP2, iptr->sx.val.i);
1791 M_CMP(s1, REG_ITMP2);
1793 switch (iptr->opc) {
1813 codegen_addreference(cd, iptr->dst.block);
1816 case ICMD_IF_LEQ: /* ..., value ==> ... */
1817 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1818 LCONST(REG_ITMP2, iptr->sx.val.l);
1819 M_CMP(s1, REG_ITMP2);
1821 codegen_addreference(cd, iptr->dst.block);
1823 case ICMD_IF_LLT: /* ..., value ==> ... */
1824 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1825 LCONST(REG_ITMP2, iptr->sx.val.l);
1826 M_CMP(s1, REG_ITMP2);
1828 codegen_addreference(cd, iptr->dst.block);
1830 case ICMD_IF_LLE: /* ..., value ==> ... */
1831 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1832 LCONST(REG_ITMP2, iptr->sx.val.l);
1833 M_CMP(s1, REG_ITMP2);
1835 codegen_addreference(cd, iptr->dst.block);
1838 case ICMD_IF_LNE: /* ..., value ==> ... */
1839 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1840 LCONST(REG_ITMP2, iptr->sx.val.l);
1841 M_CMP(s1, REG_ITMP2);
1843 codegen_addreference(cd, iptr->dst.block);
1845 case ICMD_IF_LGE: /* ..., value ==> ... */
1846 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1847 LCONST(REG_ITMP2, iptr->sx.val.l);
1848 M_CMP(s1, REG_ITMP2);
1850 codegen_addreference(cd, iptr->dst.block);
1852 case ICMD_IF_LGT: /* ..., value ==> ... */
1853 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1854 LCONST(REG_ITMP2, iptr->sx.val.l);
1855 M_CMP(s1, REG_ITMP2);
1857 codegen_addreference(cd, iptr->dst.block);
1859 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1860 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1861 case ICMD_IF_LCMPEQ:
1863 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1864 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1867 codegen_addreference(cd, iptr->dst.block);
1870 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1871 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1872 case ICMD_IF_LCMPNE:
1874 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1875 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1878 codegen_addreference(cd, iptr->dst.block);
1882 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1883 case ICMD_IF_LCMPLT:
1885 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1886 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1889 codegen_addreference(cd, iptr->dst.block);
1892 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1893 case ICMD_IF_LCMPGT:
1895 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1896 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1899 codegen_addreference(cd, iptr->dst.block);
1902 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1903 case ICMD_IF_LCMPLE:
1905 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1906 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1909 codegen_addreference(cd, iptr->dst.block);
1912 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1913 case ICMD_IF_LCMPGE:
1915 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1916 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1919 codegen_addreference(cd, iptr->dst.block);
1923 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1924 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1926 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1927 M_LNGMOVE(s1, REG_RESULT);
1928 goto nowperformreturn;
1930 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1932 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1933 M_LNGMOVE(s1, REG_RESULT);
1935 #ifdef ENABLE_VERIFIER
1936 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1937 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1938 iptr->sx.s23.s2.uc, 0);
1940 if (opt_showdisassemble)
1943 #endif /* ENABLE_VERIFIER */
1945 goto nowperformreturn;
1947 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1950 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1951 M_FLTMOVE(s1, REG_FRESULT);
1952 goto nowperformreturn;
1954 case ICMD_RETURN: /* ... ==> ... */
1960 p = cd->stackframesize;
1962 /* call trace function */
1964 #if !defined(NDEBUG)
1965 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1966 emit_verbosecall_exit(jd);
1970 #if defined(ENABLE_THREADS)
1971 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1972 disp = dseg_addaddress(cd, LOCK_monitor_exit);
1973 M_ALD(REG_ITMP3, REG_PV, disp);
1974 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1977 /* we need to save the proper return value */
1979 switch (iptr->opc) {
1984 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1987 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1990 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1994 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
1997 /* and now restore the proper return value */
1999 switch (iptr->opc) {
2004 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2007 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2010 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2016 /* restore return address */
2018 if (!jd->isleafmethod) {
2019 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2020 may have a displacement overflow. */
2022 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2026 /* restore saved registers */
2028 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2029 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2031 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2032 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2035 /* deallocate stack */
2037 if (cd->stackframesize)
2038 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2046 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2049 branch_target_t *table;
2051 table = iptr->dst.table;
2053 l = iptr->sx.s23.s2.tablelow;
2054 i = iptr->sx.s23.s3.tablehigh;
2056 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2058 M_INTMOVE(s1, REG_ITMP1);
2059 } else if (l <= 32768) {
2060 M_LDA(REG_ITMP1, s1, -l);
2062 ICONST(REG_ITMP2, l);
2063 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2066 /* number of targets */
2071 M_CMPUI(REG_ITMP1, i - 1);
2073 codegen_addreference(cd, table[0].block);
2075 /* build jump table top down and use address of lowest entry */
2080 dseg_addtarget(cd, table->block);
2085 /* length of dataseg after last dseg_addtarget is used by load */
2087 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2088 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2089 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2096 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2099 lookup_target_t *lookup;
2101 lookup = iptr->dst.lookup;
2103 i = iptr->sx.s23.s2.lookupcount;
2105 MCODECHECK((i<<2)+8);
2106 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2108 val = lookup->value;
2109 if ((val >= -32768) && (val <= 32767)) {
2112 a = dseg_adds4(cd, val);
2113 M_ILD(REG_ITMP2, REG_PV, a);
2114 M_CMP(s1, REG_ITMP2);
2117 codegen_addreference(cd, lookup->target.block);
2122 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2129 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2131 bte = iptr->sx.s23.s3.bte;
2135 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2136 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2137 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2138 case ICMD_INVOKEINTERFACE:
2140 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2141 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2145 lm = iptr->sx.s23.s3.fmiref->p.method;
2146 md = lm->parseddesc;
2150 s3 = md->paramcount;
2152 MCODECHECK((s3 << 1) + 64);
2154 /* copy arguments to registers or stack location */
2156 for (s3 = s3 - 1; s3 >= 0; s3--) {
2157 var = VAR(iptr->sx.s23.s2.args[s3]);
2159 if (var->flags & PREALLOC)
2162 if (IS_INT_LNG_TYPE(var->type)) {
2163 if (!md->params[s3].inmemory) {
2164 s1 = rd->argintregs[md->params[s3].regoff];
2165 d = emit_load(jd, iptr, var, s1);
2168 d = emit_load(jd, iptr, var, REG_ITMP1);
2169 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2172 if (!md->params[s3].inmemory) {
2173 s1 = rd->argfltregs[md->params[s3].regoff];
2174 d = emit_load(jd, iptr, var, s1);
2177 d = emit_load(jd, iptr, var, REG_FTMP1);
2178 if (IS_2_WORD_TYPE(var->type))
2179 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2181 M_DST(d, REG_SP, md->params[s3].regoff * 8); /* F XXX */
2186 switch (iptr->opc) {
2188 disp = dseg_addaddress(cd, bte->fp);
2189 d = md->returntype.type;
2191 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2192 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2196 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2198 M_LDA(REG_PV, REG_ITMP1, -disp);
2201 if (INSTRUCTION_MUST_CHECK(iptr)) {
2202 M_CMPI(REG_RESULT, 0);
2204 codegen_add_fillinstacktrace_ref(cd);
2208 case ICMD_INVOKESPECIAL:
2209 gen_nullptr_check(rd->argintregs[0]);
2210 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2213 case ICMD_INVOKESTATIC:
2215 unresolved_method *um = iptr->sx.s23.s3.um;
2217 disp = dseg_addaddress(cd, NULL);
2219 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2222 if (opt_showdisassemble)
2225 d = md->returntype.type;
2228 disp = dseg_addaddress(cd, lm->stubroutine);
2229 d = md->returntype.type;
2233 M_ALD(REG_PV, REG_PV, disp);
2236 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2238 M_LDA(REG_PV, REG_ITMP1, -disp);
2241 case ICMD_INVOKEVIRTUAL:
2242 gen_nullptr_check(rd->argintregs[0]);
2245 unresolved_method *um = iptr->sx.s23.s3.um;
2247 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2249 if (opt_showdisassemble)
2253 d = md->returntype.type;
2256 s1 = OFFSET(vftbl_t, table[0]) +
2257 sizeof(methodptr) * lm->vftblindex;
2258 d = md->returntype.type;
2261 M_ALD(REG_METHODPTR, rd->argintregs[0],
2262 OFFSET(java_objectheader, vftbl));
2263 M_ALD(REG_PV, REG_METHODPTR, s1);
2266 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2268 M_LDA(REG_PV, REG_ITMP1, -disp);
2271 case ICMD_INVOKEINTERFACE:
2272 gen_nullptr_check(rd->argintregs[0]);
2275 unresolved_method *um = iptr->sx.s23.s3.um;
2277 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2279 if (opt_showdisassemble)
2284 d = md->returntype.type;
2287 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2288 sizeof(methodptr*) * lm->class->index;
2290 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2292 d = md->returntype.type;
2295 M_ALD(REG_METHODPTR, rd->argintregs[0],
2296 OFFSET(java_objectheader, vftbl));
2297 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2298 M_ALD(REG_PV, REG_METHODPTR, s2);
2301 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2303 M_LDA(REG_PV, REG_ITMP1, -disp);
2307 /* d contains return type */
2309 if (d != TYPE_VOID) {
2310 if (IS_INT_LNG_TYPE(d)) {
2311 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2312 M_MOV(REG_RESULT, s1);
2314 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2315 M_FLTMOVE(REG_FRESULT, s1);
2317 emit_store_dst(jd, iptr, s1);
2322 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2323 /* val.a: (classinfo*) superclass */
2325 /* superclass is an interface:
2327 * OK if ((sub == NULL) ||
2328 * (sub->vftbl->interfacetablelength > super->index) &&
2329 * (sub->vftbl->interfacetable[-super->index] != NULL));
2331 * superclass is a class:
2333 * OK if ((sub == NULL) || (0
2334 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2335 * super->vftbl->diffvall));
2338 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2339 /* object type cast-check */
2344 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2348 super = iptr->sx.s23.s3.c.cls;
2349 superindex = super->index;
2352 #if defined(ENABLE_THREADS)
2353 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2355 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2357 /* calculate interface checkcast code size */
2361 s2 += (opt_showdisassemble ? 1 : 0);
2363 /* calculate class checkcast code size */
2365 s3 = 9 + (s1 == REG_ITMP1);
2367 s3 += (opt_showdisassemble ? 1 : 0);
2369 /* if class is not resolved, check which code to call */
2371 if (super == NULL) {
2373 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2375 disp = dseg_adds4(cd, 0); /* super->flags */
2377 codegen_addpatchref(cd,
2378 PATCHER_checkcast_instanceof_flags,
2379 iptr->sx.s23.s3.c.ref,
2382 if (opt_showdisassemble)
2385 M_ILD(REG_ITMP2, REG_PV, disp);
2386 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2390 /* interface checkcast code */
2392 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2393 if (super == NULL) {
2394 codegen_addpatchref(cd,
2395 PATCHER_checkcast_instanceof_interface,
2396 iptr->sx.s23.s3.c.ref,
2398 if (opt_showdisassemble)
2406 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2407 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2408 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2410 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2411 M_ALD(REG_ITMP3, REG_ITMP2,
2412 OFFSET(vftbl_t, interfacetable[0]) -
2413 superindex * sizeof(methodptr*));
2416 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2422 /* class checkcast code */
2424 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2425 if (super == NULL) {
2426 disp = dseg_add_unique_address(cd, NULL);
2427 codegen_addpatchref(cd, PATCHER_checkcast_class,
2428 iptr->sx.s23.s3.c.ref,
2430 if (opt_showdisassemble)
2433 disp = dseg_addaddress(cd, super->vftbl);
2438 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2439 #if defined(ENABLE_THREADS)
2440 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2442 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2443 M_ALD(REG_ITMP2, REG_PV, disp);
2444 if (s1 != REG_ITMP1) {
2445 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2446 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2447 #if defined(ENABLE_THREADS)
2448 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2450 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2451 M_EXTSW(REG_ITMP3, REG_ITMP3);
2453 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2454 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2455 M_EXTSW(REG_ITMP3, REG_ITMP3);
2456 M_ALD(REG_ITMP2, REG_PV, disp);
2457 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2458 #if defined(ENABLE_THREADS)
2459 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2462 M_CMPU(REG_ITMP3, REG_ITMP2);
2464 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2466 d = codegen_reg_of_dst(jd, iptr, s1);
2469 /* array type cast-check */
2471 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2472 M_INTMOVE(s1, rd->argintregs[0]);
2475 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2476 disp = dseg_addaddress(cd, NULL);
2477 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2478 iptr->sx.s23.s3.c.ref,
2481 if (opt_showdisassemble)
2484 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2487 M_ALD(rd->argintregs[1], REG_PV, disp);
2488 disp = dseg_addaddress(cd, BUILTIN_arraycheckcast);
2489 M_ALD(REG_ITMP2, REG_PV, disp);
2490 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2495 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2497 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2498 d = codegen_reg_of_dst(jd, iptr, s1);
2501 emit_store_dst(jd, iptr, d);
2504 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2505 /* val.a: (classinfo*) superclass */
2507 /* superclass is an interface:
2509 * return (sub != NULL) &&
2510 * (sub->vftbl->interfacetablelength > super->index) &&
2511 * (sub->vftbl->interfacetable[-super->index] != NULL);
2513 * superclass is a class:
2515 * return ((sub != NULL) && (0
2516 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2517 * super->vftbl->diffvall));
2522 vftbl_t *supervftbl;
2525 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2531 super = iptr->sx.s23.s3.c.cls;
2532 superindex = super->index;
2533 supervftbl = super->vftbl;
2536 #if defined(ENABLE_THREADS)
2537 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2539 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2540 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2542 M_MOV(s1, REG_ITMP1);
2546 /* calculate interface instanceof code size */
2550 s2 += (opt_showdisassemble ? 1 : 0);
2552 /* calculate class instanceof code size */
2556 s3 += (opt_showdisassemble ? 1 : 0);
2560 /* if class is not resolved, check which code to call */
2564 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2566 disp = dseg_adds4(cd, 0); /* super->flags */
2568 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2569 iptr->sx.s23.s3.c.ref, disp);
2571 if (opt_showdisassemble)
2574 M_ILD(REG_ITMP3, REG_PV, disp);
2575 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2579 /* interface instanceof code */
2581 if (!super || (super->flags & ACC_INTERFACE)) {
2587 codegen_addpatchref(cd,
2588 PATCHER_checkcast_instanceof_interface,
2589 iptr->sx.s23.s3.c.ref, 0);
2591 if (opt_showdisassemble)
2595 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2596 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2597 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2599 M_ALD(REG_ITMP1, REG_ITMP1,
2600 OFFSET(vftbl_t, interfacetable[0]) -
2601 superindex * sizeof(methodptr*));
2604 M_IADD_IMM(REG_ZERO, 1, d);
2610 /* class instanceof code */
2612 if (!super || !(super->flags & ACC_INTERFACE)) {
2613 disp = dseg_addaddress(cd, supervftbl);
2620 codegen_addpatchref(cd, PATCHER_instanceof_class,
2621 iptr->sx.s23.s3.c.ref,
2624 if (opt_showdisassemble) {
2629 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2630 M_ALD(REG_ITMP2, REG_PV, disp);
2631 #if defined(ENABLE_THREADS)
2632 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2634 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2635 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2636 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2637 #if defined(ENABLE_THREADS)
2638 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2640 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2641 M_CMPU(REG_ITMP1, REG_ITMP2);
2644 M_IADD_IMM(REG_ZERO, 1, d);
2646 emit_store_dst(jd, iptr, d);
2650 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2652 /* check for negative sizes and copy sizes to stack if necessary */
2654 MCODECHECK((iptr->s1.argcount << 1) + 64);
2656 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2658 var = VAR(iptr->sx.s23.s2.args[s1]);
2660 /* copy SAVEDVAR sizes to stack */
2662 if (!(var->flags & PREALLOC)) {
2663 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2664 #if defined(__DARWIN__)
2665 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2667 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2672 /* a0 = dimension count */
2674 ICONST(rd->argintregs[0], iptr->s1.argcount);
2676 /* is patcher function set? */
2678 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2679 disp = dseg_add_unique_address(cd, NULL);
2681 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2682 iptr->sx.s23.s3.c.ref, disp);
2684 if (opt_showdisassemble)
2688 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2691 /* a1 = arraydescriptor */
2693 M_ALD(rd->argintregs[1], REG_PV, disp);
2695 /* a2 = pointer to dimensions = stack pointer */
2697 #if defined(__DARWIN__)
2698 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2700 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 8);
2703 disp = dseg_addaddress(cd, BUILTIN_multianewarray);
2704 M_ALD(REG_ITMP3, REG_PV, disp);
2705 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2709 /* check for exception before result assignment */
2711 M_CMPI(REG_RESULT, 0);
2713 codegen_add_fillinstacktrace_ref(cd);
2715 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2716 M_INTMOVE(REG_RESULT, d);
2717 emit_store_dst(jd, iptr, d);
2722 new_internalerror("Unknown ICMD %d during code generation",
2727 } /* for instruction */
2729 } /* if (bptr -> flags >= BBREACHED) */
2730 } /* for basic block */
2732 dseg_createlinenumbertable(cd);
2735 /* generate exception and patcher stubs */
2744 savedmcodeptr = NULL;
2746 /* generate exception stubs */
2748 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2749 md_codegen_patch_branch(cd, eref->branchpos, cd->mcodeptr - cd->mcodebase);
2753 /* Check if the exception is an
2754 ArrayIndexOutOfBoundsException. If so, move index register
2757 if (eref->reg != -1)
2758 M_MOV(eref->reg, REG_ITMP1);
2760 /* calcuate exception address */
2762 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2764 /* move function to call into REG_ITMP3 */
2766 disp = dseg_addaddress(cd, eref->function);
2767 M_ALD(REG_ITMP3, REG_PV, disp);
2768 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2770 if (savedmcodeptr != NULL) {
2771 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2775 savedmcodeptr = cd->mcodeptr;
2777 if (jd->isleafmethod) {
2779 M_AST(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2782 M_MOV(REG_PV, rd->argintregs[0]);
2783 M_MOV(REG_SP, rd->argintregs[1]);
2785 if (jd->isleafmethod)
2786 M_MOV(REG_ZERO, rd->argintregs[2]);
2788 M_ALD(rd->argintregs[2],
2789 REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2791 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2792 M_MOV(REG_ITMP1, rd->argintregs[4]);
2794 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2795 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2799 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2801 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2802 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2804 if (jd->isleafmethod) {
2805 /* XXX FIXME: REG_ZERO can cause problems here! */
2806 assert(cd->stackframesize * 8 <= 32767);
2808 M_ALD(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2812 disp = dseg_addaddress(cd, asm_handle_exception);
2813 M_ALD(REG_ITMP3, REG_PV, disp);
2820 /* generate code patching stub call code */
2822 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2823 /* check code segment size */
2827 /* Get machine code which is patched back in later. The
2828 call is 1 instruction word long. */
2830 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2832 mcode = *((u4 *) tmpmcodeptr);
2834 /* Patch in the call to call the following code (done at
2837 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2838 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2840 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2843 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2845 /* create stack frame - keep stack 16-byte aligned */
2847 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2849 /* calculate return address and move it onto the stack */
2851 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2852 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2854 /* move pointer to java_objectheader onto stack */
2856 #if defined(ENABLE_THREADS)
2857 /* order reversed because of data segment layout */
2859 (void) dseg_addaddress(cd, NULL); /* flcword */
2860 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
2861 disp = dseg_addaddress(cd, NULL); /* vftbl */
2863 M_LDA(REG_ITMP3, REG_PV, disp);
2864 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
2869 /* move machine code onto stack */
2871 disp = dseg_adds4(cd, mcode);
2872 M_ILD(REG_ITMP3, REG_PV, disp);
2873 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
2875 /* move class/method/field reference onto stack */
2877 disp = dseg_addaddress(cd, pref->ref);
2878 M_ALD(REG_ITMP3, REG_PV, disp);
2879 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
2881 /* move data segment displacement onto stack */
2883 disp = dseg_addaddress(cd, pref->disp);
2884 M_LLD(REG_ITMP3, REG_PV, disp);
2885 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
2887 /* move patcher function pointer onto stack */
2889 disp = dseg_addaddress(cd, pref->patcher);
2890 M_ALD(REG_ITMP3, REG_PV, disp);
2891 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
2893 disp = dseg_addaddress(cd, asm_patcher_wrapper);
2894 M_ALD(REG_ITMP3, REG_PV, disp);
2899 /* generate replacement-out stubs */
2905 replacementpoint = jd->code->rplpoints;
2907 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
2908 /* check code segment size */
2912 /* note start of stub code */
2914 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
2916 /* make machine code for patching */
2918 tmpmcodeptr = cd->mcodeptr;
2919 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
2921 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
2924 cd->mcodeptr = tmpmcodeptr;
2926 /* create stack frame - keep 16-byte aligned */
2928 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
2930 /* push address of `rplpoint` struct */
2932 disp = dseg_addaddress(cd, replacementpoint);
2933 M_ALD(REG_ITMP3, REG_PV, disp);
2934 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
2936 /* jump to replacement function */
2938 disp = dseg_addaddress(cd, asm_replacement_out);
2939 M_ALD(REG_ITMP3, REG_PV, disp);
2949 /* everything's ok */
2955 /* createcompilerstub **********************************************************
2957 Creates a stub routine which calls the compiler.
2959 *******************************************************************************/
2961 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
2962 #define COMPILERSTUB_CODESIZE 4 * 4
2964 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
2967 u1 *createcompilerstub(methodinfo *m)
2969 u1 *s; /* memory to hold the stub */
2975 s = CNEW(u1, COMPILERSTUB_SIZE);
2977 /* set data pointer and code pointer */
2980 s = s + COMPILERSTUB_DATASIZE;
2982 /* mark start of dump memory area */
2984 dumpsize = dump_size();
2986 cd = DNEW(codegendata);
2989 /* Store the codeinfo pointer in the same place as in the
2990 methodheader for compiled methods. */
2992 code = code_codeinfo_new(m);
2994 d[0] = (ptrint) asm_call_jit_compiler;
2996 d[2] = (ptrint) code;
2998 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2999 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3003 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3005 #if defined(ENABLE_STATISTICS)
3007 count_cstub_len += COMPILERSTUB_SIZE;
3010 /* release dump area */
3012 dump_release(dumpsize);
3018 /* createnativestub ************************************************************
3020 Creates a stub routine which calls a native method.
3022 *******************************************************************************/
3024 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3032 s4 i, j; /* count variables */
3037 /* get required compiler data */
3044 /* set some variables */
3047 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3049 /* calculate stackframe size */
3051 cd->stackframesize =
3052 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3053 sizeof(localref_table) / SIZEOF_VOID_P +
3054 4 + /* 4 stackframeinfo arguments (darwin)*/
3058 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
3060 /* create method header */
3062 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
3063 (void) dseg_adds4(cd, cd->stackframesize * 8); /* FrameSize */
3064 (void) dseg_adds4(cd, 0); /* IsSync */
3065 (void) dseg_adds4(cd, 0); /* IsLeaf */
3066 (void) dseg_adds4(cd, 0); /* IntSave */
3067 (void) dseg_adds4(cd, 0); /* FltSave */
3068 (void) dseg_addlinenumbertablesize(cd);
3069 (void) dseg_adds4(cd, 0); /* ExTableSize */
3074 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3075 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
3077 #if !defined(NDEBUG)
3078 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3079 emit_verbosecall_enter(jd);
3082 /* get function address (this must happen before the stackframeinfo) */
3084 funcdisp = dseg_addaddress(cd, f);
3086 #if !defined(WITH_STATIC_CLASSPATH)
3088 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3090 if (opt_showdisassemble)
3095 /* save integer and float argument registers */
3099 for (i = 0; i < md->paramcount; i++) {
3100 t = md->paramtypes[i].type;
3102 if (IS_INT_LNG_TYPE(t)) {
3103 if (!md->params[i].inmemory) {
3104 s1 = md->params[i].regoff;
3105 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3111 for (i = 0; i < md->paramcount; i++) {
3112 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3113 if (!md->params[i].inmemory) {
3114 s1 = md->params[i].regoff;
3115 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3121 /* create native stack info */
3123 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3124 M_MOV(REG_PV, rd->argintregs[1]);
3125 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[2]);
3126 M_ALD(rd->argintregs[3], REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3127 disp = dseg_addaddress(cd, codegen_start_native_call);
3129 M_ALD(REG_ITMP1, REG_PV, disp);
3130 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3134 /* restore integer and float argument registers */
3138 for (i = 0; i < md->paramcount; i++) {
3139 t = md->paramtypes[i].type;
3141 if (IS_INT_LNG_TYPE(t)) {
3142 if (!md->params[i].inmemory) {
3143 s1 = md->params[i].regoff;
3144 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3150 for (i = 0; i < md->paramcount; i++) {
3151 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3152 if (!md->params[i].inmemory) {
3153 s1 = md->params[i].regoff;
3154 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3160 /* copy or spill arguments to new locations */
3162 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3163 t = md->paramtypes[i].type;
3165 if (IS_INT_LNG_TYPE(t)) {
3166 if (!md->params[i].inmemory) {
3167 s1 = rd->argintregs[md->params[i].regoff];
3169 if (!nmd->params[j].inmemory) {
3170 s2 = rd->argintregs[nmd->params[j].regoff];
3173 s2 = nmd->params[j].regoff;
3174 M_LST(s1, REG_SP, s2 * 8);
3178 s1 = md->params[i].regoff + cd->stackframesize;
3179 s2 = nmd->params[j].regoff;
3181 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3182 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3186 /* We only copy spilled float arguments, as the float
3187 argument registers keep unchanged. */
3189 if (md->params[i].inmemory) {
3190 s1 = md->params[i].regoff + cd->stackframesize;
3191 s2 = nmd->params[j].regoff;
3193 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3195 if (IS_2_WORD_TYPE(t)) {
3196 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3198 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
3204 /* put class into second argument register */
3206 if (m->flags & ACC_STATIC) {
3207 disp = dseg_addaddress(cd, m->class);
3208 M_ALD(rd->argintregs[1], REG_PV, disp);
3211 /* put env into first argument register */
3213 disp = dseg_addaddress(cd, _Jv_env);
3214 M_ALD(rd->argintregs[0], REG_PV, disp);
3216 /* generate the actual native call */
3217 /* native functions have a different TOC for sure */
3219 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3220 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3221 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3222 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3225 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3227 /* save return value */
3229 if (md->returntype.type != TYPE_VOID) {
3230 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3231 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3234 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3235 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3237 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); */ /* FIXME, needed F XXX?*/
3242 /* print call trace */
3243 #if ! defined(NDEBGUU)
3244 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3245 emit_verbosecall_exit(jd);
3248 /* remove native stackframe info */
3250 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3251 disp = dseg_addaddress(cd, codegen_finish_native_call);
3252 M_ALD(REG_ITMP1, REG_PV, disp);
3253 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3256 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3258 /* restore return value */
3260 if (md->returntype.type != TYPE_VOID) {
3261 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3262 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3265 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3266 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3268 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
3273 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3274 M_MTLR(REG_ITMP2_XPC);
3275 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
3277 /* check for exception */
3279 M_TST(REG_ITMP1_XPTR);
3280 M_BNE(1); /* if no exception then return */
3284 /* handle exception */
3286 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3288 disp = dseg_addaddress(cd, asm_handle_nat_exception);
3289 M_ALD(REG_ITMP3, REG_PV, disp);
3293 /* generate patcher stub call code */
3301 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3302 /* Get machine code which is patched back in later. The
3303 call is 1 instruction word long. */
3305 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3307 mcode = *((u4 *) tmpmcodeptr);
3309 /* Patch in the call to call the following code (done at
3312 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3313 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3315 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3318 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3320 /* create stack frame - keep stack 16-byte aligned */
3322 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3324 /* move return address onto stack */
3327 M_AST(REG_ZERO, REG_SP, 5 * 8);
3329 /* move pointer to java_objectheader onto stack */
3331 #if defined(ENABLE_THREADS)
3332 /* order reversed because of data segment layout */
3334 (void) dseg_addaddress(cd, NULL); /* flcword */
3335 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3336 disp = dseg_addaddress(cd, NULL); /* vftbl */
3338 M_LDA(REG_ITMP3, REG_PV, disp);
3339 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3344 /* move machine code onto stack */
3346 disp = dseg_adds4(cd, mcode);
3347 M_ILD(REG_ITMP3, REG_PV, disp);
3348 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3350 /* move class/method/field reference onto stack */
3352 disp = dseg_addaddress(cd, pref->ref);
3353 M_ALD(REG_ITMP3, REG_PV, disp);
3354 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3356 /* move data segment displacement onto stack */
3358 disp = dseg_adds4(cd, pref->disp);
3359 M_ILD(REG_ITMP3, REG_PV, disp);
3360 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3362 /* move patcher function pointer onto stack */
3364 disp = dseg_addaddress(cd, pref->patcher);
3365 M_ALD(REG_ITMP3, REG_PV, disp);
3366 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3368 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3369 M_ALD(REG_ITMP3, REG_PV, disp);
3377 return code->entrypoint;
3384 * These are local overrides for various environment variables in Emacs.
3385 * Please do not remove this and leave it at the end of the file, where
3386 * Emacs will automagically detect them.
3387 * ---------------------------------------------------------------------
3390 * indent-tabs-mode: t
3394 * vim:noexpandtab:sw=4:ts=4: