1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
30 Changes: Christian Thalinger
35 $Id: codegen.c 6032 2006-11-20 18:57:08Z tbfg $
49 #include "vm/jit/abi-asm.h"
51 #include "vm/jit/powerpc64/arch.h"
52 #include "vm/jit/powerpc64/codegen.h"
54 #include "mm/memory.h"
55 #include "native/native.h"
56 #include "vm/builtin.h"
57 #include "vm/exceptions.h"
58 #include "vm/global.h"
59 #include "vm/loader.h"
60 #include "vm/options.h"
61 #include "vm/stringlocal.h"
63 #include "vm/jit/asmpart.h"
64 #include "vm/jit/codegen-common.h"
65 #include "vm/jit/dseg.h"
66 #include "vm/jit/emit-common.h"
67 #include "vm/jit/jit.h"
68 #include "vm/jit/parse.h"
69 #include "vm/jit/patcher.h"
70 #include "vm/jit/reg.h"
71 #include "vm/jit/replace.h"
73 #if defined(ENABLE_LSRA)
74 # include "vm/jit/allocator/lsra.h"
78 /* codegen *********************************************************************
80 Generates machine code.
82 *******************************************************************************/
84 bool codegen(jitdata *jd)
90 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 builtintable_entry *bte;
100 rplpoint *replacementpoint;
103 unresolved_field *uf;
106 /* get required compiler data */
113 /* prevent compiler warnings */
125 /* space to save used callee saved registers */
127 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
128 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
130 cd->stackframesize = rd->memuse + savedregs_num;
132 #if defined(ENABLE_THREADS)
133 /* space to save argument of monitor_enter and Return Values to survive */
134 /* monitor_exit. The stack position for the argument can not be shared */
135 /* with place to save the return register on PPC64, since both values */
137 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
138 /* reserve 2 slots for long/double return values for monitorexit */
139 cd->stackframesize += 2;
144 /* create method header */
146 /* align stack to 16-bytes */
149 /* if (!m->isleafmethod || opt_verbosecall) */
150 /* stackframesize = (stackframesize + 3) & ~3;
152 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
153 /* stackframesize = 0; */
155 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
156 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
158 #if defined(ENABLE_THREADS)
159 /* IsSync contains the offset relative to the stack pointer for the
160 argument of monitor_exit used in the exception handler. Since the
161 offset could be zero and give a wrong meaning of the flag it is
165 if (checksync && (m->flags & ACC_SYNCHRONIZED))
166 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
169 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
171 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
172 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
173 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
175 dseg_addlinenumbertablesize(cd);
177 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
179 /* create exception table */
181 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
182 dseg_add_target(cd, ex->start);
183 dseg_add_target(cd, ex->end);
184 dseg_add_target(cd, ex->handler);
185 (void) dseg_add_unique_address(cd, ex->catchtype.any);
188 /* create stack frame (if necessary) */
190 if (!jd->isleafmethod) {
192 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
195 if (cd->stackframesize)
196 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
198 /* save return address and used callee saved registers */
200 p = cd->stackframesize;
201 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
202 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
204 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
205 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
208 /* take arguments out of register or stack frame */
212 for (p = 0, l = 0; p < md->paramcount; p++) {
213 t = md->paramtypes[p].type;
214 varindex = jd->local_map[l*5 + t];
216 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
218 if (varindex == UNUSED)
221 s1 = md->params[p].regoff;
222 if (IS_INT_LNG_TYPE(t)) { /* integer args */
223 if (!md->params[p].inmemory) { /* register arguments */
224 s2 = rd->argintregs[s1];
225 if (!IS_INMEMORY(var->flags)) {
226 M_INTMOVE(s2, var->vv.regoff);
227 } else { /* reg arg -> spilled */
228 M_LST(s2, REG_SP, var->vv.regoff * 8);
230 } else { /* stack arguments */
231 if (!IS_INMEMORY(var->flags)) { /* stack arg -> register */
232 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
234 } else { /* stack arg -> spilled */
235 var->vv.regoff = cd->stackframesize + s1;
239 } else { /* floating args */
240 if (!md->params[p].inmemory) { /* register arguments */
241 s2 = rd->argfltregs[s1];
242 if (!IS_INMEMORY(var->flags)) { /* reg arg -> register */
243 M_FLTMOVE(s2, var->vv.regoff);
244 } else { /* reg arg -> spilled */
245 if (IS_2_WORD_TYPE(t)) {
246 M_DST(s2, REG_SP, var->vv.regoff * 8);
248 M_DST(s2, REG_SP, var->vv.regoff * 8); /* F XXX */
252 } else { /* stack arguments */
253 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
254 if (IS_2_WORD_TYPE(t)) {
255 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
257 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
259 } else { /* stack-arg -> spilled */
260 var->vv.regoff = cd->stackframesize + s1;
266 /* save monitorenter argument */
268 #if defined(ENABLE_THREADS)
270 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
272 /* stackoffset for argument used for LOCK_monitor_exit */
274 #if !defined (NDEBUG)
275 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
276 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
278 for (p = 0; p < INT_ARG_CNT; p++)
279 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
281 for (p = 0; p < FLT_ARG_CNT; p++)
282 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
284 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
285 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
288 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
289 M_ALD(REG_ITMP3, REG_PV, p);
290 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
293 /* get or test the lock object */
295 if (m->flags & ACC_STATIC) {
296 p = dseg_add_address(cd, &m->class->object.header);
297 M_ALD(rd->argintregs[0], REG_PV, p);
300 M_TST(rd->argintregs[0]);
302 codegen_add_nullpointerexception_ref(cd);
305 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
307 #if !defined (NDEBUG)
308 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
309 for (p = 0; p < INT_ARG_CNT; p++)
310 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
312 for (p = 0; p < FLT_ARG_CNT; p++)
313 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
315 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
321 /* call trace function */
322 #if !defined (NDEBUG)
323 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
324 emit_verbosecall_enter(jd);
329 /* end of header generation */
331 replacementpoint = jd->code->rplpoints;
333 /* walk through all basic blocks */
334 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
336 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
338 if (bptr->flags >= BBREACHED) {
340 /* branch resolving */
344 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
345 md_codegen_patch_branch(cd, brefs->branchpos, bptr->mpc);
349 /* handle replacement points */
352 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
353 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
359 /* copy interface registers to their destination */
364 #if defined(ENABLE_LSRA)
368 var = VAR(bptr->invars[len]);
369 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
370 /* d = reg_of_var(m, var, REG_ITMP1); */
371 if (!(var->flags & INMEMORY))
375 M_INTMOVE(REG_ITMP1, d);
376 emit_store(jd, NULL, var, d);
383 var = VAR(bptr->invars[len]);
384 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
385 d = codegen_reg_of_var(0, var, REG_ITMP1);
386 M_INTMOVE(REG_ITMP1, d);
387 emit_store(jd, NULL, var, d);
390 assert((var->flags & INOUT));
394 #if defined(ENABLE_LSRA)
397 /* walk through all instructions */
402 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
403 bool sign_ext = false;
404 if (iptr->line != currentline) {
405 dseg_addlinenumber(cd, iptr->line);
406 currentline = iptr->line;
409 MCODECHECK(64); /* an instruction usually needs < 64 words */
412 case ICMD_NOP: /* ... ==> ... */
413 case ICMD_INLINE_START:
414 case ICMD_INLINE_END:
417 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
419 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
422 codegen_add_nullpointerexception_ref(cd);
425 /* constant operations ************************************************/
427 case ICMD_ICONST: /* ... ==> ..., constant */
429 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
430 ICONST(d, iptr->sx.val.i);
431 emit_store_dst(jd, iptr, d);
434 case ICMD_LCONST: /* ... ==> ..., constant */
436 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
437 LCONST(d, iptr->sx.val.l);
438 emit_store_dst(jd, iptr, d);
441 case ICMD_FCONST: /* ... ==> ..., constant */
443 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
444 a = dseg_add_float(cd, iptr->sx.val.f);
446 emit_store_dst(jd, iptr, d);
449 case ICMD_DCONST: /* ... ==> ..., constant */
451 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
452 a = dseg_add_double(cd, iptr->sx.val.d);
454 emit_store_dst(jd, iptr, d);
457 case ICMD_ACONST: /* ... ==> ..., constant */
458 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
459 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
461 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
462 codegen_addpatchref(cd, PATCHER_aconst,
466 if (opt_showdisassemble)
470 M_ALD(d, REG_PV, disp);
471 emit_store_dst(jd, iptr, d);
475 /* load/store/copy/move operations ************************************/
477 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
478 case ICMD_ALOAD: /* s1.localindex = local variable */
480 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
481 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
482 case ICMD_ISTORE: /* ..., value ==> ... */
483 case ICMD_ASTORE: /* dst.localindex = local variable */
485 case ICMD_FSTORE: /* ..., value ==> ... */
486 case ICMD_DSTORE: /* ..., value ==> ... */
490 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
494 /* pop operations *****************************************************/
496 /* attention: double and longs are only one entry in CACAO ICMDs */
498 case ICMD_POP: /* ..., value ==> ... */
499 case ICMD_POP2: /* ..., value, value ==> ... */
504 /* integer operations *************************************************/
506 case ICMD_INEG: /* ..., value ==> ..., - value */
509 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
510 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
512 if (sign_ext) M_EXTSW(d, d);
513 emit_store_dst(jd, iptr, d);
517 case ICMD_I2L: /* ..., value ==> ..., value */
519 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
520 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
522 emit_store_dst(jd, iptr, d);
525 case ICMD_L2I: /* ..., value ==> ..., value */
527 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
528 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
530 emit_store_dst(jd, iptr, d);
533 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
535 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
536 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
538 emit_store_dst(jd, iptr, d);
541 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
543 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
544 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
546 emit_store_dst(jd, iptr, d);
549 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
551 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
552 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
554 emit_store_dst(jd, iptr, d);
558 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
560 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
561 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
562 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
565 emit_store_dst(jd, iptr, d);
571 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
572 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
573 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
574 M_IADD_IMM(s1, iptr->sx.val.i, d);
576 ICONST(REG_ITMP2, iptr->sx.val.i);
577 M_IADD(s1, REG_ITMP2, d);
580 emit_store_dst(jd, iptr, d);
583 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
585 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
586 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
587 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
589 emit_store_dst(jd, iptr, d);
592 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
593 /* sx.val.l = constant */
595 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
596 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
598 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
599 M_LADD_IMM(s1, iptr->sx.val.l, d);
601 LCONST(REG_ITMP2, iptr->sx.val.l);
602 M_LADD(s1, REG_ITMP2, d);
604 emit_store_dst(jd, iptr, d);
607 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
609 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
610 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
611 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
613 emit_store_dst(jd, iptr, d);
616 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
617 /* sx.val.i = constant */
619 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
620 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
621 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
622 M_IADD_IMM(s1, -iptr->sx.val.i, d);
624 ICONST(REG_ITMP2, iptr->sx.val.i);
625 M_SUB(s1, REG_ITMP2, d);
628 emit_store_dst(jd, iptr, d);
631 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
633 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
634 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
635 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
637 emit_store_dst(jd, iptr, d);
640 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
641 /* sx.val.l = constant */
643 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
644 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
646 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
647 M_LADD_IMM(s1, -iptr->sx.val.l, d);
649 LCONST(REG_ITMP2, iptr->sx.val.l);
650 M_SUB(s1, REG_ITMP2, d);
652 emit_store_dst(jd, iptr, d);
657 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
659 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
660 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
661 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
664 codegen_add_arithmeticexception_ref(cd);
667 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
668 /* we only need to check this if we did a LDIV, not for IDIV */
671 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
673 M_MOV(s1, d); /* java specs says result == dividend */
675 if (sign_ext) M_EXTSW(d, d);
676 emit_store_dst(jd, iptr, d);
681 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
682 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
683 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
686 codegen_add_arithmeticexception_ref(cd);
688 M_DIV(s1, s2, REG_ITMP3);
689 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
690 /* we only need to check this if we did a LDIV, not for IDIV */
693 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
695 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
698 M_MUL(REG_ITMP3, s2, REG_ITMP2);
699 M_SUB(s1, REG_ITMP2, REG_ITMP3);
700 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
703 emit_store_dst(jd, iptr, REG_ITMP1);
707 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
710 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
711 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
712 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
714 if (sign_ext) M_EXTSW(d, d);
715 emit_store_dst(jd, iptr, d);
718 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
719 /* sx.val.i = constant */
721 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
722 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
723 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
724 M_MUL_IMM(s1, iptr->sx.val.i, d);
726 ICONST(REG_ITMP3, iptr->sx.val.i);
727 M_MUL(s1, REG_ITMP3, d);
730 emit_store_dst(jd, iptr, d);
733 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
734 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
735 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
736 M_MUL_IMM(s1, iptr->sx.val.l, d);
738 LCONST(REG_ITMP3, iptr->sx.val.l);
739 M_MUL(s1, REG_ITMP3, d);
741 emit_store_dst(jd, iptr, d);
744 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
746 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
747 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
748 M_SRA_IMM(s1, iptr->sx.val.i, d);
750 emit_store_dst(jd, iptr, d);
753 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
755 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
756 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
757 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
758 M_AND_IMM(s2, 0x1f, REG_ITMP3);
759 M_SLL(s1, REG_ITMP3, d);
761 emit_store_dst(jd, iptr, d);
764 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
765 /* sx.val.i = constant */
767 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
768 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
769 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
771 emit_store_dst(jd, iptr, d);
774 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
776 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
777 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
778 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
779 M_AND_IMM(s2, 0x1f, REG_ITMP3);
780 M_SRA(s1, REG_ITMP3, d);
781 emit_store_dst(jd, iptr, d);
784 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
785 /* sx.val.i = constant */
787 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
788 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
789 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
790 emit_store_dst(jd, iptr, d);
793 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
795 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
796 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
797 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
798 M_AND_IMM(s2, 0x1f, REG_ITMP2);
799 M_SRL(s1, REG_ITMP2, d);
800 emit_store_dst(jd, iptr, d);
803 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
804 /* sx.val.i = constant */
806 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
807 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
808 if (iptr->sx.val.i & 0x1f) {
809 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
813 emit_store_dst(jd, iptr, d);
816 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
819 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
820 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
821 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
823 emit_store_dst(jd, iptr, d);
826 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
827 /* sx.val.i = constant */
829 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
830 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
831 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
832 M_AND_IMM(s1, iptr->sx.val.i, d);
835 else if (iptr->sx.val.i == 0xffffff) {
836 M_RLWINM(s1, 0, 8, 31, d);
840 ICONST(REG_ITMP3, iptr->sx.val.i);
841 M_AND(s1, REG_ITMP3, d);
843 emit_store_dst(jd, iptr, d);
846 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
847 /* sx.val.l = constant */
849 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
850 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
851 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
852 M_AND_IMM(s1, iptr->sx.val.l, d);
854 else if (iptr->sx.val.l == 0xffffff) {
855 M_RLWINM(s1, 0, 8, 31, d);
859 LCONST(REG_ITMP3, iptr->sx.val.l);
860 M_AND(s1, REG_ITMP3, d);
862 emit_store_dst(jd, iptr, d);
865 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
866 /* sx.val.i = constant */
867 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
868 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
869 M_MOV(s1, REG_ITMP2);
871 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
872 if (iptr->sx.val.i >= 32768) {
873 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
874 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
875 M_IADD(s1, REG_ITMP2, REG_ITMP2);
877 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
880 int b=0, m = iptr->sx.val.i;
883 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
885 M_SUB(s1, REG_ITMP2, d);
887 emit_store_dst(jd, iptr, d);
890 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
893 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
894 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
895 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
897 emit_store_dst(jd, iptr, d);
900 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
901 /* sx.val.i = constant */
903 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
904 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
905 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
906 M_OR_IMM(s1, iptr->sx.val.i, d);
908 ICONST(REG_ITMP3, iptr->sx.val.i);
909 M_OR(s1, REG_ITMP3, d);
911 emit_store_dst(jd, iptr, d);
914 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
915 /* sx.val.l = constant */
917 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
918 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
919 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
920 M_OR_IMM(s1, iptr->sx.val.l, d);
922 LCONST(REG_ITMP3, iptr->sx.val.l);
923 M_OR(s1, REG_ITMP3, d);
925 emit_store_dst(jd, iptr, d);
929 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
932 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
933 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
934 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
936 emit_store_dst(jd, iptr, d);
939 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
940 /* sx.val.i = constant */
942 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
943 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
944 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
945 M_XOR_IMM(s1, iptr->sx.val.i, d);
947 ICONST(REG_ITMP3, iptr->sx.val.i);
948 M_XOR(s1, REG_ITMP3, d);
950 emit_store_dst(jd, iptr, d);
953 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
954 /* sx.val.l = constant */
956 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
957 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
958 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
959 M_XOR_IMM(s1, iptr->sx.val.l, d);
961 LCONST(REG_ITMP3, iptr->sx.val.l);
962 M_XOR(s1, REG_ITMP3, d);
964 emit_store_dst(jd, iptr, d);
967 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
969 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
970 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
971 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
972 /* XXX implement me!!! */
973 emit_store_dst(jd, iptr, d);
978 /* floating operations ************************************************/
980 case ICMD_FNEG: /* ..., value ==> ..., - value */
982 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
983 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
985 emit_store_dst(jd, iptr, d);
988 case ICMD_DNEG: /* ..., value ==> ..., - value */
990 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
991 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
993 emit_store_dst(jd, iptr, d);
996 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
998 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
999 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1000 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1002 emit_store_dst(jd, iptr, d);
1005 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1007 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1008 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1009 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1011 emit_store_dst(jd, iptr, d);
1014 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1016 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1017 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1018 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1020 emit_store_dst(jd, iptr, d);
1023 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1025 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1026 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1027 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1029 emit_store_dst(jd, iptr, d);
1032 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1034 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1035 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1036 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1038 emit_store_dst(jd, iptr, d);
1041 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1043 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1044 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1045 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1047 emit_store_dst(jd, iptr, d);
1050 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1052 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1053 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1054 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1056 emit_store_dst(jd, iptr, d);
1059 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1061 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1062 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1063 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1065 emit_store_dst(jd, iptr, d);
1068 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1071 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1072 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1074 disp = dseg_add_float(cd, 0.0);
1075 M_FLD(REG_FTMP2, REG_PV, disp);
1076 M_FCMPU(s1, REG_FTMP2);
1078 disp = dseg_add_unique_s4(cd, 0);
1079 M_CVTDL_C(s1, REG_FTMP1);
1080 M_LDA(REG_ITMP1, REG_PV, disp);
1081 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1082 M_ILD(d, REG_PV, disp);
1083 emit_store_dst(jd, iptr, d);
1086 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1088 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1089 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1091 emit_store_dst(jd, iptr, d);
1094 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1096 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1097 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1099 emit_store_dst(jd, iptr, d);
1102 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1103 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1106 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1107 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1108 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1110 M_IADD_IMM(REG_ZERO, -1, d);
1113 M_IADD_IMM(REG_ZERO, 0, d);
1115 M_IADD_IMM(REG_ZERO, 1, d);
1116 emit_store_dst(jd, iptr, d);
1119 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1120 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1122 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1123 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1124 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1126 M_IADD_IMM(REG_ZERO, 1, d);
1129 M_IADD_IMM(REG_ZERO, 0, d);
1131 M_IADD_IMM(REG_ZERO, -1, d);
1132 emit_store_dst(jd, iptr, d);
1135 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1136 case ICMD_IF_DCMPEQ:
1138 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1139 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1143 codegen_addreference(cd, iptr->dst.block);
1146 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1147 case ICMD_IF_DCMPNE:
1149 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1150 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1153 codegen_addreference(cd, iptr->dst.block);
1155 codegen_addreference(cd, iptr->dst.block);
1159 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1160 case ICMD_IF_DCMPL_LT:
1162 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1163 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1166 codegen_addreference(cd, iptr->dst.block);
1168 codegen_addreference(cd, iptr->dst.block);
1171 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1172 case ICMD_IF_DCMPL_GT:
1174 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1175 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1179 codegen_addreference(cd, iptr->dst.block);
1182 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1183 case ICMD_IF_DCMPL_LE:
1185 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1186 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1189 codegen_addreference(cd, iptr->dst.block);
1191 codegen_addreference(cd, iptr->dst.block);
1194 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1195 case ICMD_IF_DCMPL_GE:
1197 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1198 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1202 codegen_addreference(cd, iptr->dst.block);
1205 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1206 case ICMD_IF_DCMPG_LT:
1208 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1209 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1213 codegen_addreference(cd, iptr->dst.block);
1216 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1217 case ICMD_IF_DCMPG_GT:
1219 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1220 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1223 codegen_addreference(cd, iptr->dst.block);
1225 codegen_addreference(cd, iptr->dst.block);
1228 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1229 case ICMD_IF_DCMPG_LE:
1231 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1232 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1236 codegen_addreference(cd, iptr->dst.block);
1239 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1240 case ICMD_IF_DCMPG_GE:
1242 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1243 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1246 codegen_addreference(cd, iptr->dst.block);
1248 codegen_addreference(cd, iptr->dst.block);
1252 /* memory operations **************************************************/
1254 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1256 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1257 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1258 gen_nullptr_check(s1);
1259 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1260 emit_store_dst(jd, iptr, d);
1263 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1265 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1266 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1267 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1268 if (INSTRUCTION_MUST_CHECK(iptr)) {
1269 gen_nullptr_check(s1);
1272 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1273 M_LBZX(d, s1, REG_ITMP2);
1275 emit_store_dst(jd, iptr, d);
1278 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1280 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1281 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1282 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1283 if (INSTRUCTION_MUST_CHECK(iptr)) {
1284 gen_nullptr_check(s1);
1287 M_SLL_IMM(s2, 1, REG_ITMP2);
1288 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1289 M_LHAX(d, s1, REG_ITMP2);
1290 emit_store_dst(jd, iptr, d);
1293 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1295 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1296 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1297 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1298 if (INSTRUCTION_MUST_CHECK(iptr)) {
1299 gen_nullptr_check(s1);
1302 M_SLL_IMM(s2, 1, REG_ITMP2);
1303 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1304 M_LHAX(d, s1, REG_ITMP2);
1305 emit_store_dst(jd, iptr, d);
1308 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1310 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1311 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1312 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1313 if (INSTRUCTION_MUST_CHECK(iptr)) {
1314 gen_nullptr_check(s1);
1317 M_SLL_IMM(s2, 2, REG_ITMP2);
1318 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1319 M_LWZX(d, s1, REG_ITMP2);
1320 emit_store_dst(jd, iptr, d);
1323 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1325 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1326 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1327 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1328 if (INSTRUCTION_MUST_CHECK(iptr)) {
1329 gen_nullptr_check(s1);
1332 M_SLL_IMM(s2, 3, REG_ITMP2);
1333 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1334 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1335 emit_store_dst(jd, iptr, d);
1338 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1340 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1341 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1342 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1343 if (INSTRUCTION_MUST_CHECK(iptr)) {
1344 gen_nullptr_check(s1);
1347 M_SLL_IMM(s2, 2, REG_ITMP2);
1348 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1349 M_LFSX(d, s1, REG_ITMP2);
1350 emit_store_dst(jd, iptr, d);
1353 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1355 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1356 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1357 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1358 if (INSTRUCTION_MUST_CHECK(iptr)) {
1359 gen_nullptr_check(s1);
1362 M_SLL_IMM(s2, 3, REG_ITMP2);
1363 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1364 M_LFDX(d, s1, REG_ITMP2);
1365 emit_store_dst(jd, iptr, d);
1368 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1370 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1371 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1372 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1373 if (INSTRUCTION_MUST_CHECK(iptr)) {
1374 gen_nullptr_check(s1);
1377 M_SLL_IMM(s2, 3, REG_ITMP2);
1378 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1379 M_ALDX(d, s1, REG_ITMP2);
1380 emit_store_dst(jd, iptr, d);
1384 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1386 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1387 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1388 if (INSTRUCTION_MUST_CHECK(iptr)) {
1389 gen_nullptr_check(s1);
1392 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1393 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1394 M_STBX(s3, s1, REG_ITMP2);
1397 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1399 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1400 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1401 if (INSTRUCTION_MUST_CHECK(iptr)) {
1402 gen_nullptr_check(s1);
1405 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1406 M_SLL_IMM(s2, 1, REG_ITMP2);
1407 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1408 M_STHX(s3, s1, REG_ITMP2);
1411 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1413 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1414 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1415 if (INSTRUCTION_MUST_CHECK(iptr)) {
1416 gen_nullptr_check(s1);
1419 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1420 M_SLL_IMM(s2, 1, REG_ITMP2);
1421 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1422 M_STHX(s3, s1, REG_ITMP2);
1425 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1427 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1428 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1429 if (INSTRUCTION_MUST_CHECK(iptr)) {
1430 gen_nullptr_check(s1);
1433 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1434 M_SLL_IMM(s2, 2, REG_ITMP2);
1435 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1436 M_STWX(s3, s1, REG_ITMP2);
1439 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1441 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1442 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1443 if (INSTRUCTION_MUST_CHECK(iptr)) {
1444 gen_nullptr_check(s1);
1447 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1448 M_SLL_IMM(s2, 3, REG_ITMP2);
1449 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1450 M_LSTX(s3, s1, REG_ITMP2);
1453 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1455 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1456 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1457 if (INSTRUCTION_MUST_CHECK(iptr)) {
1458 gen_nullptr_check(s1);
1461 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1462 M_SLL_IMM(s2, 2, REG_ITMP2);
1463 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1464 M_STFSX(s3, s1, REG_ITMP2);
1467 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1469 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1470 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1471 if (INSTRUCTION_MUST_CHECK(iptr)) {
1472 gen_nullptr_check(s1);
1475 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1476 M_SLL_IMM(s2, 3, REG_ITMP2);
1477 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1478 M_STFDX(s3, s1, REG_ITMP2);
1481 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1483 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1484 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1485 if (INSTRUCTION_MUST_CHECK(iptr)) {
1486 gen_nullptr_check(s1);
1489 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1491 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1492 M_ALD(REG_ITMP3, REG_PV, disp);
1493 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1496 M_INTMOVE(s1, rd->argintregs[0]);
1497 M_INTMOVE(s3, rd->argintregs[1]);
1502 codegen_add_arraystoreexception_ref(cd);
1504 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1505 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1506 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1507 M_SLL_IMM(s2, 3, REG_ITMP2);
1508 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1509 M_ASTX(s3, s1, REG_ITMP2);
1513 case ICMD_GETSTATIC: /* ... ==> ..., value */
1515 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1516 uf = iptr->sx.s23.s3.uf;
1518 fieldtype = uf->fieldref->parseddesc.fd->type;
1519 disp = dseg_add_unique_address(cd, NULL);
1521 codegen_addpatchref(cd, PATCHER_get_putstatic,
1522 iptr->sx.s23.s3.uf, disp);
1525 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1527 fieldtype = fi->type;
1528 disp = dseg_add_address(cd, &(fi->value));
1530 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1531 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1535 M_ALD(REG_ITMP1, REG_PV, disp);
1536 switch (fieldtype) {
1538 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1539 M_ILD_INTERN(d, REG_ITMP1, 0);
1542 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1543 M_LLD(d, REG_ITMP1, 0);
1546 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1547 M_ALD_INTERN(d, REG_ITMP1, 0);
1550 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1551 M_FLD_INTERN(d, REG_ITMP1, 0);
1554 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1555 M_DLD_INTERN(d, REG_ITMP1, 0);
1558 emit_store_dst(jd, iptr, d);
1561 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1564 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1565 uf = iptr->sx.s23.s3.uf;
1567 fieldtype = uf->fieldref->parseddesc.fd->type;
1568 disp = dseg_add_unique_address(cd, NULL);
1570 codegen_addpatchref(cd, PATCHER_get_putstatic,
1571 iptr->sx.s23.s3.uf, disp);
1573 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1575 fieldtype = fi->type;
1576 disp = dseg_add_address(cd, &(fi->value));
1578 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1579 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1583 M_ALD(REG_ITMP1, REG_PV, disp);
1584 switch (fieldtype) {
1586 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1587 M_IST_INTERN(s1, REG_ITMP1, 0);
1590 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1591 M_LST_INTERN(s1, REG_ITMP1, 0);
1594 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1595 M_AST_INTERN(s1, REG_ITMP1, 0);
1598 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1599 M_FST_INTERN(s1, REG_ITMP1, 0);
1602 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1603 M_DST_INTERN(s1, REG_ITMP1, 0);
1609 case ICMD_GETFIELD: /* ... ==> ..., value */
1611 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1612 gen_nullptr_check(s1);
1614 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1615 uf = iptr->sx.s23.s3.uf;
1616 fieldtype = uf->fieldref->parseddesc.fd->type;
1619 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1621 if (opt_showdisassemble)
1625 fi = iptr->sx.s23.s3.fmiref->p.field;
1626 fieldtype = fi->type;
1630 switch (fieldtype) {
1632 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1636 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1640 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1644 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1648 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1652 emit_store_dst(jd, iptr, d);
1655 case ICMD_PUTFIELD: /* ..., value ==> ... */
1657 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1658 gen_nullptr_check(s1);
1660 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1661 uf = iptr->sx.s23.s3.uf;
1662 fieldtype = uf->fieldref->parseddesc.fd->type;
1666 fi = iptr->sx.s23.s3.fmiref->p.field;
1667 fieldtype = fi->type;
1671 if (IS_INT_LNG_TYPE(fieldtype)) {
1672 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1675 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1677 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1678 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1680 if (opt_showdisassemble)
1685 switch (fieldtype) {
1687 M_IST(s2, s1, disp);
1690 M_LST(s2, s1, disp);
1693 M_AST(s2, s1, disp);
1696 M_FST(s2, s1, disp);
1699 M_DST(s2, s1, disp);
1705 /* branch operations **************************************************/
1707 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1709 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1710 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1712 #ifdef ENABLE_VERIFIER
1713 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1714 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1715 iptr->sx.s23.s2.uc, 0);
1717 if (opt_showdisassemble)
1720 #endif /* ENABLE_VERIFIER */
1722 disp = dseg_add_functionptr(cd, asm_handle_exception);
1723 M_ALD(REG_ITMP2, REG_PV, disp);
1726 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1727 M_BL(0); /* get current PC */
1728 M_MFLR(REG_ITMP2_XPC);
1729 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1730 M_RTS; /* jump to CTR */
1735 case ICMD_GOTO: /* ... ==> ... */
1736 case ICMD_RET: /* ... ==> ... */
1739 codegen_addreference(cd, iptr->dst.block);
1743 case ICMD_JSR: /* ... ==> ... */
1746 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1750 case ICMD_IFNULL: /* ..., value ==> ... */
1752 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1755 codegen_addreference(cd, iptr->dst.block);
1758 case ICMD_IFNONNULL: /* ..., value ==> ... */
1760 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1763 codegen_addreference(cd, iptr->dst.block);
1771 case ICMD_IFEQ: /* ..., value ==> ... */
1773 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1774 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1775 M_CMPI(s1, iptr->sx.val.i);
1777 ICONST(REG_ITMP2, iptr->sx.val.i);
1778 M_CMP(s1, REG_ITMP2);
1780 switch (iptr->opc) {
1800 codegen_addreference(cd, iptr->dst.block);
1803 case ICMD_IF_LEQ: /* ..., value ==> ... */
1804 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1805 LCONST(REG_ITMP2, iptr->sx.val.l);
1806 M_CMP(s1, REG_ITMP2);
1808 codegen_addreference(cd, iptr->dst.block);
1810 case ICMD_IF_LLT: /* ..., value ==> ... */
1811 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1812 LCONST(REG_ITMP2, iptr->sx.val.l);
1813 M_CMP(s1, REG_ITMP2);
1815 codegen_addreference(cd, iptr->dst.block);
1817 case ICMD_IF_LLE: /* ..., value ==> ... */
1818 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1819 LCONST(REG_ITMP2, iptr->sx.val.l);
1820 M_CMP(s1, REG_ITMP2);
1822 codegen_addreference(cd, iptr->dst.block);
1825 case ICMD_IF_LNE: /* ..., value ==> ... */
1826 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1827 LCONST(REG_ITMP2, iptr->sx.val.l);
1828 M_CMP(s1, REG_ITMP2);
1830 codegen_addreference(cd, iptr->dst.block);
1832 case ICMD_IF_LGE: /* ..., value ==> ... */
1833 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1834 LCONST(REG_ITMP2, iptr->sx.val.l);
1835 M_CMP(s1, REG_ITMP2);
1837 codegen_addreference(cd, iptr->dst.block);
1839 case ICMD_IF_LGT: /* ..., value ==> ... */
1840 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1841 LCONST(REG_ITMP2, iptr->sx.val.l);
1842 M_CMP(s1, REG_ITMP2);
1844 codegen_addreference(cd, iptr->dst.block);
1846 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1847 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1848 case ICMD_IF_LCMPEQ:
1850 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1851 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1854 codegen_addreference(cd, iptr->dst.block);
1857 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1858 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1859 case ICMD_IF_LCMPNE:
1861 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1862 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1865 codegen_addreference(cd, iptr->dst.block);
1869 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1870 case ICMD_IF_LCMPLT:
1872 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1873 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1876 codegen_addreference(cd, iptr->dst.block);
1879 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1880 case ICMD_IF_LCMPGT:
1882 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1883 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1886 codegen_addreference(cd, iptr->dst.block);
1889 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1890 case ICMD_IF_LCMPLE:
1892 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1893 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1896 codegen_addreference(cd, iptr->dst.block);
1899 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1900 case ICMD_IF_LCMPGE:
1902 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1903 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1906 codegen_addreference(cd, iptr->dst.block);
1910 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1911 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1913 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1914 M_LNGMOVE(s1, REG_RESULT);
1915 goto nowperformreturn;
1917 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1919 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1920 M_LNGMOVE(s1, REG_RESULT);
1922 #ifdef ENABLE_VERIFIER
1923 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1924 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1925 iptr->sx.s23.s2.uc, 0);
1927 if (opt_showdisassemble)
1930 #endif /* ENABLE_VERIFIER */
1932 goto nowperformreturn;
1934 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1937 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1938 M_FLTMOVE(s1, REG_FRESULT);
1939 goto nowperformreturn;
1941 case ICMD_RETURN: /* ... ==> ... */
1947 p = cd->stackframesize;
1949 /* call trace function */
1951 #if !defined(NDEBUG)
1952 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1953 emit_verbosecall_exit(jd);
1957 #if defined(ENABLE_THREADS)
1958 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1959 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1960 M_ALD(REG_ITMP3, REG_PV, disp);
1961 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1964 /* we need to save the proper return value */
1966 switch (iptr->opc) {
1971 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1974 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1977 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1981 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
1984 /* and now restore the proper return value */
1986 switch (iptr->opc) {
1991 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1994 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1997 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2003 /* restore return address */
2005 if (!jd->isleafmethod) {
2006 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2007 may have a displacement overflow. */
2009 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2013 /* restore saved registers */
2015 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2016 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2018 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2019 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2022 /* deallocate stack */
2024 if (cd->stackframesize)
2025 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2033 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2036 branch_target_t *table;
2038 table = iptr->dst.table;
2040 l = iptr->sx.s23.s2.tablelow;
2041 i = iptr->sx.s23.s3.tablehigh;
2043 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2045 M_INTMOVE(s1, REG_ITMP1);
2046 } else if (l <= 32768) {
2047 M_LDA(REG_ITMP1, s1, -l);
2049 ICONST(REG_ITMP2, l);
2050 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2053 /* number of targets */
2058 M_CMPUI(REG_ITMP1, i - 1);
2060 codegen_addreference(cd, table[0].block);
2062 /* build jump table top down and use address of lowest entry */
2067 dseg_add_target(cd, table->block);
2072 /* length of dataseg after last dseg_add_unique_target is used by load */
2074 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2075 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2076 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2083 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2086 lookup_target_t *lookup;
2088 lookup = iptr->dst.lookup;
2090 i = iptr->sx.s23.s2.lookupcount;
2092 MCODECHECK((i<<2)+8);
2093 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2095 val = lookup->value;
2096 if ((val >= -32768) && (val <= 32767)) {
2099 a = dseg_add_s4(cd, val);
2100 M_ILD(REG_ITMP2, REG_PV, a);
2101 M_CMP(s1, REG_ITMP2);
2104 codegen_addreference(cd, lookup->target.block);
2109 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2116 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2118 bte = iptr->sx.s23.s3.bte;
2122 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2123 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2124 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2125 case ICMD_INVOKEINTERFACE:
2127 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2128 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2132 lm = iptr->sx.s23.s3.fmiref->p.method;
2133 md = lm->parseddesc;
2137 s3 = md->paramcount;
2139 MCODECHECK((s3 << 1) + 64);
2141 /* copy arguments to registers or stack location */
2143 for (s3 = s3 - 1; s3 >= 0; s3--) {
2144 var = VAR(iptr->sx.s23.s2.args[s3]);
2146 if (var->flags & PREALLOC)
2149 if (IS_INT_LNG_TYPE(var->type)) {
2150 if (!md->params[s3].inmemory) {
2151 s1 = rd->argintregs[md->params[s3].regoff];
2152 d = emit_load(jd, iptr, var, s1);
2155 d = emit_load(jd, iptr, var, REG_ITMP1);
2156 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2159 if (!md->params[s3].inmemory) {
2160 s1 = rd->argfltregs[md->params[s3].regoff];
2161 d = emit_load(jd, iptr, var, s1);
2164 d = emit_load(jd, iptr, var, REG_FTMP1);
2165 if (IS_2_WORD_TYPE(var->type))
2166 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2168 M_DST(d, REG_SP, md->params[s3].regoff * 8); /* F XXX */
2173 switch (iptr->opc) {
2175 disp = dseg_add_functionptr(cd, bte->fp);
2176 d = md->returntype.type;
2178 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2179 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2183 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2185 M_LDA(REG_PV, REG_ITMP1, -disp);
2188 if (INSTRUCTION_MUST_CHECK(iptr)) {
2189 M_CMPI(REG_RESULT, 0);
2191 codegen_add_fillinstacktrace_ref(cd);
2195 case ICMD_INVOKESPECIAL:
2196 gen_nullptr_check(rd->argintregs[0]);
2197 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2200 case ICMD_INVOKESTATIC:
2202 unresolved_method *um = iptr->sx.s23.s3.um;
2204 disp = dseg_add_unique_address(cd, NULL);
2206 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2209 if (opt_showdisassemble)
2212 d = md->returntype.type;
2215 disp = dseg_add_address(cd, lm->stubroutine);
2216 d = md->returntype.type;
2220 M_ALD(REG_PV, REG_PV, disp);
2223 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2225 M_LDA(REG_PV, REG_ITMP1, -disp);
2228 case ICMD_INVOKEVIRTUAL:
2229 gen_nullptr_check(rd->argintregs[0]);
2232 unresolved_method *um = iptr->sx.s23.s3.um;
2234 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2236 if (opt_showdisassemble)
2240 d = md->returntype.type;
2243 s1 = OFFSET(vftbl_t, table[0]) +
2244 sizeof(methodptr) * lm->vftblindex;
2245 d = md->returntype.type;
2248 M_ALD(REG_METHODPTR, rd->argintregs[0],
2249 OFFSET(java_objectheader, vftbl));
2250 M_ALD(REG_PV, REG_METHODPTR, s1);
2253 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2255 M_LDA(REG_PV, REG_ITMP1, -disp);
2258 case ICMD_INVOKEINTERFACE:
2259 gen_nullptr_check(rd->argintregs[0]);
2262 unresolved_method *um = iptr->sx.s23.s3.um;
2264 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2266 if (opt_showdisassemble)
2271 d = md->returntype.type;
2274 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2275 sizeof(methodptr*) * lm->class->index;
2277 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2279 d = md->returntype.type;
2282 M_ALD(REG_METHODPTR, rd->argintregs[0],
2283 OFFSET(java_objectheader, vftbl));
2284 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2285 M_ALD(REG_PV, REG_METHODPTR, s2);
2288 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2290 M_LDA(REG_PV, REG_ITMP1, -disp);
2294 /* d contains return type */
2296 if (d != TYPE_VOID) {
2297 if (IS_INT_LNG_TYPE(d)) {
2298 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2299 M_MOV(REG_RESULT, s1);
2301 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2302 M_FLTMOVE(REG_FRESULT, s1);
2304 emit_store_dst(jd, iptr, s1);
2309 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2310 /* val.a: (classinfo*) superclass */
2312 /* superclass is an interface:
2314 * OK if ((sub == NULL) ||
2315 * (sub->vftbl->interfacetablelength > super->index) &&
2316 * (sub->vftbl->interfacetable[-super->index] != NULL));
2318 * superclass is a class:
2320 * OK if ((sub == NULL) || (0
2321 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2322 * super->vftbl->diffvall));
2325 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2326 /* object type cast-check */
2331 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2335 super = iptr->sx.s23.s3.c.cls;
2336 superindex = super->index;
2339 #if defined(ENABLE_THREADS)
2340 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2342 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2344 /* calculate interface checkcast code size */
2348 s2 += (opt_showdisassemble ? 1 : 0);
2350 /* calculate class checkcast code size */
2352 s3 = 9 + (s1 == REG_ITMP1);
2354 s3 += (opt_showdisassemble ? 1 : 0);
2356 /* if class is not resolved, check which code to call */
2358 if (super == NULL) {
2360 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2362 disp = dseg_add_s4(cd, 0); /* super->flags */
2364 codegen_addpatchref(cd,
2365 PATCHER_checkcast_instanceof_flags,
2366 iptr->sx.s23.s3.c.ref,
2369 if (opt_showdisassemble)
2372 M_ILD(REG_ITMP2, REG_PV, disp);
2373 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2377 /* interface checkcast code */
2379 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2380 if (super == NULL) {
2381 codegen_addpatchref(cd,
2382 PATCHER_checkcast_instanceof_interface,
2383 iptr->sx.s23.s3.c.ref,
2385 if (opt_showdisassemble)
2393 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2394 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2395 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2397 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2398 M_ALD(REG_ITMP3, REG_ITMP2,
2399 OFFSET(vftbl_t, interfacetable[0]) -
2400 superindex * sizeof(methodptr*));
2403 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2409 /* class checkcast code */
2411 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2412 if (super == NULL) {
2413 disp = dseg_add_address(cd, NULL);
2414 codegen_addpatchref(cd, PATCHER_checkcast_class,
2415 iptr->sx.s23.s3.c.ref,
2417 if (opt_showdisassemble)
2420 disp = dseg_add_address(cd, super->vftbl);
2425 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2426 #if defined(ENABLE_THREADS)
2427 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2429 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2430 M_ALD(REG_ITMP2, REG_PV, disp);
2431 if (s1 != REG_ITMP1) {
2432 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2433 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2434 #if defined(ENABLE_THREADS)
2435 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2437 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2438 M_EXTSW(REG_ITMP3, REG_ITMP3);
2440 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2441 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2442 M_EXTSW(REG_ITMP3, REG_ITMP3);
2443 M_ALD(REG_ITMP2, REG_PV, disp);
2444 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2445 #if defined(ENABLE_THREADS)
2446 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2449 M_CMPU(REG_ITMP3, REG_ITMP2);
2451 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2453 d = codegen_reg_of_dst(jd, iptr, s1);
2456 /* array type cast-check */
2458 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2459 M_INTMOVE(s1, rd->argintregs[0]);
2462 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2463 disp = dseg_add_address(cd, NULL);
2464 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2465 iptr->sx.s23.s3.c.ref,
2468 if (opt_showdisassemble)
2471 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2474 M_ALD(rd->argintregs[1], REG_PV, disp);
2475 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2476 M_ALD(REG_ITMP2, REG_PV, disp);
2477 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2482 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2484 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2485 d = codegen_reg_of_dst(jd, iptr, s1);
2488 emit_store_dst(jd, iptr, d);
2491 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2492 /* val.a: (classinfo*) superclass */
2494 /* superclass is an interface:
2496 * return (sub != NULL) &&
2497 * (sub->vftbl->interfacetablelength > super->index) &&
2498 * (sub->vftbl->interfacetable[-super->index] != NULL);
2500 * superclass is a class:
2502 * return ((sub != NULL) && (0
2503 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2504 * super->vftbl->diffvall));
2509 vftbl_t *supervftbl;
2512 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2518 super = iptr->sx.s23.s3.c.cls;
2519 superindex = super->index;
2520 supervftbl = super->vftbl;
2523 #if defined(ENABLE_THREADS)
2524 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2526 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2527 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2529 M_MOV(s1, REG_ITMP1);
2533 /* calculate interface instanceof code size */
2537 s2 += (opt_showdisassemble ? 1 : 0);
2539 /* calculate class instanceof code size */
2543 s3 += (opt_showdisassemble ? 1 : 0);
2547 /* if class is not resolved, check which code to call */
2551 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2553 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2555 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2556 iptr->sx.s23.s3.c.ref, disp);
2558 if (opt_showdisassemble)
2561 M_ILD(REG_ITMP3, REG_PV, disp);
2562 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2566 /* interface instanceof code */
2568 if (!super || (super->flags & ACC_INTERFACE)) {
2574 codegen_addpatchref(cd,
2575 PATCHER_checkcast_instanceof_interface,
2576 iptr->sx.s23.s3.c.ref, 0);
2578 if (opt_showdisassemble)
2582 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2583 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2584 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2586 M_ALD(REG_ITMP1, REG_ITMP1,
2587 OFFSET(vftbl_t, interfacetable[0]) -
2588 superindex * sizeof(methodptr*));
2591 M_IADD_IMM(REG_ZERO, 1, d);
2597 /* class instanceof code */
2599 if (!super || !(super->flags & ACC_INTERFACE)) {
2600 disp = dseg_add_address(cd, supervftbl);
2607 codegen_addpatchref(cd, PATCHER_instanceof_class,
2608 iptr->sx.s23.s3.c.ref,
2611 if (opt_showdisassemble) {
2616 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2617 M_ALD(REG_ITMP2, REG_PV, disp);
2618 #if defined(ENABLE_THREADS)
2619 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2621 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2622 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2623 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2624 #if defined(ENABLE_THREADS)
2625 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2627 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2628 M_CMPU(REG_ITMP1, REG_ITMP2);
2631 M_IADD_IMM(REG_ZERO, 1, d);
2633 emit_store_dst(jd, iptr, d);
2637 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2639 /* check for negative sizes and copy sizes to stack if necessary */
2641 MCODECHECK((iptr->s1.argcount << 1) + 64);
2643 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2645 var = VAR(iptr->sx.s23.s2.args[s1]);
2647 /* copy SAVEDVAR sizes to stack */
2649 if (!(var->flags & PREALLOC)) {
2650 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2651 #if defined(__DARWIN__)
2652 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2654 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2659 /* a0 = dimension count */
2661 ICONST(rd->argintregs[0], iptr->s1.argcount);
2663 /* is patcher function set? */
2665 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2666 disp = dseg_add_address(cd, NULL);
2668 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2669 iptr->sx.s23.s3.c.ref, disp);
2671 if (opt_showdisassemble)
2675 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2678 /* a1 = arraydescriptor */
2680 M_ALD(rd->argintregs[1], REG_PV, disp);
2682 /* a2 = pointer to dimensions = stack pointer */
2684 #if defined(__DARWIN__)
2685 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2687 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 8);
2690 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2691 M_ALD(REG_ITMP3, REG_PV, disp);
2692 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2696 /* check for exception before result assignment */
2698 M_CMPI(REG_RESULT, 0);
2700 codegen_add_fillinstacktrace_ref(cd);
2702 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2703 M_INTMOVE(REG_RESULT, d);
2704 emit_store_dst(jd, iptr, d);
2709 new_internalerror("Unknown ICMD %d during code generation",
2714 } /* for instruction */
2716 } /* if (bptr -> flags >= BBREACHED) */
2717 } /* for basic block */
2719 dseg_createlinenumbertable(cd);
2722 /* generate exception and patcher stubs */
2731 savedmcodeptr = NULL;
2733 /* generate exception stubs */
2735 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2736 md_codegen_patch_branch(cd, eref->branchpos, cd->mcodeptr - cd->mcodebase);
2740 /* Check if the exception is an
2741 ArrayIndexOutOfBoundsException. If so, move index register
2744 if (eref->reg != -1)
2745 M_MOV(eref->reg, REG_ITMP1);
2747 /* calcuate exception address */
2749 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2751 /* move function to call into REG_ITMP3 */
2753 disp = dseg_add_functionptr(cd, eref->function);
2754 M_ALD(REG_ITMP3, REG_PV, disp);
2755 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2757 if (savedmcodeptr != NULL) {
2758 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2762 savedmcodeptr = cd->mcodeptr;
2764 if (jd->isleafmethod) {
2766 M_AST(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2769 M_MOV(REG_PV, rd->argintregs[0]);
2770 M_MOV(REG_SP, rd->argintregs[1]);
2772 if (jd->isleafmethod)
2773 M_MOV(REG_ZERO, rd->argintregs[2]);
2775 M_ALD(rd->argintregs[2],
2776 REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2778 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2779 M_MOV(REG_ITMP1, rd->argintregs[4]);
2781 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2782 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2786 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2788 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2789 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2791 if (jd->isleafmethod) {
2792 /* XXX FIXME: REG_ZERO can cause problems here! */
2793 assert(cd->stackframesize * 8 <= 32767);
2795 M_ALD(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2799 disp = dseg_add_functionptr(cd, asm_handle_exception);
2800 M_ALD(REG_ITMP3, REG_PV, disp);
2807 /* generate code patching stub call code */
2809 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2810 /* check code segment size */
2814 /* Get machine code which is patched back in later. The
2815 call is 1 instruction word long. */
2817 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2819 mcode = *((u4 *) tmpmcodeptr);
2821 /* Patch in the call to call the following code (done at
2824 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2825 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2827 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2830 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2832 /* create stack frame - keep stack 16-byte aligned */
2834 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2836 /* calculate return address and move it onto the stack */
2838 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2839 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2841 /* move pointer to java_objectheader onto stack */
2843 #if defined(ENABLE_THREADS)
2844 /* order reversed because of data segment layout */
2846 (void) dseg_add_unique_address(cd, NULL); /* flcword */
2847 (void) dseg_add_unique_address(cd, lock_get_initial_lock_word()); /* monitorPtr */
2848 disp = dseg_add_unique_address(cd, NULL); /* vftbl */
2850 M_LDA(REG_ITMP3, REG_PV, disp);
2851 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
2856 /* move machine code onto stack */
2858 disp = dseg_add_unique_s4(cd, mcode);
2859 M_ILD(REG_ITMP3, REG_PV, disp);
2860 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
2862 /* move class/method/field reference onto stack */
2864 disp = dseg_add_unique_address(cd, pref->ref);
2865 M_ALD(REG_ITMP3, REG_PV, disp);
2866 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
2868 /* move data segment displacement onto stack */
2870 disp = dseg_add_functionptr(cd, pref->disp);
2871 M_LLD(REG_ITMP3, REG_PV, disp);
2872 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
2874 /* move patcher function pointer onto stack */
2876 disp = dseg_add_functionptr(cd, pref->patcher);
2877 M_ALD(REG_ITMP3, REG_PV, disp);
2878 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
2880 disp = dseg_add_functionptr(cd, asm_patcher_wrapper);
2881 M_ALD(REG_ITMP3, REG_PV, disp);
2886 /* generate replacement-out stubs */
2892 replacementpoint = jd->code->rplpoints;
2894 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
2895 /* check code segment size */
2899 /* note start of stub code */
2901 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
2903 /* make machine code for patching */
2905 tmpmcodeptr = cd->mcodeptr;
2906 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
2908 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
2911 cd->mcodeptr = tmpmcodeptr;
2913 /* create stack frame - keep 16-byte aligned */
2915 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
2917 /* push address of `rplpoint` struct */
2919 disp = dseg_add_unique_address(cd, replacementpoint);
2920 M_ALD(REG_ITMP3, REG_PV, disp);
2921 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
2923 /* jump to replacement function */
2925 disp = dseg_add_unique_address(cd, asm_replacement_out);
2926 M_ALD(REG_ITMP3, REG_PV, disp);
2936 /* everything's ok */
2942 /* createcompilerstub **********************************************************
2944 Creates a stub routine which calls the compiler.
2946 *******************************************************************************/
2948 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
2949 #define COMPILERSTUB_CODESIZE 4 * 4
2951 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
2954 u1 *createcompilerstub(methodinfo *m)
2956 u1 *s; /* memory to hold the stub */
2962 s = CNEW(u1, COMPILERSTUB_SIZE);
2964 /* set data pointer and code pointer */
2967 s = s + COMPILERSTUB_DATASIZE;
2969 /* mark start of dump memory area */
2971 dumpsize = dump_size();
2973 cd = DNEW(codegendata);
2976 /* Store the codeinfo pointer in the same place as in the
2977 methodheader for compiled methods. */
2979 code = code_codeinfo_new(m);
2981 d[0] = (ptrint) asm_call_jit_compiler;
2983 d[2] = (ptrint) code;
2985 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2986 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2990 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
2992 #if defined(ENABLE_STATISTICS)
2994 count_cstub_len += COMPILERSTUB_SIZE;
2997 /* release dump area */
2999 dump_release(dumpsize);
3005 /* createnativestub ************************************************************
3007 Creates a stub routine which calls a native method.
3009 *******************************************************************************/
3011 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3019 s4 i, j; /* count variables */
3024 /* get required compiler data */
3031 /* set some variables */
3034 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3036 /* calculate stackframe size */
3038 cd->stackframesize =
3039 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3040 sizeof(localref_table) / SIZEOF_VOID_P +
3041 4 + /* 4 stackframeinfo arguments (darwin)*/
3045 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
3047 /* create method header */
3049 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
3050 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
3051 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
3052 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
3053 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
3054 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
3055 (void) dseg_addlinenumbertablesize(cd);
3056 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
3061 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3062 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
3064 #if !defined(NDEBUG)
3065 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3066 emit_verbosecall_enter(jd);
3069 /* get function address (this must happen before the stackframeinfo) */
3071 funcdisp = dseg_add_functionptr(cd, f);
3073 #if !defined(WITH_STATIC_CLASSPATH)
3075 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3077 if (opt_showdisassemble)
3082 /* save integer and float argument registers */
3086 for (i = 0; i < md->paramcount; i++) {
3087 t = md->paramtypes[i].type;
3089 if (IS_INT_LNG_TYPE(t)) {
3090 if (!md->params[i].inmemory) {
3091 s1 = md->params[i].regoff;
3092 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3098 for (i = 0; i < md->paramcount; i++) {
3099 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3100 if (!md->params[i].inmemory) {
3101 s1 = md->params[i].regoff;
3102 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3108 /* create native stack info */
3110 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3111 M_MOV(REG_PV, rd->argintregs[1]);
3112 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[2]);
3113 M_ALD(rd->argintregs[3], REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3114 disp = dseg_add_functionptr(cd, codegen_start_native_call);
3116 M_ALD(REG_ITMP1, REG_PV, disp);
3117 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3121 /* restore integer and float argument registers */
3125 for (i = 0; i < md->paramcount; i++) {
3126 t = md->paramtypes[i].type;
3128 if (IS_INT_LNG_TYPE(t)) {
3129 if (!md->params[i].inmemory) {
3130 s1 = md->params[i].regoff;
3131 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3137 for (i = 0; i < md->paramcount; i++) {
3138 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3139 if (!md->params[i].inmemory) {
3140 s1 = md->params[i].regoff;
3141 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3147 /* copy or spill arguments to new locations */
3149 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3150 t = md->paramtypes[i].type;
3152 if (IS_INT_LNG_TYPE(t)) {
3153 if (!md->params[i].inmemory) {
3154 s1 = rd->argintregs[md->params[i].regoff];
3156 if (!nmd->params[j].inmemory) {
3157 s2 = rd->argintregs[nmd->params[j].regoff];
3160 s2 = nmd->params[j].regoff;
3161 M_LST(s1, REG_SP, s2 * 8);
3165 s1 = md->params[i].regoff + cd->stackframesize;
3166 s2 = nmd->params[j].regoff;
3168 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3169 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3173 /* We only copy spilled float arguments, as the float
3174 argument registers keep unchanged. */
3176 if (md->params[i].inmemory) {
3177 s1 = md->params[i].regoff + cd->stackframesize;
3178 s2 = nmd->params[j].regoff;
3180 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3182 if (IS_2_WORD_TYPE(t)) {
3183 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3185 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
3191 /* put class into second argument register */
3193 if (m->flags & ACC_STATIC) {
3194 disp = dseg_add_unique_address(cd, m->class);
3195 M_ALD(rd->argintregs[1], REG_PV, disp);
3198 /* put env into first argument register */
3200 disp = dseg_add_unique_address(cd, _Jv_env);
3201 M_ALD(rd->argintregs[0], REG_PV, disp);
3203 /* generate the actual native call */
3204 /* native functions have a different TOC for sure */
3206 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3207 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3208 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3209 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3212 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3214 /* save return value */
3216 if (md->returntype.type != TYPE_VOID) {
3217 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3218 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3221 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3222 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3224 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); */ /* FIXME, needed F XXX?*/
3229 /* print call trace */
3230 #if ! defined(NDEBGUU)
3231 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3232 emit_verbosecall_exit(jd);
3235 /* remove native stackframe info */
3237 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3238 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3239 M_ALD(REG_ITMP1, REG_PV, disp);
3240 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3243 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3245 /* restore return value */
3247 if (md->returntype.type != TYPE_VOID) {
3248 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3249 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3252 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3253 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3255 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
3260 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3261 M_MTLR(REG_ITMP2_XPC);
3262 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
3264 /* check for exception */
3266 M_TST(REG_ITMP1_XPTR);
3267 M_BNE(1); /* if no exception then return */
3271 /* handle exception */
3273 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3275 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3276 M_ALD(REG_ITMP3, REG_PV, disp);
3280 /* generate patcher stub call code */
3288 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3289 /* Get machine code which is patched back in later. The
3290 call is 1 instruction word long. */
3292 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3294 mcode = *((u4 *) tmpmcodeptr);
3296 /* Patch in the call to call the following code (done at
3299 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3300 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3302 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3305 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3307 /* create stack frame - keep stack 16-byte aligned */
3309 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3311 /* move return address onto stack */
3314 M_AST(REG_ZERO, REG_SP, 5 * 8);
3316 /* move pointer to java_objectheader onto stack */
3318 #if defined(ENABLE_THREADS)
3319 /* order reversed because of data segment layout */
3321 (void) dseg_add_unique_address(cd, NULL); /* flcword */
3322 (void) dseg_add_unique_address(cd, lock_get_initial_lock_word()); /* monitorPtr */
3323 disp = dseg_add_unique_address(cd, NULL); /* vftbl */
3325 M_LDA(REG_ITMP3, REG_PV, disp);
3326 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3331 /* move machine code onto stack */
3333 disp = dseg_add_unique_s4(cd, mcode);
3334 M_ILD(REG_ITMP3, REG_PV, disp);
3335 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3337 /* move class/method/field reference onto stack */
3339 disp = dseg_add_unique_address(cd, pref->ref);
3340 M_ALD(REG_ITMP3, REG_PV, disp);
3341 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3343 /* move data segment displacement onto stack */
3345 disp = dseg_add_unique_s4(cd, pref->disp);
3346 M_ILD(REG_ITMP3, REG_PV, disp);
3347 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3349 /* move patcher function pointer onto stack */
3351 disp = dseg_add_functionptr(cd, pref->patcher);
3352 M_ALD(REG_ITMP3, REG_PV, disp);
3353 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3355 disp = dseg_add_functionptr(cd, asm_patcher_wrapper);
3356 M_ALD(REG_ITMP3, REG_PV, disp);
3364 return code->entrypoint;
3371 * These are local overrides for various environment variables in Emacs.
3372 * Please do not remove this and leave it at the end of the file, where
3373 * Emacs will automagically detect them.
3374 * ---------------------------------------------------------------------
3377 * indent-tabs-mode: t
3381 * vim:noexpandtab:sw=4:ts=4: