1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 7311 2007-02-09 13:20:27Z twisti $
39 #include "vm/jit/abi-asm.h"
41 #include "vm/jit/powerpc64/arch.h"
42 #include "vm/jit/powerpc64/codegen.h"
44 #include "mm/memory.h"
46 #include "native/native.h"
48 #include "vm/builtin.h"
49 #include "vm/exceptions.h"
50 #include "vm/global.h"
51 #include "vm/stringlocal.h"
54 #include "vm/jit/asmpart.h"
55 #include "vm/jit/codegen-common.h"
56 #include "vm/jit/dseg.h"
57 #include "vm/jit/emit-common.h"
58 #include "vm/jit/jit.h"
59 #include "vm/jit/md.h"
60 #include "vm/jit/parse.h"
61 #include "vm/jit/patcher.h"
62 #include "vm/jit/reg.h"
63 #include "vm/jit/replace.h"
65 #if defined(ENABLE_LSRA)
66 # include "vm/jit/allocator/lsra.h"
69 #include "vmcore/loader.h"
70 #include "vmcore/options.h"
73 /* codegen *********************************************************************
75 Generates machine code.
77 *******************************************************************************/
79 bool codegen(jitdata *jd)
85 s4 len, s1, s2, s3, d, disp;
92 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
93 builtintable_entry *bte;
100 /* get required compiler data */
107 /* prevent compiler warnings */
119 /* space to save used callee saved registers */
121 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
122 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
124 cd->stackframesize = rd->memuse + savedregs_num;
126 #if defined(ENABLE_THREADS)
127 /* space to save argument of monitor_enter and Return Values to survive */
128 /* monitor_exit. The stack position for the argument can not be shared */
129 /* with place to save the return register on PPC64, since both values */
131 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
132 /* reserve 2 slots for long/double return values for monitorexit */
133 cd->stackframesize += 2;
138 /* create method header */
140 /* align stack to 16-bytes */
143 /* if (!m->isleafmethod || opt_verbosecall) */
144 /* stackframesize = (stackframesize + 3) & ~3;
146 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
147 /* stackframesize = 0; */
149 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
150 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
152 #if defined(ENABLE_THREADS)
153 /* IsSync contains the offset relative to the stack pointer for the
154 argument of monitor_exit used in the exception handler. Since the
155 offset could be zero and give a wrong meaning of the flag it is
159 if (checksync && (m->flags & ACC_SYNCHRONIZED))
160 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
163 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
165 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
166 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
167 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
169 dseg_addlinenumbertablesize(cd);
171 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
173 /* create exception table */
175 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
176 dseg_add_target(cd, ex->start);
177 dseg_add_target(cd, ex->end);
178 dseg_add_target(cd, ex->handler);
179 (void) dseg_add_unique_address(cd, ex->catchtype.any);
182 /* create stack frame (if necessary) */
184 if (!jd->isleafmethod) {
186 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
189 if (cd->stackframesize)
190 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
192 /* save return address and used callee saved registers */
194 p = cd->stackframesize;
195 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
196 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
198 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
199 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
202 /* take arguments out of register or stack frame */
206 for (p = 0, l = 0; p < md->paramcount; p++) {
207 t = md->paramtypes[p].type;
208 varindex = jd->local_map[l*5 + t];
210 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
212 if (varindex == UNUSED)
215 s1 = md->params[p].regoff;
216 if (IS_INT_LNG_TYPE(t)) { /* integer args */
217 if (!md->params[p].inmemory) { /* register arguments */
218 s2 = rd->argintregs[s1];
219 if (!IS_INMEMORY(var->flags)) {
220 M_INTMOVE(s2, var->vv.regoff);
221 } else { /* reg arg -> spilled */
222 M_LST(s2, REG_SP, var->vv.regoff * 8);
224 } else { /* stack arguments */
225 if (!IS_INMEMORY(var->flags)) { /* stack arg -> register */
226 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
228 } else { /* stack arg -> spilled */
229 var->vv.regoff = cd->stackframesize + s1;
233 } else { /* floating args */
234 if (!md->params[p].inmemory) { /* register arguments */
235 s2 = rd->argfltregs[s1];
236 if (!IS_INMEMORY(var->flags)) { /* reg arg -> register */
237 M_FLTMOVE(s2, var->vv.regoff);
238 } else { /* reg arg -> spilled */
239 if (IS_2_WORD_TYPE(t)) {
240 M_DST(s2, REG_SP, var->vv.regoff * 8);
242 M_DST(s2, REG_SP, var->vv.regoff * 8); /* F XXX */
246 } else { /* stack arguments */
247 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
248 if (IS_2_WORD_TYPE(t)) {
249 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
251 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
253 } else { /* stack-arg -> spilled */
254 var->vv.regoff = cd->stackframesize + s1;
260 /* save monitorenter argument */
262 #if defined(ENABLE_THREADS)
264 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
266 /* stackoffset for argument used for LOCK_monitor_exit */
268 #if !defined (NDEBUG)
269 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
270 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
272 for (p = 0; p < INT_ARG_CNT; p++)
273 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
275 for (p = 0; p < FLT_ARG_CNT; p++)
276 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
278 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
279 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
282 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
283 M_ALD(REG_ITMP3, REG_PV, p);
284 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
287 /* get or test the lock object */
289 if (m->flags & ACC_STATIC) {
290 p = dseg_add_address(cd, &m->class->object.header);
291 M_ALD(rd->argintregs[0], REG_PV, p);
294 M_TST(rd->argintregs[0]);
296 codegen_add_nullpointerexception_ref(cd);
299 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
301 #if !defined (NDEBUG)
302 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
303 for (p = 0; p < INT_ARG_CNT; p++)
304 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
306 for (p = 0; p < FLT_ARG_CNT; p++)
307 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
309 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
315 /* call trace function */
316 #if !defined (NDEBUG)
317 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
318 emit_verbosecall_enter(jd);
323 /* end of header generation */
325 /* create replacement points */
327 REPLACEMENT_POINTS_INIT(cd, jd);
329 /* walk through all basic blocks */
331 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
333 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
335 if (bptr->flags >= BBREACHED) {
337 /* branch resolving */
341 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
342 md_codegen_patch_branch(cd, brefs->branchpos, bptr->mpc);
346 /* handle replacement points */
348 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
350 /* copy interface registers to their destination */
355 #if defined(ENABLE_LSRA)
359 var = VAR(bptr->invars[len]);
360 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
361 /* d = reg_of_var(m, var, REG_ITMP1); */
362 if (!(var->flags & INMEMORY))
366 M_INTMOVE(REG_ITMP1, d);
367 emit_store(jd, NULL, var, d);
374 var = VAR(bptr->invars[len]);
375 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
376 d = codegen_reg_of_var(0, var, REG_ITMP1);
377 M_INTMOVE(REG_ITMP1, d);
378 emit_store(jd, NULL, var, d);
381 assert((var->flags & INOUT));
385 #if defined(ENABLE_LSRA)
388 /* walk through all instructions */
393 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
394 bool sign_ext = false;
395 if (iptr->line != currentline) {
396 dseg_addlinenumber(cd, iptr->line);
397 currentline = iptr->line;
400 MCODECHECK(64); /* an instruction usually needs < 64 words */
403 case ICMD_NOP: /* ... ==> ... */
404 case ICMD_POP: /* ..., value ==> ... */
405 case ICMD_POP2: /* ..., value, value ==> ... */
408 case ICMD_INLINE_START:
410 REPLACEMENT_POINT_INLINE_START(cd, iptr);
413 case ICMD_INLINE_BODY:
415 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
416 dseg_addlinenumber_inline_start(cd, iptr);
417 dseg_addlinenumber(cd, iptr->line);
420 case ICMD_INLINE_END:
422 dseg_addlinenumber_inline_end(cd, iptr);
423 dseg_addlinenumber(cd, iptr->line);
426 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
428 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
431 codegen_add_nullpointerexception_ref(cd);
434 /* constant operations ************************************************/
436 case ICMD_ICONST: /* ... ==> ..., constant */
438 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
439 ICONST(d, iptr->sx.val.i);
440 emit_store_dst(jd, iptr, d);
443 case ICMD_LCONST: /* ... ==> ..., constant */
445 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
446 LCONST(d, iptr->sx.val.l);
447 emit_store_dst(jd, iptr, d);
450 case ICMD_FCONST: /* ... ==> ..., constant */
452 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
453 a = dseg_add_float(cd, iptr->sx.val.f);
455 emit_store_dst(jd, iptr, d);
458 case ICMD_DCONST: /* ... ==> ..., constant */
460 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
461 a = dseg_add_double(cd, iptr->sx.val.d);
463 emit_store_dst(jd, iptr, d);
466 case ICMD_ACONST: /* ... ==> ..., constant */
468 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
469 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
471 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
472 codegen_addpatchref(cd, PATCHER_aconst,
476 if (opt_showdisassemble)
480 M_ALD(d, REG_PV, disp);
481 emit_store_dst(jd, iptr, d);
485 /* load/store/copy/move operations ************************************/
487 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
488 case ICMD_ALOAD: /* s1.localindex = local variable */
490 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
491 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
492 case ICMD_ISTORE: /* ..., value ==> ... */
494 case ICMD_FSTORE: /* ..., value ==> ... */
495 case ICMD_DSTORE: /* ..., value ==> ... */
499 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
503 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
504 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
508 /* integer operations *************************************************/
510 case ICMD_INEG: /* ..., value ==> ..., - value */
513 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
514 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
516 if (sign_ext) M_EXTSW(d, d);
517 emit_store_dst(jd, iptr, d);
521 case ICMD_I2L: /* ..., value ==> ..., value */
523 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
524 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
526 emit_store_dst(jd, iptr, d);
529 case ICMD_L2I: /* ..., value ==> ..., value */
531 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
532 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
534 emit_store_dst(jd, iptr, d);
537 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
539 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
540 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
542 emit_store_dst(jd, iptr, d);
545 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
547 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
548 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
550 emit_store_dst(jd, iptr, d);
553 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
555 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
556 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
558 emit_store_dst(jd, iptr, d);
562 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
564 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
565 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
566 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
569 emit_store_dst(jd, iptr, d);
575 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
576 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
577 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
578 M_IADD_IMM(s1, iptr->sx.val.i, d);
580 ICONST(REG_ITMP2, iptr->sx.val.i);
581 M_IADD(s1, REG_ITMP2, d);
584 emit_store_dst(jd, iptr, d);
587 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
589 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
590 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
591 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
593 emit_store_dst(jd, iptr, d);
596 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
597 /* sx.val.l = constant */
599 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
600 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
602 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
603 M_LADD_IMM(s1, iptr->sx.val.l, d);
605 LCONST(REG_ITMP2, iptr->sx.val.l);
606 M_LADD(s1, REG_ITMP2, d);
608 emit_store_dst(jd, iptr, d);
611 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
613 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
614 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
615 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
617 emit_store_dst(jd, iptr, d);
620 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
621 /* sx.val.i = constant */
623 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
624 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
625 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
626 M_IADD_IMM(s1, -iptr->sx.val.i, d);
628 ICONST(REG_ITMP2, iptr->sx.val.i);
629 M_SUB(s1, REG_ITMP2, d);
632 emit_store_dst(jd, iptr, d);
635 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
637 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
638 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
639 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
641 emit_store_dst(jd, iptr, d);
644 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
645 /* sx.val.l = constant */
647 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
648 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
650 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
651 M_LADD_IMM(s1, -iptr->sx.val.l, d);
653 LCONST(REG_ITMP2, iptr->sx.val.l);
654 M_SUB(s1, REG_ITMP2, d);
656 emit_store_dst(jd, iptr, d);
661 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
663 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
664 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
665 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
668 codegen_add_arithmeticexception_ref(cd);
671 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
672 /* we only need to check this if we did a LDIV, not for IDIV */
675 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
677 M_MOV(s1, d); /* java specs says result == dividend */
679 if (sign_ext) M_EXTSW(d, d);
680 emit_store_dst(jd, iptr, d);
685 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
686 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
687 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
690 codegen_add_arithmeticexception_ref(cd);
692 M_DIV(s1, s2, REG_ITMP3);
693 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
694 /* we only need to check this if we did a LDIV, not for IDIV */
697 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
699 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
702 M_MUL(REG_ITMP3, s2, REG_ITMP2);
703 M_SUB(s1, REG_ITMP2, REG_ITMP3);
704 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
707 emit_store_dst(jd, iptr, REG_ITMP1);
711 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
714 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
715 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
716 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
718 if (sign_ext) M_EXTSW(d, d);
719 emit_store_dst(jd, iptr, d);
722 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
723 /* sx.val.i = constant */
725 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
726 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
727 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
728 M_MUL_IMM(s1, iptr->sx.val.i, d);
730 ICONST(REG_ITMP3, iptr->sx.val.i);
731 M_MUL(s1, REG_ITMP3, d);
734 emit_store_dst(jd, iptr, d);
737 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
738 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
739 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
740 M_MUL_IMM(s1, iptr->sx.val.l, d);
742 LCONST(REG_ITMP3, iptr->sx.val.l);
743 M_MUL(s1, REG_ITMP3, d);
745 emit_store_dst(jd, iptr, d);
748 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
750 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
751 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
752 M_SRA_IMM(s1, iptr->sx.val.i, d);
754 emit_store_dst(jd, iptr, d);
757 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
759 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
760 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
761 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
762 M_AND_IMM(s2, 0x1f, REG_ITMP3);
763 M_SLL(s1, REG_ITMP3, d);
765 emit_store_dst(jd, iptr, d);
768 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
769 /* sx.val.i = constant */
771 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
772 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
773 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
775 emit_store_dst(jd, iptr, d);
778 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
780 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
781 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
782 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
783 M_AND_IMM(s2, 0x1f, REG_ITMP3);
784 M_SRA(s1, REG_ITMP3, d);
785 emit_store_dst(jd, iptr, d);
788 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
789 /* sx.val.i = constant */
791 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
792 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
793 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
794 emit_store_dst(jd, iptr, d);
797 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
799 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
800 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
801 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
802 M_AND_IMM(s2, 0x1f, REG_ITMP2);
803 M_SRL(s1, REG_ITMP2, d);
804 emit_store_dst(jd, iptr, d);
807 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
808 /* sx.val.i = constant */
810 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
811 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
812 if (iptr->sx.val.i & 0x1f) {
813 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
817 emit_store_dst(jd, iptr, d);
820 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
823 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
824 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
825 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
827 emit_store_dst(jd, iptr, d);
830 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
831 /* sx.val.i = constant */
833 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
834 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
835 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
836 M_AND_IMM(s1, iptr->sx.val.i, d);
839 else if (iptr->sx.val.i == 0xffffff) {
840 M_RLWINM(s1, 0, 8, 31, d);
844 ICONST(REG_ITMP3, iptr->sx.val.i);
845 M_AND(s1, REG_ITMP3, d);
847 emit_store_dst(jd, iptr, d);
850 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
851 /* sx.val.l = constant */
853 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
854 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
855 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
856 M_AND_IMM(s1, iptr->sx.val.l, d);
858 else if (iptr->sx.val.l == 0xffffff) {
859 M_RLWINM(s1, 0, 8, 31, d);
863 LCONST(REG_ITMP3, iptr->sx.val.l);
864 M_AND(s1, REG_ITMP3, d);
866 emit_store_dst(jd, iptr, d);
869 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
870 /* sx.val.i = constant */
871 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
872 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
873 M_MOV(s1, REG_ITMP2);
875 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
876 if (iptr->sx.val.i >= 32768) {
877 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
878 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
879 M_IADD(s1, REG_ITMP2, REG_ITMP2);
881 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
884 int b=0, m = iptr->sx.val.i;
887 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
889 M_SUB(s1, REG_ITMP2, d);
891 emit_store_dst(jd, iptr, d);
894 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
897 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
898 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
899 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
901 emit_store_dst(jd, iptr, d);
904 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
905 /* sx.val.i = constant */
907 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
908 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
909 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
910 M_OR_IMM(s1, iptr->sx.val.i, d);
912 ICONST(REG_ITMP3, iptr->sx.val.i);
913 M_OR(s1, REG_ITMP3, d);
915 emit_store_dst(jd, iptr, d);
918 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
919 /* sx.val.l = constant */
921 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
922 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
923 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
924 M_OR_IMM(s1, iptr->sx.val.l, d);
926 LCONST(REG_ITMP3, iptr->sx.val.l);
927 M_OR(s1, REG_ITMP3, d);
929 emit_store_dst(jd, iptr, d);
933 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
936 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
937 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
938 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
940 emit_store_dst(jd, iptr, d);
943 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
944 /* sx.val.i = constant */
946 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
947 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
948 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
949 M_XOR_IMM(s1, iptr->sx.val.i, d);
951 ICONST(REG_ITMP3, iptr->sx.val.i);
952 M_XOR(s1, REG_ITMP3, d);
954 emit_store_dst(jd, iptr, d);
957 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
958 /* sx.val.l = constant */
960 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
961 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
962 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
963 M_XOR_IMM(s1, iptr->sx.val.l, d);
965 LCONST(REG_ITMP3, iptr->sx.val.l);
966 M_XOR(s1, REG_ITMP3, d);
968 emit_store_dst(jd, iptr, d);
971 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
973 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
974 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
975 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
976 /* XXX implement me!!! */
977 emit_store_dst(jd, iptr, d);
982 /* floating operations ************************************************/
984 case ICMD_FNEG: /* ..., value ==> ..., - value */
986 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
987 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
989 emit_store_dst(jd, iptr, d);
992 case ICMD_DNEG: /* ..., value ==> ..., - value */
994 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
995 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
997 emit_store_dst(jd, iptr, d);
1000 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1002 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1003 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1004 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1006 emit_store_dst(jd, iptr, d);
1009 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1011 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1012 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1013 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1015 emit_store_dst(jd, iptr, d);
1018 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1020 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1021 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1022 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1024 emit_store_dst(jd, iptr, d);
1027 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1029 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1030 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1031 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1033 emit_store_dst(jd, iptr, d);
1036 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1038 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1039 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1040 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1042 emit_store_dst(jd, iptr, d);
1045 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1047 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1048 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1049 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1051 emit_store_dst(jd, iptr, d);
1054 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1056 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1057 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1058 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1060 emit_store_dst(jd, iptr, d);
1063 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1065 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1066 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1067 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1069 emit_store_dst(jd, iptr, d);
1072 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1075 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1076 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1078 disp = dseg_add_float(cd, 0.0);
1079 M_FLD(REG_FTMP2, REG_PV, disp);
1080 M_FCMPU(s1, REG_FTMP2);
1082 disp = dseg_add_unique_s4(cd, 0);
1083 M_CVTDL_C(s1, REG_FTMP1);
1084 M_LDA(REG_ITMP1, REG_PV, disp);
1085 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1086 M_ILD(d, REG_PV, disp);
1087 emit_store_dst(jd, iptr, d);
1090 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1092 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1093 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1095 emit_store_dst(jd, iptr, d);
1098 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1100 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1101 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1103 emit_store_dst(jd, iptr, d);
1106 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1107 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1110 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1111 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1112 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1114 M_IADD_IMM(REG_ZERO, -1, d);
1117 M_IADD_IMM(REG_ZERO, 0, d);
1119 M_IADD_IMM(REG_ZERO, 1, d);
1120 emit_store_dst(jd, iptr, d);
1123 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1124 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1126 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1127 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1128 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1130 M_IADD_IMM(REG_ZERO, 1, d);
1133 M_IADD_IMM(REG_ZERO, 0, d);
1135 M_IADD_IMM(REG_ZERO, -1, d);
1136 emit_store_dst(jd, iptr, d);
1139 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1140 case ICMD_IF_DCMPEQ:
1142 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1143 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1147 codegen_addreference(cd, iptr->dst.block);
1150 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1151 case ICMD_IF_DCMPNE:
1153 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1154 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1157 codegen_addreference(cd, iptr->dst.block);
1159 codegen_addreference(cd, iptr->dst.block);
1163 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1164 case ICMD_IF_DCMPL_LT:
1166 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1167 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1170 codegen_addreference(cd, iptr->dst.block);
1172 codegen_addreference(cd, iptr->dst.block);
1175 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1176 case ICMD_IF_DCMPL_GT:
1178 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1179 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1183 codegen_addreference(cd, iptr->dst.block);
1186 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1187 case ICMD_IF_DCMPL_LE:
1189 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1190 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1193 codegen_addreference(cd, iptr->dst.block);
1195 codegen_addreference(cd, iptr->dst.block);
1198 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1199 case ICMD_IF_DCMPL_GE:
1201 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1202 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1206 codegen_addreference(cd, iptr->dst.block);
1209 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1210 case ICMD_IF_DCMPG_LT:
1212 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1213 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1217 codegen_addreference(cd, iptr->dst.block);
1220 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1221 case ICMD_IF_DCMPG_GT:
1223 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1224 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1227 codegen_addreference(cd, iptr->dst.block);
1229 codegen_addreference(cd, iptr->dst.block);
1232 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1233 case ICMD_IF_DCMPG_LE:
1235 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1236 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1240 codegen_addreference(cd, iptr->dst.block);
1243 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1244 case ICMD_IF_DCMPG_GE:
1246 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1247 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1250 codegen_addreference(cd, iptr->dst.block);
1252 codegen_addreference(cd, iptr->dst.block);
1256 /* memory operations **************************************************/
1258 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1260 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1261 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1262 gen_nullptr_check(s1);
1263 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1264 emit_store_dst(jd, iptr, d);
1267 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1269 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1270 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1271 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1272 if (INSTRUCTION_MUST_CHECK(iptr)) {
1273 gen_nullptr_check(s1);
1276 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1277 M_LBZX(d, s1, REG_ITMP2);
1279 emit_store_dst(jd, iptr, d);
1282 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1284 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1285 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1286 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1287 if (INSTRUCTION_MUST_CHECK(iptr)) {
1288 gen_nullptr_check(s1);
1291 M_SLL_IMM(s2, 1, REG_ITMP2);
1292 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1293 M_LHAX(d, s1, REG_ITMP2);
1294 emit_store_dst(jd, iptr, d);
1297 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1299 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1300 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1301 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1302 if (INSTRUCTION_MUST_CHECK(iptr)) {
1303 gen_nullptr_check(s1);
1306 M_SLL_IMM(s2, 1, REG_ITMP2);
1307 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1308 M_LHAX(d, s1, REG_ITMP2);
1309 emit_store_dst(jd, iptr, d);
1312 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1314 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1315 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1316 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1317 if (INSTRUCTION_MUST_CHECK(iptr)) {
1318 gen_nullptr_check(s1);
1321 M_SLL_IMM(s2, 2, REG_ITMP2);
1322 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1323 M_LWZX(d, s1, REG_ITMP2);
1324 emit_store_dst(jd, iptr, d);
1327 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1329 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1330 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1331 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1332 if (INSTRUCTION_MUST_CHECK(iptr)) {
1333 gen_nullptr_check(s1);
1336 M_SLL_IMM(s2, 3, REG_ITMP2);
1337 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1338 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1339 emit_store_dst(jd, iptr, d);
1342 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1344 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1345 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1346 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1347 if (INSTRUCTION_MUST_CHECK(iptr)) {
1348 gen_nullptr_check(s1);
1351 M_SLL_IMM(s2, 2, REG_ITMP2);
1352 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1353 M_LFSX(d, s1, REG_ITMP2);
1354 emit_store_dst(jd, iptr, d);
1357 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1359 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1360 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1361 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1362 if (INSTRUCTION_MUST_CHECK(iptr)) {
1363 gen_nullptr_check(s1);
1366 M_SLL_IMM(s2, 3, REG_ITMP2);
1367 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1368 M_LFDX(d, s1, REG_ITMP2);
1369 emit_store_dst(jd, iptr, d);
1372 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1374 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1375 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1376 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1377 if (INSTRUCTION_MUST_CHECK(iptr)) {
1378 gen_nullptr_check(s1);
1381 M_SLL_IMM(s2, 3, REG_ITMP2);
1382 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1383 M_ALDX(d, s1, REG_ITMP2);
1384 emit_store_dst(jd, iptr, d);
1388 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1390 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1391 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1392 if (INSTRUCTION_MUST_CHECK(iptr)) {
1393 gen_nullptr_check(s1);
1396 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1397 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1398 M_STBX(s3, s1, REG_ITMP2);
1401 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1403 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1404 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1405 if (INSTRUCTION_MUST_CHECK(iptr)) {
1406 gen_nullptr_check(s1);
1409 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1410 M_SLL_IMM(s2, 1, REG_ITMP2);
1411 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1412 M_STHX(s3, s1, REG_ITMP2);
1415 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1417 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1418 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1419 if (INSTRUCTION_MUST_CHECK(iptr)) {
1420 gen_nullptr_check(s1);
1423 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1424 M_SLL_IMM(s2, 1, REG_ITMP2);
1425 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1426 M_STHX(s3, s1, REG_ITMP2);
1429 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1431 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1432 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1433 if (INSTRUCTION_MUST_CHECK(iptr)) {
1434 gen_nullptr_check(s1);
1437 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1438 M_SLL_IMM(s2, 2, REG_ITMP2);
1439 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1440 M_STWX(s3, s1, REG_ITMP2);
1443 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1445 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1446 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1447 if (INSTRUCTION_MUST_CHECK(iptr)) {
1448 gen_nullptr_check(s1);
1451 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1452 M_SLL_IMM(s2, 3, REG_ITMP2);
1453 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1454 M_LSTX(s3, s1, REG_ITMP2);
1457 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1459 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1460 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1461 if (INSTRUCTION_MUST_CHECK(iptr)) {
1462 gen_nullptr_check(s1);
1465 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1466 M_SLL_IMM(s2, 2, REG_ITMP2);
1467 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1468 M_STFSX(s3, s1, REG_ITMP2);
1471 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1473 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1474 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1475 if (INSTRUCTION_MUST_CHECK(iptr)) {
1476 gen_nullptr_check(s1);
1479 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1480 M_SLL_IMM(s2, 3, REG_ITMP2);
1481 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1482 M_STFDX(s3, s1, REG_ITMP2);
1485 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1487 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1488 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1489 if (INSTRUCTION_MUST_CHECK(iptr)) {
1490 gen_nullptr_check(s1);
1493 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1495 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1496 M_ALD(REG_ITMP3, REG_PV, disp);
1497 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1500 M_INTMOVE(s1, rd->argintregs[0]);
1501 M_INTMOVE(s3, rd->argintregs[1]);
1506 codegen_add_arraystoreexception_ref(cd);
1508 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1509 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1510 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1511 M_SLL_IMM(s2, 3, REG_ITMP2);
1512 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1513 M_ASTX(s3, s1, REG_ITMP2);
1517 case ICMD_GETSTATIC: /* ... ==> ..., value */
1519 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1520 uf = iptr->sx.s23.s3.uf;
1522 fieldtype = uf->fieldref->parseddesc.fd->type;
1523 disp = dseg_add_unique_address(cd, NULL);
1525 codegen_addpatchref(cd, PATCHER_get_putstatic,
1526 iptr->sx.s23.s3.uf, disp);
1529 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1531 fieldtype = fi->type;
1532 disp = dseg_add_address(cd, &(fi->value));
1534 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1535 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1539 M_ALD(REG_ITMP1, REG_PV, disp);
1540 switch (fieldtype) {
1542 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1543 M_ILD_INTERN(d, REG_ITMP1, 0);
1546 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1547 M_LLD(d, REG_ITMP1, 0);
1550 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1551 M_ALD_INTERN(d, REG_ITMP1, 0);
1554 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1555 M_FLD_INTERN(d, REG_ITMP1, 0);
1558 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1559 M_DLD_INTERN(d, REG_ITMP1, 0);
1562 emit_store_dst(jd, iptr, d);
1565 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1568 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1569 uf = iptr->sx.s23.s3.uf;
1571 fieldtype = uf->fieldref->parseddesc.fd->type;
1572 disp = dseg_add_unique_address(cd, NULL);
1574 codegen_addpatchref(cd, PATCHER_get_putstatic,
1575 iptr->sx.s23.s3.uf, disp);
1577 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1579 fieldtype = fi->type;
1580 disp = dseg_add_address(cd, &(fi->value));
1582 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1583 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1587 M_ALD(REG_ITMP1, REG_PV, disp);
1588 switch (fieldtype) {
1590 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1591 M_IST_INTERN(s1, REG_ITMP1, 0);
1594 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1595 M_LST_INTERN(s1, REG_ITMP1, 0);
1598 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1599 M_AST_INTERN(s1, REG_ITMP1, 0);
1602 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1603 M_FST_INTERN(s1, REG_ITMP1, 0);
1606 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1607 M_DST_INTERN(s1, REG_ITMP1, 0);
1613 case ICMD_GETFIELD: /* ... ==> ..., value */
1615 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1616 gen_nullptr_check(s1);
1618 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1619 uf = iptr->sx.s23.s3.uf;
1620 fieldtype = uf->fieldref->parseddesc.fd->type;
1623 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1625 if (opt_showdisassemble)
1629 fi = iptr->sx.s23.s3.fmiref->p.field;
1630 fieldtype = fi->type;
1634 switch (fieldtype) {
1636 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1640 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1644 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1648 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1652 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1656 emit_store_dst(jd, iptr, d);
1659 case ICMD_PUTFIELD: /* ..., value ==> ... */
1661 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1662 gen_nullptr_check(s1);
1664 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1665 uf = iptr->sx.s23.s3.uf;
1666 fieldtype = uf->fieldref->parseddesc.fd->type;
1670 fi = iptr->sx.s23.s3.fmiref->p.field;
1671 fieldtype = fi->type;
1675 if (IS_INT_LNG_TYPE(fieldtype)) {
1676 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1679 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1681 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1682 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1684 if (opt_showdisassemble)
1689 switch (fieldtype) {
1691 M_IST(s2, s1, disp);
1694 M_LST(s2, s1, disp);
1697 M_AST(s2, s1, disp);
1700 M_FST(s2, s1, disp);
1703 M_DST(s2, s1, disp);
1709 /* branch operations **************************************************/
1711 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1713 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1714 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1716 #ifdef ENABLE_VERIFIER
1717 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1718 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1719 iptr->sx.s23.s2.uc, 0);
1721 if (opt_showdisassemble)
1724 #endif /* ENABLE_VERIFIER */
1726 disp = dseg_add_functionptr(cd, asm_handle_exception);
1727 M_ALD(REG_ITMP2, REG_PV, disp);
1730 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1731 M_BL(0); /* get current PC */
1732 M_MFLR(REG_ITMP2_XPC);
1733 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1734 M_RTS; /* jump to CTR */
1739 case ICMD_GOTO: /* ... ==> ... */
1740 case ICMD_RET: /* ... ==> ... */
1743 codegen_addreference(cd, iptr->dst.block);
1747 case ICMD_JSR: /* ... ==> ... */
1750 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1754 case ICMD_IFNULL: /* ..., value ==> ... */
1756 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1759 codegen_addreference(cd, iptr->dst.block);
1762 case ICMD_IFNONNULL: /* ..., value ==> ... */
1764 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1767 codegen_addreference(cd, iptr->dst.block);
1775 case ICMD_IFEQ: /* ..., value ==> ... */
1777 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1778 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1779 M_CMPI(s1, iptr->sx.val.i);
1781 ICONST(REG_ITMP2, iptr->sx.val.i);
1782 M_CMP(s1, REG_ITMP2);
1784 switch (iptr->opc) {
1804 codegen_addreference(cd, iptr->dst.block);
1807 case ICMD_IF_LEQ: /* ..., value ==> ... */
1808 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1809 LCONST(REG_ITMP2, iptr->sx.val.l);
1810 M_CMP(s1, REG_ITMP2);
1812 codegen_addreference(cd, iptr->dst.block);
1814 case ICMD_IF_LLT: /* ..., value ==> ... */
1815 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1816 LCONST(REG_ITMP2, iptr->sx.val.l);
1817 M_CMP(s1, REG_ITMP2);
1819 codegen_addreference(cd, iptr->dst.block);
1821 case ICMD_IF_LLE: /* ..., value ==> ... */
1822 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1823 LCONST(REG_ITMP2, iptr->sx.val.l);
1824 M_CMP(s1, REG_ITMP2);
1826 codegen_addreference(cd, iptr->dst.block);
1829 case ICMD_IF_LNE: /* ..., value ==> ... */
1830 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1831 LCONST(REG_ITMP2, iptr->sx.val.l);
1832 M_CMP(s1, REG_ITMP2);
1834 codegen_addreference(cd, iptr->dst.block);
1836 case ICMD_IF_LGE: /* ..., value ==> ... */
1837 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1838 LCONST(REG_ITMP2, iptr->sx.val.l);
1839 M_CMP(s1, REG_ITMP2);
1841 codegen_addreference(cd, iptr->dst.block);
1843 case ICMD_IF_LGT: /* ..., value ==> ... */
1844 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1845 LCONST(REG_ITMP2, iptr->sx.val.l);
1846 M_CMP(s1, REG_ITMP2);
1848 codegen_addreference(cd, iptr->dst.block);
1850 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1851 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1852 case ICMD_IF_LCMPEQ:
1854 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1855 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1858 codegen_addreference(cd, iptr->dst.block);
1861 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1862 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1863 case ICMD_IF_LCMPNE:
1865 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1866 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1869 codegen_addreference(cd, iptr->dst.block);
1873 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1874 case ICMD_IF_LCMPLT:
1876 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1877 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1880 codegen_addreference(cd, iptr->dst.block);
1883 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1884 case ICMD_IF_LCMPGT:
1886 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1887 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1890 codegen_addreference(cd, iptr->dst.block);
1893 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1894 case ICMD_IF_LCMPLE:
1896 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1897 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1900 codegen_addreference(cd, iptr->dst.block);
1903 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1904 case ICMD_IF_LCMPGE:
1906 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1907 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1910 codegen_addreference(cd, iptr->dst.block);
1914 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1915 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1917 REPLACEMENT_POINT_RETURN(cd, iptr);
1918 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1919 M_LNGMOVE(s1, REG_RESULT);
1920 goto nowperformreturn;
1922 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1924 REPLACEMENT_POINT_RETURN(cd, iptr);
1925 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1926 M_LNGMOVE(s1, REG_RESULT);
1928 #ifdef ENABLE_VERIFIER
1929 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1930 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1931 iptr->sx.s23.s2.uc, 0);
1933 if (opt_showdisassemble)
1936 #endif /* ENABLE_VERIFIER */
1938 goto nowperformreturn;
1940 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1943 REPLACEMENT_POINT_RETURN(cd, iptr);
1944 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1945 M_FLTMOVE(s1, REG_FRESULT);
1946 goto nowperformreturn;
1948 case ICMD_RETURN: /* ... ==> ... */
1950 REPLACEMENT_POINT_RETURN(cd, iptr);
1956 p = cd->stackframesize;
1958 /* call trace function */
1960 #if !defined(NDEBUG)
1961 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1962 emit_verbosecall_exit(jd);
1966 #if defined(ENABLE_THREADS)
1967 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1968 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1969 M_ALD(REG_ITMP3, REG_PV, disp);
1970 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1973 /* we need to save the proper return value */
1975 switch (iptr->opc) {
1980 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1983 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1986 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1990 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
1993 /* and now restore the proper return value */
1995 switch (iptr->opc) {
2000 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2003 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2006 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2012 /* restore return address */
2014 if (!jd->isleafmethod) {
2015 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2016 may have a displacement overflow. */
2018 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2022 /* restore saved registers */
2024 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2025 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2027 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2028 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2031 /* deallocate stack */
2033 if (cd->stackframesize)
2034 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2042 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2045 branch_target_t *table;
2047 table = iptr->dst.table;
2049 l = iptr->sx.s23.s2.tablelow;
2050 i = iptr->sx.s23.s3.tablehigh;
2052 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2054 M_INTMOVE(s1, REG_ITMP1);
2055 } else if (l <= 32768) {
2056 M_LDA(REG_ITMP1, s1, -l);
2058 ICONST(REG_ITMP2, l);
2059 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2062 /* number of targets */
2067 M_CMPUI(REG_ITMP1, i - 1);
2069 codegen_addreference(cd, table[0].block);
2071 /* build jump table top down and use address of lowest entry */
2076 dseg_add_target(cd, table->block);
2081 /* length of dataseg after last dseg_add_unique_target is used by load */
2083 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2084 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2085 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2092 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2095 lookup_target_t *lookup;
2097 lookup = iptr->dst.lookup;
2099 i = iptr->sx.s23.s2.lookupcount;
2101 MCODECHECK((i<<2)+8);
2102 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2104 val = lookup->value;
2105 if ((val >= -32768) && (val <= 32767)) {
2108 a = dseg_add_s4(cd, val);
2109 M_ILD(REG_ITMP2, REG_PV, a);
2110 M_CMP(s1, REG_ITMP2);
2113 codegen_addreference(cd, lookup->target.block);
2118 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2125 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2127 bte = iptr->sx.s23.s3.bte;
2131 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2132 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2133 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2134 case ICMD_INVOKEINTERFACE:
2136 REPLACEMENT_POINT_INVOKE(cd, iptr);
2138 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2139 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2143 lm = iptr->sx.s23.s3.fmiref->p.method;
2144 md = lm->parseddesc;
2148 s3 = md->paramcount;
2150 MCODECHECK((s3 << 1) + 64);
2152 /* copy arguments to registers or stack location */
2154 for (s3 = s3 - 1; s3 >= 0; s3--) {
2155 var = VAR(iptr->sx.s23.s2.args[s3]);
2157 if (var->flags & PREALLOC)
2160 if (IS_INT_LNG_TYPE(var->type)) {
2161 if (!md->params[s3].inmemory) {
2162 s1 = rd->argintregs[md->params[s3].regoff];
2163 d = emit_load(jd, iptr, var, s1);
2166 d = emit_load(jd, iptr, var, REG_ITMP1);
2167 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2170 if (!md->params[s3].inmemory) {
2171 s1 = rd->argfltregs[md->params[s3].regoff];
2172 d = emit_load(jd, iptr, var, s1);
2175 d = emit_load(jd, iptr, var, REG_FTMP1);
2176 if (IS_2_WORD_TYPE(var->type))
2177 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2179 M_DST(d, REG_SP, md->params[s3].regoff * 8); /* F XXX */
2184 switch (iptr->opc) {
2186 disp = dseg_add_functionptr(cd, bte->fp);
2187 d = md->returntype.type;
2189 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2190 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2193 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2194 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2196 M_LDA(REG_PV, REG_ITMP1, -disp);
2198 if (INSTRUCTION_MUST_CHECK(iptr)) {
2199 M_CMPI(REG_RESULT, 0);
2201 codegen_add_fillinstacktrace_ref(cd);
2205 case ICMD_INVOKESPECIAL:
2206 gen_nullptr_check(rd->argintregs[0]);
2207 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2210 case ICMD_INVOKESTATIC:
2212 unresolved_method *um = iptr->sx.s23.s3.um;
2214 disp = dseg_add_unique_address(cd, NULL);
2216 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2219 if (opt_showdisassemble)
2222 d = md->returntype.type;
2225 disp = dseg_add_address(cd, lm->stubroutine);
2226 d = md->returntype.type;
2230 M_ALD(REG_PV, REG_PV, disp);
2233 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2234 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2236 M_LDA(REG_PV, REG_ITMP1, -disp);
2239 case ICMD_INVOKEVIRTUAL:
2240 gen_nullptr_check(rd->argintregs[0]);
2243 unresolved_method *um = iptr->sx.s23.s3.um;
2245 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2247 if (opt_showdisassemble)
2251 d = md->returntype.type;
2254 s1 = OFFSET(vftbl_t, table[0]) +
2255 sizeof(methodptr) * lm->vftblindex;
2256 d = md->returntype.type;
2259 M_ALD(REG_METHODPTR, rd->argintregs[0],
2260 OFFSET(java_objectheader, vftbl));
2261 M_ALD(REG_PV, REG_METHODPTR, s1);
2264 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2265 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2267 M_LDA(REG_PV, REG_ITMP1, -disp);
2270 case ICMD_INVOKEINTERFACE:
2271 gen_nullptr_check(rd->argintregs[0]);
2274 unresolved_method *um = iptr->sx.s23.s3.um;
2276 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2278 if (opt_showdisassemble)
2283 d = md->returntype.type;
2286 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2287 sizeof(methodptr*) * lm->class->index;
2289 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2291 d = md->returntype.type;
2294 M_ALD(REG_METHODPTR, rd->argintregs[0],
2295 OFFSET(java_objectheader, vftbl));
2296 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2297 M_ALD(REG_PV, REG_METHODPTR, s2);
2300 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2301 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2303 M_LDA(REG_PV, REG_ITMP1, -disp);
2307 /* d contains return type */
2309 if (d != TYPE_VOID) {
2310 if (IS_INT_LNG_TYPE(d)) {
2311 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2312 M_MOV(REG_RESULT, s1);
2315 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2316 M_FLTMOVE(REG_FRESULT, s1);
2318 emit_store_dst(jd, iptr, s1);
2323 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2324 /* val.a: (classinfo*) superclass */
2326 /* superclass is an interface:
2328 * OK if ((sub == NULL) ||
2329 * (sub->vftbl->interfacetablelength > super->index) &&
2330 * (sub->vftbl->interfacetable[-super->index] != NULL));
2332 * superclass is a class:
2334 * OK if ((sub == NULL) || (0
2335 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2336 * super->vftbl->diffvall));
2339 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2340 /* object type cast-check */
2345 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2349 super = iptr->sx.s23.s3.c.cls;
2350 superindex = super->index;
2353 #if defined(ENABLE_THREADS)
2354 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2356 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2358 /* calculate interface checkcast code size */
2362 s2 += (opt_showdisassemble ? 1 : 0);
2364 /* calculate class checkcast code size */
2366 s3 = 9 + (s1 == REG_ITMP1);
2368 s3 += (opt_showdisassemble ? 1 : 0);
2370 /* if class is not resolved, check which code to call */
2372 if (super == NULL) {
2374 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2376 disp = dseg_add_s4(cd, 0); /* super->flags */
2378 codegen_addpatchref(cd,
2379 PATCHER_checkcast_instanceof_flags,
2380 iptr->sx.s23.s3.c.ref,
2383 if (opt_showdisassemble)
2386 M_ILD(REG_ITMP2, REG_PV, disp);
2387 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2391 /* interface checkcast code */
2393 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2394 if (super == NULL) {
2395 codegen_addpatchref(cd,
2396 PATCHER_checkcast_instanceof_interface,
2397 iptr->sx.s23.s3.c.ref,
2399 if (opt_showdisassemble)
2407 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2408 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2409 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2411 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2412 M_ALD(REG_ITMP3, REG_ITMP2,
2413 OFFSET(vftbl_t, interfacetable[0]) -
2414 superindex * sizeof(methodptr*));
2417 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2423 /* class checkcast code */
2425 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2426 if (super == NULL) {
2427 disp = dseg_add_address(cd, NULL);
2428 codegen_addpatchref(cd, PATCHER_checkcast_class,
2429 iptr->sx.s23.s3.c.ref,
2431 if (opt_showdisassemble)
2434 disp = dseg_add_address(cd, super->vftbl);
2439 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2440 #if defined(ENABLE_THREADS)
2441 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2443 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2444 M_ALD(REG_ITMP2, REG_PV, disp);
2445 if (s1 != REG_ITMP1) {
2446 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2447 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2448 #if defined(ENABLE_THREADS)
2449 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2451 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2452 M_EXTSW(REG_ITMP3, REG_ITMP3);
2454 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2455 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2456 M_EXTSW(REG_ITMP3, REG_ITMP3);
2457 M_ALD(REG_ITMP2, REG_PV, disp);
2458 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2459 #if defined(ENABLE_THREADS)
2460 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2463 M_CMPU(REG_ITMP3, REG_ITMP2);
2465 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2467 d = codegen_reg_of_dst(jd, iptr, s1);
2470 /* array type cast-check */
2472 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2473 M_INTMOVE(s1, rd->argintregs[0]);
2476 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2477 disp = dseg_add_address(cd, NULL);
2478 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2479 iptr->sx.s23.s3.c.ref,
2482 if (opt_showdisassemble)
2485 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2488 M_ALD(rd->argintregs[1], REG_PV, disp);
2489 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2490 M_ALD(REG_ITMP2, REG_PV, disp);
2491 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2496 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2498 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2499 d = codegen_reg_of_dst(jd, iptr, s1);
2502 emit_store_dst(jd, iptr, d);
2505 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2506 /* val.a: (classinfo*) superclass */
2508 /* superclass is an interface:
2510 * return (sub != NULL) &&
2511 * (sub->vftbl->interfacetablelength > super->index) &&
2512 * (sub->vftbl->interfacetable[-super->index] != NULL);
2514 * superclass is a class:
2516 * return ((sub != NULL) && (0
2517 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2518 * super->vftbl->diffvall));
2523 vftbl_t *supervftbl;
2526 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2532 super = iptr->sx.s23.s3.c.cls;
2533 superindex = super->index;
2534 supervftbl = super->vftbl;
2537 #if defined(ENABLE_THREADS)
2538 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2540 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2541 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2543 M_MOV(s1, REG_ITMP1);
2547 /* calculate interface instanceof code size */
2551 s2 += (opt_showdisassemble ? 1 : 0);
2553 /* calculate class instanceof code size */
2557 s3 += (opt_showdisassemble ? 1 : 0);
2561 /* if class is not resolved, check which code to call */
2565 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2567 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2569 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2570 iptr->sx.s23.s3.c.ref, disp);
2572 if (opt_showdisassemble)
2575 M_ILD(REG_ITMP3, REG_PV, disp);
2576 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2580 /* interface instanceof code */
2582 if (!super || (super->flags & ACC_INTERFACE)) {
2588 codegen_addpatchref(cd,
2589 PATCHER_checkcast_instanceof_interface,
2590 iptr->sx.s23.s3.c.ref, 0);
2592 if (opt_showdisassemble)
2596 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2597 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2598 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2600 M_ALD(REG_ITMP1, REG_ITMP1,
2601 OFFSET(vftbl_t, interfacetable[0]) -
2602 superindex * sizeof(methodptr*));
2605 M_IADD_IMM(REG_ZERO, 1, d);
2611 /* class instanceof code */
2613 if (!super || !(super->flags & ACC_INTERFACE)) {
2614 disp = dseg_add_address(cd, supervftbl);
2621 codegen_addpatchref(cd, PATCHER_instanceof_class,
2622 iptr->sx.s23.s3.c.ref,
2625 if (opt_showdisassemble) {
2630 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2631 M_ALD(REG_ITMP2, REG_PV, disp);
2632 #if defined(ENABLE_THREADS)
2633 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2635 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2636 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2637 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2638 #if defined(ENABLE_THREADS)
2639 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2641 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2642 M_CMPU(REG_ITMP1, REG_ITMP2);
2645 M_IADD_IMM(REG_ZERO, 1, d);
2647 emit_store_dst(jd, iptr, d);
2651 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2653 /* check for negative sizes and copy sizes to stack if necessary */
2655 MCODECHECK((iptr->s1.argcount << 1) + 64);
2657 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2659 var = VAR(iptr->sx.s23.s2.args[s1]);
2661 /* copy SAVEDVAR sizes to stack */
2663 if (!(var->flags & PREALLOC)) {
2664 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2665 #if defined(__DARWIN__)
2666 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2668 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2673 /* a0 = dimension count */
2675 ICONST(rd->argintregs[0], iptr->s1.argcount);
2677 /* is patcher function set? */
2679 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2680 disp = dseg_add_address(cd, NULL);
2682 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2683 iptr->sx.s23.s3.c.ref, disp);
2685 if (opt_showdisassemble)
2689 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2692 /* a1 = arraydescriptor */
2694 M_ALD(rd->argintregs[1], REG_PV, disp);
2696 /* a2 = pointer to dimensions = stack pointer */
2698 #if defined(__DARWIN__)
2699 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2701 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 8);
2704 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2705 M_ALD(REG_ITMP3, REG_PV, disp);
2706 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2710 /* check for exception before result assignment */
2712 M_CMPI(REG_RESULT, 0);
2714 codegen_add_fillinstacktrace_ref(cd);
2716 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2717 M_INTMOVE(REG_RESULT, d);
2718 emit_store_dst(jd, iptr, d);
2722 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2727 } /* for instruction */
2729 } /* if (bptr -> flags >= BBREACHED) */
2730 } /* for basic block */
2732 dseg_createlinenumbertable(cd);
2735 /* generate exception and patcher stubs */
2744 savedmcodeptr = NULL;
2746 /* generate exception stubs */
2748 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2749 md_codegen_patch_branch(cd, eref->branchpos, cd->mcodeptr - cd->mcodebase);
2753 /* Check if the exception is an
2754 ArrayIndexOutOfBoundsException. If so, move index register
2757 if (eref->reg != -1)
2758 M_MOV(eref->reg, REG_ITMP1);
2760 /* calcuate exception address */
2762 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2764 /* move function to call into REG_ITMP3 */
2766 disp = dseg_add_functionptr(cd, eref->function);
2767 M_ALD(REG_ITMP3, REG_PV, disp);
2768 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2770 if (savedmcodeptr != NULL) {
2771 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2775 savedmcodeptr = cd->mcodeptr;
2777 if (jd->isleafmethod) {
2779 M_AST(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2782 M_MOV(REG_PV, rd->argintregs[0]);
2783 M_MOV(REG_SP, rd->argintregs[1]);
2785 if (jd->isleafmethod)
2786 M_MOV(REG_ZERO, rd->argintregs[2]);
2788 M_ALD(rd->argintregs[2],
2789 REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2791 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2792 M_MOV(REG_ITMP1, rd->argintregs[4]);
2794 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2795 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2799 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2801 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2802 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2804 if (jd->isleafmethod) {
2805 /* XXX FIXME: REG_ZERO can cause problems here! */
2806 assert(cd->stackframesize * 8 <= 32767);
2808 M_ALD(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2812 disp = dseg_add_functionptr(cd, asm_handle_exception);
2813 M_ALD(REG_ITMP3, REG_PV, disp);
2820 /* generate code patching stub call code */
2822 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2823 /* check code segment size */
2827 /* Get machine code which is patched back in later. The
2828 call is 1 instruction word long. */
2830 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2832 mcode = *((u4 *) tmpmcodeptr);
2834 /* Patch in the call to call the following code (done at
2837 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2838 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2840 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2843 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2845 /* create stack frame - keep stack 16-byte aligned */
2847 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2849 /* calculate return address and move it onto the stack */
2851 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2852 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2854 /* move pointer to java_objectheader onto stack */
2856 #if defined(ENABLE_THREADS)
2857 /* order reversed because of data segment layout */
2859 (void) dseg_add_unique_address(cd, NULL); /* flcword */
2860 (void) dseg_add_unique_address(cd, lock_get_initial_lock_word()); /* monitorPtr */
2861 disp = dseg_add_unique_address(cd, NULL); /* vftbl */
2863 M_LDA(REG_ITMP3, REG_PV, disp);
2864 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
2869 /* move machine code onto stack */
2871 disp = dseg_add_unique_s4(cd, mcode);
2872 M_ILD(REG_ITMP3, REG_PV, disp);
2873 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
2875 /* move class/method/field reference onto stack */
2877 disp = dseg_add_unique_address(cd, pref->ref);
2878 M_ALD(REG_ITMP3, REG_PV, disp);
2879 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
2881 /* move data segment displacement onto stack */
2883 disp = dseg_add_functionptr(cd, pref->disp);
2884 M_LLD(REG_ITMP3, REG_PV, disp);
2885 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
2887 /* move patcher function pointer onto stack */
2889 disp = dseg_add_functionptr(cd, pref->patcher);
2890 M_ALD(REG_ITMP3, REG_PV, disp);
2891 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
2893 disp = dseg_add_functionptr(cd, asm_patcher_wrapper);
2894 M_ALD(REG_ITMP3, REG_PV, disp);
2899 /* generate replacement-out stubs */
2905 replacementpoint = jd->code->rplpoints;
2907 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
2908 /* check code segment size */
2912 /* note start of stub code */
2914 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
2916 /* make machine code for patching */
2918 tmpmcodeptr = cd->mcodeptr;
2919 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
2921 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
2924 cd->mcodeptr = tmpmcodeptr;
2926 /* create stack frame - keep 16-byte aligned */
2928 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
2930 /* push address of `rplpoint` struct */
2932 disp = dseg_add_unique_address(cd, replacementpoint);
2933 M_ALD(REG_ITMP3, REG_PV, disp);
2934 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
2936 /* jump to replacement function */
2938 disp = dseg_add_unique_address(cd, asm_replacement_out);
2939 M_ALD(REG_ITMP3, REG_PV, disp);
2949 /* everything's ok */
2955 /* createcompilerstub **********************************************************
2957 Creates a stub routine which calls the compiler.
2959 *******************************************************************************/
2961 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
2962 #define COMPILERSTUB_CODESIZE 4 * 4
2964 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
2967 u1 *createcompilerstub(methodinfo *m)
2969 u1 *s; /* memory to hold the stub */
2974 s = CNEW(u1, COMPILERSTUB_SIZE);
2976 /* set data pointer and code pointer */
2979 s = s + COMPILERSTUB_DATASIZE;
2981 /* mark start of dump memory area */
2983 dumpsize = dump_size();
2985 cd = DNEW(codegendata);
2988 /* Store the codeinfo pointer in the same place as in the
2989 methodheader for compiled methods. */
2991 d[0] = (ptrint) asm_call_jit_compiler;
2993 d[2] = (ptrint) &d[1]; /* fake code->m */
2995 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2996 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3000 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3002 #if defined(ENABLE_STATISTICS)
3004 count_cstub_len += COMPILERSTUB_SIZE;
3007 /* release dump area */
3009 dump_release(dumpsize);
3015 /* createnativestub ************************************************************
3017 Creates a stub routine which calls a native method.
3019 *******************************************************************************/
3021 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3029 s4 i, j; /* count variables */
3034 /* get required compiler data */
3041 /* set some variables */
3044 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3046 /* calculate stackframe size */
3048 cd->stackframesize =
3049 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3050 sizeof(localref_table) / SIZEOF_VOID_P +
3051 4 + /* 4 stackframeinfo arguments (darwin)*/
3055 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
3057 /* create method header */
3059 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
3060 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
3061 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
3062 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
3063 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
3064 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
3065 (void) dseg_addlinenumbertablesize(cd);
3066 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
3071 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3072 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
3074 #if !defined(NDEBUG)
3075 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3076 emit_verbosecall_enter(jd);
3079 /* get function address (this must happen before the stackframeinfo) */
3081 funcdisp = dseg_add_functionptr(cd, f);
3083 #if !defined(WITH_STATIC_CLASSPATH)
3085 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3087 if (opt_showdisassemble)
3092 /* save integer and float argument registers */
3096 for (i = 0; i < md->paramcount; i++) {
3097 t = md->paramtypes[i].type;
3099 if (IS_INT_LNG_TYPE(t)) {
3100 if (!md->params[i].inmemory) {
3101 s1 = md->params[i].regoff;
3102 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3108 for (i = 0; i < md->paramcount; i++) {
3109 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3110 if (!md->params[i].inmemory) {
3111 s1 = md->params[i].regoff;
3112 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
3118 /* create native stack info */
3120 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3121 M_MOV(REG_PV, rd->argintregs[1]);
3122 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[2]);
3123 M_ALD(rd->argintregs[3], REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3124 disp = dseg_add_functionptr(cd, codegen_start_native_call);
3126 M_ALD(REG_ITMP1, REG_PV, disp);
3127 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3131 /* restore integer and float argument registers */
3135 for (i = 0; i < md->paramcount; i++) {
3136 t = md->paramtypes[i].type;
3138 if (IS_INT_LNG_TYPE(t)) {
3139 if (!md->params[i].inmemory) {
3140 s1 = md->params[i].regoff;
3141 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3147 for (i = 0; i < md->paramcount; i++) {
3148 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3149 if (!md->params[i].inmemory) {
3150 s1 = md->params[i].regoff;
3151 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3157 /* copy or spill arguments to new locations */
3159 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3160 t = md->paramtypes[i].type;
3162 if (IS_INT_LNG_TYPE(t)) {
3163 if (!md->params[i].inmemory) {
3164 s1 = rd->argintregs[md->params[i].regoff];
3166 if (!nmd->params[j].inmemory) {
3167 s2 = rd->argintregs[nmd->params[j].regoff];
3170 s2 = nmd->params[j].regoff;
3171 M_LST(s1, REG_SP, s2 * 8);
3175 s1 = md->params[i].regoff + cd->stackframesize;
3176 s2 = nmd->params[j].regoff;
3178 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3179 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3183 /* We only copy spilled float arguments, as the float
3184 argument registers keep unchanged. */
3186 if (md->params[i].inmemory) {
3187 s1 = md->params[i].regoff + cd->stackframesize;
3188 s2 = nmd->params[j].regoff;
3190 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3192 if (IS_2_WORD_TYPE(t)) {
3193 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3195 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
3201 /* put class into second argument register */
3203 if (m->flags & ACC_STATIC) {
3204 disp = dseg_add_unique_address(cd, m->class);
3205 M_ALD(rd->argintregs[1], REG_PV, disp);
3208 /* put env into first argument register */
3210 disp = dseg_add_unique_address(cd, _Jv_env);
3211 M_ALD(rd->argintregs[0], REG_PV, disp);
3213 /* generate the actual native call */
3214 /* native functions have a different TOC for sure */
3216 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3217 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3218 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3219 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3222 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3224 /* save return value */
3226 if (md->returntype.type != TYPE_VOID) {
3227 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3228 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3231 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3232 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3234 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); */ /* FIXME, needed F XXX?*/
3239 /* print call trace */
3240 #if ! defined(NDEBGUU)
3241 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3242 emit_verbosecall_exit(jd);
3245 /* remove native stackframe info */
3247 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3248 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3249 M_ALD(REG_ITMP1, REG_PV, disp);
3250 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3253 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3255 /* restore return value */
3257 if (md->returntype.type != TYPE_VOID) {
3258 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3259 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3262 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
3263 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3265 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
3270 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3271 M_MTLR(REG_ITMP2_XPC);
3272 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
3274 /* check for exception */
3276 M_TST(REG_ITMP1_XPTR);
3277 M_BNE(1); /* if no exception then return */
3281 /* handle exception */
3283 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3285 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3286 M_ALD(REG_ITMP3, REG_PV, disp);
3290 /* generate patcher stub call code */
3298 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3299 /* Get machine code which is patched back in later. The
3300 call is 1 instruction word long. */
3302 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3304 mcode = *((u4 *) tmpmcodeptr);
3306 /* Patch in the call to call the following code (done at
3309 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3310 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3312 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3315 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3317 /* create stack frame - keep stack 16-byte aligned */
3319 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3321 /* move return address onto stack */
3324 M_AST(REG_ZERO, REG_SP, 5 * 8);
3326 /* move pointer to java_objectheader onto stack */
3328 #if defined(ENABLE_THREADS)
3329 /* order reversed because of data segment layout */
3331 (void) dseg_add_unique_address(cd, NULL); /* flcword */
3332 (void) dseg_add_unique_address(cd, lock_get_initial_lock_word()); /* monitorPtr */
3333 disp = dseg_add_unique_address(cd, NULL); /* vftbl */
3335 M_LDA(REG_ITMP3, REG_PV, disp);
3336 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3341 /* move machine code onto stack */
3343 disp = dseg_add_unique_s4(cd, mcode);
3344 M_ILD(REG_ITMP3, REG_PV, disp);
3345 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3347 /* move class/method/field reference onto stack */
3349 disp = dseg_add_unique_address(cd, pref->ref);
3350 M_ALD(REG_ITMP3, REG_PV, disp);
3351 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3353 /* move data segment displacement onto stack */
3355 disp = dseg_add_unique_s4(cd, pref->disp);
3356 M_ILD(REG_ITMP3, REG_PV, disp);
3357 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3359 /* move patcher function pointer onto stack */
3361 disp = dseg_add_functionptr(cd, pref->patcher);
3362 M_ALD(REG_ITMP3, REG_PV, disp);
3363 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3365 disp = dseg_add_functionptr(cd, asm_patcher_wrapper);
3366 M_ALD(REG_ITMP3, REG_PV, disp);
3374 return code->entrypoint;
3381 * These are local overrides for various environment variables in Emacs.
3382 * Please do not remove this and leave it at the end of the file, where
3383 * Emacs will automagically detect them.
3384 * ---------------------------------------------------------------------
3387 * indent-tabs-mode: t
3391 * vim:noexpandtab:sw=4:ts=4: