1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
30 Changes: Christian Thalinger
34 $Id: codegen.c 5619 2006-10-01 23:51:23Z edwin $
48 #include "vm/jit/abi-asm.h"
50 #include "vm/jit/powerpc64/arch.h"
51 #include "vm/jit/powerpc64/codegen.h"
53 #include "mm/memory.h"
54 #include "native/native.h"
55 #include "vm/builtin.h"
56 #include "vm/exceptions.h"
57 #include "vm/global.h"
58 #include "vm/loader.h"
59 #include "vm/options.h"
60 #include "vm/stringlocal.h"
62 #include "vm/jit/asmpart.h"
63 #include "vm/jit/codegen-common.h"
64 #include "vm/jit/dseg.h"
65 #include "vm/jit/emit-common.h"
66 #include "vm/jit/jit.h"
67 #include "vm/jit/parse.h"
68 #include "vm/jit/patcher.h"
69 #include "vm/jit/reg.h"
70 #include "vm/jit/replace.h"
72 #if defined(ENABLE_LSRA)
73 # include "vm/jit/allocator/lsra.h"
77 /* codegen *********************************************************************
79 Generates machine code.
81 *******************************************************************************/
83 bool codegen(jitdata *jd)
89 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 builtintable_entry *bte;
100 rplpoint *replacementpoint;
104 /* get required compiler data */
111 /* prevent compiler warnings */
123 /* space to save used callee saved registers */
125 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
126 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
128 stackframesize = rd->memuse + savedregs_num;
130 #if defined(ENABLE_THREADS)
131 /* space to save argument of monitor_enter and Return Values to survive */
132 /* monitor_exit. The stack position for the argument can not be shared */
133 /* with place to save the return register on PPC64, since both values */
135 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
136 /* reserve 2 slots for long/double return values for monitorexit */
142 /* create method header */
144 /* align stack to 16-bytes */
146 /* if (!m->isleafmethod || opt_verbosecall) */
147 stackframesize = (stackframesize + 3) & ~3;
149 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
150 /* stackframesize = 0; */
152 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
153 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
155 #if defined(ENABLE_THREADS)
156 /* IsSync contains the offset relative to the stack pointer for the
157 argument of monitor_exit used in the exception handler. Since the
158 offset could be zero and give a wrong meaning of the flag it is
162 if (checksync && (m->flags & ACC_SYNCHRONIZED))
163 (void) dseg_adds4(cd, (rd->memuse + 1) * 8); /* IsSync */
166 (void) dseg_adds4(cd, 0); /* IsSync */
168 (void) dseg_adds4(cd, jd->isleafmethod); /* IsLeaf */
169 (void) dseg_adds4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
170 (void) dseg_adds4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
172 dseg_addlinenumbertablesize(cd);
174 (void) dseg_adds4(cd, cd->exceptiontablelength); /* ExTableSize */
176 /* create exception table */
178 for (ex = cd->exceptiontable; ex != NULL; ex = ex->down) {
179 dseg_addtarget(cd, ex->start);
180 dseg_addtarget(cd, ex->end);
181 dseg_addtarget(cd, ex->handler);
182 (void) dseg_addaddress(cd, ex->catchtype.any);
185 /* create stack frame (if necessary) */
187 if (!jd->isleafmethod) {
189 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
193 M_STDU(REG_SP, REG_SP, -stackframesize * 8);
195 /* save return address and used callee saved registers */
198 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
199 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
201 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
202 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
205 /* take arguments out of register or stack frame */
209 for (p = 0, l = 0; p < md->paramcount; p++) {
210 t = md->paramtypes[p].type;
211 var = &(rd->locals[l][t]);
213 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
217 s1 = md->params[p].regoff;
218 if (IS_INT_LNG_TYPE(t)) { /* integer args */
219 if (IS_2_WORD_TYPE(t))
220 s2 = PACK_REGS(rd->argintregs[GET_LOW_REG(s1)],
221 rd->argintregs[GET_HIGH_REG(s1)]);
223 s2 = rd->argintregs[s1];
224 if (!md->params[p].inmemory) { /* register arguments */
225 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
227 if (IS_2_WORD_TYPE(t)) /* FIXME, only M_INTMOVE here */
228 M_LNGMOVE(s2, var->regoff);
230 M_INTMOVE(s2, var->regoff);
232 } else { /* reg arg -> spilled */
233 if (IS_2_WORD_TYPE(t))
234 M_LST(s2, REG_SP, var->regoff * 4);
236 M_IST(s2, REG_SP, var->regoff * 4);
239 } else { /* stack arguments */
240 if (!(var->flags & INMEMORY)) { /* stack arg -> register */
241 if (IS_2_WORD_TYPE(t))
242 M_LLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
244 M_ILD(var->regoff, REG_SP, (stackframesize + s1) * 4);
246 } else { /* stack arg -> spilled */
248 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4);
249 M_IST(REG_ITMP1, REG_SP, var->regoff * 4);
250 if (IS_2_WORD_TYPE(t)) {
251 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4 +4);
252 M_IST(REG_ITMP1, REG_SP, var->regoff * 4 + 4);
255 /* Reuse Memory Position on Caller Stack */
256 var->regoff = stackframesize + s1;
261 } else { /* floating args */
262 if (!md->params[p].inmemory) { /* register arguments */
263 s2 = rd->argfltregs[s1];
264 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
265 M_FLTMOVE(s2, var->regoff);
267 } else { /* reg arg -> spilled */
268 if (IS_2_WORD_TYPE(t))
269 M_DST(s2, REG_SP, var->regoff * 4);
271 M_FST(s2, REG_SP, var->regoff * 4);
274 } else { /* stack arguments */
275 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
276 if (IS_2_WORD_TYPE(t))
277 M_DLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
280 M_FLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
282 } else { /* stack-arg -> spilled */
284 if (IS_2_WORD_TYPE(t)) {
285 M_DLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
286 M_DST(REG_FTMP1, REG_SP, var->regoff * 4);
287 var->regoff = stackframesize + s1;
290 M_FLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
291 M_FST(REG_FTMP1, REG_SP, var->regoff * 4);
294 /* Reuse Memory Position on Caller Stack */
295 var->regoff = stackframesize + s1;
302 /* save monitorenter argument */
304 #if defined(ENABLE_THREADS)
306 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
308 /* stackoffset for argument used for LOCK_monitor_exit */
310 #if !defined (NDEBUG)
311 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
312 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
314 for (p = 0; p < INT_ARG_CNT; p++)
315 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
317 for (p = 0; p < FLT_ARG_CNT; p++)
318 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
320 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
321 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
324 p = dseg_addaddress(cd, LOCK_monitor_enter);
325 M_ALD(REG_ITMP3, REG_PV, p);
326 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
329 /* get or test the lock object */
331 if (m->flags & ACC_STATIC) {
332 p = dseg_addaddress(cd, &m->class->object.header);
333 M_ALD(rd->argintregs[0], REG_PV, p);
336 M_TST(rd->argintregs[0]);
338 codegen_add_nullpointerexception_ref(cd);
341 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
343 #if !defined (NDEBUG)
344 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
345 for (p = 0; p < INT_ARG_CNT; p++)
346 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
348 for (p = 0; p < FLT_ARG_CNT; p++)
349 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
351 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
357 /* call trace function */
358 #if !defined (NDEBUG)
359 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
360 emit_verbosecall_enter(jd);
365 /* end of header generation */
367 replacementpoint = jd->code->rplpoints;
369 /* walk through all basic blocks */
370 for (bptr = jd->new_basicblocks; bptr != NULL; bptr = bptr->next) {
372 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
374 if (bptr->flags >= BBREACHED) {
376 /* branch resolving */
380 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
381 gen_resolvebranch((u1*) cd->mcodebase + brefs->branchpos,
387 /* handle replacement points */
390 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
391 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
397 /* copy interface registers to their destination */
402 #if defined(ENABLE_LSRA)
406 var = VAR(bptr->invars[len]);
407 if ((len == bptr->indepth-1) && (bptr->type != BBTYPE_STD)) {
408 /* d = reg_of_var(m, var, REG_ITMP1); */
409 if (!(var->flags & INMEMORY))
413 M_INTMOVE(REG_ITMP1, d);
414 emit_store(jd, NULL, var, d);
421 var = VAR(bptr->invars[len]);
422 if ((len == bptr->indepth-1) && (bptr->type != BBTYPE_STD)) {
423 d = codegen_reg_of_var(0, var, REG_ITMP1);
424 M_INTMOVE(REG_ITMP1, d);
425 emit_store(jd, NULL, var, d);
427 assert((var->flags & OUTVAR));
428 /* will be done directly in simplereg lateron */
429 /* for now codegen_reg_of_var has to be called here to */
430 /* set the regoff and flags for all bptr->invars[] */
431 d = codegen_reg_of_var(0, var, REG_IFTMP);
435 #if defined(ENABLE_LSRA)
438 /* walk through all instructions */
443 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
444 if (iptr->line != currentline) {
445 dseg_addlinenumber(cd, iptr->line);
446 currentline = iptr->line;
449 MCODECHECK(64); /* an instruction usually needs < 64 words */
451 /* M_NOP; M_NOP; XXX */
453 case ICMD_NOP: /* ... ==> ... */
454 case ICMD_INLINE_START:
455 case ICMD_INLINE_END:
458 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
460 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
463 codegen_add_nullpointerexception_ref(cd);
466 /* constant operations ************************************************/
468 case ICMD_ICONST: /* ... ==> ..., constant */
470 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
471 ICONST(d, iptr->sx.val.i);
472 emit_store_dst(jd, iptr, d);
475 case ICMD_LCONST: /* ... ==> ..., constant */
477 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
478 LCONST(d, iptr->sx.val.l);
479 emit_store_dst(jd, iptr, d);
482 case ICMD_FCONST: /* ... ==> ..., constant */
484 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
485 a = dseg_addfloat(cd, iptr->sx.val.f);
487 emit_store_dst(jd, iptr, d);
490 case ICMD_DCONST: /* ... ==> ..., constant */
492 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
493 a = dseg_adddouble(cd, iptr->sx.val.d);
495 emit_store_dst(jd, iptr, d);
498 case ICMD_ACONST: /* ... ==> ..., constant */
499 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
500 disp = dseg_addaddress(cd, iptr->sx.val.anyptr);
502 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
503 codegen_addpatchref(cd, PATCHER_aconst,
507 if (opt_showdisassemble)
511 M_ALD(d, REG_PV, disp);
512 emit_store_dst(jd, iptr, d);
516 /* load/store/copy/move operations ************************************/
518 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
519 case ICMD_ALOAD: /* s1.localindex = local variable */
521 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
522 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
523 case ICMD_ISTORE: /* ..., value ==> ... */
524 case ICMD_ASTORE: /* dst.localindex = local variable */
526 case ICMD_FSTORE: /* ..., value ==> ... */
527 case ICMD_DSTORE: /* ..., value ==> ... */
530 case ICMD_DUP: /* ..., a ==> ..., a, a */
532 M_COPY(iptr->s1.varindex, iptr->dst.varindex);
536 /* pop operations *****************************************************/
538 /* attention: double and longs are only one entry in CACAO ICMDs */
540 case ICMD_POP: /* ..., value ==> ... */
541 case ICMD_POP2: /* ..., value, value ==> ... */
546 /* integer operations *************************************************/
548 case ICMD_INEG: /* ..., value ==> ..., - value */
550 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
551 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
553 emit_store_dst(jd, iptr, d);
556 case ICMD_LNEG: /* ..., value ==> ..., - value */
558 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
559 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
560 M_NEG(s1, d); /* XXX */
561 emit_store_dst(jd, iptr, d);
564 case ICMD_I2L: /* ..., value ==> ..., value */
566 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
567 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
569 emit_store_dst(jd, iptr, d);
572 case ICMD_L2I: /* ..., value ==> ..., value */
574 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
575 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
577 emit_store_dst(jd, iptr, d);
580 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
582 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
583 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
585 emit_store_dst(jd, iptr, d);
588 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
590 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
591 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
593 emit_store_dst(jd, iptr, d);
596 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
598 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
599 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
601 emit_store_dst(jd, iptr, d);
605 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
607 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
608 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
609 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
612 emit_store_dst(jd, iptr, d);
615 case ICMD_IADDCONST: /* ..., value ==> ..., value + constant */
616 /* sx.val.i = constant */
618 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
619 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
620 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
621 M_IADD_IMM(s1, iptr->sx.val.i, d);
623 ICONST(REG_ITMP2, iptr->sx.val.i);
624 M_IADD(s1, REG_ITMP2, d);
626 emit_store_dst(jd, iptr, d);
629 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
631 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
632 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
633 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
635 emit_store_dst(jd, iptr, d);
638 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
639 /* sx.val.l = constant */
641 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
642 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
644 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
645 M_LADD_IMM(s1, iptr->sx.val.l, d);
647 LCONST(REG_ITMP2, iptr->sx.val.l);
648 M_LADD(s1, REG_ITMP2, d);
650 emit_store_dst(jd, iptr, d);
653 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
655 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
656 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
657 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
659 emit_store_dst(jd, iptr, d);
662 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
663 /* sx.val.i = constant */
665 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
666 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
667 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
668 M_IADD_IMM(s1, -iptr->sx.val.i, d);
670 ICONST(REG_ITMP2, iptr->sx.val.i);
671 M_SUB(s1, REG_ITMP2, d);
673 emit_store_dst(jd, iptr, d);
676 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
678 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
679 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
680 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
682 emit_store_dst(jd, iptr, d);
685 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
686 /* sx.val.l = constant */
688 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
689 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
691 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
692 M_LADD_IMM(s1, -iptr->sx.val.l, d);
694 LCONST(REG_ITMP2, iptr->sx.val.l);
695 M_SUB(s1, REG_ITMP2, d);
697 emit_store_dst(jd, iptr, d);
701 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
703 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
704 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
705 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
708 codegen_add_arithmeticexception_ref(cd);
712 emit_store_dst(jd, iptr, d);
716 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
717 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
718 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
719 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
722 codegen_add_arithmeticexception_ref(cd);
724 /* FIXME s1 == -2^63 && s2 == -1 does not work that way */
728 emit_store_dst(jd, iptr, d);
731 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
733 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
734 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
735 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
737 emit_store_dst(jd, iptr, d);
740 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
741 /* sx.val.i = constant */
743 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
744 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
745 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
746 M_MUL_IMM(s1, iptr->sx.val.i, d);
748 ICONST(REG_ITMP3, iptr->sx.val.i);
749 M_MUL(s1, REG_ITMP3, d);
751 emit_store_dst(jd, iptr, d);
754 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
756 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
757 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
758 M_SRA_IMM(s1, iptr->sx.val.i, d);
760 emit_store_dst(jd, iptr, d);
763 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
765 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
766 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
767 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
768 M_AND_IMM(s2, 0x1f, REG_ITMP3);
769 M_SLL(s1, REG_ITMP3, d);
770 emit_store_dst(jd, iptr, d);
773 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
774 /* sx.val.i = constant */
776 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
777 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
778 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
779 emit_store_dst(jd, iptr, d);
782 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
784 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
785 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
786 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
787 M_AND_IMM(s2, 0x1f, REG_ITMP3);
788 M_SRA(s1, REG_ITMP3, d);
789 emit_store_dst(jd, iptr, d);
792 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
793 /* sx.val.i = constant */
795 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
796 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
797 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
798 emit_store_dst(jd, iptr, d);
801 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
803 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
804 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
805 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
806 M_AND_IMM(s2, 0x1f, REG_ITMP2);
807 M_SRL(s1, REG_ITMP2, d);
808 emit_store_dst(jd, iptr, d);
811 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
812 /* sx.val.i = constant */
814 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
815 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
816 if (iptr->sx.val.i & 0x1f) {
817 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
821 emit_store_dst(jd, iptr, d);
824 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
827 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
828 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
829 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
831 emit_store_dst(jd, iptr, d);
834 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
835 /* sx.val.i = constant */
837 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
838 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
839 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
840 M_AND_IMM(s1, iptr->sx.val.i, d);
843 else if (iptr->sx.val.i == 0xffffff) {
844 M_RLWINM(s1, 0, 8, 31, d);
848 ICONST(REG_ITMP3, iptr->sx.val.i);
849 M_AND(s1, REG_ITMP3, d);
851 emit_store_dst(jd, iptr, d);
854 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
855 /* sx.val.l = constant */
857 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
858 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
859 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
860 M_AND_IMM(s1, iptr->sx.val.l, d);
862 else if (iptr->sx.val.l == 0xffffff) {
863 M_RLWINM(s1, 0, 8, 31, d);
867 LCONST(REG_ITMP3, iptr->sx.val.l);
868 M_AND(s1, REG_ITMP3, d);
870 emit_store_dst(jd, iptr, d);
873 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
874 /* sx.val.i = constant */
876 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
877 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
878 M_MOV(s1, REG_ITMP2);
880 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
881 if (iptr->sx.val.i >= 32768) {
882 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
883 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
884 M_IADD(s1, REG_ITMP2, REG_ITMP2);
886 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
889 int b=0, m = iptr->sx.val.i;
892 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
894 M_SUB(s1, REG_ITMP2, d);
895 emit_store_dst(jd, iptr, d);
898 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
901 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
902 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
903 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
905 emit_store_dst(jd, iptr, d);
908 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
909 /* sx.val.i = constant */
911 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
912 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
913 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
914 M_OR_IMM(s1, iptr->sx.val.i, d);
916 ICONST(REG_ITMP3, iptr->sx.val.i);
917 M_OR(s1, REG_ITMP3, d);
919 emit_store_dst(jd, iptr, d);
922 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
923 /* sx.val.l = constant */
925 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
926 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
927 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
928 M_OR_IMM(s1, iptr->sx.val.l, d);
930 LCONST(REG_ITMP3, iptr->sx.val.l);
931 M_OR(s1, REG_ITMP3, d);
933 emit_store_dst(jd, iptr, d);
937 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
940 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
941 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
942 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
944 emit_store_dst(jd, iptr, d);
947 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
948 /* sx.val.i = constant */
950 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
951 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
952 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
953 M_XOR_IMM(s1, iptr->sx.val.i, d);
955 ICONST(REG_ITMP3, iptr->sx.val.i);
956 M_XOR(s1, REG_ITMP3, d);
958 emit_store_dst(jd, iptr, d);
961 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
962 /* sx.val.l = constant */
964 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
965 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
966 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
967 M_XOR_IMM(s1, iptr->sx.val.l, d);
969 LCONST(REG_ITMP3, iptr->sx.val.l);
970 M_XOR(s1, REG_ITMP3, d);
972 emit_store_dst(jd, iptr, d);
975 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
977 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
978 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
979 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
980 /* XXX implement me!!! */
981 emit_store_dst(jd, iptr, d);
985 case ICMD_IINC: /* ..., value ==> ..., value + constant */
986 /* s1.localindex = variable, sx.val.i = constant*/
988 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
989 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
991 /* XXX implement me more efficiently */
992 ICONST(REG_ITMP2, iptr->sx.val.i);
993 M_IADD(s1, REG_ITMP2, d);
995 emit_store_dst(jd, iptr, d);
999 /* floating operations ************************************************/
1001 case ICMD_FNEG: /* ..., value ==> ..., - value */
1003 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1004 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1006 emit_store_dst(jd, iptr, d);
1009 case ICMD_DNEG: /* ..., value ==> ..., - value */
1011 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1012 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1014 emit_store_dst(jd, iptr, d);
1017 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1019 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1020 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1021 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1023 emit_store_dst(jd, iptr, d);
1026 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1028 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1029 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1030 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1032 emit_store_dst(jd, iptr, d);
1035 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1037 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1038 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1039 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1041 emit_store_dst(jd, iptr, d);
1044 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1046 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1047 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1048 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1050 emit_store_dst(jd, iptr, d);
1053 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1055 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1056 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1057 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1059 emit_store_dst(jd, iptr, d);
1062 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1064 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1065 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1066 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1068 emit_store_dst(jd, iptr, d);
1071 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1073 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1074 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1075 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1077 emit_store_dst(jd, iptr, d);
1080 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1082 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1083 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1084 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1086 emit_store_dst(jd, iptr, d);
1089 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1092 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1093 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1095 disp = dseg_addfloat(cd, 0.0);
1096 M_FLD(REG_FTMP2, REG_PV, disp);
1097 M_FCMPU(s1, REG_FTMP2);
1099 disp = dseg_adds4(cd, 0);
1100 M_CVTDL_C(s1, REG_FTMP1);
1101 M_LDA(REG_ITMP1, REG_PV, disp);
1102 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1103 M_ILD(d, REG_PV, disp);
1104 emit_store_dst(jd, iptr, d);
1107 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1109 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1110 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1112 emit_store_dst(jd, iptr, d);
1115 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1117 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1118 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1120 emit_store_dst(jd, iptr, d);
1123 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1124 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1127 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1128 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1129 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1131 M_IADD_IMM(REG_ZERO, -1, d);
1134 M_IADD_IMM(REG_ZERO, 0, d);
1136 M_IADD_IMM(REG_ZERO, 1, d);
1137 emit_store_dst(jd, iptr, d);
1140 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1141 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1143 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1144 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1145 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1147 M_IADD_IMM(REG_ZERO, 1, d);
1150 M_IADD_IMM(REG_ZERO, 0, d);
1152 M_IADD_IMM(REG_ZERO, -1, d);
1153 emit_store_dst(jd, iptr, d);
1156 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1157 case ICMD_IF_DCMPEQ:
1159 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1160 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1164 codegen_addreference(cd, iptr->dst.block);
1167 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1168 case ICMD_IF_DCMPNE:
1170 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1171 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1174 codegen_addreference(cd, iptr->dst.block);
1176 codegen_addreference(cd, iptr->dst.block);
1180 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1181 case ICMD_IF_DCMPL_LT:
1183 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1184 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1187 codegen_addreference(cd, iptr->dst.block);
1189 codegen_addreference(cd, iptr->dst.block);
1192 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1193 case ICMD_IF_DCMPL_GT:
1195 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1196 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1200 codegen_addreference(cd, iptr->dst.block);
1203 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1204 case ICMD_IF_DCMPL_LE:
1206 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1207 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1210 codegen_addreference(cd, iptr->dst.block);
1212 codegen_addreference(cd, iptr->dst.block);
1215 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1216 case ICMD_IF_DCMPL_GE:
1218 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1219 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1223 codegen_addreference(cd, iptr->dst.block);
1226 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1227 case ICMD_IF_DCMPG_LT:
1229 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1230 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1234 codegen_addreference(cd, iptr->dst.block);
1237 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1238 case ICMD_IF_DCMPG_GT:
1240 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1241 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1244 codegen_addreference(cd, iptr->dst.block);
1246 codegen_addreference(cd, iptr->dst.block);
1249 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1250 case ICMD_IF_DCMPG_LE:
1252 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1253 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1257 codegen_addreference(cd, iptr->dst.block);
1260 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1261 case ICMD_IF_DCMPG_GE:
1263 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1264 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1267 codegen_addreference(cd, iptr->dst.block);
1269 codegen_addreference(cd, iptr->dst.block);
1273 /* memory operations **************************************************/
1275 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1277 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1278 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1279 gen_nullptr_check(s1);
1280 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1281 emit_store_dst(jd, iptr, d);
1284 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1286 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1287 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1288 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1289 if (INSTRUCTION_MUST_CHECK(iptr)) {
1290 gen_nullptr_check(s1);
1293 M_IADD_IMM(s2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1294 M_LBZX(d, s1, REG_ITMP2);
1296 emit_store_dst(jd, iptr, d);
1299 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1301 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1302 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1303 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1304 if (INSTRUCTION_MUST_CHECK(iptr)) {
1305 gen_nullptr_check(s1);
1308 M_SLL_IMM(s2, 1, REG_ITMP2);
1309 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1310 M_LHAX(d, s1, REG_ITMP2);
1311 emit_store_dst(jd, iptr, d);
1314 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1316 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1317 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1318 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1319 if (INSTRUCTION_MUST_CHECK(iptr)) {
1320 gen_nullptr_check(s1);
1323 M_SLL_IMM(s2, 1, REG_ITMP2);
1324 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1325 M_LHAX(d, s1, REG_ITMP2);
1326 emit_store_dst(jd, iptr, d);
1329 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1331 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1332 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1333 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1334 if (INSTRUCTION_MUST_CHECK(iptr)) {
1335 gen_nullptr_check(s1);
1338 M_SLL_IMM(s2, 2, REG_ITMP2);
1339 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1340 M_LWZX(d, s1, REG_ITMP2);
1341 emit_store_dst(jd, iptr, d);
1344 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1346 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1347 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1348 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1349 if (INSTRUCTION_MUST_CHECK(iptr)) {
1350 gen_nullptr_check(s1);
1353 M_SLL_IMM(s2, 3, REG_ITMP2);
1354 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1355 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1356 emit_store_dst(jd, iptr, d);
1359 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1361 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1362 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1363 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1364 if (INSTRUCTION_MUST_CHECK(iptr)) {
1365 gen_nullptr_check(s1);
1368 M_SLL_IMM(s2, 2, REG_ITMP2);
1369 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1370 M_LFSX(d, s1, REG_ITMP2);
1371 emit_store_dst(jd, iptr, d);
1374 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1376 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1377 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1378 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1379 if (INSTRUCTION_MUST_CHECK(iptr)) {
1380 gen_nullptr_check(s1);
1383 M_SLL_IMM(s2, 3, REG_ITMP2);
1384 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1385 M_LFDX(d, s1, REG_ITMP2);
1386 emit_store_dst(jd, iptr, d);
1389 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1391 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1392 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1393 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1394 if (INSTRUCTION_MUST_CHECK(iptr)) {
1395 gen_nullptr_check(s1);
1398 M_SLL_IMM(s2, 3, REG_ITMP2);
1399 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1400 M_ALDX(d, s1, REG_ITMP2);
1401 emit_store_dst(jd, iptr, d);
1405 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1407 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1408 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1409 if (INSTRUCTION_MUST_CHECK(iptr)) {
1410 gen_nullptr_check(s1);
1413 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1414 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1415 M_STBX(s3, s1, REG_ITMP2);
1418 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1420 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1421 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1422 if (INSTRUCTION_MUST_CHECK(iptr)) {
1423 gen_nullptr_check(s1);
1426 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1427 M_SLL_IMM(s2, 1, REG_ITMP2);
1428 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1429 M_STHX(s3, s1, REG_ITMP2);
1432 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1434 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1435 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1436 if (INSTRUCTION_MUST_CHECK(iptr)) {
1437 gen_nullptr_check(s1);
1440 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1441 M_SLL_IMM(s2, 1, REG_ITMP2);
1442 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1443 M_STHX(s3, s1, REG_ITMP2);
1446 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1448 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1449 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1450 if (INSTRUCTION_MUST_CHECK(iptr)) {
1451 gen_nullptr_check(s1);
1454 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1455 M_SLL_IMM(s2, 2, REG_ITMP2);
1456 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1457 M_STWX(s3, s1, REG_ITMP2);
1460 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1462 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1463 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1464 if (INSTRUCTION_MUST_CHECK(iptr)) {
1465 gen_nullptr_check(s1);
1468 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1469 M_SLL_IMM(s2, 3, REG_ITMP2);
1470 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1471 M_LST(s3, s1, REG_ITMP2);
1474 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1476 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1477 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1478 if (INSTRUCTION_MUST_CHECK(iptr)) {
1479 gen_nullptr_check(s1);
1482 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1483 M_SLL_IMM(s2, 2, REG_ITMP2);
1484 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1485 M_STFSX(s3, s1, REG_ITMP2);
1488 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1490 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1491 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1492 if (INSTRUCTION_MUST_CHECK(iptr)) {
1493 gen_nullptr_check(s1);
1496 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1497 M_SLL_IMM(s2, 3, REG_ITMP2);
1498 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1499 M_STFDX(s3, s1, REG_ITMP2);
1502 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1504 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1505 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1506 if (INSTRUCTION_MUST_CHECK(iptr)) {
1507 gen_nullptr_check(s1);
1510 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1512 disp = dseg_addaddress(cd, BUILTIN_canstore);
1513 M_ALD(REG_ITMP3, REG_PV, disp);
1514 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1517 M_INTMOVE(s1, rd->argintregs[0]);
1518 M_INTMOVE(s3, rd->argintregs[1]);
1523 codegen_add_arraystoreexception_ref(cd);
1525 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1526 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1527 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1528 M_SLL_IMM(s2, 3, REG_ITMP2);
1529 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1530 M_ASTX(s3, s1, REG_ITMP2);
1534 case ICMD_GETSTATIC: /* ... ==> ..., value */
1536 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1537 unresolved_field *uf = iptr->sx.s23.s3.uf;
1539 fieldtype = uf->fieldref->parseddesc.fd->type;
1540 disp = dseg_addaddress(cd, NULL);
1542 codegen_addpatchref(cd, PATCHER_get_putstatic,
1543 iptr->sx.s23.s3.uf, disp);
1545 if (opt_showdisassemble)
1549 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1551 fieldtype = fi->type;
1552 disp = dseg_addaddress(cd, &(fi->value));
1554 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1555 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1557 if (opt_showdisassemble)
1562 M_ALD(REG_ITMP1, REG_PV, disp);
1563 switch (fieldtype) {
1565 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1566 M_ILD_INTERN(d, REG_ITMP1, 0);
1569 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1570 M_ILD_INTERN(GET_LOW_REG(d), REG_ITMP1, 4);/* keep this order */
1571 M_ILD_INTERN(GET_HIGH_REG(d), REG_ITMP1, 0);/*keep this order */
1574 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1575 M_ALD_INTERN(d, REG_ITMP1, 0);
1578 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1579 M_FLD_INTERN(d, REG_ITMP1, 0);
1582 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1583 M_DLD_INTERN(d, REG_ITMP1, 0);
1586 emit_store_dst(jd, iptr, d);
1589 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1592 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1593 unresolved_field *uf = iptr->sx.s23.s3.uf;
1595 fieldtype = uf->fieldref->parseddesc.fd->type;
1596 disp = dseg_addaddress(cd, NULL);
1598 codegen_addpatchref(cd, PATCHER_get_putstatic,
1599 iptr->sx.s23.s3.uf, disp);
1601 if (opt_showdisassemble)
1605 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1607 fieldtype = fi->type;
1608 disp = dseg_addaddress(cd, &(fi->value));
1610 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1611 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1613 if (opt_showdisassemble)
1618 M_ALD(REG_ITMP1, REG_PV, disp);
1619 switch (fieldtype) {
1621 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1622 M_IST_INTERN(s1, REG_ITMP1, 0);
1625 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1626 M_LST_INTERN(s1, REG_ITMP1, 0);
1629 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1630 M_AST_INTERN(s1, REG_ITMP1, 0);
1633 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1634 M_FST_INTERN(s1, REG_ITMP1, 0);
1637 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1638 M_DST_INTERN(s1, REG_ITMP1, 0);
1644 case ICMD_GETFIELD: /* ... ==> ..., value */
1646 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1647 gen_nullptr_check(s1);
1649 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1650 unresolved_field *uf = iptr->sx.s23.s3.uf;
1652 fieldtype = uf->fieldref->parseddesc.fd->type;
1654 codegen_addpatchref(cd, PATCHER_get_putfield,
1655 iptr->sx.s23.s3.uf, 0);
1657 if (opt_showdisassemble)
1663 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1665 fieldtype = fi->type;
1669 switch (fieldtype) {
1671 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1675 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1679 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1683 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1687 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1691 emit_store_dst(jd, iptr, d);
1694 case ICMD_PUTFIELD: /* ..., value ==> ... */
1696 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1697 gen_nullptr_check(s1);
1699 if (!IS_FLT_DBL_TYPE(fieldtype)) {
1700 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1702 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1705 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1706 unresolved_field *uf = iptr->sx.s23.s3.uf;
1708 fieldtype = uf->fieldref->parseddesc.fd->type;
1710 codegen_addpatchref(cd, PATCHER_get_putfield,
1711 iptr->sx.s23.s3.uf, 0);
1713 if (opt_showdisassemble)
1719 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1721 fieldtype = fi->type;
1725 switch (fieldtype) {
1727 M_IST(s2, s1, disp);
1730 M_LST(s2, s1, disp);
1733 M_AST(s2, s1, disp);
1736 M_FST(s2, s1, disp);
1739 M_DST(s2, s1, disp);
1745 /* branch operations **************************************************/
1747 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1749 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1750 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1752 #ifdef ENABLE_VERIFIER
1753 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1754 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1755 iptr->sx.s23.s2.uc, 0);
1757 if (opt_showdisassemble)
1760 #endif /* ENABLE_VERIFIER */
1762 disp = dseg_addaddress(cd, asm_handle_exception);
1763 M_ALD(REG_ITMP2, REG_PV, disp);
1766 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1767 M_BL(0); /* get current PC */
1768 M_MFLR(REG_ITMP2_XPC);
1769 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1770 M_RTS; /* jump to CTR */
1775 case ICMD_GOTO: /* ... ==> ... */
1776 case ICMD_RET: /* ... ==> ... */
1778 codegen_addreference(cd, iptr->dst.block);
1782 case ICMD_JSR: /* ... ==> ... */
1784 if (jd->isleafmethod)
1788 M_IADD_IMM(REG_ITMP1, jd->isleafmethod ? 4*4 : 3*4, REG_ITMP1);
1789 if (jd->isleafmethod)
1792 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1795 case ICMD_IFNULL: /* ..., value ==> ... */
1797 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1800 codegen_addreference(cd, iptr->dst.block);
1803 case ICMD_IFNONNULL: /* ..., value ==> ... */
1805 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1808 codegen_addreference(cd, iptr->dst.block);
1816 case ICMD_IFEQ: /* ..., value ==> ... */
1818 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1819 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1820 M_CMPI(s1, iptr->sx.val.i);
1822 ICONST(REG_ITMP2, iptr->sx.val.i);
1823 M_CMP(s1, REG_ITMP2);
1825 switch (iptr->opc) {
1845 codegen_addreference(cd, iptr->dst.block);
1849 case ICMD_IF_LEQ: /* ..., value ==> ... */
1851 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1852 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1853 if (iptr->sx.val.l == 0) {
1854 M_OR_TST(s1, s2, REG_ITMP3);
1855 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1856 M_XOR_IMM(s2, 0, REG_ITMP2);
1857 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1858 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1860 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1861 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1862 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1863 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1864 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1867 codegen_addreference(cd, iptr->dst.block);
1870 case ICMD_IF_LLT: /* ..., value ==> ... */
1871 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1872 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1873 if (iptr->sx.val.l == 0) {
1874 /* if high word is less than zero, the whole long is too */
1876 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1879 codegen_addreference(cd, iptr->dst.block);
1881 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1883 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1884 M_CMP(s2, REG_ITMP3);
1886 codegen_addreference(cd, iptr->dst.block);
1888 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1889 M_CMPU(s1, REG_ITMP3);
1892 codegen_addreference(cd, iptr->dst.block);
1895 case ICMD_IF_LLE: /* ..., value ==> ... */
1897 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1898 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1899 /* if (iptr->sx.val.l == 0) { */
1900 /* M_OR(s1, s2, REG_ITMP3); */
1901 /* M_CMPI(REG_ITMP3, 0); */
1904 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1907 codegen_addreference(cd, iptr->dst.block);
1909 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1911 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1912 M_CMP(s2, REG_ITMP3);
1914 codegen_addreference(cd, iptr->dst.block);
1916 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1917 M_CMPU(s1, REG_ITMP3);
1920 codegen_addreference(cd, iptr->dst.block);
1923 case ICMD_IF_LNE: /* ..., value ==> ... */
1925 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1926 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1927 if (iptr->sx.val.l == 0) {
1928 M_OR_TST(s1, s2, REG_ITMP3);
1929 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1930 M_XOR_IMM(s2, 0, REG_ITMP2);
1931 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1932 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1934 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1935 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1936 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1937 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1938 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1941 codegen_addreference(cd, iptr->dst.block);
1944 case ICMD_IF_LGT: /* ..., value ==> ... */
1946 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1947 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1948 /* if (iptr->sx.val.l == 0) { */
1949 /* M_OR(s1, s2, REG_ITMP3); */
1950 /* M_CMPI(REG_ITMP3, 0); */
1953 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1956 codegen_addreference(cd, iptr->dst.block);
1958 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1960 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1961 M_CMP(s2, REG_ITMP3);
1963 codegen_addreference(cd, iptr->dst.block);
1965 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1966 M_CMPU(s1, REG_ITMP3);
1969 codegen_addreference(cd, iptr->dst.block);
1972 case ICMD_IF_LGE: /* ..., value ==> ... */
1974 /* TODO, remove me */
1975 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1976 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1977 if (iptr->sx.val.l == 0) {
1978 /* if high word is greater equal zero, the whole long is too */
1980 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1983 codegen_addreference(cd, iptr->dst.block);
1985 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1987 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1988 M_CMP(s2, REG_ITMP3);
1990 codegen_addreference(cd, iptr->dst.block);
1992 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1993 M_CMPU(s1, REG_ITMP3);
1996 codegen_addreference(cd, iptr->dst.block);
2000 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
2001 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
2002 case ICMD_IF_LCMPEQ:
2004 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2005 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2008 codegen_addreference(cd, iptr->dst.block);
2011 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
2012 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
2013 case ICMD_IF_LCMPNE:
2015 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2016 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2019 codegen_addreference(cd, iptr->dst.block);
2023 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
2024 case ICMD_IF_LCMPLT:
2026 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2027 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2030 codegen_addreference(cd, iptr->dst.block);
2033 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
2034 case ICMD_IF_LCMPGT:
2036 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2037 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2040 codegen_addreference(cd, iptr->dst.block);
2043 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
2044 case ICMD_IF_LCMPLE:
2046 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2047 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2050 codegen_addreference(cd, iptr->dst.block);
2053 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
2054 case ICMD_IF_LCMPGE:
2056 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2057 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2060 codegen_addreference(cd, iptr->dst.block);
2064 case ICMD_LRETURN: /* ..., retvalue ==> ... */
2065 case ICMD_IRETURN: /* ..., retvalue ==> ... */
2067 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2068 M_LNGMOVE(s1, REG_RESULT);
2069 goto nowperformreturn;
2071 case ICMD_ARETURN: /* ..., retvalue ==> ... */
2073 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2074 M_LNGMOVE(s1, REG_RESULT);
2076 #ifdef ENABLE_VERIFIER
2077 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2078 codegen_addpatchref(cd, PATCHER_athrow_areturn,
2079 iptr->sx.s23.s2.uc, 0);
2081 if (opt_showdisassemble)
2084 #endif /* ENABLE_VERIFIER */
2086 goto nowperformreturn;
2088 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2091 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2092 M_FLTMOVE(s1, REG_FRESULT);
2093 goto nowperformreturn;
2095 case ICMD_RETURN: /* ... ==> ... */
2103 /* call trace function */
2105 #if !defined(NDEBUG)
2106 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2107 emit_verbosecall_exit(jd);
2111 #if defined(ENABLE_THREADS)
2112 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2113 disp = dseg_addaddress(cd, LOCK_monitor_exit);
2114 M_ALD(REG_ITMP3, REG_PV, disp);
2115 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2118 /* we need to save the proper return value */
2120 switch (iptr->opc) {
2125 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2128 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2131 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2135 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
2138 /* and now restore the proper return value */
2140 switch (iptr->opc) {
2145 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2148 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2151 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2157 /* restore return address */
2159 if (!jd->isleafmethod) {
2160 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2161 may have a displacement overflow. */
2163 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2167 /* restore saved registers */
2169 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2170 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2172 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2173 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2176 /* deallocate stack */
2179 M_LDA(REG_SP, REG_SP, stackframesize * 8);
2187 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2190 branch_target_t *table;
2192 table = iptr->dst.table;
2194 l = iptr->sx.s23.s2.tablelow;
2195 i = iptr->sx.s23.s3.tablehigh;
2197 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2199 M_INTMOVE(s1, REG_ITMP1);
2200 } else if (l <= 32768) {
2201 M_LDA(REG_ITMP1, s1, -l);
2203 ICONST(REG_ITMP2, l);
2204 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2207 /* number of targets */
2212 M_CMPUI(REG_ITMP1, i - 1);
2214 codegen_addreference(cd, table[0].block);
2216 /* build jump table top down and use address of lowest entry */
2221 dseg_addtarget(cd, table->block);
2226 /* length of dataseg after last dseg_addtarget is used by load */
2228 M_SLL_IMM(REG_ITMP1, 2, REG_ITMP1);
2229 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2230 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2237 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2240 lookup_target_t *lookup;
2242 lookup = iptr->dst.lookup;
2244 i = iptr->sx.s23.s2.lookupcount;
2246 MCODECHECK((i<<2)+8);
2247 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2249 val = lookup->value;
2250 if ((val >= -32768) && (val <= 32767)) {
2253 a = dseg_adds4(cd, val);
2254 M_ILD(REG_ITMP2, REG_PV, a);
2255 M_CMP(s1, REG_ITMP2);
2258 codegen_addreference(cd, lookup->target.block);
2263 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2270 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2272 bte = iptr->sx.s23.s3.bte;
2276 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2278 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2279 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2280 case ICMD_INVOKEINTERFACE:
2282 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2283 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2287 lm = iptr->sx.s23.s3.fmiref->p.method;
2288 md = lm->parseddesc;
2292 s3 = md->paramcount;
2294 MCODECHECK((s3 << 1) + 64);
2296 /* copy arguments to registers or stack location */
2298 for (s3 = s3 - 1; s3 >= 0; s3--) {
2299 var = VAR(iptr->sx.s23.s2.args[s3]);
2301 if (var->flags & PREALLOC)
2304 if (IS_INT_LNG_TYPE(var->type)) {
2305 if (!md->params[s3].inmemory) {
2306 s1 = rd->argintregs[md->params[s3].regoff];
2307 d = emit_load(jd, iptr, var, s1);
2310 d = emit_load(jd, iptr, var, REG_ITMP1);
2311 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2314 if (!md->params[s3].inmemory) {
2315 s1 = rd->argfltregs[md->params[s3].regoff];
2316 d = emit_load(jd, iptr, var, s1);
2319 d = emit_load(jd, iptr, var, REG_FTMP1);
2320 if (IS_2_WORD_TYPE(var->type))
2321 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2323 M_FST(d, REG_SP, md->params[s3].regoff * 8);
2328 switch (iptr->opc) {
2330 disp = dseg_addaddress(cd, bte->fp);
2331 d = md->returntype.type;
2333 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2334 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2338 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2340 M_LDA(REG_PV, REG_ITMP1, -disp);
2343 if (INSTRUCTION_MUST_CHECK(iptr)) {
2344 M_CMPI(REG_RESULT, 0);
2346 codegen_add_fillinstacktrace_ref(cd);
2350 case ICMD_INVOKESPECIAL:
2351 gen_nullptr_check(rd->argintregs[0]);
2352 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2355 case ICMD_INVOKESTATIC:
2357 unresolved_method *um = iptr->sx.s23.s3.um;
2359 disp = dseg_addaddress(cd, NULL);
2361 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2364 if (opt_showdisassemble)
2367 d = md->returntype.type;
2370 disp = dseg_addaddress(cd, lm->stubroutine);
2371 d = md->returntype.type;
2375 M_ALD(REG_PV, REG_PV, disp);
2378 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2380 M_LDA(REG_PV, REG_ITMP1, -disp);
2383 case ICMD_INVOKEVIRTUAL:
2384 gen_nullptr_check(rd->argintregs[0]);
2387 unresolved_method *um = iptr->sx.s23.s3.um;
2389 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2391 if (opt_showdisassemble)
2395 d = md->returntype.type;
2398 s1 = OFFSET(vftbl_t, table[0]) +
2399 sizeof(methodptr) * lm->vftblindex;
2400 d = md->returntype.type;
2403 M_ALD(REG_METHODPTR, rd->argintregs[0],
2404 OFFSET(java_objectheader, vftbl));
2405 M_ALD(REG_PV, REG_METHODPTR, s1);
2408 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2410 M_LDA(REG_PV, REG_ITMP1, -disp);
2413 case ICMD_INVOKEINTERFACE:
2414 gen_nullptr_check(rd->argintregs[0]);
2417 unresolved_method *um = iptr->sx.s23.s3.um;
2419 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2421 if (opt_showdisassemble)
2426 d = md->returntype.type;
2429 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2430 sizeof(methodptr*) * lm->class->index;
2432 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2434 d = md->returntype.type;
2437 M_ALD(REG_METHODPTR, rd->argintregs[0],
2438 OFFSET(java_objectheader, vftbl));
2439 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2440 M_ALD(REG_PV, REG_METHODPTR, s2);
2443 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2445 M_LDA(REG_PV, REG_ITMP1, -disp);
2449 /* d contains return type */
2451 if (d != TYPE_VOID) {
2452 if (IS_INT_LNG_TYPE(d)) {
2453 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2454 M_MOV(REG_RESULT, s1);
2456 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2457 M_FLTMOVE(REG_FRESULT, s1);
2459 emit_store_dst(jd, iptr, s1);
2464 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2465 /* val.a: (classinfo*) superclass */
2467 /* superclass is an interface:
2469 * OK if ((sub == NULL) ||
2470 * (sub->vftbl->interfacetablelength > super->index) &&
2471 * (sub->vftbl->interfacetable[-super->index] != NULL));
2473 * superclass is a class:
2475 * OK if ((sub == NULL) || (0
2476 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2477 * super->vftbl->diffvall));
2480 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2481 /* object type cast-check */
2484 vftbl_t *supervftbl;
2487 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2493 super = iptr->sx.s23.s3.c.cls;
2494 superindex = super->index;
2495 supervftbl = super->vftbl;
2498 #if defined(ENABLE_THREADS)
2499 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2501 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2503 /* calculate interface checkcast code size */
2507 s2 += (opt_showdisassemble ? 1 : 0);
2509 /* calculate class checkcast code size */
2511 s3 = 8 + (s1 == REG_ITMP1);
2513 s3 += (opt_showdisassemble ? 1 : 0);
2515 /* if class is not resolved, check which code to call */
2519 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2521 disp = dseg_adds4(cd, 0); /* super->flags */
2523 codegen_addpatchref(cd,
2524 PATCHER_checkcast_instanceof_flags,
2525 iptr->sx.s23.s3.c.ref,
2528 if (opt_showdisassemble)
2531 M_ILD(REG_ITMP2, REG_PV, disp);
2532 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2536 /* interface checkcast code */
2538 if (!super || (super->flags & ACC_INTERFACE)) {
2544 codegen_addpatchref(cd,
2545 PATCHER_checkcast_instanceof_interface,
2546 iptr->sx.s23.s3.c.ref,
2549 if (opt_showdisassemble)
2553 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2554 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2555 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2557 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2558 M_ALD(REG_ITMP3, REG_ITMP2,
2559 OFFSET(vftbl_t, interfacetable[0]) -
2560 superindex * sizeof(methodptr*));
2563 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2569 /* class checkcast code */
2571 if (!super || !(super->flags & ACC_INTERFACE)) {
2572 disp = dseg_addaddress(cd, supervftbl);
2579 codegen_addpatchref(cd, PATCHER_checkcast_class,
2580 iptr->sx.s23.s3.c.ref,
2583 if (opt_showdisassemble)
2587 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2588 #if defined(ENABLE_THREADS)
2589 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2591 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2592 M_ALD(REG_ITMP2, REG_PV, disp);
2593 if (s1 != REG_ITMP1) {
2594 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2595 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2596 #if defined(ENABLE_THREADS)
2597 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2599 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2601 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2602 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2603 M_ALD(REG_ITMP2, REG_PV, disp);
2604 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2605 #if defined(ENABLE_THREADS)
2606 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2609 M_CMP(REG_ITMP3, REG_ITMP2);
2611 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2613 d = codegen_reg_of_dst(jd, iptr, s1);
2616 /* array type cast-check */
2618 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2619 M_INTMOVE(s1, rd->argintregs[0]);
2621 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2623 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2624 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2625 iptr->sx.s23.s3.c.ref,
2628 if (opt_showdisassemble)
2632 M_ALD(rd->argintregs[1], REG_PV, disp);
2633 disp = dseg_addaddress(cd, BUILTIN_arraycheckcast);
2634 M_ALD(REG_ITMP2, REG_PV, disp);
2635 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2640 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2642 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2643 d = codegen_reg_of_dst(jd, iptr, s1);
2646 emit_store_dst(jd, iptr, d);
2649 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2650 /* val.a: (classinfo*) superclass */
2652 /* superclass is an interface:
2654 * return (sub != NULL) &&
2655 * (sub->vftbl->interfacetablelength > super->index) &&
2656 * (sub->vftbl->interfacetable[-super->index] != NULL);
2658 * superclass is a class:
2660 * return ((sub != NULL) && (0
2661 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2662 * super->vftbl->diffvall));
2667 vftbl_t *supervftbl;
2670 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2676 super = iptr->sx.s23.s3.c.cls;
2677 superindex = super->index;
2678 supervftbl = super->vftbl;
2681 #if defined(ENABLE_THREADS)
2682 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2684 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2685 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2687 M_MOV(s1, REG_ITMP1);
2691 /* calculate interface instanceof code size */
2695 s2 += (opt_showdisassemble ? 1 : 0);
2697 /* calculate class instanceof code size */
2701 s3 += (opt_showdisassemble ? 1 : 0);
2705 /* if class is not resolved, check which code to call */
2709 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2711 disp = dseg_adds4(cd, 0); /* super->flags */
2713 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2714 iptr->sx.s23.s3.c.ref, disp);
2716 if (opt_showdisassemble)
2719 M_ILD(REG_ITMP3, REG_PV, disp);
2720 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2724 /* interface instanceof code */
2726 if (!super || (super->flags & ACC_INTERFACE)) {
2732 codegen_addpatchref(cd,
2733 PATCHER_checkcast_instanceof_interface,
2734 iptr->sx.s23.s3.c.ref, 0);
2736 if (opt_showdisassemble)
2740 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2741 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2742 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2744 M_ALD(REG_ITMP1, REG_ITMP1,
2745 OFFSET(vftbl_t, interfacetable[0]) -
2746 superindex * sizeof(methodptr*));
2749 M_IADD_IMM(REG_ZERO, 1, d);
2755 /* class instanceof code */
2757 if (!super || !(super->flags & ACC_INTERFACE)) {
2758 disp = dseg_addaddress(cd, supervftbl);
2765 codegen_addpatchref(cd, PATCHER_instanceof_class,
2766 iptr->sx.s23.s3.c.ref,
2769 if (opt_showdisassemble) {
2774 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2775 M_ALD(REG_ITMP2, REG_PV, disp);
2776 #if defined(ENABLE_THREADS)
2777 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2779 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2780 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2781 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2782 #if defined(ENABLE_THREADS)
2783 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2785 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2786 M_CMPU(REG_ITMP1, REG_ITMP2);
2789 M_IADD_IMM(REG_ZERO, 1, d);
2791 emit_store_dst(jd, iptr, d);
2795 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2797 /* check for negative sizes and copy sizes to stack if necessary */
2799 MCODECHECK((iptr->s1.argcount << 1) + 64);
2801 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2803 var = VAR(iptr->sx.s23.s2.args[s1]);
2805 /* copy SAVEDVAR sizes to stack */
2807 if (!(var->flags & PREALLOC)) {
2808 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2809 #if defined(__DARWIN__)
2810 M_IST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 4);
2812 M_IST(s2, REG_SP, LA_SIZE + (s1 + 3) * 4);
2817 /* a0 = dimension count */
2819 ICONST(rd->argintregs[0], iptr->s1.argcount);
2821 /* is patcher function set? */
2823 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2824 disp = dseg_addaddress(cd, NULL);
2826 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2827 iptr->sx.s23.s3.c.ref, disp);
2829 if (opt_showdisassemble)
2833 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2836 /* a1 = arraydescriptor */
2838 M_ALD(rd->argintregs[1], REG_PV, disp);
2840 /* a2 = pointer to dimensions = stack pointer */
2842 #if defined(__DARWIN__)
2843 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 4);
2845 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 4);
2848 disp = dseg_addaddress(cd, BUILTIN_multianewarray);
2849 M_ALD(REG_ITMP3, REG_PV, disp);
2853 /* check for exception before result assignment */
2855 M_CMPI(REG_RESULT, 0);
2857 codegen_add_fillinstacktrace_ref(cd);
2859 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2860 M_INTMOVE(REG_RESULT, d);
2861 emit_store_dst(jd, iptr, d);
2866 new_internalerror("Unknown ICMD %d during code generation",
2871 } /* for instruction */
2873 } /* if (bptr -> flags >= BBREACHED) */
2874 } /* for basic block */
2876 dseg_createlinenumbertable(cd);
2879 /* generate exception and patcher stubs */
2888 savedmcodeptr = NULL;
2890 /* generate exception stubs */
2892 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2893 gen_resolvebranch(cd->mcodebase + eref->branchpos,
2894 eref->branchpos, cd->mcodeptr - cd->mcodebase);
2898 /* Check if the exception is an
2899 ArrayIndexOutOfBoundsException. If so, move index register
2902 if (eref->reg != -1)
2903 M_MOV(eref->reg, REG_ITMP1);
2905 /* calcuate exception address */
2907 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2909 /* move function to call into REG_ITMP3 */
2911 disp = dseg_addaddress(cd, eref->function);
2912 M_ALD(REG_ITMP3, REG_PV, disp);
2913 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2915 if (savedmcodeptr != NULL) {
2916 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2920 savedmcodeptr = cd->mcodeptr;
2922 if (jd->isleafmethod) {
2924 M_AST(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2927 M_MOV(REG_PV, rd->argintregs[0]);
2928 M_MOV(REG_SP, rd->argintregs[1]);
2930 if (jd->isleafmethod)
2931 M_MOV(REG_ZERO, rd->argintregs[2]);
2933 M_ALD(rd->argintregs[2],
2934 REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2936 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2937 M_MOV(REG_ITMP1, rd->argintregs[4]);
2939 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2940 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2944 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2946 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2947 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2949 if (jd->isleafmethod) {
2950 /* XXX FIXME: REG_ZERO can cause problems here! */
2951 assert(stackframesize * 8 <= 32767);
2953 M_ALD(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
2957 disp = dseg_addaddress(cd, asm_handle_exception);
2958 M_ALD(REG_ITMP3, REG_PV, disp);
2965 /* generate code patching stub call code */
2967 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2968 /* check code segment size */
2972 /* Get machine code which is patched back in later. The
2973 call is 1 instruction word long. */
2975 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2977 mcode = *((u4 *) tmpmcodeptr);
2979 /* Patch in the call to call the following code (done at
2982 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2983 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2985 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2988 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2990 /* create stack frame - keep stack 16-byte aligned */
2992 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2994 /* calculate return address and move it onto the stack */
2996 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2997 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2999 /* move pointer to java_objectheader onto stack */
3001 #if defined(ENABLE_THREADS)
3002 /* order reversed because of data segment layout */
3004 (void) dseg_addaddress(cd, NULL); /* flcword */
3005 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3006 disp = dseg_addaddress(cd, NULL); /* vftbl */
3008 M_LDA(REG_ITMP3, REG_PV, disp);
3009 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
3014 /* move machine code onto stack */
3016 disp = dseg_adds4(cd, mcode);
3017 M_ILD(REG_ITMP3, REG_PV, disp);
3018 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
3020 /* move class/method/field reference onto stack */
3022 disp = dseg_addaddress(cd, pref->ref);
3023 M_ALD(REG_ITMP3, REG_PV, disp);
3024 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
3026 /* move data segment displacement onto stack */
3028 disp = dseg_addaddress(cd, pref->disp);
3029 M_LLD(REG_ITMP3, REG_PV, disp);
3030 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
3032 /* move patcher function pointer onto stack */
3034 disp = dseg_addaddress(cd, pref->patcher);
3035 M_ALD(REG_ITMP3, REG_PV, disp);
3036 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
3038 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3039 M_ALD(REG_ITMP3, REG_PV, disp);
3044 /* generate replacement-out stubs */
3050 replacementpoint = jd->code->rplpoints;
3052 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
3053 /* check code segment size */
3057 /* note start of stub code */
3059 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
3061 /* make machine code for patching */
3063 tmpmcodeptr = cd->mcodeptr;
3064 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
3066 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
3069 cd->mcodeptr = tmpmcodeptr;
3071 /* create stack frame - keep 16-byte aligned */
3073 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
3075 /* push address of `rplpoint` struct */
3077 disp = dseg_addaddress(cd, replacementpoint);
3078 M_ALD(REG_ITMP3, REG_PV, disp);
3079 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
3081 /* jump to replacement function */
3083 disp = dseg_addaddress(cd, asm_replacement_out);
3084 M_ALD(REG_ITMP3, REG_PV, disp);
3094 /* everything's ok */
3100 /* createcompilerstub **********************************************************
3102 Creates a stub routine which calls the compiler.
3104 *******************************************************************************/
3106 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
3107 #define COMPILERSTUB_CODESIZE 4 * 4
3109 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
3112 u1 *createcompilerstub(methodinfo *m)
3114 u1 *s; /* memory to hold the stub */
3120 s = CNEW(u1, COMPILERSTUB_SIZE);
3122 /* set data pointer and code pointer */
3125 s = s + COMPILERSTUB_DATASIZE;
3127 /* mark start of dump memory area */
3129 dumpsize = dump_size();
3131 cd = DNEW(codegendata);
3134 /* Store the codeinfo pointer in the same place as in the
3135 methodheader for compiled methods. */
3137 code = code_codeinfo_new(m);
3139 d[0] = (ptrint) asm_call_jit_compiler;
3141 d[2] = (ptrint) code;
3143 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
3144 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3148 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3150 #if defined(ENABLE_STATISTICS)
3152 count_cstub_len += COMPILERSTUB_SIZE;
3155 /* release dump area */
3157 dump_release(dumpsize);
3163 /* createnativestub ************************************************************
3165 Creates a stub routine which calls a native method.
3167 *******************************************************************************/
3169 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3175 s4 stackframesize; /* size of stackframe if needed */
3178 s4 i, j; /* count variables */
3183 /* get required compiler data */
3190 /* set some variables */
3193 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3195 /* calculate stackframe size */
3198 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3199 sizeof(localref_table) / SIZEOF_VOID_P +
3200 4 + /* 4 stackframeinfo arguments (darwin)*/
3204 stackframesize = (stackframesize + 3) & ~3; /* keep stack 16-byte aligned */
3206 /* create method header */
3208 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
3209 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
3210 (void) dseg_adds4(cd, 0); /* IsSync */
3211 (void) dseg_adds4(cd, 0); /* IsLeaf */
3212 (void) dseg_adds4(cd, 0); /* IntSave */
3213 (void) dseg_adds4(cd, 0); /* FltSave */
3214 (void) dseg_addlinenumbertablesize(cd);
3215 (void) dseg_adds4(cd, 0); /* ExTableSize */
3220 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3221 M_STDU(REG_SP, REG_SP, -(stackframesize * 8));
3223 #if !defined(NDEBUG)
3224 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3225 emit_verbosecall_enter(jd);
3228 /* get function address (this must happen before the stackframeinfo) */
3230 funcdisp = dseg_addaddress(cd, f);
3232 #if !defined(WITH_STATIC_CLASSPATH)
3234 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3236 if (opt_showdisassemble)
3241 /* save integer and float argument registers */
3245 for (i = 0; i < md->paramcount; i++) {
3246 t = md->paramtypes[i].type;
3248 if (IS_INT_LNG_TYPE(t)) {
3249 if (!md->params[i].inmemory) {
3250 s1 = md->params[i].regoff;
3251 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3257 for (i = 0; i < md->paramcount; i++) {
3258 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3259 if (!md->params[i].inmemory) {
3260 s1 = md->params[i].regoff;
3261 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3267 /* create native stack info */
3269 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3270 M_MOV(REG_PV, rd->argintregs[1]);
3271 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[2]);
3272 M_ALD(rd->argintregs[3], REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3273 disp = dseg_addaddress(cd, codegen_start_native_call);
3275 M_ALD(REG_ITMP1, REG_PV, disp);
3276 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3280 /* restore integer and float argument registers */
3284 for (i = 0; i < md->paramcount; i++) {
3285 t = md->paramtypes[i].type;
3287 if (IS_INT_LNG_TYPE(t)) {
3288 if (!md->params[i].inmemory) {
3289 s1 = md->params[i].regoff;
3290 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3296 for (i = 0; i < md->paramcount; i++) {
3297 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3298 if (!md->params[i].inmemory) {
3299 s1 = md->params[i].regoff;
3300 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3306 /* copy or spill arguments to new locations */
3308 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3309 t = md->paramtypes[i].type;
3311 if (IS_INT_LNG_TYPE(t)) {
3312 if (!md->params[i].inmemory) {
3313 s1 = rd->argintregs[md->params[i].regoff];
3315 if (!nmd->params[j].inmemory) {
3316 s2 = rd->argintregs[nmd->params[j].regoff];
3319 s2 = nmd->params[j].regoff;
3320 M_LST(s1, REG_SP, s2 * 8);
3324 s1 = md->params[i].regoff + stackframesize;
3325 s2 = nmd->params[j].regoff;
3327 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3328 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3332 /* We only copy spilled float arguments, as the float
3333 argument registers keep unchanged. */
3335 if (md->params[i].inmemory) {
3336 s1 = md->params[i].regoff + stackframesize;
3337 s2 = nmd->params[j].regoff;
3339 if (IS_2_WORD_TYPE(t)) {
3340 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3341 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3344 M_FLD(REG_FTMP1, REG_SP, s1 * 8);
3345 M_FST(REG_FTMP1, REG_SP, s2 * 8);
3351 /* put class into second argument register */
3353 if (m->flags & ACC_STATIC) {
3354 disp = dseg_addaddress(cd, m->class);
3355 M_ALD(rd->argintregs[1], REG_PV, disp);
3358 /* put env into first argument register */
3360 disp = dseg_addaddress(cd, _Jv_env);
3361 M_ALD(rd->argintregs[0], REG_PV, disp);
3363 /* generate the actual native call */
3364 /* native functions have a different TOC for sure */
3366 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3367 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3368 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3369 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3372 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3378 /* save return value */
3380 if (md->returntype.type != TYPE_VOID) {
3381 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3382 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3385 if (IS_2_WORD_TYPE(md->returntype.type))
3386 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3388 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); /* FIXME, needed ?*/
3392 /* print call trace */
3393 #if ! defined(NDEBGUU)
3394 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3395 emit_verbosecall_exit(jd);
3398 /* remove native stackframe info */
3404 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3405 disp = dseg_addaddress(cd, codegen_finish_native_call);
3406 M_ALD(REG_ITMP1, REG_PV, disp);
3407 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3410 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3412 /* restore return value */
3414 if (md->returntype.type != TYPE_VOID) {
3415 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3416 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3419 if (IS_2_WORD_TYPE(md->returntype.type))
3420 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3422 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3426 M_ALD(REG_ITMP2_XPC, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3427 M_MTLR(REG_ITMP2_XPC);
3428 M_LDA(REG_SP, REG_SP, stackframesize * 8); /* remove stackframe */
3430 /* check for exception */
3432 M_TST(REG_ITMP1_XPTR);
3433 M_BNE(1); /* if no exception then return */
3437 /* handle exception */
3439 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3441 disp = dseg_addaddress(cd, asm_handle_nat_exception);
3442 M_ALD(REG_ITMP3, REG_PV, disp);
3446 /* generate patcher stub call code */
3454 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3455 /* Get machine code which is patched back in later. The
3456 call is 1 instruction word long. */
3458 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3460 mcode = *((u4 *) tmpmcodeptr);
3462 /* Patch in the call to call the following code (done at
3465 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3466 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3468 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3471 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3473 /* create stack frame - keep stack 16-byte aligned */
3475 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3477 /* move return address onto stack */
3480 M_AST(REG_ZERO, REG_SP, 5 * 8);
3482 /* move pointer to java_objectheader onto stack */
3484 #if defined(ENABLE_THREADS)
3485 /* order reversed because of data segment layout */
3487 (void) dseg_addaddress(cd, NULL); /* flcword */
3488 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3489 disp = dseg_addaddress(cd, NULL); /* vftbl */
3491 M_LDA(REG_ITMP3, REG_PV, disp);
3492 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3497 /* move machine code onto stack */
3499 disp = dseg_adds4(cd, mcode);
3500 M_ILD(REG_ITMP3, REG_PV, disp);
3501 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3503 /* move class/method/field reference onto stack */
3505 disp = dseg_addaddress(cd, pref->ref);
3506 M_ALD(REG_ITMP3, REG_PV, disp);
3507 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3509 /* move data segment displacement onto stack */
3511 disp = dseg_adds4(cd, pref->disp);
3512 M_ILD(REG_ITMP3, REG_PV, disp);
3513 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3515 /* move patcher function pointer onto stack */
3517 disp = dseg_addaddress(cd, pref->patcher);
3518 M_ALD(REG_ITMP3, REG_PV, disp);
3519 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3521 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3522 M_ALD(REG_ITMP3, REG_PV, disp);
3530 return code->entrypoint;
3537 * These are local overrides for various environment variables in Emacs.
3538 * Please do not remove this and leave it at the end of the file, where
3539 * Emacs will automagically detect them.
3540 * ---------------------------------------------------------------------
3543 * indent-tabs-mode: t
3547 * vim:noexpandtab:sw=4:ts=4: