1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
30 Changes: Christian Thalinger
34 $Id: codegen.c 5357 2006-09-06 00:07:01Z edwin $
48 #include "vm/jit/abi-asm.h"
50 #include "vm/jit/powerpc64/arch.h"
51 #include "vm/jit/powerpc64/codegen.h"
53 #include "mm/memory.h"
54 #include "native/native.h"
55 #include "vm/builtin.h"
56 #include "vm/exceptions.h"
57 #include "vm/global.h"
58 #include "vm/loader.h"
59 #include "vm/options.h"
60 #include "vm/stringlocal.h"
62 #include "vm/jit/asmpart.h"
63 #include "vm/jit/codegen-common.h"
64 #include "vm/jit/dseg.h"
65 #include "vm/jit/emit.h"
66 #include "vm/jit/jit.h"
67 #include "vm/jit/parse.h"
68 #include "vm/jit/patcher.h"
69 #include "vm/jit/reg.h"
70 #include "vm/jit/replace.h"
72 #if defined(ENABLE_LSRA)
73 # include "vm/jit/allocator/lsra.h"
77 /* codegen *********************************************************************
79 Generates machine code.
81 *******************************************************************************/
83 bool codegen(jitdata *jd)
89 s4 len, s1, s2, s3, d, disp;
98 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
99 builtintable_entry *bte;
101 rplpoint *replacementpoint;
104 /* get required compiler data */
111 /* prevent compiler warnings */
123 /* space to save used callee saved registers */
125 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
126 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
128 stackframesize = rd->memuse + savedregs_num;
130 #if defined(ENABLE_THREADS)
131 /* space to save argument of monitor_enter and Return Values to survive */
132 /* monitor_exit. The stack position for the argument can not be shared */
133 /* with place to save the return register on PPC64, since both values */
135 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
136 /* reserve 2 slots for long/double return values for monitorexit */
142 /* create method header */
144 /* align stack to 16-bytes */
146 /* if (!m->isleafmethod || opt_verbosecall) */
147 stackframesize = (stackframesize + 3) & ~3;
149 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
150 /* stackframesize = 0; */
152 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
153 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
155 #if defined(ENABLE_THREADS)
156 /* IsSync contains the offset relative to the stack pointer for the
157 argument of monitor_exit used in the exception handler. Since the
158 offset could be zero and give a wrong meaning of the flag it is
162 if (checksync && (m->flags & ACC_SYNCHRONIZED))
163 (void) dseg_adds4(cd, (rd->memuse + 1) * 8); /* IsSync */
166 (void) dseg_adds4(cd, 0); /* IsSync */
168 (void) dseg_adds4(cd, jd->isleafmethod); /* IsLeaf */
169 (void) dseg_adds4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
170 (void) dseg_adds4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
172 dseg_addlinenumbertablesize(cd);
174 (void) dseg_adds4(cd, cd->exceptiontablelength); /* ExTableSize */
176 /* create exception table */
178 for (ex = cd->exceptiontable; ex != NULL; ex = ex->down) {
179 dseg_addtarget(cd, ex->start);
180 dseg_addtarget(cd, ex->end);
181 dseg_addtarget(cd, ex->handler);
182 (void) dseg_addaddress(cd, ex->catchtype.cls);
185 /* create stack frame (if necessary) */
187 if (!jd->isleafmethod) {
189 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
193 M_STDU(REG_SP, REG_SP, -stackframesize * 8);
195 /* save return address and used callee saved registers */
198 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
199 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
201 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
202 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
205 /* take arguments out of register or stack frame */
209 for (p = 0, l = 0; p < md->paramcount; p++) {
210 t = md->paramtypes[p].type;
211 var = &(rd->locals[l][t]);
213 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
217 s1 = md->params[p].regoff;
218 if (IS_INT_LNG_TYPE(t)) { /* integer args */
219 if (IS_2_WORD_TYPE(t))
220 s2 = PACK_REGS(rd->argintregs[GET_LOW_REG(s1)],
221 rd->argintregs[GET_HIGH_REG(s1)]);
223 s2 = rd->argintregs[s1];
224 if (!md->params[p].inmemory) { /* register arguments */
225 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
227 if (IS_2_WORD_TYPE(t)) /* FIXME, only M_INTMOVE here */
228 M_LNGMOVE(s2, var->regoff);
230 M_INTMOVE(s2, var->regoff);
232 } else { /* reg arg -> spilled */
233 if (IS_2_WORD_TYPE(t))
234 M_LST(s2, REG_SP, var->regoff * 4);
236 M_IST(s2, REG_SP, var->regoff * 4);
239 } else { /* stack arguments */
240 if (!(var->flags & INMEMORY)) { /* stack arg -> register */
241 if (IS_2_WORD_TYPE(t))
242 M_LLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
244 M_ILD(var->regoff, REG_SP, (stackframesize + s1) * 4);
246 } else { /* stack arg -> spilled */
248 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4);
249 M_IST(REG_ITMP1, REG_SP, var->regoff * 4);
250 if (IS_2_WORD_TYPE(t)) {
251 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4 +4);
252 M_IST(REG_ITMP1, REG_SP, var->regoff * 4 + 4);
255 /* Reuse Memory Position on Caller Stack */
256 var->regoff = stackframesize + s1;
261 } else { /* floating args */
262 if (!md->params[p].inmemory) { /* register arguments */
263 s2 = rd->argfltregs[s1];
264 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
265 M_FLTMOVE(s2, var->regoff);
267 } else { /* reg arg -> spilled */
268 if (IS_2_WORD_TYPE(t))
269 M_DST(s2, REG_SP, var->regoff * 4);
271 M_FST(s2, REG_SP, var->regoff * 4);
274 } else { /* stack arguments */
275 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
276 if (IS_2_WORD_TYPE(t))
277 M_DLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
280 M_FLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
282 } else { /* stack-arg -> spilled */
284 if (IS_2_WORD_TYPE(t)) {
285 M_DLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
286 M_DST(REG_FTMP1, REG_SP, var->regoff * 4);
287 var->regoff = stackframesize + s1;
290 M_FLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
291 M_FST(REG_FTMP1, REG_SP, var->regoff * 4);
294 /* Reuse Memory Position on Caller Stack */
295 var->regoff = stackframesize + s1;
302 /* save monitorenter argument */
304 #if defined(ENABLE_THREADS)
306 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
308 /* stackoffset for argument used for LOCK_monitor_exit */
310 #if !defined (NDEBUG)
311 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
312 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
314 for (p = 0; p < INT_ARG_CNT; p++)
315 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
317 for (p = 0; p < FLT_ARG_CNT; p++)
318 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
320 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
321 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
324 p = dseg_addaddress(cd, LOCK_monitor_enter);
325 M_ALD(REG_ITMP3, REG_PV, p);
326 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
329 /* get or test the lock object */
331 if (m->flags & ACC_STATIC) {
332 p = dseg_addaddress(cd, &m->class->object.header);
333 M_ALD(rd->argintregs[0], REG_PV, p);
336 M_TST(rd->argintregs[0]);
338 codegen_add_nullpointerexception_ref(cd);
341 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
343 #if !defined (NDEBUG)
344 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
345 for (p = 0; p < INT_ARG_CNT; p++)
346 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
348 for (p = 0; p < FLT_ARG_CNT; p++)
349 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
351 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
357 /* call trace function */
358 #if !defined (NDEBUG)
359 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
360 emit_verbosecall_enter(jd);
365 /* end of header generation */
367 replacementpoint = jd->code->rplpoints;
369 /* walk through all basic blocks */
370 for (bptr = jd->new_basicblocks; bptr != NULL; bptr = bptr->next) {
372 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
374 if (bptr->flags >= BBREACHED) {
376 /* branch resolving */
380 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
381 gen_resolvebranch((u1*) cd->mcodebase + brefs->branchpos,
387 /* handle replacement points */
390 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
391 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
397 /* copy interface registers to their destination */
402 #if defined(ENABLE_LSRA)
406 src = bptr->invars[len];
407 if ((len == 0) && (bptr->type != BBTYPE_STD)) {
408 /* d = reg_of_var(m, src, REG_ITMP1); */
409 if (!(src->flags & INMEMORY))
413 M_INTMOVE(REG_ITMP1, d);
414 emit_store(jd, NULL, src, d);
421 src = bptr->invars[len];
422 if ((len == 0) && (bptr->type != BBTYPE_STD)) {
423 d = codegen_reg_of_var(rd, 0, src, REG_ITMP1);
424 M_INTMOVE(REG_ITMP1, d);
425 emit_store(jd, NULL, src, d);
427 if (src->type == TYPE_LNG)
428 d = codegen_reg_of_var(rd, 0, src, PACK_REGS(REG_ITMP2, REG_ITMP1));
430 d = codegen_reg_of_var(rd, 0, src, REG_IFTMP);
431 if ((src->varkind != STACKVAR)) {
433 if (IS_FLT_DBL_TYPE(s2)) {
434 if (!(rd->interfaces[len][s2].flags & INMEMORY)) {
435 s1 = rd->interfaces[len][s2].regoff;
438 if (IS_2_WORD_TYPE(s2)) {
440 rd->interfaces[len][s2].regoff * 4);
443 rd->interfaces[len][s2].regoff * 4);
447 emit_store(jd, NULL, src, d);
450 if (!(rd->interfaces[len][s2].flags & INMEMORY)) {
451 s1 = rd->interfaces[len][s2].regoff;
452 if (IS_2_WORD_TYPE(s2))
457 if (IS_2_WORD_TYPE(s2))
459 rd->interfaces[len][s2].regoff * 4);
462 rd->interfaces[len][s2].regoff * 4);
465 emit_store(jd, NULL, src, d);
471 #if defined(ENABLE_LSRA)
474 /* walk through all instructions */
479 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
480 if (iptr->line != currentline) {
481 dseg_addlinenumber(cd, iptr->line);
482 currentline = iptr->line;
485 MCODECHECK(64); /* an instruction usually needs < 64 words */
487 M_NOP; M_NOP; /* XXX */
489 case ICMD_NOP: /* ... ==> ... */
490 case ICMD_INLINE_START:
491 case ICMD_INLINE_END:
494 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
496 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
499 codegen_add_nullpointerexception_ref(cd);
502 /* constant operations ************************************************/
504 case ICMD_ICONST: /* ... ==> ..., constant */
506 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
507 ICONST(d, iptr->sx.val.i);
508 emit_store_dst(jd, iptr, d);
511 case ICMD_LCONST: /* ... ==> ..., constant */
513 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
514 LCONST(d, iptr->sx.val.l);
515 emit_store_dst(jd, iptr, d);
518 case ICMD_FCONST: /* ... ==> ..., constant */
520 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
521 a = dseg_addfloat(cd, iptr->sx.val.f);
523 emit_store_dst(jd, iptr, d);
526 case ICMD_DCONST: /* ... ==> ..., constant */
528 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
529 a = dseg_adddouble(cd, iptr->sx.val.d);
531 emit_store_dst(jd, iptr, d);
534 case ICMD_ACONST: /* ... ==> ..., constant */
535 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
536 disp = dseg_addaddress(cd, iptr->sx.val.anyptr);
538 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
539 codegen_addpatchref(cd, PATCHER_aconst,
543 if (opt_showdisassemble)
547 M_ALD(d, REG_PV, disp);
548 emit_store_dst(jd, iptr, d);
552 /* load/store operations **********************************************/
554 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
556 var = &(rd->locals[iptr->s1.localindex][iptr->opc - ICMD_ILOAD]);
557 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
558 if ((iptr->dst.var->varkind == LOCALVAR) &&
559 (iptr->dst.var->varnum == iptr->s1.localindex))
561 if (var->flags & INMEMORY)
562 M_ILD(d, REG_SP, var->regoff * 4);
564 M_INTMOVE(var->regoff, d);
565 emit_store_dst(jd, iptr, d);
568 case ICMD_ALOAD: /* op1 = local variable */
569 case ICMD_LLOAD: /* ... ==> ..., content of local variable */
570 /* s1.localindex = local variable */
572 var = &(rd->locals[iptr->s1.localindex][iptr->opc - ICMD_ILOAD]);
573 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
574 if ((iptr->dst.var->varkind == LOCALVAR) &&
575 (iptr->dst.var->varnum == iptr->s1.localindex))
577 if (var->flags & INMEMORY)
578 M_LLD(d, REG_SP, var->regoff * 4);
580 M_LNGMOVE(var->regoff, d);
581 emit_store_dst(jd, iptr, d);
584 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
585 /* s1.localindex = local variable */
587 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
588 if ((iptr->dst.var->varkind == LOCALVAR) &&
589 (iptr->dst.var->varnum == iptr->s1.localindex))
591 var = &(rd->locals[iptr->s1.localindex][iptr->opc - ICMD_ILOAD]);
592 if (var->flags & INMEMORY)
593 M_FLD(d, REG_SP, var->regoff * 4);
595 M_FLTMOVE(var->regoff, d);
596 emit_store_dst(jd, iptr, d);
599 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
600 /* s1.localindex = local variable */
602 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
603 if ((iptr->dst.var->varkind == LOCALVAR) &&
604 (iptr->dst.var->varnum == iptr->s1.localindex))
606 var = &(rd->locals[iptr->s1.localindex][iptr->opc - ICMD_ILOAD]);
607 if (var->flags & INMEMORY)
608 M_DLD(d, REG_SP, var->regoff * 4);
610 M_FLTMOVE(var->regoff, d);
611 emit_store_dst(jd, iptr, d);
615 case ICMD_ISTORE: /* ..., value ==> ... */
616 case ICMD_ASTORE: /* op1 = local variable */
618 if ((iptr->s1.var->varkind == LOCALVAR) && (iptr->s1.var->varnum == iptr->dst.localindex))
620 var = &(rd->locals[iptr->dst.localindex][iptr->opc - ICMD_ISTORE]);
621 if (var->flags & INMEMORY) {
622 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
623 M_IST(s1, REG_SP, var->regoff * 4);
625 s1 = emit_load_s1(jd, iptr, var->regoff);
626 M_INTMOVE(s1, var->regoff);
630 case ICMD_LSTORE: /* ..., value ==> ... */
631 /* dst.localindex = local variable */
633 if ((iptr->s1.var->varkind == LOCALVAR) && (iptr->s1.var->varnum == iptr->dst.localindex))
635 var = &(rd->locals[iptr->dst.localindex][iptr->opc - ICMD_ISTORE]);
636 if (var->flags & INMEMORY) {
637 s1 = emit_load_s1(jd, iptr, iptr->s1.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
638 M_LST(s1, REG_SP, var->regoff * 4);
640 s1 = emit_load_s1(jd, iptr, var->regoff);
641 M_LNGMOVE(s1, var->regoff);
645 case ICMD_FSTORE: /* ..., value ==> ... */
646 /* dst.localindex = local variable */
648 if ((iptr->s1.var->varkind == LOCALVAR) && (iptr->s1.var->varnum == iptr->dst.localindex))
650 var = &(rd->locals[iptr->dst.localindex][iptr->opc - ICMD_ISTORE]);
651 if (var->flags & INMEMORY) {
652 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
653 M_FST(s1, REG_SP, var->regoff * 4);
655 s1 = emit_load_s1(jd, iptr, var->regoff);
656 M_FLTMOVE(s1, var->regoff);
660 case ICMD_DSTORE: /* ..., value ==> ... */
661 /* dst.localindex = local variable */
663 if ((iptr->s1.var->varkind == LOCALVAR) && (iptr->s1.var->varnum == iptr->dst.localindex))
665 var = &(rd->locals[iptr->dst.localindex][iptr->opc - ICMD_ISTORE]);
666 if (var->flags & INMEMORY) {
667 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
668 M_DST(s1, REG_SP, var->regoff * 4);
670 s1 = emit_load_s1(jd, iptr, var->regoff);
671 M_FLTMOVE(s1, var->regoff);
676 /* pop/dup/swap operations ********************************************/
678 /* attention: double and longs are only one entry in CACAO ICMDs */
680 case ICMD_POP: /* ..., value ==> ... */
681 case ICMD_POP2: /* ..., value, value ==> ... */
684 case ICMD_DUP: /* ..., a ==> ..., a, a */
686 M_COPY(iptr->s1.var, iptr->dst.var);
689 case ICMD_DUP_X1: /* ..., a, b ==> ..., b, a, b */
691 M_COPY(iptr->dst.dupslots[ 1], iptr->dst.dupslots[2+2]);
692 M_COPY(iptr->dst.dupslots[ 0], iptr->dst.dupslots[2+1]);
693 M_COPY(iptr->dst.dupslots[2+2], iptr->dst.dupslots[2+0]);
696 case ICMD_DUP_X2: /* ..., a, b, c ==> ..., c, a, b, c */
698 M_COPY(iptr->dst.dupslots[ 2], iptr->dst.dupslots[3+3]);
699 M_COPY(iptr->dst.dupslots[ 1], iptr->dst.dupslots[3+2]);
700 M_COPY(iptr->dst.dupslots[ 0], iptr->dst.dupslots[3+1]);
701 M_COPY(iptr->dst.dupslots[3+3], iptr->dst.dupslots[3+0]);
704 case ICMD_DUP2: /* ..., a, b ==> ..., a, b, a, b */
706 M_COPY(iptr->dst.dupslots[ 1], iptr->dst.dupslots[2+1]);
707 M_COPY(iptr->dst.dupslots[ 0], iptr->dst.dupslots[2+0]);
710 case ICMD_DUP2_X1: /* ..., a, b, c ==> ..., b, c, a, b, c */
712 M_COPY(iptr->dst.dupslots[ 2], iptr->dst.dupslots[3+4]);
713 M_COPY(iptr->dst.dupslots[ 1], iptr->dst.dupslots[3+3]);
714 M_COPY(iptr->dst.dupslots[ 0], iptr->dst.dupslots[3+2]);
715 M_COPY(iptr->dst.dupslots[3+4], iptr->dst.dupslots[3+1]);
716 M_COPY(iptr->dst.dupslots[3+3], iptr->dst.dupslots[3+0]);
719 case ICMD_DUP2_X2: /* ..., a, b, c, d ==> ..., c, d, a, b, c, d */
721 M_COPY(iptr->dst.dupslots[ 3], iptr->dst.dupslots[4+5]);
722 M_COPY(iptr->dst.dupslots[ 2], iptr->dst.dupslots[4+4]);
723 M_COPY(iptr->dst.dupslots[ 1], iptr->dst.dupslots[4+3]);
724 M_COPY(iptr->dst.dupslots[ 0], iptr->dst.dupslots[4+2]);
725 M_COPY(iptr->dst.dupslots[4+5], iptr->dst.dupslots[4+1]);
726 M_COPY(iptr->dst.dupslots[4+4], iptr->dst.dupslots[4+0]);
729 case ICMD_SWAP: /* ..., a, b ==> ..., b, a */
731 M_COPY(iptr->dst.dupslots[ 1], iptr->dst.dupslots[2+0]);
732 M_COPY(iptr->dst.dupslots[ 0], iptr->dst.dupslots[2+1]);
736 /* integer operations *************************************************/
738 case ICMD_INEG: /* ..., value ==> ..., - value */
740 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
741 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
743 emit_store_dst(jd, iptr, d);
746 case ICMD_LNEG: /* ..., value ==> ..., - value */
748 s1 = emit_load_s1(jd, iptr, iptr->s1.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
749 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
750 M_SUBFIC(GET_LOW_REG(s1), 0, GET_LOW_REG(d));
751 M_SUBFZE(GET_HIGH_REG(s1), GET_HIGH_REG(d));
752 emit_store_dst(jd, iptr, d);
755 case ICMD_I2L: /* ..., value ==> ..., value */
757 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
758 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
759 M_INTMOVE(s1, GET_LOW_REG(d));
760 M_SRA_IMM(GET_LOW_REG(d), 31, GET_HIGH_REG(d));
761 emit_store_dst(jd, iptr, d);
764 case ICMD_L2I: /* ..., value ==> ..., value */
766 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
767 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
769 emit_store_dst(jd, iptr, d);
772 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
774 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
775 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
777 emit_store_dst(jd, iptr, d);
780 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
782 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
783 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
785 emit_store_dst(jd, iptr, d);
788 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
790 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
791 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
793 emit_store_dst(jd, iptr, d);
797 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
799 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
800 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
801 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
803 emit_store_dst(jd, iptr, d);
806 case ICMD_IADDCONST: /* ..., value ==> ..., value + constant */
807 /* sx.val.i = constant */
809 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
810 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
811 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
812 M_IADD_IMM(s1, iptr->sx.val.i, d);
814 ICONST(REG_ITMP2, iptr->sx.val.i);
815 M_IADD(s1, REG_ITMP2, d);
817 emit_store_dst(jd, iptr, d);
820 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
822 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
823 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
824 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
826 emit_store_dst(jd, iptr, d);
829 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
830 /* sx.val.l = constant */
832 s3 = iptr->sx.val.l & 0xffffffff;
833 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
834 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
835 if ((s3 >= -32768) && (s3 <= 32767)) {
836 M_ADDIC(s1, s3, GET_LOW_REG(d));
838 ICONST(REG_ITMP2, s3);
839 M_ADDC(s1, REG_ITMP2, GET_LOW_REG(d));
841 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
842 s3 = iptr->sx.val.l >> 32;
844 M_ADDME(s1, GET_HIGH_REG(d));
845 } else if (s3 == 0) {
846 M_ADDZE(s1, GET_HIGH_REG(d));
848 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
849 M_ADDE(s1, REG_ITMP3, GET_HIGH_REG(d));
851 emit_store_dst(jd, iptr, d);
854 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
856 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
857 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
858 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
860 emit_store_dst(jd, iptr, d);
863 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
864 /* sx.val.i = constant */
866 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
867 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
868 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
869 M_IADD_IMM(s1, -iptr->sx.val.i, d);
871 ICONST(REG_ITMP2, -iptr->sx.val.i);
872 M_IADD(s1, REG_ITMP2, d);
874 emit_store_dst(jd, iptr, d);
877 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
879 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
880 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
881 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
882 M_SUBC(s1, s2, GET_LOW_REG(d));
883 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
884 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3); /* don't use REG_ITMP2 */
885 M_SUBE(s1, s2, GET_HIGH_REG(d));
886 emit_store_dst(jd, iptr, d);
889 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
890 /* sx.val.l = constant */
892 s3 = (-iptr->sx.val.l) & 0xffffffff;
893 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
894 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
895 if ((s3 >= -32768) && (s3 <= 32767)) {
896 M_ADDIC(s1, s3, GET_LOW_REG(d));
898 ICONST(REG_ITMP2, s3);
899 M_ADDC(s1, REG_ITMP2, GET_LOW_REG(d));
901 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
902 s3 = (-iptr->sx.val.l) >> 32;
904 M_ADDME(s1, GET_HIGH_REG(d));
906 M_ADDZE(s1, GET_HIGH_REG(d));
908 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
909 M_ADDE(s1, REG_ITMP3, GET_HIGH_REG(d));
911 emit_store_dst(jd, iptr, d);
914 case ICMD_IDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
916 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
917 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
918 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
921 codegen_add_arithmeticexception_ref(cd);
922 M_LDAH(REG_ITMP3, REG_ZERO, 0x8000);
923 M_CMP(REG_ITMP3, s1);
924 M_BNE(3 + (s1 != d));
926 M_BNE(1 + (s1 != d));
930 emit_store_dst(jd, iptr, d);
933 case ICMD_IREM: /* ..., val1, val2 ==> ..., val1 % val2 */
935 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
936 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
937 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
940 codegen_add_arithmeticexception_ref(cd);
941 M_LDAH(REG_ITMP3, REG_ZERO, 0x8000);
942 M_CMP(REG_ITMP3, s1);
948 M_IDIV(s1, s2, REG_ITMP3);
949 M_IMUL(REG_ITMP3, s2, REG_ITMP3);
950 M_ISUB(s1, REG_ITMP3, d);
951 emit_store_dst(jd, iptr, d);
954 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
955 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
957 bte = iptr->sx.s23.s3.bte;
960 s2 = emit_load_s2(jd, iptr, iptr->sx.s23.s2.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
961 M_OR_TST(GET_HIGH_REG(s2), GET_LOW_REG(s2), REG_ITMP3);
963 codegen_add_arithmeticexception_ref(cd);
965 disp = dseg_addaddress(cd, bte->fp);
966 M_ALD(REG_ITMP3, REG_PV, disp);
969 s3 = PACK_REGS(rd->argintregs[GET_LOW_REG(md->params[1].regoff)],
970 rd->argintregs[GET_HIGH_REG(md->params[1].regoff)]);
973 s1 = emit_load_s1(jd, iptr, iptr->s1.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
974 s3 = PACK_REGS(rd->argintregs[GET_LOW_REG(md->params[0].regoff)],
975 rd->argintregs[GET_HIGH_REG(md->params[0].regoff)]);
980 /*d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_RESULT2, REG_RESULT)); //FIXME */
981 /*M_LNGMOVE(PACK_REGS(REG_RESULT2, REG_RESULT), d); FIXME*/
982 emit_store_dst(jd, iptr, d);
985 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
987 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
988 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
989 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
991 emit_store_dst(jd, iptr, d);
994 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
995 /* sx.val.i = constant */
997 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
998 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
999 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
1000 M_IMUL_IMM(s1, iptr->sx.val.i, d);
1002 ICONST(REG_ITMP3, iptr->sx.val.i);
1003 M_IMUL(s1, REG_ITMP3, d);
1005 emit_store_dst(jd, iptr, d);
1008 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
1010 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1011 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1012 M_SRA_IMM(s1, iptr->sx.val.i, d);
1014 emit_store_dst(jd, iptr, d);
1017 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
1019 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1020 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1021 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1022 M_AND_IMM(s2, 0x1f, REG_ITMP3);
1023 M_SLL(s1, REG_ITMP3, d);
1024 emit_store_dst(jd, iptr, d);
1027 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
1028 /* sx.val.i = constant */
1030 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1031 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1032 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
1033 emit_store_dst(jd, iptr, d);
1036 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
1038 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1039 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1040 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1041 M_AND_IMM(s2, 0x1f, REG_ITMP3);
1042 M_SRA(s1, REG_ITMP3, d);
1043 emit_store_dst(jd, iptr, d);
1046 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
1047 /* sx.val.i = constant */
1049 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1050 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1051 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
1052 emit_store_dst(jd, iptr, d);
1055 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
1057 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1058 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1059 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1060 M_AND_IMM(s2, 0x1f, REG_ITMP2);
1061 M_SRL(s1, REG_ITMP2, d);
1062 emit_store_dst(jd, iptr, d);
1065 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
1066 /* sx.val.i = constant */
1068 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1069 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1070 if (iptr->sx.val.i & 0x1f) {
1071 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
1075 emit_store_dst(jd, iptr, d);
1078 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
1080 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1081 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1082 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1084 emit_store_dst(jd, iptr, d);
1087 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
1088 /* sx.val.i = constant */
1090 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1091 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1092 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
1093 M_AND_IMM(s1, iptr->sx.val.i, d);
1096 else if (iptr->sx.val.i == 0xffffff) {
1097 M_RLWINM(s1, 0, 8, 31, d);
1101 ICONST(REG_ITMP3, iptr->sx.val.i);
1102 M_AND(s1, REG_ITMP3, d);
1104 emit_store_dst(jd, iptr, d);
1107 case ICMD_LAND: /* ..., val1, val2 ==> ..., val1 & val2 */
1109 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1110 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1111 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
1112 M_AND(s1, s2, GET_LOW_REG(d));
1113 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1114 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3); /* don't use REG_ITMP2 */
1115 M_AND(s1, s2, GET_HIGH_REG(d));
1116 emit_store_dst(jd, iptr, d);
1119 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
1120 /* sx.val.l = constant */
1122 s3 = iptr->sx.val.l & 0xffffffff;
1123 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1124 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
1125 if ((s3 >= 0) && (s3 <= 65535)) {
1126 M_AND_IMM(s1, s3, GET_LOW_REG(d));
1128 ICONST(REG_ITMP3, s3);
1129 M_AND(s1, REG_ITMP3, GET_LOW_REG(d));
1131 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1132 s3 = iptr->sx.val.l >> 32;
1133 if ((s3 >= 0) && (s3 <= 65535)) {
1134 M_AND_IMM(s1, s3, GET_HIGH_REG(d));
1136 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
1137 M_AND(s1, REG_ITMP3, GET_HIGH_REG(d));
1139 emit_store_dst(jd, iptr, d);
1142 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
1143 /* sx.val.i = constant */
1145 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1146 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1147 M_MOV(s1, REG_ITMP2);
1149 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
1150 if (iptr->sx.val.i >= 32768) {
1151 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
1152 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
1153 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1155 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
1158 int b=0, m = iptr->sx.val.i;
1161 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
1163 M_ISUB(s1, REG_ITMP2, d);
1164 emit_store_dst(jd, iptr, d);
1167 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
1169 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1170 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1171 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1173 emit_store_dst(jd, iptr, d);
1176 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
1177 /* sx.val.i = constant */
1179 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1180 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1181 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
1182 M_OR_IMM(s1, iptr->sx.val.i, d);
1184 ICONST(REG_ITMP3, iptr->sx.val.i);
1185 M_OR(s1, REG_ITMP3, d);
1187 emit_store_dst(jd, iptr, d);
1190 case ICMD_LOR: /* ..., val1, val2 ==> ..., val1 | val2 */
1192 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1193 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1194 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
1195 M_OR(s1, s2, GET_LOW_REG(d));
1196 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1197 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3); /* don't use REG_ITMP2 */
1198 M_OR(s1, s2, GET_HIGH_REG(d));
1199 emit_store_dst(jd, iptr, d);
1202 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
1203 /* sx.val.l = constant */
1205 s3 = iptr->sx.val.l & 0xffffffff;
1206 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1207 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
1208 if ((s3 >= 0) && (s3 <= 65535)) {
1209 M_OR_IMM(s1, s3, GET_LOW_REG(d));
1211 ICONST(REG_ITMP3, s3);
1212 M_OR(s1, REG_ITMP3, GET_LOW_REG(d));
1214 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1215 s3 = iptr->sx.val.l >> 32;
1216 if ((s3 >= 0) && (s3 <= 65535)) {
1217 M_OR_IMM(s1, s3, GET_HIGH_REG(d));
1219 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
1220 M_OR(s1, REG_ITMP3, GET_HIGH_REG(d));
1222 emit_store_dst(jd, iptr, d);
1225 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1227 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1228 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1229 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1231 emit_store_dst(jd, iptr, d);
1234 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1235 /* sx.val.i = constant */
1237 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1238 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1239 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
1240 M_XOR_IMM(s1, iptr->sx.val.i, d);
1242 ICONST(REG_ITMP3, iptr->sx.val.i);
1243 M_XOR(s1, REG_ITMP3, d);
1245 emit_store_dst(jd, iptr, d);
1248 case ICMD_LXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1250 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1251 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1252 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
1253 M_XOR(s1, s2, GET_LOW_REG(d));
1254 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1255 s2 = emit_load_s2_high(jd, iptr, REG_ITMP3); /* don't use REG_ITMP2 */
1256 M_XOR(s1, s2, GET_HIGH_REG(d));
1257 emit_store_dst(jd, iptr, d);
1260 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1261 /* sx.val.l = constant */
1263 s3 = iptr->sx.val.l & 0xffffffff;
1264 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1265 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
1266 if ((s3 >= 0) && (s3 <= 65535)) {
1267 M_XOR_IMM(s1, s3, GET_LOW_REG(d));
1269 ICONST(REG_ITMP3, s3);
1270 M_XOR(s1, REG_ITMP3, GET_LOW_REG(d));
1272 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1273 s3 = iptr->sx.val.l >> 32;
1274 if ((s3 >= 0) && (s3 <= 65535)) {
1275 M_XOR_IMM(s1, s3, GET_HIGH_REG(d));
1277 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
1278 M_XOR(s1, REG_ITMP3, GET_HIGH_REG(d));
1280 emit_store_dst(jd, iptr, d);
1283 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1284 /*******************************************************************
1285 TODO: CHANGE THIS TO A VERSION THAT WORKS !!!
1286 *******************************************************************/
1287 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
1288 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1289 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1291 int tempreg = false;
1295 if (iptr->s1.var->flags & INMEMORY) {
1296 tempreg = tempreg || (d == REG_ITMP3) || (d == REG_ITMP2);
1298 tempreg = tempreg || (d == GET_HIGH_REG(iptr->s1.var->regoff))
1299 || (d == GET_LOW_REG(iptr->s1.var->regoff));
1301 if (iptr->sx.s23.s2.var->flags & INMEMORY) {
1302 tempreg = tempreg || (d == REG_ITMP3) || (d == REG_ITMP2);
1304 tempreg = tempreg || (d == GET_HIGH_REG(iptr->sx.s23.s2.var->regoff))
1305 || (d == GET_LOW_REG(iptr->sx.s23.s2.var->regoff));
1308 dreg = tempreg ? REG_ITMP1 : d;
1309 M_IADD_IMM(REG_ZERO, 1, dreg);
1314 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
1315 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1319 M_IADD_IMM(dreg, -1, dreg);
1320 M_IADD_IMM(dreg, -1, dreg);
1321 gen_resolvebranch(br1, br1, cd->mcodeptr);
1322 gen_resolvebranch(br1 + 1 * 4, br1 + 1 * 4, cd->mcodeptr - 2 * 4);
1325 emit_store_dst(jd, iptr, d);
1328 case ICMD_IINC: /* ..., value ==> ..., value + constant */
1329 /* s1.localindex = variable, sx.val.i = constant */
1331 var = &(rd->locals[iptr->s1.localindex][TYPE_INT]);
1332 if (var->flags & INMEMORY) {
1334 M_ILD(s1, REG_SP, var->regoff * 4);
1338 u4 m = iptr->sx.val.i;
1342 M_ADDIS(s1, m >> 16, s1);
1344 M_IADD_IMM(s1, m & 0xffff, s1);
1346 if (var->flags & INMEMORY)
1347 M_IST(s1, REG_SP, var->regoff * 4);
1351 /* floating operations ************************************************/
1353 case ICMD_FNEG: /* ..., value ==> ..., - value */
1355 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1356 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1358 emit_store_dst(jd, iptr, d);
1361 case ICMD_DNEG: /* ..., value ==> ..., - value */
1363 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1364 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1366 emit_store_dst(jd, iptr, d);
1369 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1371 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1372 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1373 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1375 emit_store_dst(jd, iptr, d);
1378 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1380 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1381 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1382 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1384 emit_store_dst(jd, iptr, d);
1387 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1389 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1390 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1391 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1393 emit_store_dst(jd, iptr, d);
1396 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1398 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1399 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1400 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1402 emit_store_dst(jd, iptr, d);
1405 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1407 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1408 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1409 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1411 emit_store_dst(jd, iptr, d);
1414 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1416 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1417 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1418 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1420 emit_store_dst(jd, iptr, d);
1423 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1425 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1426 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1427 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1429 emit_store_dst(jd, iptr, d);
1432 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1434 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1435 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1436 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1438 emit_store_dst(jd, iptr, d);
1441 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1444 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1445 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1447 disp = dseg_addfloat(cd, 0.0);
1448 M_FLD(REG_FTMP2, REG_PV, disp);
1449 M_FCMPU(s1, REG_FTMP2);
1451 disp = dseg_adds4(cd, 0);
1452 M_CVTDL_C(s1, REG_FTMP1);
1453 M_LDA(REG_ITMP1, REG_PV, disp);
1454 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1455 M_ILD(d, REG_PV, disp);
1456 emit_store_dst(jd, iptr, d);
1459 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1461 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1462 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1464 emit_store_dst(jd, iptr, d);
1467 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1469 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1470 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1472 emit_store_dst(jd, iptr, d);
1475 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1476 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1479 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1480 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1481 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1483 M_IADD_IMM(REG_ZERO, -1, d);
1486 M_IADD_IMM(REG_ZERO, 0, d);
1488 M_IADD_IMM(REG_ZERO, 1, d);
1489 emit_store_dst(jd, iptr, d);
1492 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1493 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1495 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1496 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1497 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1499 M_IADD_IMM(REG_ZERO, 1, d);
1502 M_IADD_IMM(REG_ZERO, 0, d);
1504 M_IADD_IMM(REG_ZERO, -1, d);
1505 emit_store_dst(jd, iptr, d);
1508 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1509 case ICMD_IF_DCMPEQ:
1511 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1512 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1516 codegen_addreference(cd, iptr->dst.block);
1519 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1520 case ICMD_IF_DCMPNE:
1522 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1523 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1526 codegen_addreference(cd, iptr->dst.block);
1528 codegen_addreference(cd, iptr->dst.block);
1532 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1533 case ICMD_IF_DCMPL_LT:
1535 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1536 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1539 codegen_addreference(cd, iptr->dst.block);
1541 codegen_addreference(cd, iptr->dst.block);
1544 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1545 case ICMD_IF_DCMPL_GT:
1547 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1548 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1552 codegen_addreference(cd, iptr->dst.block);
1555 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1556 case ICMD_IF_DCMPL_LE:
1558 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1559 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1562 codegen_addreference(cd, iptr->dst.block);
1564 codegen_addreference(cd, iptr->dst.block);
1567 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1568 case ICMD_IF_DCMPL_GE:
1570 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1571 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1575 codegen_addreference(cd, iptr->dst.block);
1578 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1579 case ICMD_IF_DCMPG_LT:
1581 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1582 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1586 codegen_addreference(cd, iptr->dst.block);
1589 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1590 case ICMD_IF_DCMPG_GT:
1592 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1593 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1596 codegen_addreference(cd, iptr->dst.block);
1598 codegen_addreference(cd, iptr->dst.block);
1601 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1602 case ICMD_IF_DCMPG_LE:
1604 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1605 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1609 codegen_addreference(cd, iptr->dst.block);
1612 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1613 case ICMD_IF_DCMPG_GE:
1615 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1616 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1619 codegen_addreference(cd, iptr->dst.block);
1621 codegen_addreference(cd, iptr->dst.block);
1625 /* memory operations **************************************************/
1627 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1629 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1630 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1631 gen_nullptr_check(s1);
1632 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1633 emit_store_dst(jd, iptr, d);
1636 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1638 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1639 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1640 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1641 if (INSTRUCTION_MUST_CHECK(iptr)) {
1642 gen_nullptr_check(s1);
1645 M_IADD_IMM(s2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1646 M_LBZX(d, s1, REG_ITMP2);
1648 emit_store_dst(jd, iptr, d);
1651 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1653 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1654 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1655 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1656 if (INSTRUCTION_MUST_CHECK(iptr)) {
1657 gen_nullptr_check(s1);
1660 M_SLL_IMM(s2, 1, REG_ITMP2);
1661 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1662 M_LHZX(d, s1, REG_ITMP2);
1663 emit_store_dst(jd, iptr, d);
1666 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1668 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1669 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1670 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1671 if (INSTRUCTION_MUST_CHECK(iptr)) {
1672 gen_nullptr_check(s1);
1675 M_SLL_IMM(s2, 1, REG_ITMP2);
1676 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1677 M_LHAX(d, s1, REG_ITMP2);
1678 emit_store_dst(jd, iptr, d);
1681 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1683 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1684 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1685 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1686 if (INSTRUCTION_MUST_CHECK(iptr)) {
1687 gen_nullptr_check(s1);
1690 M_SLL_IMM(s2, 2, REG_ITMP2);
1691 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1692 M_LWZX(d, s1, REG_ITMP2);
1693 emit_store_dst(jd, iptr, d);
1696 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1698 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1699 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1700 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
1701 if (INSTRUCTION_MUST_CHECK(iptr)) {
1702 gen_nullptr_check(s1);
1705 M_SLL_IMM(s2, 3, REG_ITMP2);
1706 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1707 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1708 emit_store_dst(jd, iptr, d);
1711 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1713 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1714 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1715 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1716 if (INSTRUCTION_MUST_CHECK(iptr)) {
1717 gen_nullptr_check(s1);
1720 M_SLL_IMM(s2, 2, REG_ITMP2);
1721 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1722 M_LFSX(d, s1, REG_ITMP2);
1723 emit_store_dst(jd, iptr, d);
1726 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1728 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1729 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1730 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1731 if (INSTRUCTION_MUST_CHECK(iptr)) {
1732 gen_nullptr_check(s1);
1735 M_SLL_IMM(s2, 3, REG_ITMP2);
1736 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1737 M_LFDX(d, s1, REG_ITMP2);
1738 emit_store_dst(jd, iptr, d);
1741 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1743 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1744 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1745 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1746 if (INSTRUCTION_MUST_CHECK(iptr)) {
1747 gen_nullptr_check(s1);
1750 M_SLL_IMM(s2, 2, REG_ITMP2);
1751 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1752 M_LWZX(d, s1, REG_ITMP2);
1753 emit_store_dst(jd, iptr, d);
1757 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1759 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1760 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1761 if (INSTRUCTION_MUST_CHECK(iptr)) {
1762 gen_nullptr_check(s1);
1765 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1766 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1767 M_STBX(s3, s1, REG_ITMP2);
1770 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1772 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1773 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1774 if (INSTRUCTION_MUST_CHECK(iptr)) {
1775 gen_nullptr_check(s1);
1778 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1779 M_SLL_IMM(s2, 1, REG_ITMP2);
1780 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1781 M_STHX(s3, s1, REG_ITMP2);
1784 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1786 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1787 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1788 if (INSTRUCTION_MUST_CHECK(iptr)) {
1789 gen_nullptr_check(s1);
1792 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1793 M_SLL_IMM(s2, 1, REG_ITMP2);
1794 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1795 M_STHX(s3, s1, REG_ITMP2);
1798 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1800 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1801 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1802 if (INSTRUCTION_MUST_CHECK(iptr)) {
1803 gen_nullptr_check(s1);
1806 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1807 M_SLL_IMM(s2, 2, REG_ITMP2);
1808 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1809 M_STWX(s3, s1, REG_ITMP2);
1812 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1814 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1815 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1816 if (INSTRUCTION_MUST_CHECK(iptr)) {
1817 gen_nullptr_check(s1);
1820 s3 = emit_load_s3_high(jd, iptr, REG_ITMP3);
1821 M_SLL_IMM(s2, 3, REG_ITMP2);
1822 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1823 M_STWX(s3, s1, REG_ITMP2);
1824 M_IADD_IMM(REG_ITMP2, 4, REG_ITMP2);
1825 s3 = emit_load_s3_low(jd, iptr, REG_ITMP3);
1826 M_STWX(s3, s1, REG_ITMP2);
1829 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1831 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1832 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1833 if (INSTRUCTION_MUST_CHECK(iptr)) {
1834 gen_nullptr_check(s1);
1837 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1838 M_SLL_IMM(s2, 2, REG_ITMP2);
1839 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1840 M_STFSX(s3, s1, REG_ITMP2);
1843 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1845 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1846 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1847 if (INSTRUCTION_MUST_CHECK(iptr)) {
1848 gen_nullptr_check(s1);
1851 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1852 M_SLL_IMM(s2, 3, REG_ITMP2);
1853 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1854 M_STFDX(s3, s1, REG_ITMP2);
1857 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1859 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1860 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1861 if (INSTRUCTION_MUST_CHECK(iptr)) {
1862 gen_nullptr_check(s1);
1865 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1867 disp = dseg_addaddress(cd, BUILTIN_canstore);
1868 M_ALD(REG_ITMP3, REG_PV, disp);
1869 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1872 M_INTMOVE(s1, rd->argintregs[0]);
1873 M_INTMOVE(s3, rd->argintregs[1]);
1878 codegen_add_arraystoreexception_ref(cd);
1880 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1881 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1882 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1883 M_SLL_IMM(s2, 2, REG_ITMP2);
1884 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1885 M_STWX(s3, s1, REG_ITMP2);
1889 case ICMD_GETSTATIC: /* ... ==> ..., value */
1891 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1892 unresolved_field *uf = iptr->sx.s23.s3.uf;
1894 fieldtype = uf->fieldref->parseddesc.fd->type;
1895 disp = dseg_addaddress(cd, NULL);
1897 codegen_addpatchref(cd, PATCHER_get_putstatic,
1898 iptr->sx.s23.s3.uf, disp);
1900 if (opt_showdisassemble)
1904 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1906 fieldtype = fi->type;
1907 disp = dseg_addaddress(cd, &(fi->value));
1909 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1910 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1912 if (opt_showdisassemble)
1917 M_ALD(REG_ITMP1, REG_PV, disp);
1918 switch (fieldtype) {
1920 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1921 M_ILD_INTERN(d, REG_ITMP1, 0);
1924 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst.var, PACK_REGS(REG_ITMP2, REG_ITMP1));
1925 M_ILD_INTERN(GET_LOW_REG(d), REG_ITMP1, 4);/* keep this order */
1926 M_ILD_INTERN(GET_HIGH_REG(d), REG_ITMP1, 0);/*keep this order */
1929 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1930 M_ALD_INTERN(d, REG_ITMP1, 0);
1933 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1934 M_FLD_INTERN(d, REG_ITMP1, 0);
1937 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1938 M_DLD_INTERN(d, REG_ITMP1, 0);
1941 emit_store_dst(jd, iptr, d);
1944 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1947 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1948 unresolved_field *uf = iptr->sx.s23.s3.uf;
1950 fieldtype = uf->fieldref->parseddesc.fd->type;
1951 disp = dseg_addaddress(cd, NULL);
1953 codegen_addpatchref(cd, PATCHER_get_putstatic,
1954 iptr->sx.s23.s3.uf, disp);
1956 if (opt_showdisassemble)
1960 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1962 fieldtype = fi->type;
1963 disp = dseg_addaddress(cd, &(fi->value));
1965 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1966 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1968 if (opt_showdisassemble)
1973 M_ALD(REG_ITMP1, REG_PV, disp);
1974 switch (fieldtype) {
1976 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1977 M_IST_INTERN(s1, REG_ITMP1, 0);
1980 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1981 M_LST_INTERN(s1, REG_ITMP1, 0);
1984 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1985 M_AST_INTERN(s1, REG_ITMP1, 0);
1988 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1989 M_FST_INTERN(s1, REG_ITMP1, 0);
1992 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1993 M_DST_INTERN(s1, REG_ITMP1, 0);
1999 case ICMD_GETFIELD: /* ... ==> ..., value */
2001 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2002 gen_nullptr_check(s1);
2004 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2005 unresolved_field *uf = iptr->sx.s23.s3.uf;
2007 fieldtype = uf->fieldref->parseddesc.fd->type;
2009 codegen_addpatchref(cd, PATCHER_get_putfield,
2010 iptr->sx.s23.s3.uf, 0);
2012 if (opt_showdisassemble)
2018 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
2020 fieldtype = fi->type;
2024 switch (fieldtype) {
2026 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2030 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2034 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2038 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
2042 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
2046 emit_store_dst(jd, iptr, d);
2049 case ICMD_PUTFIELD: /* ..., value ==> ... */
2051 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2052 gen_nullptr_check(s1);
2054 if (!IS_FLT_DBL_TYPE(fieldtype)) {
2055 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2057 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
2060 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2061 unresolved_field *uf = iptr->sx.s23.s3.uf;
2063 fieldtype = uf->fieldref->parseddesc.fd->type;
2065 codegen_addpatchref(cd, PATCHER_get_putfield,
2066 iptr->sx.s23.s3.uf, 0);
2068 if (opt_showdisassemble)
2074 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
2076 fieldtype = fi->type;
2080 switch (fieldtype) {
2082 M_IST(s2, s1, disp);
2085 M_LST(s2, s1, disp);
2088 M_AST(s2, s1, disp);
2091 M_FST(s2, s1, disp);
2094 M_DST(s2, s1, disp);
2100 /* branch operations **************************************************/
2102 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
2104 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2105 M_LNGMOVE(s1, REG_ITMP1_XPTR);
2107 #ifdef ENABLE_VERIFIER
2108 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2109 codegen_addpatchref(cd, PATCHER_athrow_areturn,
2110 iptr->sx.s23.s2.uc, 0);
2112 if (opt_showdisassemble)
2115 #endif /* ENABLE_VERIFIER */
2117 disp = dseg_addaddress(cd, asm_handle_exception);
2118 M_ALD(REG_ITMP2, REG_PV, disp);
2121 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
2122 M_BL(0); /* get current PC */
2123 M_MFLR(REG_ITMP2_XPC);
2124 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
2125 M_RTS; /* jump to CTR */
2130 case ICMD_GOTO: /* ... ==> ... */
2132 codegen_addreference(cd, iptr->dst.block);
2136 case ICMD_JSR: /* ... ==> ... */
2138 if (jd->isleafmethod)
2142 M_IADD_IMM(REG_ITMP1, jd->isleafmethod ? 4*4 : 3*4, REG_ITMP1);
2143 if (jd->isleafmethod)
2146 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
2149 case ICMD_RET: /* ... ==> ... */
2150 /* s1.localindex = local variable */
2152 var = &(rd->locals[iptr->s1.localindex][TYPE_ADR]);
2153 if (var->flags & INMEMORY) {
2154 M_ALD(REG_ITMP1, REG_SP, var->regoff * 4);
2157 M_MTCTR(var->regoff);
2163 case ICMD_IFNULL: /* ..., value ==> ... */
2165 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2168 codegen_addreference(cd, iptr->dst.block);
2171 case ICMD_IFNONNULL: /* ..., value ==> ... */
2173 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2176 codegen_addreference(cd, iptr->dst.block);
2184 case ICMD_IFEQ: /* ..., value ==> ... */
2186 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2187 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
2188 M_CMPI(s1, iptr->sx.val.i);
2190 ICONST(REG_ITMP2, iptr->sx.val.i);
2191 M_CMP(s1, REG_ITMP2);
2193 switch (iptr->opc) {
2213 codegen_addreference(cd, iptr->dst.block);
2217 case ICMD_IF_LEQ: /* ..., value ==> ... */
2219 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2220 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2221 if (iptr->sx.val.l == 0) {
2222 M_OR_TST(s1, s2, REG_ITMP3);
2223 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
2224 M_XOR_IMM(s2, 0, REG_ITMP2);
2225 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
2226 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
2228 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
2229 M_XOR(s1, REG_ITMP3, REG_ITMP1);
2230 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
2231 M_XOR(s2, REG_ITMP3, REG_ITMP2);
2232 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
2235 codegen_addreference(cd, iptr->dst.block);
2238 case ICMD_IF_LLT: /* ..., value ==> ... */
2239 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2240 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2241 if (iptr->sx.val.l == 0) {
2242 /* if high word is less than zero, the whole long is too */
2244 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
2247 codegen_addreference(cd, iptr->dst.block);
2249 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
2251 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
2252 M_CMP(s2, REG_ITMP3);
2254 codegen_addreference(cd, iptr->dst.block);
2256 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
2257 M_CMPU(s1, REG_ITMP3);
2260 codegen_addreference(cd, iptr->dst.block);
2263 case ICMD_IF_LLE: /* ..., value ==> ... */
2265 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2266 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2267 /* if (iptr->sx.val.l == 0) { */
2268 /* M_OR(s1, s2, REG_ITMP3); */
2269 /* M_CMPI(REG_ITMP3, 0); */
2272 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
2275 codegen_addreference(cd, iptr->dst.block);
2277 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
2279 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
2280 M_CMP(s2, REG_ITMP3);
2282 codegen_addreference(cd, iptr->dst.block);
2284 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
2285 M_CMPU(s1, REG_ITMP3);
2288 codegen_addreference(cd, iptr->dst.block);
2291 case ICMD_IF_LNE: /* ..., value ==> ... */
2293 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2294 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2295 if (iptr->sx.val.l == 0) {
2296 M_OR_TST(s1, s2, REG_ITMP3);
2297 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
2298 M_XOR_IMM(s2, 0, REG_ITMP2);
2299 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
2300 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
2302 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
2303 M_XOR(s1, REG_ITMP3, REG_ITMP1);
2304 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
2305 M_XOR(s2, REG_ITMP3, REG_ITMP2);
2306 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
2309 codegen_addreference(cd, iptr->dst.block);
2312 case ICMD_IF_LGT: /* ..., value ==> ... */
2314 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2315 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2316 /* if (iptr->sx.val.l == 0) { */
2317 /* M_OR(s1, s2, REG_ITMP3); */
2318 /* M_CMPI(REG_ITMP3, 0); */
2321 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
2324 codegen_addreference(cd, iptr->dst.block);
2326 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
2328 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
2329 M_CMP(s2, REG_ITMP3);
2331 codegen_addreference(cd, iptr->dst.block);
2333 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
2334 M_CMPU(s1, REG_ITMP3);
2337 codegen_addreference(cd, iptr->dst.block);
2340 case ICMD_IF_LGE: /* ..., value ==> ... */
2342 /* TODO, remove me */
2343 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2344 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2345 if (iptr->sx.val.l == 0) {
2346 /* if high word is greater equal zero, the whole long is too */
2348 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
2351 codegen_addreference(cd, iptr->dst.block);
2353 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
2355 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
2356 M_CMP(s2, REG_ITMP3);
2358 codegen_addreference(cd, iptr->dst.block);
2360 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
2361 M_CMPU(s1, REG_ITMP3);
2364 codegen_addreference(cd, iptr->dst.block);
2368 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
2369 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
2370 case ICMD_IF_LCMPEQ:
2372 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2373 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2376 codegen_addreference(cd, iptr->dst.block);
2379 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
2380 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
2381 case ICMD_IF_LCMPNE:
2383 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2384 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2387 codegen_addreference(cd, iptr->dst.block);
2391 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
2393 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2394 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2397 codegen_addreference(cd, iptr->dst.block);
2400 case ICMD_IF_LCMPLT: /* ..., value, value ==> ... */
2402 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2403 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2406 codegen_addreference(cd, iptr->dst.block);
2407 /* load low-bits before the branch, so we know the distance */
2408 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2409 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2413 codegen_addreference(cd, iptr->dst.block);
2416 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
2418 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2419 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2422 codegen_addreference(cd, iptr->dst.block);
2425 case ICMD_IF_LCMPGT: /* ..., value, value ==> ... */
2427 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2428 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2431 codegen_addreference(cd, iptr->dst.block);
2432 /* load low-bits before the branch, so we know the distance */
2433 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2434 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2438 codegen_addreference(cd, iptr->dst.block);
2441 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
2443 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2444 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2447 codegen_addreference(cd, iptr->dst.block);
2450 case ICMD_IF_LCMPLE: /* ..., value, value ==> ... */
2452 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2453 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2456 codegen_addreference(cd, iptr->dst.block);
2457 /* load low-bits before the branch, so we know the distance */
2458 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2459 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2463 codegen_addreference(cd, iptr->dst.block);
2466 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
2468 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2469 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
2472 codegen_addreference(cd, iptr->dst.block);
2475 case ICMD_IF_LCMPGE: /* ..., value, value ==> ... */
2477 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2478 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2481 codegen_addreference(cd, iptr->dst.block);
2482 /* load low-bits before the branch, so we know the distance */
2483 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2484 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2488 codegen_addreference(cd, iptr->dst.block);
2491 case ICMD_LRETURN: /* ..., retvalue ==> ... */
2492 case ICMD_IRETURN: /* ..., retvalue ==> ... */
2494 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2495 M_LNGMOVE(s1, REG_RESULT);
2496 goto nowperformreturn;
2498 case ICMD_ARETURN: /* ..., retvalue ==> ... */
2500 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2501 M_LNGMOVE(s1, REG_RESULT);
2503 #ifdef ENABLE_VERIFIER
2504 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2505 codegen_addpatchref(cd, PATCHER_athrow_areturn,
2506 iptr->sx.s23.s2.uc, 0);
2508 if (opt_showdisassemble)
2511 #endif /* ENABLE_VERIFIER */
2513 goto nowperformreturn;
2515 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2518 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2519 M_FLTMOVE(s1, REG_FRESULT);
2520 goto nowperformreturn;
2522 case ICMD_RETURN: /* ... ==> ... */
2530 /* call trace function */
2532 #if !defined(NDEBUG)
2533 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2534 emit_verbosecall_exit(jd);
2538 #if defined(ENABLE_THREADS)
2539 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2540 disp = dseg_addaddress(cd, LOCK_monitor_exit);
2541 M_ALD(REG_ITMP3, REG_PV, disp);
2542 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2545 /* we need to save the proper return value */
2547 switch (iptr->opc) {
2552 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2555 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2558 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2562 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
2565 /* and now restore the proper return value */
2567 switch (iptr->opc) {
2572 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2575 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2578 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2584 /* restore return address */
2586 if (!jd->isleafmethod) {
2587 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2588 may have a displacement overflow. */
2590 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2594 /* restore saved registers */
2596 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2597 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2599 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2600 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2603 /* deallocate stack */
2606 M_LDA(REG_SP, REG_SP, stackframesize * 8);
2614 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2617 branch_target_t *table;
2619 table = iptr->dst.table;
2621 l = iptr->sx.s23.s2.tablelow;
2622 i = iptr->sx.s23.s3.tablehigh;
2624 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2626 M_INTMOVE(s1, REG_ITMP1);
2627 } else if (l <= 32768) {
2628 M_LDA(REG_ITMP1, s1, -l);
2630 ICONST(REG_ITMP2, l);
2631 M_ISUB(s1, REG_ITMP2, REG_ITMP1);
2634 /* number of targets */
2639 M_CMPUI(REG_ITMP1, i - 1);
2641 codegen_addreference(cd, table[0].block);
2643 /* build jump table top down and use address of lowest entry */
2648 dseg_addtarget(cd, table->block);
2653 /* length of dataseg after last dseg_addtarget is used by load */
2655 M_SLL_IMM(REG_ITMP1, 2, REG_ITMP1);
2656 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2657 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2664 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2667 lookup_target_t *lookup;
2669 lookup = iptr->dst.lookup;
2671 i = iptr->sx.s23.s2.lookupcount;
2673 MCODECHECK((i<<2)+8);
2674 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2676 val = lookup->value;
2677 if ((val >= -32768) && (val <= 32767)) {
2680 a = dseg_adds4(cd, val);
2681 M_ILD(REG_ITMP2, REG_PV, a);
2682 M_CMP(s1, REG_ITMP2);
2685 codegen_addreference(cd, lookup->target.block);
2690 tptr = iptr->dst.lookup;
2691 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2698 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2700 bte = iptr->sx.s23.s3.bte;
2704 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2706 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2707 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2708 case ICMD_INVOKEINTERFACE:
2710 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2711 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2715 lm = iptr->sx.s23.s3.fmiref->p.method;
2716 md = lm->parseddesc;
2720 s3 = md->paramcount;
2722 MCODECHECK((s3 << 1) + 64);
2724 /* copy arguments to registers or stack location */
2726 for (s3 = s3 - 1; s3 >= 0; s3--) {
2727 src = iptr->sx.s23.s2.args[s3];
2729 if (src->varkind == ARGVAR)
2731 if (IS_INT_LNG_TYPE(src->type)) {
2732 if (!md->params[s3].inmemory) {
2733 if (IS_2_WORD_TYPE(src->type)) {
2734 s1 = rd->argintregs[md->params[s3].regoff]; /* removed PACKREGS */
2735 d = emit_load(jd, iptr, src, s1);
2738 s1 = rd->argintregs[md->params[s3].regoff];
2739 d = emit_load(jd, iptr, src, s1);
2744 if (IS_2_WORD_TYPE(src->type)) {
2745 d = emit_load(jd, iptr, src, REG_ITMP1);
2746 M_LST(d, REG_SP, md->params[s3].regoff * 8); /* XXX */
2748 d = emit_load(jd, iptr, src, REG_ITMP1);
2749 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2754 if (!md->params[s3].inmemory) {
2755 s1 = rd->argfltregs[md->params[s3].regoff];
2756 d = emit_load(jd, iptr, src, s1);
2760 d = emit_load(jd, iptr, src, REG_FTMP1);
2761 if (IS_2_WORD_TYPE(src->type))
2762 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2764 M_FST(d, REG_SP, md->params[s3].regoff * 8);
2769 switch (iptr->opc) {
2771 disp = dseg_addaddress(cd, bte->fp);
2772 d = md->returntype.type;
2774 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2775 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2779 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2781 M_LDA(REG_PV, REG_ITMP1, -disp);
2784 if (INSTRUCTION_MUST_CHECK(iptr)) {
2785 M_CMPI(REG_RESULT, 0);
2787 codegen_add_fillinstacktrace_ref(cd);
2791 case ICMD_INVOKESPECIAL:
2792 gen_nullptr_check(rd->argintregs[0]);
2793 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2796 case ICMD_INVOKESTATIC:
2798 unresolved_method *um = iptr->sx.s23.s3.um;
2800 disp = dseg_addaddress(cd, NULL);
2802 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2805 if (opt_showdisassemble)
2808 d = md->returntype.type;
2811 disp = dseg_addaddress(cd, lm->stubroutine);
2812 d = md->returntype.type;
2815 M_ALD(REG_PV, REG_PV, disp);
2818 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2820 M_LDA(REG_PV, REG_ITMP1, -disp);
2823 case ICMD_INVOKEVIRTUAL:
2824 gen_nullptr_check(rd->argintregs[0]);
2827 unresolved_method *um = iptr->sx.s23.s3.um;
2829 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2831 if (opt_showdisassemble)
2835 d = md->returntype.type;
2838 s1 = OFFSET(vftbl_t, table[0]) +
2839 sizeof(methodptr) * lm->vftblindex;
2840 d = md->returntype.type;
2843 M_ALD(REG_METHODPTR, rd->argintregs[0],
2844 OFFSET(java_objectheader, vftbl));
2845 M_ALD(REG_PV, REG_METHODPTR, s1);
2848 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2850 M_LDA(REG_PV, REG_ITMP1, -disp);
2853 case ICMD_INVOKEINTERFACE:
2854 gen_nullptr_check(rd->argintregs[0]);
2857 unresolved_method *um = iptr->sx.s23.s3.um;
2859 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2861 if (opt_showdisassemble)
2866 d = md->returntype.type;
2869 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2870 sizeof(methodptr*) * lm->class->index;
2872 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2874 d = md->returntype.type;
2877 M_ALD(REG_METHODPTR, rd->argintregs[0],
2878 OFFSET(java_objectheader, vftbl));
2879 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2880 M_ALD(REG_PV, REG_METHODPTR, s2);
2883 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2885 M_LDA(REG_PV, REG_ITMP1, -disp);
2889 /* d contains return type */
2891 if (d != TYPE_VOID) {
2892 if (IS_INT_LNG_TYPE(d)) {
2893 if (IS_2_WORD_TYPE(d)) {
2894 /*s1 = codegen_reg_of_var(rd, iptr->opc, iptr->dst,
2895 PACK_REGS(REG_RESULT2, REG_RESULT)); FIXME*/
2896 /*M_LNGMOVE(PACK_REGS(REG_RESULT2, REG_RESULT), s1); FIXME*/
2898 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2899 M_INTMOVE(REG_RESULT, s1);
2902 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2903 M_FLTMOVE(REG_FRESULT, s1);
2905 emit_store_dst(jd, iptr, s1);
2910 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2911 /* val.a: (classinfo*) superclass */
2913 /* superclass is an interface:
2915 * OK if ((sub == NULL) ||
2916 * (sub->vftbl->interfacetablelength > super->index) &&
2917 * (sub->vftbl->interfacetable[-super->index] != NULL));
2919 * superclass is a class:
2921 * OK if ((sub == NULL) || (0
2922 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2923 * super->vftbl->diffvall));
2926 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2927 /* object type cast-check */
2930 vftbl_t *supervftbl;
2933 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2939 super = iptr->sx.s23.s3.c.cls;
2940 superindex = super->index;
2941 supervftbl = super->vftbl;
2944 #if defined(ENABLE_THREADS)
2945 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2947 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2949 /* calculate interface checkcast code size */
2953 s2 += (opt_showdisassemble ? 1 : 0);
2955 /* calculate class checkcast code size */
2957 s3 = 8 + (s1 == REG_ITMP1);
2959 s3 += (opt_showdisassemble ? 1 : 0);
2961 /* if class is not resolved, check which code to call */
2965 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2967 disp = dseg_adds4(cd, 0); /* super->flags */
2969 codegen_addpatchref(cd,
2970 PATCHER_checkcast_instanceof_flags,
2971 iptr->sx.s23.s3.c.ref,
2974 if (opt_showdisassemble)
2977 M_ILD(REG_ITMP2, REG_PV, disp);
2978 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2982 /* interface checkcast code */
2984 if (!super || (super->flags & ACC_INTERFACE)) {
2990 codegen_addpatchref(cd,
2991 PATCHER_checkcast_instanceof_interface,
2992 iptr->sx.s23.s3.c.ref,
2995 if (opt_showdisassemble)
2999 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
3000 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
3001 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
3003 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
3004 M_ALD(REG_ITMP3, REG_ITMP2,
3005 OFFSET(vftbl_t, interfacetable[0]) -
3006 superindex * sizeof(methodptr*));
3009 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
3015 /* class checkcast code */
3017 if (!super || !(super->flags & ACC_INTERFACE)) {
3018 disp = dseg_addaddress(cd, supervftbl);
3025 codegen_addpatchref(cd, PATCHER_checkcast_class,
3026 iptr->sx.s23.s3.c.ref,
3029 if (opt_showdisassemble)
3033 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
3034 #if defined(ENABLE_THREADS)
3035 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
3037 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
3038 M_ALD(REG_ITMP2, REG_PV, disp);
3039 if (s1 != REG_ITMP1) {
3040 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
3041 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
3042 #if defined(ENABLE_THREADS)
3043 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
3045 M_ISUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
3047 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
3048 M_ISUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
3049 M_ALD(REG_ITMP2, REG_PV, disp);
3050 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
3051 #if defined(ENABLE_THREADS)
3052 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
3055 M_CMPU(REG_ITMP3, REG_ITMP2);
3057 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
3059 d = codegen_reg_of_dst(jd, iptr, s1);
3062 /* array type cast-check */
3064 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
3065 M_INTMOVE(s1, rd->argintregs[0]);
3067 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
3069 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
3070 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
3071 iptr->sx.s23.s3.c.ref,
3074 if (opt_showdisassemble)
3078 M_ALD(rd->argintregs[1], REG_PV, disp);
3079 disp = dseg_addaddress(cd, BUILTIN_arraycheckcast);
3080 M_ALD(REG_ITMP2, REG_PV, disp);
3085 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
3087 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
3088 d = codegen_reg_of_dst(jd, iptr, s1);
3091 emit_store_dst(jd, iptr, d);
3094 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
3095 /* val.a: (classinfo*) superclass */
3097 /* superclass is an interface:
3099 * return (sub != NULL) &&
3100 * (sub->vftbl->interfacetablelength > super->index) &&
3101 * (sub->vftbl->interfacetable[-super->index] != NULL);
3103 * superclass is a class:
3105 * return ((sub != NULL) && (0
3106 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
3107 * super->vftbl->diffvall));
3112 vftbl_t *supervftbl;
3115 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
3121 super = iptr->sx.s23.s3.c.cls;
3122 superindex = super->index;
3123 supervftbl = super->vftbl;
3126 #if defined(ENABLE_THREADS)
3127 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
3129 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
3130 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
3132 M_MOV(s1, REG_ITMP1);
3136 /* calculate interface instanceof code size */
3140 s2 += (opt_showdisassemble ? 1 : 0);
3142 /* calculate class instanceof code size */
3146 s3 += (opt_showdisassemble ? 1 : 0);
3150 /* if class is not resolved, check which code to call */
3154 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
3156 disp = dseg_adds4(cd, 0); /* super->flags */
3158 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
3159 iptr->sx.s23.s3.c.ref, disp);
3161 if (opt_showdisassemble)
3164 M_ILD(REG_ITMP3, REG_PV, disp);
3165 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
3169 /* interface instanceof code */
3171 if (!super || (super->flags & ACC_INTERFACE)) {
3177 codegen_addpatchref(cd,
3178 PATCHER_checkcast_instanceof_interface,
3179 iptr->sx.s23.s3.c.ref, 0);
3181 if (opt_showdisassemble)
3185 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
3186 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
3187 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
3189 M_ALD(REG_ITMP1, REG_ITMP1,
3190 OFFSET(vftbl_t, interfacetable[0]) -
3191 superindex * sizeof(methodptr*));
3194 M_IADD_IMM(REG_ZERO, 1, d);
3200 /* class instanceof code */
3202 if (!super || !(super->flags & ACC_INTERFACE)) {
3203 disp = dseg_addaddress(cd, supervftbl);
3210 codegen_addpatchref(cd, PATCHER_instanceof_class,
3211 iptr->sx.s23.s3.c.ref,
3214 if (opt_showdisassemble) {
3219 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
3220 M_ALD(REG_ITMP2, REG_PV, disp);
3221 #if defined(ENABLE_THREADS)
3222 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
3224 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
3225 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
3226 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
3227 #if defined(ENABLE_THREADS)
3228 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
3230 M_ISUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
3231 M_CMPU(REG_ITMP1, REG_ITMP2);
3234 M_IADD_IMM(REG_ZERO, 1, d);
3236 emit_store_dst(jd, iptr, d);
3240 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
3242 /* check for negative sizes and copy sizes to stack if necessary */
3244 MCODECHECK((iptr->s1.argcount << 1) + 64);
3246 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
3248 src = iptr->sx.s23.s2.args[s1];
3250 /* copy SAVEDVAR sizes to stack */
3252 if (src->varkind != ARGVAR) {
3253 s2 = emit_load(jd, iptr, src, REG_ITMP1);
3254 #if defined(__DARWIN__)
3255 M_IST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 4);
3257 M_IST(s2, REG_SP, LA_SIZE + (s1 + 3) * 4);
3262 /* a0 = dimension count */
3264 ICONST(rd->argintregs[0], iptr->s1.argcount);
3266 /* is patcher function set? */
3268 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
3269 disp = dseg_addaddress(cd, NULL);
3271 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
3272 iptr->sx.s23.s3.c.ref, disp);
3274 if (opt_showdisassemble)
3278 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
3281 /* a1 = arraydescriptor */
3283 M_ALD(rd->argintregs[1], REG_PV, disp);
3285 /* a2 = pointer to dimensions = stack pointer */
3287 #if defined(__DARWIN__)
3288 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 4);
3290 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 4);
3293 disp = dseg_addaddress(cd, BUILTIN_multianewarray);
3294 M_ALD(REG_ITMP3, REG_PV, disp);
3298 /* check for exception before result assignment */
3300 M_CMPI(REG_RESULT, 0);
3302 codegen_add_fillinstacktrace_ref(cd);
3304 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
3305 M_INTMOVE(REG_RESULT, d);
3306 emit_store_dst(jd, iptr, d);
3311 new_internalerror("Unknown ICMD %d during code generation",
3316 } /* for instruction */
3318 /* copy values to interface registers */
3320 len = bptr->outdepth;
3321 MCODECHECK(64 + len);
3322 #if defined(ENABLE_LSRA)
3327 src = bptr->outvars[len];
3328 if ((src->varkind != STACKVAR)) {
3330 if (IS_FLT_DBL_TYPE(s2)) {
3331 s1 = emit_load(jd, iptr, src, REG_FTMP1);
3332 if (!(rd->interfaces[len][s2].flags & INMEMORY))
3333 M_FLTMOVE(s1, rd->interfaces[len][s2].regoff);
3335 M_DST(s1, REG_SP, rd->interfaces[len][s2].regoff * 4);
3338 s1 = emit_load(jd, iptr, src, REG_ITMP1);
3339 if (!(rd->interfaces[len][s2].flags & INMEMORY)) {
3340 if (IS_2_WORD_TYPE(s2))
3341 M_LNGMOVE(s1, rd->interfaces[len][s2].regoff);
3343 M_INTMOVE(s1, rd->interfaces[len][s2].regoff);
3346 if (IS_2_WORD_TYPE(s2))
3347 M_LST(s1, REG_SP, rd->interfaces[len][s2].regoff * 4);
3349 M_IST(s1, REG_SP, rd->interfaces[len][s2].regoff * 4);
3354 } /* if (bptr -> flags >= BBREACHED) */
3355 } /* for basic block */
3357 dseg_createlinenumbertable(cd);
3360 /* generate exception and patcher stubs */
3369 savedmcodeptr = NULL;
3371 /* generate exception stubs */
3373 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
3374 gen_resolvebranch(cd->mcodebase + eref->branchpos,
3375 eref->branchpos, cd->mcodeptr - cd->mcodebase);
3379 /* Check if the exception is an
3380 ArrayIndexOutOfBoundsException. If so, move index register
3383 if (eref->reg != -1)
3384 M_MOV(eref->reg, REG_ITMP1);
3386 /* calcuate exception address */
3388 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
3390 /* move function to call into REG_ITMP3 */
3392 disp = dseg_addaddress(cd, eref->function);
3393 M_ALD(REG_ITMP3, REG_PV, disp);
3395 if (savedmcodeptr != NULL) {
3396 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
3400 savedmcodeptr = cd->mcodeptr;
3402 if (jd->isleafmethod) {
3404 M_AST(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3407 M_MOV(REG_PV, rd->argintregs[0]);
3408 M_MOV(REG_SP, rd->argintregs[1]);
3410 if (jd->isleafmethod)
3411 M_MOV(REG_ZERO, rd->argintregs[2]);
3413 M_ALD(rd->argintregs[2],
3414 REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3416 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
3417 M_MOV(REG_ITMP1, rd->argintregs[4]);
3419 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
3420 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
3424 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3426 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
3427 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
3429 if (jd->isleafmethod) {
3430 /* XXX FIXME: REG_ZERO can cause problems here! */
3431 assert(stackframesize * 8 <= 32767);
3433 M_ALD(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3437 disp = dseg_addaddress(cd, asm_handle_exception);
3438 M_ALD(REG_ITMP3, REG_PV, disp);
3445 /* generate code patching stub call code */
3447 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3448 /* check code segment size */
3452 /* Get machine code which is patched back in later. The
3453 call is 1 instruction word long. */
3455 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
3457 mcode = *((u4 *) tmpmcodeptr);
3459 /* Patch in the call to call the following code (done at
3462 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3463 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3465 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3468 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3470 /* create stack frame - keep stack 16-byte aligned */
3472 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3474 /* calculate return address and move it onto the stack */
3476 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
3477 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
3479 /* move pointer to java_objectheader onto stack */
3481 #if defined(ENABLE_THREADS)
3482 /* order reversed because of data segment layout */
3484 (void) dseg_addaddress(cd, NULL); /* flcword */
3485 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3486 disp = dseg_addaddress(cd, NULL); /* vftbl */
3488 M_LDA(REG_ITMP3, REG_PV, disp);
3489 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
3494 /* move machine code onto stack */
3496 disp = dseg_adds4(cd, mcode);
3497 M_ILD(REG_ITMP3, REG_PV, disp);
3498 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
3500 /* move class/method/field reference onto stack */
3502 disp = dseg_addaddress(cd, pref->ref);
3503 M_ALD(REG_ITMP3, REG_PV, disp);
3504 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
3506 /* move data segment displacement onto stack */
3508 disp = dseg_addaddress(cd, pref->disp);
3509 M_LLD(REG_ITMP3, REG_PV, disp);
3510 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
3512 /* move patcher function pointer onto stack */
3514 disp = dseg_addaddress(cd, pref->patcher);
3515 M_ALD(REG_ITMP3, REG_PV, disp);
3516 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
3518 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3519 M_ALD(REG_ITMP3, REG_PV, disp);
3524 /* generate replacement-out stubs */
3530 replacementpoint = jd->code->rplpoints;
3532 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
3533 /* check code segment size */
3537 /* note start of stub code */
3539 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
3541 /* make machine code for patching */
3543 tmpmcodeptr = cd->mcodeptr;
3544 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
3546 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
3549 cd->mcodeptr = tmpmcodeptr;
3551 /* create stack frame - keep 16-byte aligned */
3553 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
3555 /* push address of `rplpoint` struct */
3557 disp = dseg_addaddress(cd, replacementpoint);
3558 M_ALD(REG_ITMP3, REG_PV, disp);
3559 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
3561 /* jump to replacement function */
3563 disp = dseg_addaddress(cd, asm_replacement_out);
3564 M_ALD(REG_ITMP3, REG_PV, disp);
3574 /* everything's ok */
3580 /* createcompilerstub **********************************************************
3582 Creates a stub routine which calls the compiler.
3584 *******************************************************************************/
3586 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
3587 #define COMPILERSTUB_CODESIZE 4 * 4
3589 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
3592 u1 *createcompilerstub(methodinfo *m)
3594 u1 *s; /* memory to hold the stub */
3600 s = CNEW(u1, COMPILERSTUB_SIZE);
3602 /* set data pointer and code pointer */
3605 s = s + COMPILERSTUB_DATASIZE;
3607 /* mark start of dump memory area */
3609 dumpsize = dump_size();
3611 cd = DNEW(codegendata);
3614 /* Store the codeinfo pointer in the same place as in the
3615 methodheader for compiled methods. */
3617 code = code_codeinfo_new(m);
3619 d[0] = (ptrint) asm_call_jit_compiler;
3621 d[2] = (ptrint) code;
3623 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
3624 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3628 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3630 #if defined(ENABLE_STATISTICS)
3632 count_cstub_len += COMPILERSTUB_SIZE;
3635 /* release dump area */
3637 dump_release(dumpsize);
3643 /* createnativestub ************************************************************
3645 Creates a stub routine which calls a native method.
3647 *******************************************************************************/
3649 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3655 s4 stackframesize; /* size of stackframe if needed */
3658 s4 i, j; /* count variables */
3663 /* get required compiler data */
3670 /* set some variables */
3673 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3675 /* calculate stackframe size */
3678 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3679 sizeof(localref_table) / SIZEOF_VOID_P +
3680 4 + /* 4 stackframeinfo arguments (darwin)*/
3684 stackframesize = (stackframesize + 3) & ~3; /* keep stack 16-byte aligned */
3686 /* create method header */
3688 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
3689 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
3690 (void) dseg_adds4(cd, 0); /* IsSync */
3691 (void) dseg_adds4(cd, 0); /* IsLeaf */
3692 (void) dseg_adds4(cd, 0); /* IntSave */
3693 (void) dseg_adds4(cd, 0); /* FltSave */
3694 (void) dseg_addlinenumbertablesize(cd);
3695 (void) dseg_adds4(cd, 0); /* ExTableSize */
3700 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3701 M_STDU(REG_SP, REG_SP, -(stackframesize * 8));
3703 #if !defined(NDEBUG)
3704 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3705 emit_verbosecall_enter(jd);
3708 /* get function address (this must happen before the stackframeinfo) */
3710 funcdisp = dseg_addaddress(cd, f);
3712 #if !defined(WITH_STATIC_CLASSPATH)
3714 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3716 if (opt_showdisassemble)
3721 /* save integer and float argument registers */
3725 for (i = 0; i < md->paramcount; i++) {
3726 t = md->paramtypes[i].type;
3728 if (IS_INT_LNG_TYPE(t)) {
3729 if (!md->params[i].inmemory) {
3730 s1 = md->params[i].regoff;
3731 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3737 for (i = 0; i < md->paramcount; i++) {
3738 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3739 if (!md->params[i].inmemory) {
3740 s1 = md->params[i].regoff;
3741 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3747 /* create native stack info */
3749 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3750 M_MOV(REG_PV, rd->argintregs[1]);
3751 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[2]);
3752 M_ALD(rd->argintregs[3], REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3753 disp = dseg_addaddress(cd, codegen_start_native_call);
3754 M_ALD(REG_ITMP1, REG_PV, disp);
3755 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* FIXME what about TOC? */
3763 /* restore integer and float argument registers */
3767 for (i = 0; i < md->paramcount; i++) {
3768 t = md->paramtypes[i].type;
3770 if (IS_INT_LNG_TYPE(t)) {
3771 if (!md->params[i].inmemory) {
3772 s1 = md->params[i].regoff;
3773 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3779 for (i = 0; i < md->paramcount; i++) {
3780 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3781 if (!md->params[i].inmemory) {
3782 s1 = md->params[i].regoff;
3783 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3789 /* copy or spill arguments to new locations */
3791 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3792 t = md->paramtypes[i].type;
3794 if (IS_INT_LNG_TYPE(t)) {
3795 if (!md->params[i].inmemory) {
3796 s1 = rd->argintregs[md->params[i].regoff];
3798 if (!nmd->params[j].inmemory) {
3799 s2 = rd->argintregs[nmd->params[j].regoff];
3802 s2 = nmd->params[j].regoff;
3803 M_LST(s1, REG_SP, s2 * 8);
3807 s1 = md->params[i].regoff + stackframesize;
3808 s2 = nmd->params[j].regoff;
3810 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3811 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3815 /* We only copy spilled float arguments, as the float
3816 argument registers keep unchanged. */
3818 if (md->params[i].inmemory) {
3819 s1 = md->params[i].regoff + stackframesize;
3820 s2 = nmd->params[j].regoff;
3822 if (IS_2_WORD_TYPE(t)) {
3823 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3824 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3827 M_FLD(REG_FTMP1, REG_SP, s1 * 8);
3828 M_FST(REG_FTMP1, REG_SP, s2 * 8);
3834 /* put class into second argument register */
3836 if (m->flags & ACC_STATIC) {
3837 disp = dseg_addaddress(cd, m->class);
3838 M_ALD(rd->argintregs[1], REG_PV, disp);
3841 /* put env into first argument register */
3843 disp = dseg_addaddress(cd, _Jv_env);
3844 M_ALD(rd->argintregs[0], REG_PV, disp);
3846 /* generate the actual native call */
3848 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3849 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* XXX what about TOC ? */
3857 /* save return value */
3859 if (md->returntype.type != TYPE_VOID) {
3860 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3861 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3864 if (IS_2_WORD_TYPE(md->returntype.type))
3865 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3867 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); /* FIXME, needed ?*/
3871 /* print call trace */
3872 #if ! defined(NDEBGUU)
3873 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3874 emit_verbosecall_exit(jd);
3877 /* remove native stackframe info */
3883 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3884 disp = dseg_addaddress(cd, codegen_finish_native_call);
3885 M_ALD(REG_ITMP1, REG_PV, disp);
3886 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3889 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3891 /* restore return value */
3893 if (md->returntype.type != TYPE_VOID) {
3894 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3895 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3898 if (IS_2_WORD_TYPE(md->returntype.type))
3899 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3901 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3905 M_ALD(REG_ITMP2_XPC, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3906 M_MTLR(REG_ITMP2_XPC);
3907 M_LDA(REG_SP, REG_SP, stackframesize * 8); /* remove stackframe */
3909 /* check for exception */
3911 M_TST(REG_ITMP1_XPTR);
3912 M_BNE(1); /* if no exception then return */
3916 /* handle exception */
3918 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3920 disp = dseg_addaddress(cd, asm_handle_nat_exception);
3921 M_ALD(REG_ITMP3, REG_PV, disp);
3925 /* generate patcher stub call code */
3933 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3934 /* Get machine code which is patched back in later. The
3935 call is 1 instruction word long. */
3937 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3939 mcode = *((u4 *) tmpmcodeptr);
3941 /* Patch in the call to call the following code (done at
3944 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3945 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3947 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3950 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3952 /* create stack frame - keep stack 16-byte aligned */
3954 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3956 /* move return address onto stack */
3959 M_AST(REG_ZERO, REG_SP, 5 * 8);
3961 /* move pointer to java_objectheader onto stack */
3963 #if defined(ENABLE_THREADS)
3964 /* order reversed because of data segment layout */
3966 (void) dseg_addaddress(cd, NULL); /* flcword */
3967 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3968 disp = dseg_addaddress(cd, NULL); /* vftbl */
3970 M_LDA(REG_ITMP3, REG_PV, disp);
3971 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3976 /* move machine code onto stack */
3978 disp = dseg_adds4(cd, mcode);
3979 M_ILD(REG_ITMP3, REG_PV, disp);
3980 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3982 /* move class/method/field reference onto stack */
3984 disp = dseg_addaddress(cd, pref->ref);
3985 M_ALD(REG_ITMP3, REG_PV, disp);
3986 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3988 /* move data segment displacement onto stack */
3990 disp = dseg_adds4(cd, pref->disp);
3991 M_ILD(REG_ITMP3, REG_PV, disp);
3992 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3994 /* move patcher function pointer onto stack */
3996 disp = dseg_addaddress(cd, pref->patcher);
3997 M_ALD(REG_ITMP3, REG_PV, disp);
3998 M_AST(REG_ITMP3, REG_SP, 0 * 8);
4000 disp = dseg_addaddress(cd, asm_patcher_wrapper);
4001 M_ALD(REG_ITMP3, REG_PV, disp);
4009 return code->entrypoint;
4016 * These are local overrides for various environment variables in Emacs.
4017 * Please do not remove this and leave it at the end of the file, where
4018 * Emacs will automagically detect them.
4019 * ---------------------------------------------------------------------
4022 * indent-tabs-mode: t
4026 * vim:noexpandtab:sw=4:ts=4: