1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
30 Changes: Christian Thalinger
34 $Id: codegen.c 5286 2006-09-04 12:38:21Z tbfg $
49 #include "vm/jit/powerpc64/arch.h"
50 #include "vm/jit/powerpc64/codegen.h"
52 #include "mm/memory.h"
53 #include "native/native.h"
54 #include "vm/builtin.h"
55 #include "vm/exceptions.h"
56 #include "vm/global.h"
57 #include "vm/loader.h"
58 #include "vm/options.h"
59 #include "vm/stringlocal.h"
61 #include "vm/jit/asmpart.h"
62 #include "vm/jit/codegen-common.h"
63 #include "vm/jit/dseg.h"
64 #include "vm/jit/emit.h"
65 #include "vm/jit/jit.h"
66 #include "vm/jit/parse.h"
67 #include "vm/jit/patcher.h"
68 #include "vm/jit/reg.h"
69 #include "vm/jit/replace.h"
71 #if defined(ENABLE_LSRA)
72 # include "vm/jit/allocator/lsra.h"
76 /* codegen *********************************************************************
78 Generates machine code.
80 *******************************************************************************/
82 bool codegen(jitdata *jd)
88 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 builtintable_entry *bte;
100 rplpoint *replacementpoint;
102 /* get required compiler data */
109 /* prevent compiler warnings */
121 /* space to save used callee saved registers */
123 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
124 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
126 stackframesize = rd->memuse + savedregs_num;
128 #if defined(ENABLE_THREADS)
129 /* space to save argument of monitor_enter and Return Values to survive */
130 /* monitor_exit. The stack position for the argument can not be shared */
131 /* with place to save the return register on PPC, since both values */
133 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
134 /* reserve 2 slots for long/double return values for monitorexit */
136 if (IS_2_WORD_TYPE(m->parseddesc->returntype.type))
144 /* create method header */
146 /* align stack to 16-bytes */
148 /* if (!m->isleafmethod || opt_verbosecall) */
149 stackframesize = (stackframesize + 3) & ~3;
151 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
152 /* stackframesize = 0; */
154 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
155 (void) dseg_adds4(cd, stackframesize * 8); /* FrameSize */
157 #if defined(ENABLE_THREADS)
158 /* IsSync contains the offset relative to the stack pointer for the
159 argument of monitor_exit used in the exception handler. Since the
160 offset could be zero and give a wrong meaning of the flag it is
164 if (checksync && (m->flags & ACC_SYNCHRONIZED))
165 (void) dseg_adds4(cd, (rd->memuse + 1) * 4); /* IsSync */
168 (void) dseg_adds4(cd, 0); /* IsSync */
170 (void) dseg_adds4(cd, jd->isleafmethod); /* IsLeaf */
171 (void) dseg_adds4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
172 (void) dseg_adds4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
174 dseg_addlinenumbertablesize(cd);
176 (void) dseg_adds4(cd, cd->exceptiontablelength); /* ExTableSize */
178 /* create exception table */
180 for (ex = cd->exceptiontable; ex != NULL; ex = ex->down) {
181 dseg_addtarget(cd, ex->start);
182 dseg_addtarget(cd, ex->end);
183 dseg_addtarget(cd, ex->handler);
184 (void) dseg_addaddress(cd, ex->catchtype.cls);
187 /* create stack frame (if necessary) */
189 if (!jd->isleafmethod) {
191 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
195 M_STDU(REG_SP, REG_SP, -stackframesize * 8);
197 /* save return address and used callee saved registers */
200 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
201 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
203 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
204 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
207 /* take arguments out of register or stack frame */
211 for (p = 0, l = 0; p < md->paramcount; p++) {
212 t = md->paramtypes[p].type;
213 var = &(rd->locals[l][t]);
215 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
219 s1 = md->params[p].regoff;
220 if (IS_INT_LNG_TYPE(t)) { /* integer args */
221 if (IS_2_WORD_TYPE(t))
222 s2 = PACK_REGS(rd->argintregs[GET_LOW_REG(s1)],
223 rd->argintregs[GET_HIGH_REG(s1)]);
225 s2 = rd->argintregs[s1];
226 if (!md->params[p].inmemory) { /* register arguments */
227 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
229 if (IS_2_WORD_TYPE(t)) /* FIXME, only M_INTMOVE here */
230 M_LNGMOVE(s2, var->regoff);
232 M_INTMOVE(s2, var->regoff);
234 } else { /* reg arg -> spilled */
235 if (IS_2_WORD_TYPE(t))
236 M_LST(s2, REG_SP, var->regoff * 4);
238 M_IST(s2, REG_SP, var->regoff * 4);
241 } else { /* stack arguments */
242 if (!(var->flags & INMEMORY)) { /* stack arg -> register */
243 if (IS_2_WORD_TYPE(t))
244 M_LLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
246 M_ILD(var->regoff, REG_SP, (stackframesize + s1) * 4);
248 } else { /* stack arg -> spilled */
250 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4);
251 M_IST(REG_ITMP1, REG_SP, var->regoff * 4);
252 if (IS_2_WORD_TYPE(t)) {
253 M_ILD(REG_ITMP1, REG_SP, (stackframesize + s1) * 4 +4);
254 M_IST(REG_ITMP1, REG_SP, var->regoff * 4 + 4);
257 /* Reuse Memory Position on Caller Stack */
258 var->regoff = stackframesize + s1;
263 } else { /* floating args */
264 if (!md->params[p].inmemory) { /* register arguments */
265 s2 = rd->argfltregs[s1];
266 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
267 M_FLTMOVE(s2, var->regoff);
269 } else { /* reg arg -> spilled */
270 if (IS_2_WORD_TYPE(t))
271 M_DST(s2, REG_SP, var->regoff * 4);
273 M_FST(s2, REG_SP, var->regoff * 4);
276 } else { /* stack arguments */
277 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
278 if (IS_2_WORD_TYPE(t))
279 M_DLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
282 M_FLD(var->regoff, REG_SP, (stackframesize + s1) * 4);
284 } else { /* stack-arg -> spilled */
286 if (IS_2_WORD_TYPE(t)) {
287 M_DLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
288 M_DST(REG_FTMP1, REG_SP, var->regoff * 4);
289 var->regoff = stackframesize + s1;
292 M_FLD(REG_FTMP1, REG_SP, (stackframesize + s1) * 4);
293 M_FST(REG_FTMP1, REG_SP, var->regoff * 4);
296 /* Reuse Memory Position on Caller Stack */
297 var->regoff = stackframesize + s1;
304 /* save monitorenter argument */
306 #if defined(ENABLE_THREADS)
307 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
308 p = dseg_addaddress(cd, LOCK_monitor_enter);
309 M_ALD(REG_ITMP3, REG_PV, p);
312 /* get or test the lock object */
314 if (m->flags & ACC_STATIC) {
315 p = dseg_addaddress(cd, &m->class->object.header);
316 M_ALD(rd->argintregs[0], REG_PV, p);
319 M_TST(rd->argintregs[0]);
321 codegen_add_nullpointerexception_ref(cd);
324 M_AST(rd->argintregs[0], REG_SP, rd->memuse * 4);
329 /* call trace function */
331 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
332 emit_verbosecall_enter(jd);
336 /* end of header generation */
338 replacementpoint = jd->code->rplpoints;
340 /* walk through all basic blocks */
341 for (bptr = m->basicblocks; bptr != NULL; bptr = bptr->next) {
343 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
345 if (bptr->flags >= BBREACHED) {
347 /* branch resolving */
351 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
352 gen_resolvebranch((u1*) cd->mcodebase + brefs->branchpos,
358 /* handle replacement points */
360 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
361 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
366 /* copy interface registers to their destination */
372 #if defined(ENABLE_LSRA)
374 while (src != NULL) {
376 if ((len == 0) && (bptr->type != BBTYPE_STD)) {
377 /* d = reg_of_var(m, src, REG_ITMP1); */
378 if (!(src->flags & INMEMORY))
382 M_INTMOVE(REG_ITMP1, d);
383 emit_store(jd, NULL, src, d);
389 while (src != NULL) {
391 if ((len == 0) && (bptr->type != BBTYPE_STD)) {
392 d = codegen_reg_of_var(rd, 0, src, REG_ITMP1);
393 M_INTMOVE(REG_ITMP1, d);
394 emit_store(jd, NULL, src, d);
396 if (src->type == TYPE_LNG)
397 d = codegen_reg_of_var(rd, 0, src, PACK_REGS(REG_ITMP2, REG_ITMP1));
399 d = codegen_reg_of_var(rd, 0, src, REG_IFTMP);
400 if ((src->varkind != STACKVAR)) {
402 if (IS_FLT_DBL_TYPE(s2)) {
403 if (!(rd->interfaces[len][s2].flags & INMEMORY)) {
404 s1 = rd->interfaces[len][s2].regoff;
407 if (IS_2_WORD_TYPE(s2)) {
409 rd->interfaces[len][s2].regoff * 4);
412 rd->interfaces[len][s2].regoff * 4);
416 emit_store(jd, NULL, src, d);
419 if (!(rd->interfaces[len][s2].flags & INMEMORY)) {
420 s1 = rd->interfaces[len][s2].regoff;
421 if (IS_2_WORD_TYPE(s2))
426 if (IS_2_WORD_TYPE(s2))
428 rd->interfaces[len][s2].regoff * 4);
431 rd->interfaces[len][s2].regoff * 4);
434 emit_store(jd, NULL, src, d);
441 #if defined(ENABLE_LSRA)
444 /* walk through all instructions */
450 for (iptr = bptr->iinstr; len > 0; src = iptr->dst, len--, iptr++) {
451 if (iptr->line != currentline) {
452 dseg_addlinenumber(cd, iptr->line);
453 currentline = iptr->line;
456 MCODECHECK(64); /* an instruction usually needs < 64 words */
458 M_NOP; M_NOP; /* XXX */
460 case ICMD_NOP: /* ... ==> ... */
461 case ICMD_INLINE_START:
462 case ICMD_INLINE_END:
465 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
467 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
470 codegen_add_nullpointerexception_ref(cd);
473 /* constant operations ************************************************/
475 case ICMD_ICONST: /* ... ==> ..., constant */
476 /* op1 = 0, val.i = constant */
478 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP1);
479 ICONST(d, iptr->val.i);
480 emit_store(jd, iptr, iptr->dst, d);
483 case ICMD_LCONST: /* ... ==> ..., constant */
484 /* op1 = 0, val.l = constant */
486 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP1);
487 LCONST(d, iptr->val.l);
488 emit_store(jd, iptr, iptr->dst, d);
491 case ICMD_FCONST: /* ... ==> ..., constant */
492 /* op1 = 0, val.f = constant */
494 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
495 a = dseg_addfloat(cd, iptr->val.f);
497 emit_store(jd, iptr, iptr->dst, d);
500 case ICMD_DCONST: /* ... ==> ..., constant */
501 /* op1 = 0, val.d = constant */
503 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
504 a = dseg_adddouble(cd, iptr->val.d);
506 emit_store(jd, iptr, iptr->dst, d);
509 case ICMD_ACONST: /* ... ==> ..., constant */
510 /* op1 = 0, val.a = constant */
511 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP1);
512 disp = dseg_addaddress(cd, iptr->val.a);
514 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
515 codegen_addpatchref(cd, PATCHER_aconst,
516 ICMD_ACONST_UNRESOLVED_CLASSREF(iptr),
519 if (opt_showdisassemble)
523 M_ALD(d, REG_PV, disp);
524 emit_store(jd, iptr, iptr->dst, d);
528 /* load/store operations **********************************************/
530 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
532 var = &(rd->locals[iptr->op1][iptr->opc - ICMD_ILOAD]);
533 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP1);
534 if ((iptr->dst->varkind == LOCALVAR) &&
535 (iptr->dst->varnum == iptr->op1))
537 if (var->flags & INMEMORY)
538 M_ILD(d, REG_SP, var->regoff * 4);
540 M_INTMOVE(var->regoff, d);
541 emit_store(jd, iptr, iptr->dst, d);
544 case ICMD_ALOAD: /* op1 = local variable */
545 case ICMD_LLOAD: /* ... ==> ..., content of local variable */
546 /* op1 = local variable */
548 var = &(rd->locals[iptr->op1][iptr->opc - ICMD_ILOAD]);
549 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
550 if ((iptr->dst->varkind == LOCALVAR) &&
551 (iptr->dst->varnum == iptr->op1))
553 if (var->flags & INMEMORY)
554 M_LLD(d, REG_SP, var->regoff * 4);
556 M_LNGMOVE(var->regoff, d);
557 emit_store(jd, iptr, iptr->dst, d);
560 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
561 /* op1 = local variable */
563 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
564 if ((iptr->dst->varkind == LOCALVAR) &&
565 (iptr->dst->varnum == iptr->op1))
567 var = &(rd->locals[iptr->op1][iptr->opc - ICMD_ILOAD]);
568 if (var->flags & INMEMORY)
569 M_FLD(d, REG_SP, var->regoff * 4);
571 M_FLTMOVE(var->regoff, d);
572 emit_store(jd, iptr, iptr->dst, d);
575 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
576 /* op1 = local variable */
578 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
579 if ((iptr->dst->varkind == LOCALVAR) &&
580 (iptr->dst->varnum == iptr->op1))
582 var = &(rd->locals[iptr->op1][iptr->opc - ICMD_ILOAD]);
583 if (var->flags & INMEMORY)
584 M_DLD(d, REG_SP, var->regoff * 4);
586 M_FLTMOVE(var->regoff, d);
587 emit_store(jd, iptr, iptr->dst, d);
591 case ICMD_ISTORE: /* ..., value ==> ... */
592 case ICMD_ASTORE: /* op1 = local variable */
594 if ((src->varkind == LOCALVAR) && (src->varnum == iptr->op1))
596 var = &(rd->locals[iptr->op1][iptr->opc - ICMD_ISTORE]);
597 if (var->flags & INMEMORY) {
598 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
599 M_IST(s1, REG_SP, var->regoff * 4);
601 s1 = emit_load_s1(jd, iptr, src, var->regoff);
602 M_INTMOVE(s1, var->regoff);
606 case ICMD_LSTORE: /* ..., value ==> ... */
607 /* op1 = local variable */
609 if ((src->varkind == LOCALVAR) && (src->varnum == iptr->op1))
611 var = &(rd->locals[iptr->op1][iptr->opc - ICMD_ISTORE]);
612 if (var->flags & INMEMORY) {
613 s1 = emit_load_s1(jd, iptr, src, PACK_REGS(REG_ITMP2, REG_ITMP1));
614 M_LST(s1, REG_SP, var->regoff * 4);
616 s1 = emit_load_s1(jd, iptr, src, var->regoff);
617 M_LNGMOVE(s1, var->regoff);
621 case ICMD_FSTORE: /* ..., value ==> ... */
622 /* op1 = local variable */
624 if ((src->varkind == LOCALVAR) && (src->varnum == iptr->op1))
626 var = &(rd->locals[iptr->op1][iptr->opc - ICMD_ISTORE]);
627 if (var->flags & INMEMORY) {
628 s1 = emit_load_s1(jd, iptr, src, REG_FTMP1);
629 M_FST(s1, REG_SP, var->regoff * 4);
631 s1 = emit_load_s1(jd, iptr, src, var->regoff);
632 M_FLTMOVE(s1, var->regoff);
636 case ICMD_DSTORE: /* ..., value ==> ... */
637 /* op1 = local variable */
639 if ((src->varkind == LOCALVAR) && (src->varnum == iptr->op1))
641 var = &(rd->locals[iptr->op1][iptr->opc - ICMD_ISTORE]);
642 if (var->flags & INMEMORY) {
643 s1 = emit_load_s1(jd, iptr, src, REG_FTMP1);
644 M_DST(s1, REG_SP, var->regoff * 4);
646 s1 = emit_load_s1(jd, iptr, src, var->regoff);
647 M_FLTMOVE(s1, var->regoff);
652 /* pop/dup/swap operations ********************************************/
654 /* attention: double and longs are only one entry in CACAO ICMDs */
656 case ICMD_POP: /* ..., value ==> ... */
657 case ICMD_POP2: /* ..., value, value ==> ... */
660 case ICMD_DUP: /* ..., a ==> ..., a, a */
661 M_COPY(src, iptr->dst);
664 case ICMD_DUP_X1: /* ..., a, b ==> ..., b, a, b */
666 M_COPY(src, iptr->dst);
667 M_COPY(src->prev, iptr->dst->prev);
668 M_COPY(iptr->dst, iptr->dst->prev->prev);
671 case ICMD_DUP_X2: /* ..., a, b, c ==> ..., c, a, b, c */
673 M_COPY(src, iptr->dst);
674 M_COPY(src->prev, iptr->dst->prev);
675 M_COPY(src->prev->prev, iptr->dst->prev->prev);
676 M_COPY(iptr->dst, iptr->dst->prev->prev->prev);
679 case ICMD_DUP2: /* ..., a, b ==> ..., a, b, a, b */
681 M_COPY(src, iptr->dst);
682 M_COPY(src->prev, iptr->dst->prev);
685 case ICMD_DUP2_X1: /* ..., a, b, c ==> ..., b, c, a, b, c */
687 M_COPY(src, iptr->dst);
688 M_COPY(src->prev, iptr->dst->prev);
689 M_COPY(src->prev->prev, iptr->dst->prev->prev);
690 M_COPY(iptr->dst, iptr->dst->prev->prev->prev);
691 M_COPY(iptr->dst->prev, iptr->dst->prev->prev->prev->prev);
694 case ICMD_DUP2_X2: /* ..., a, b, c, d ==> ..., c, d, a, b, c, d */
696 M_COPY(src, iptr->dst);
697 M_COPY(src->prev, iptr->dst->prev);
698 M_COPY(src->prev->prev, iptr->dst->prev->prev);
699 M_COPY(src->prev->prev->prev, iptr->dst->prev->prev->prev);
700 M_COPY(iptr->dst, iptr->dst->prev->prev->prev->prev);
701 M_COPY(iptr->dst->prev, iptr->dst->prev->prev->prev->prev->prev);
704 case ICMD_SWAP: /* ..., a, b ==> ..., b, a */
706 M_COPY(src, iptr->dst->prev);
707 M_COPY(src->prev, iptr->dst);
711 /* integer operations *************************************************/
713 case ICMD_INEG: /* ..., value ==> ..., - value */
715 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
716 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
718 emit_store(jd, iptr, iptr->dst, d);
721 case ICMD_LNEG: /* ..., value ==> ..., - value */
723 s1 = emit_load_s1(jd, iptr, src, PACK_REGS(REG_ITMP2, REG_ITMP1));
724 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
725 M_SUBFIC(GET_LOW_REG(s1), 0, GET_LOW_REG(d));
726 M_SUBFZE(GET_HIGH_REG(s1), GET_HIGH_REG(d));
727 emit_store(jd, iptr, iptr->dst, d);
730 case ICMD_I2L: /* ..., value ==> ..., value */
732 s1 = emit_load_s1(jd, iptr, src, REG_ITMP2);
733 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
734 M_INTMOVE(s1, GET_LOW_REG(d));
735 M_SRA_IMM(GET_LOW_REG(d), 31, GET_HIGH_REG(d));
736 emit_store(jd, iptr, iptr->dst, d);
739 case ICMD_L2I: /* ..., value ==> ..., value */
741 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP2);
742 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
744 emit_store(jd, iptr, iptr->dst, d);
747 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
749 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
750 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
752 emit_store(jd, iptr, iptr->dst, d);
755 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
757 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
758 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
760 emit_store(jd, iptr, iptr->dst, d);
763 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
765 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
766 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
768 emit_store(jd, iptr, iptr->dst, d);
772 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
774 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
775 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
776 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
778 emit_store(jd, iptr, iptr->dst, d);
781 case ICMD_IADDCONST: /* ..., value ==> ..., value + constant */
782 /* val.i = constant */
784 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
785 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
786 if ((iptr->val.i >= -32768) && (iptr->val.i <= 32767)) {
787 M_IADD_IMM(s1, iptr->val.i, d);
789 ICONST(REG_ITMP2, iptr->val.i);
790 M_IADD(s1, REG_ITMP2, d);
792 emit_store(jd, iptr, iptr->dst, d);
795 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
797 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
798 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
799 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
800 M_ADDC(s1, s2, GET_LOW_REG(d));
801 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
802 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP3); /* don't use REG_ITMP2 */
803 M_ADDE(s1, s2, GET_HIGH_REG(d));
804 emit_store(jd, iptr, iptr->dst, d);
807 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
808 /* val.l = constant */
810 s3 = iptr->val.l & 0xffffffff;
811 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
812 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
813 if ((s3 >= -32768) && (s3 <= 32767)) {
814 M_ADDIC(s1, s3, GET_LOW_REG(d));
816 ICONST(REG_ITMP2, s3);
817 M_ADDC(s1, REG_ITMP2, GET_LOW_REG(d));
819 s1 = emit_load_s1_high(jd, iptr, src, REG_ITMP1);
820 s3 = iptr->val.l >> 32;
822 M_ADDME(s1, GET_HIGH_REG(d));
823 } else if (s3 == 0) {
824 M_ADDZE(s1, GET_HIGH_REG(d));
826 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
827 M_ADDE(s1, REG_ITMP3, GET_HIGH_REG(d));
829 emit_store(jd, iptr, iptr->dst, d);
832 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
834 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
835 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
836 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
838 emit_store(jd, iptr, iptr->dst, d);
841 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
842 /* val.i = constant */
844 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
845 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
846 if ((iptr->val.i >= -32767) && (iptr->val.i <= 32768)) {
847 M_IADD_IMM(s1, -iptr->val.i, d);
849 ICONST(REG_ITMP2, -iptr->val.i);
850 M_IADD(s1, REG_ITMP2, d);
852 emit_store(jd, iptr, iptr->dst, d);
855 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
857 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
858 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
859 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
860 M_SUBC(s1, s2, GET_LOW_REG(d));
861 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
862 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP3); /* don't use REG_ITMP2 */
863 M_SUBE(s1, s2, GET_HIGH_REG(d));
864 emit_store(jd, iptr, iptr->dst, d);
867 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
868 /* val.l = constant */
870 s3 = (-iptr->val.l) & 0xffffffff;
871 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
872 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
873 if ((s3 >= -32768) && (s3 <= 32767)) {
874 M_ADDIC(s1, s3, GET_LOW_REG(d));
876 ICONST(REG_ITMP2, s3);
877 M_ADDC(s1, REG_ITMP2, GET_LOW_REG(d));
879 s1 = emit_load_s1_high(jd, iptr, src, REG_ITMP1);
880 s3 = (-iptr->val.l) >> 32;
882 M_ADDME(s1, GET_HIGH_REG(d));
884 M_ADDZE(s1, GET_HIGH_REG(d));
886 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
887 M_ADDE(s1, REG_ITMP3, GET_HIGH_REG(d));
889 emit_store(jd, iptr, iptr->dst, d);
892 case ICMD_IDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
894 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
895 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
896 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP1);
899 codegen_add_arithmeticexception_ref(cd);
900 M_LDAH(REG_ITMP3, REG_ZERO, 0x8000);
901 M_CMP(REG_ITMP3, s1);
902 M_BNE(3 + (s1 != d));
904 M_BNE(1 + (s1 != d));
908 emit_store(jd, iptr, iptr->dst, d);
911 case ICMD_IREM: /* ..., val1, val2 ==> ..., val1 % val2 */
913 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
914 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
915 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
918 codegen_add_arithmeticexception_ref(cd);
919 M_LDAH(REG_ITMP3, REG_ZERO, 0x8000);
920 M_CMP(REG_ITMP3, s1);
926 M_IDIV(s1, s2, REG_ITMP3);
927 M_IMUL(REG_ITMP3, s2, REG_ITMP3);
928 M_ISUB(s1, REG_ITMP3, d);
929 emit_store(jd, iptr, iptr->dst, d);
932 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
933 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
938 s2 = emit_load_s2(jd, iptr, src, PACK_REGS(REG_ITMP2, REG_ITMP1));
939 M_OR_TST(GET_HIGH_REG(s2), GET_LOW_REG(s2), REG_ITMP3);
941 codegen_add_arithmeticexception_ref(cd);
943 disp = dseg_addaddress(cd, bte->fp);
944 M_ALD(REG_ITMP3, REG_PV, disp);
947 s3 = PACK_REGS(rd->argintregs[GET_LOW_REG(md->params[1].regoff)],
948 rd->argintregs[GET_HIGH_REG(md->params[1].regoff)]);
951 s1 = emit_load_s1(jd, iptr, src->prev, PACK_REGS(REG_ITMP2, REG_ITMP1));
952 s3 = PACK_REGS(rd->argintregs[GET_LOW_REG(md->params[0].regoff)],
953 rd->argintregs[GET_HIGH_REG(md->params[0].regoff)]);
958 /*d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_RESULT2, REG_RESULT)); //FIXME */
959 /*M_LNGMOVE(PACK_REGS(REG_RESULT2, REG_RESULT), d); FIXME*/
960 emit_store(jd, iptr, iptr->dst, d);
963 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
965 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
966 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
967 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
969 emit_store(jd, iptr, iptr->dst, d);
972 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
973 /* val.i = constant */
975 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
976 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
977 if ((iptr->val.i >= -32768) && (iptr->val.i <= 32767)) {
978 M_IMUL_IMM(s1, iptr->val.i, d);
980 ICONST(REG_ITMP3, iptr->val.i);
981 M_IMUL(s1, REG_ITMP3, d);
983 emit_store(jd, iptr, iptr->dst, d);
986 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
988 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
989 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP3);
990 M_SRA_IMM(s1, iptr->val.i, d);
992 emit_store(jd, iptr, iptr->dst, d);
995 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
997 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
998 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
999 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1000 M_AND_IMM(s2, 0x1f, REG_ITMP3);
1001 M_SLL(s1, REG_ITMP3, d);
1002 emit_store(jd, iptr, iptr->dst, d);
1005 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
1006 /* val.i = constant */
1008 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1009 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1010 M_SLL_IMM(s1, iptr->val.i & 0x1f, d);
1011 emit_store(jd, iptr, iptr->dst, d);
1014 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
1016 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1017 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1018 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1019 M_AND_IMM(s2, 0x1f, REG_ITMP3);
1020 M_SRA(s1, REG_ITMP3, d);
1021 emit_store(jd, iptr, iptr->dst, d);
1024 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
1025 /* val.i = constant */
1027 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1028 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1029 M_SRA_IMM(s1, iptr->val.i & 0x1f, d);
1030 emit_store(jd, iptr, iptr->dst, d);
1033 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
1035 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1036 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1037 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1038 M_AND_IMM(s2, 0x1f, REG_ITMP2);
1039 M_SRL(s1, REG_ITMP2, d);
1040 emit_store(jd, iptr, iptr->dst, d);
1043 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
1044 /* val.i = constant */
1046 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1047 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1048 if (iptr->val.i & 0x1f) {
1049 M_SRL_IMM(s1, iptr->val.i & 0x1f, d);
1053 emit_store(jd, iptr, iptr->dst, d);
1056 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
1058 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1059 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1060 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1062 emit_store(jd, iptr, iptr->dst, d);
1065 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
1066 /* val.i = constant */
1068 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1069 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1070 if ((iptr->val.i >= 0) && (iptr->val.i <= 65535)) {
1071 M_AND_IMM(s1, iptr->val.i, d);
1074 else if (iptr->val.i == 0xffffff) {
1075 M_RLWINM(s1, 0, 8, 31, d);
1079 ICONST(REG_ITMP3, iptr->val.i);
1080 M_AND(s1, REG_ITMP3, d);
1082 emit_store(jd, iptr, iptr->dst, d);
1085 case ICMD_LAND: /* ..., val1, val2 ==> ..., val1 & val2 */
1087 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
1088 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
1089 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
1090 M_AND(s1, s2, GET_LOW_REG(d));
1091 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
1092 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP3); /* don't use REG_ITMP2 */
1093 M_AND(s1, s2, GET_HIGH_REG(d));
1094 emit_store(jd, iptr, iptr->dst, d);
1097 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
1098 /* val.l = constant */
1100 s3 = iptr->val.l & 0xffffffff;
1101 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
1102 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
1103 if ((s3 >= 0) && (s3 <= 65535)) {
1104 M_AND_IMM(s1, s3, GET_LOW_REG(d));
1106 ICONST(REG_ITMP3, s3);
1107 M_AND(s1, REG_ITMP3, GET_LOW_REG(d));
1109 s1 = emit_load_s1_high(jd, iptr, src, REG_ITMP1);
1110 s3 = iptr->val.l >> 32;
1111 if ((s3 >= 0) && (s3 <= 65535)) {
1112 M_AND_IMM(s1, s3, GET_HIGH_REG(d));
1114 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
1115 M_AND(s1, REG_ITMP3, GET_HIGH_REG(d));
1117 emit_store(jd, iptr, iptr->dst, d);
1120 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
1121 /* val.i = constant */
1123 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1124 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1125 M_MOV(s1, REG_ITMP2);
1127 M_BGE(1 + 2*(iptr->val.i >= 32768));
1128 if (iptr->val.i >= 32768) {
1129 M_ADDIS(REG_ZERO, iptr->val.i >> 16, REG_ITMP2);
1130 M_OR_IMM(REG_ITMP2, iptr->val.i, REG_ITMP2);
1131 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1133 M_IADD_IMM(s1, iptr->val.i, REG_ITMP2);
1136 int b=0, m = iptr->val.i;
1139 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
1141 M_ISUB(s1, REG_ITMP2, d);
1142 emit_store(jd, iptr, iptr->dst, d);
1145 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
1147 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1148 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1149 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1151 emit_store(jd, iptr, iptr->dst, d);
1154 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
1155 /* val.i = constant */
1157 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1158 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1159 if ((iptr->val.i >= 0) && (iptr->val.i <= 65535)) {
1160 M_OR_IMM(s1, iptr->val.i, d);
1162 ICONST(REG_ITMP3, iptr->val.i);
1163 M_OR(s1, REG_ITMP3, d);
1165 emit_store(jd, iptr, iptr->dst, d);
1168 case ICMD_LOR: /* ..., val1, val2 ==> ..., val1 | val2 */
1170 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
1171 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
1172 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
1173 M_OR(s1, s2, GET_LOW_REG(d));
1174 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
1175 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP3); /* don't use REG_ITMP2 */
1176 M_OR(s1, s2, GET_HIGH_REG(d));
1177 emit_store(jd, iptr, iptr->dst, d);
1180 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
1181 /* val.l = constant */
1183 s3 = iptr->val.l & 0xffffffff;
1184 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
1185 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
1186 if ((s3 >= 0) && (s3 <= 65535)) {
1187 M_OR_IMM(s1, s3, GET_LOW_REG(d));
1189 ICONST(REG_ITMP3, s3);
1190 M_OR(s1, REG_ITMP3, GET_LOW_REG(d));
1192 s1 = emit_load_s1_high(jd, iptr, src, REG_ITMP1);
1193 s3 = iptr->val.l >> 32;
1194 if ((s3 >= 0) && (s3 <= 65535)) {
1195 M_OR_IMM(s1, s3, GET_HIGH_REG(d));
1197 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
1198 M_OR(s1, REG_ITMP3, GET_HIGH_REG(d));
1200 emit_store(jd, iptr, iptr->dst, d);
1203 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1205 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1206 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1207 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1209 emit_store(jd, iptr, iptr->dst, d);
1212 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
1213 /* val.i = constant */
1215 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1216 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1217 if ((iptr->val.i >= 0) && (iptr->val.i <= 65535)) {
1218 M_XOR_IMM(s1, iptr->val.i, d);
1220 ICONST(REG_ITMP3, iptr->val.i);
1221 M_XOR(s1, REG_ITMP3, d);
1223 emit_store(jd, iptr, iptr->dst, d);
1226 case ICMD_LXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
1228 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
1229 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
1230 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
1231 M_XOR(s1, s2, GET_LOW_REG(d));
1232 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
1233 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP3); /* don't use REG_ITMP2 */
1234 M_XOR(s1, s2, GET_HIGH_REG(d));
1235 emit_store(jd, iptr, iptr->dst, d);
1238 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1239 /* val.l = constant */
1241 s3 = iptr->val.l & 0xffffffff;
1242 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
1243 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
1244 if ((s3 >= 0) && (s3 <= 65535)) {
1245 M_XOR_IMM(s1, s3, GET_LOW_REG(d));
1247 ICONST(REG_ITMP3, s3);
1248 M_XOR(s1, REG_ITMP3, GET_LOW_REG(d));
1250 s1 = emit_load_s1_high(jd, iptr, src, REG_ITMP1);
1251 s3 = iptr->val.l >> 32;
1252 if ((s3 >= 0) && (s3 <= 65535)) {
1253 M_XOR_IMM(s1, s3, GET_HIGH_REG(d));
1255 ICONST(REG_ITMP3, s3); /* don't use REG_ITMP2 */
1256 M_XOR(s1, REG_ITMP3, GET_HIGH_REG(d));
1258 emit_store(jd, iptr, iptr->dst, d);
1261 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1262 /*******************************************************************
1263 TODO: CHANGE THIS TO A VERSION THAT WORKS !!!
1264 *******************************************************************/
1265 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP3);
1266 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
1267 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP1);
1269 int tempreg = false;
1273 if (src->prev->flags & INMEMORY) {
1274 tempreg = tempreg || (d == REG_ITMP3) || (d == REG_ITMP2);
1276 tempreg = tempreg || (d == GET_HIGH_REG(src->prev->regoff))
1277 || (d == GET_LOW_REG(src->prev->regoff));
1279 if (src->flags & INMEMORY) {
1280 tempreg = tempreg || (d == REG_ITMP3) || (d == REG_ITMP2);
1282 tempreg = tempreg || (d == GET_HIGH_REG(src->regoff))
1283 || (d == GET_LOW_REG(src->regoff));
1286 dreg = tempreg ? REG_ITMP1 : d;
1287 M_IADD_IMM(REG_ZERO, 1, dreg);
1292 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP3);
1293 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
1297 M_IADD_IMM(dreg, -1, dreg);
1298 M_IADD_IMM(dreg, -1, dreg);
1299 gen_resolvebranch(br1, br1, cd->mcodeptr);
1300 gen_resolvebranch(br1 + 1 * 4, br1 + 1 * 4, cd->mcodeptr - 2 * 4);
1303 emit_store(jd, iptr, iptr->dst, d);
1306 case ICMD_IINC: /* ..., value ==> ..., value + constant */
1307 /* op1 = variable, val.i = constant */
1309 var = &(rd->locals[iptr->op1][TYPE_INT]);
1310 if (var->flags & INMEMORY) {
1312 M_ILD(s1, REG_SP, var->regoff * 4);
1320 M_ADDIS(s1, m >> 16, s1);
1322 M_IADD_IMM(s1, m & 0xffff, s1);
1324 if (var->flags & INMEMORY)
1325 M_IST(s1, REG_SP, var->regoff * 4);
1329 /* floating operations ************************************************/
1331 case ICMD_FNEG: /* ..., value ==> ..., - value */
1333 s1 = emit_load_s1(jd, iptr, src, REG_FTMP1);
1334 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1336 emit_store(jd, iptr, iptr->dst, d);
1339 case ICMD_DNEG: /* ..., value ==> ..., - value */
1341 s1 = emit_load_s1(jd, iptr, src, REG_FTMP1);
1342 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1344 emit_store(jd, iptr, iptr->dst, d);
1347 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1349 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1350 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1351 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1353 emit_store(jd, iptr, iptr->dst, d);
1356 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1358 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1359 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1360 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1362 emit_store(jd, iptr, iptr->dst, d);
1365 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1367 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1368 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1369 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1371 emit_store(jd, iptr, iptr->dst, d);
1374 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1376 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1377 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1378 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1380 emit_store(jd, iptr, iptr->dst, d);
1383 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1385 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1386 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1387 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1389 emit_store(jd, iptr, iptr->dst, d);
1392 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1394 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1395 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1396 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1398 emit_store(jd, iptr, iptr->dst, d);
1401 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1403 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1404 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1405 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1407 emit_store(jd, iptr, iptr->dst, d);
1410 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1412 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1413 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1414 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1416 emit_store(jd, iptr, iptr->dst, d);
1419 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1422 s1 = emit_load_s1(jd, iptr, src, REG_FTMP1);
1423 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1425 disp = dseg_addfloat(cd, 0.0);
1426 M_FLD(REG_FTMP2, REG_PV, disp);
1427 M_FCMPU(s1, REG_FTMP2);
1429 disp = dseg_adds4(cd, 0);
1430 M_CVTDL_C(s1, REG_FTMP1);
1431 M_LDA(REG_ITMP1, REG_PV, disp);
1432 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1433 M_ILD(d, REG_PV, disp);
1434 emit_store(jd, iptr, iptr->dst, d);
1437 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1439 s1 = emit_load_s1(jd, iptr, src, REG_FTMP1);
1440 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1442 emit_store(jd, iptr, iptr->dst, d);
1445 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1447 s1 = emit_load_s1(jd, iptr, src, REG_FTMP1);
1448 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP3);
1450 emit_store(jd, iptr, iptr->dst, d);
1453 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1454 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1457 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1458 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1459 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP1);
1461 M_IADD_IMM(REG_ZERO, -1, d);
1464 M_IADD_IMM(REG_ZERO, 0, d);
1466 M_IADD_IMM(REG_ZERO, 1, d);
1467 emit_store(jd, iptr, iptr->dst, d);
1470 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1471 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1473 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1474 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1475 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP1);
1477 M_IADD_IMM(REG_ZERO, 1, d);
1480 M_IADD_IMM(REG_ZERO, 0, d);
1482 M_IADD_IMM(REG_ZERO, -1, d);
1483 emit_store(jd, iptr, iptr->dst, d);
1486 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1487 case ICMD_IF_DCMPEQ:
1489 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1490 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1494 codegen_addreference(cd, (basicblock *) iptr->target);
1497 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1498 case ICMD_IF_DCMPNE:
1500 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1501 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1504 codegen_addreference(cd, (basicblock *) iptr->target);
1506 codegen_addreference(cd, (basicblock *) iptr->target);
1510 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1511 case ICMD_IF_DCMPL_LT:
1513 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1514 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1517 codegen_addreference(cd, (basicblock *) iptr->target);
1519 codegen_addreference(cd, (basicblock *) iptr->target);
1522 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1523 case ICMD_IF_DCMPL_GT:
1525 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1526 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1530 codegen_addreference(cd, (basicblock *) iptr->target);
1533 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1534 case ICMD_IF_DCMPL_LE:
1536 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1537 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1540 codegen_addreference(cd, (basicblock *) iptr->target);
1542 codegen_addreference(cd, (basicblock *) iptr->target);
1545 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1546 case ICMD_IF_DCMPL_GE:
1548 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1549 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1553 codegen_addreference(cd, (basicblock *) iptr->target);
1556 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1557 case ICMD_IF_DCMPG_LT:
1559 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1560 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1564 codegen_addreference(cd, (basicblock *) iptr->target);
1567 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1568 case ICMD_IF_DCMPG_GT:
1570 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1571 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1574 codegen_addreference(cd, (basicblock *) iptr->target);
1576 codegen_addreference(cd, (basicblock *) iptr->target);
1579 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1580 case ICMD_IF_DCMPG_LE:
1582 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1583 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1587 codegen_addreference(cd, (basicblock *) iptr->target);
1590 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1591 case ICMD_IF_DCMPG_GE:
1593 s1 = emit_load_s1(jd, iptr, src->prev, REG_FTMP1);
1594 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1597 codegen_addreference(cd, (basicblock *) iptr->target);
1599 codegen_addreference(cd, (basicblock *) iptr->target);
1603 /* memory operations **************************************************/
1605 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1607 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1608 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1609 gen_nullptr_check(s1);
1610 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1611 emit_store(jd, iptr, iptr->dst, d);
1614 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1616 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1617 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1618 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1619 if (iptr->op1 == 0) {
1620 gen_nullptr_check(s1);
1623 M_IADD_IMM(s2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1624 M_LBZX(d, s1, REG_ITMP2);
1626 emit_store(jd, iptr, iptr->dst, d);
1629 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1631 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1632 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1633 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1634 if (iptr->op1 == 0) {
1635 gen_nullptr_check(s1);
1638 M_SLL_IMM(s2, 1, REG_ITMP2);
1639 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1640 M_LHZX(d, s1, REG_ITMP2);
1641 emit_store(jd, iptr, iptr->dst, d);
1644 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1646 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1647 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1648 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1649 if (iptr->op1 == 0) {
1650 gen_nullptr_check(s1);
1653 M_SLL_IMM(s2, 1, REG_ITMP2);
1654 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1655 M_LHAX(d, s1, REG_ITMP2);
1656 emit_store(jd, iptr, iptr->dst, d);
1659 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1661 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1662 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1663 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1664 if (iptr->op1 == 0) {
1665 gen_nullptr_check(s1);
1668 M_SLL_IMM(s2, 2, REG_ITMP2);
1669 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1670 M_LWZX(d, s1, REG_ITMP2);
1671 emit_store(jd, iptr, iptr->dst, d);
1674 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1676 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1677 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1678 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
1679 if (iptr->op1 == 0) {
1680 gen_nullptr_check(s1);
1683 M_SLL_IMM(s2, 3, REG_ITMP2);
1684 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1685 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1686 emit_store(jd, iptr, iptr->dst, d);
1689 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1691 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1692 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1693 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
1694 if (iptr->op1 == 0) {
1695 gen_nullptr_check(s1);
1698 M_SLL_IMM(s2, 2, REG_ITMP2);
1699 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1700 M_LFSX(d, s1, REG_ITMP2);
1701 emit_store(jd, iptr, iptr->dst, d);
1704 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1706 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1707 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1708 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
1709 if (iptr->op1 == 0) {
1710 gen_nullptr_check(s1);
1713 M_SLL_IMM(s2, 3, REG_ITMP2);
1714 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1715 M_LFDX(d, s1, REG_ITMP2);
1716 emit_store(jd, iptr, iptr->dst, d);
1719 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1721 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
1722 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1723 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1724 if (iptr->op1 == 0) {
1725 gen_nullptr_check(s1);
1728 M_SLL_IMM(s2, 2, REG_ITMP2);
1729 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1730 M_LWZX(d, s1, REG_ITMP2);
1731 emit_store(jd, iptr, iptr->dst, d);
1735 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1737 s1 = emit_load_s1(jd, iptr, src->prev->prev, REG_ITMP1);
1738 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1739 if (iptr->op1 == 0) {
1740 gen_nullptr_check(s1);
1743 s3 = emit_load_s3(jd, iptr, src, REG_ITMP3);
1744 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1745 M_STBX(s3, s1, REG_ITMP2);
1748 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1750 s1 = emit_load_s1(jd, iptr, src->prev->prev, REG_ITMP1);
1751 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1752 if (iptr->op1 == 0) {
1753 gen_nullptr_check(s1);
1756 s3 = emit_load_s3(jd, iptr, src, REG_ITMP3);
1757 M_SLL_IMM(s2, 1, REG_ITMP2);
1758 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1759 M_STHX(s3, s1, REG_ITMP2);
1762 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1764 s1 = emit_load_s1(jd, iptr, src->prev->prev, REG_ITMP1);
1765 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1766 if (iptr->op1 == 0) {
1767 gen_nullptr_check(s1);
1770 s3 = emit_load_s3(jd, iptr, src, REG_ITMP3);
1771 M_SLL_IMM(s2, 1, REG_ITMP2);
1772 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1773 M_STHX(s3, s1, REG_ITMP2);
1776 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1778 s1 = emit_load_s1(jd, iptr, src->prev->prev, REG_ITMP1);
1779 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1780 if (iptr->op1 == 0) {
1781 gen_nullptr_check(s1);
1784 s3 = emit_load_s3(jd, iptr, src, REG_ITMP3);
1785 M_SLL_IMM(s2, 2, REG_ITMP2);
1786 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1787 M_STWX(s3, s1, REG_ITMP2);
1790 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1792 s1 = emit_load_s1(jd, iptr, src->prev->prev, REG_ITMP1);
1793 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1794 if (iptr->op1 == 0) {
1795 gen_nullptr_check(s1);
1798 s3 = emit_load_s3_high(jd, iptr, src, REG_ITMP3);
1799 M_SLL_IMM(s2, 3, REG_ITMP2);
1800 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1801 M_STWX(s3, s1, REG_ITMP2);
1802 M_IADD_IMM(REG_ITMP2, 4, REG_ITMP2);
1803 s3 = emit_load_s3_low(jd, iptr, src, REG_ITMP3);
1804 M_STWX(s3, s1, REG_ITMP2);
1807 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1809 s1 = emit_load_s1(jd, iptr, src->prev->prev, REG_ITMP1);
1810 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1811 if (iptr->op1 == 0) {
1812 gen_nullptr_check(s1);
1815 s3 = emit_load_s3(jd, iptr, src, REG_FTMP3);
1816 M_SLL_IMM(s2, 2, REG_ITMP2);
1817 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1818 M_STFSX(s3, s1, REG_ITMP2);
1821 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1823 s1 = emit_load_s1(jd, iptr, src->prev->prev, REG_ITMP1);
1824 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1825 if (iptr->op1 == 0) {
1826 gen_nullptr_check(s1);
1829 s3 = emit_load_s3(jd, iptr, src, REG_FTMP3);
1830 M_SLL_IMM(s2, 3, REG_ITMP2);
1831 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1832 M_STFDX(s3, s1, REG_ITMP2);
1835 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1837 s1 = emit_load_s1(jd, iptr, src->prev->prev, rd->argintregs[0]);
1838 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1839 if (iptr->op1 == 0) {
1840 gen_nullptr_check(s1);
1843 s3 = emit_load_s3(jd, iptr, src, rd->argintregs[1]);
1845 disp = dseg_addaddress(cd, BUILTIN_canstore);
1846 M_ALD(REG_ITMP3, REG_PV, disp);
1849 M_INTMOVE(s1, rd->argintregs[0]);
1850 M_INTMOVE(s3, rd->argintregs[1]);
1855 codegen_add_arraystoreexception_ref(cd);
1857 s1 = emit_load_s1(jd, iptr, src->prev->prev, REG_ITMP1);
1858 s2 = emit_load_s2(jd, iptr, src->prev, REG_ITMP2);
1859 s3 = emit_load_s3(jd, iptr, src, REG_ITMP3);
1860 M_SLL_IMM(s2, 2, REG_ITMP2);
1861 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1862 M_STWX(s3, s1, REG_ITMP2);
1866 case ICMD_GETSTATIC: /* ... ==> ..., value */
1867 /* op1 = type, val.a = field address */
1869 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1870 disp = dseg_addaddress(cd, NULL);
1872 codegen_addpatchref(cd, PATCHER_get_putstatic,
1873 INSTRUCTION_UNRESOLVED_FIELD(iptr), disp);
1875 if (opt_showdisassemble)
1879 fieldinfo *fi = INSTRUCTION_RESOLVED_FIELDINFO(iptr);
1881 disp = dseg_addaddress(cd, &(fi->value));
1883 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1884 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1886 if (opt_showdisassemble)
1891 M_ALD(REG_ITMP1, REG_PV, disp);
1892 switch (iptr->op1) {
1894 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1895 M_ILD_INTERN(d, REG_ITMP1, 0);
1898 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, PACK_REGS(REG_ITMP2, REG_ITMP1));
1899 M_ILD_INTERN(GET_LOW_REG(d), REG_ITMP1, 4);/* keep this order */
1900 M_ILD_INTERN(GET_HIGH_REG(d), REG_ITMP1, 0);/*keep this order */
1903 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1904 M_ALD_INTERN(d, REG_ITMP1, 0);
1907 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
1908 M_FLD_INTERN(d, REG_ITMP1, 0);
1911 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
1912 M_DLD_INTERN(d, REG_ITMP1, 0);
1915 emit_store(jd, iptr, iptr->dst, d);
1918 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1919 /* op1 = type, val.a = field address */
1922 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1923 disp = dseg_addaddress(cd, NULL);
1925 codegen_addpatchref(cd, PATCHER_get_putstatic,
1926 INSTRUCTION_UNRESOLVED_FIELD(iptr), disp);
1928 if (opt_showdisassemble)
1932 fieldinfo *fi = INSTRUCTION_RESOLVED_FIELDINFO(iptr);
1934 disp = dseg_addaddress(cd, &(fi->value));
1936 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1937 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1939 if (opt_showdisassemble)
1944 M_ALD(REG_ITMP1, REG_PV, disp);
1945 switch (iptr->op1) {
1947 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1948 M_IST_INTERN(s2, REG_ITMP1, 0);
1951 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1952 M_LST_INTERN(s2, REG_ITMP1, 0);
1955 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
1956 M_AST_INTERN(s2, REG_ITMP1, 0);
1959 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1960 M_FST_INTERN(s2, REG_ITMP1, 0);
1963 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
1964 M_DST_INTERN(s2, REG_ITMP1, 0);
1970 case ICMD_GETFIELD: /* ... ==> ..., value */
1971 /* op1 = type, val.i = field offset */
1973 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
1974 gen_nullptr_check(s1);
1976 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1977 codegen_addpatchref(cd, PATCHER_get_putfield,
1978 INSTRUCTION_UNRESOLVED_FIELD(iptr), 0);
1980 if (opt_showdisassemble)
1986 disp = INSTRUCTION_RESOLVED_FIELDINFO(iptr)->offset;
1989 switch (iptr->op1) {
1991 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1995 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
1999 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
2003 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
2007 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FTMP1);
2011 emit_store(jd, iptr, iptr->dst, d);
2014 case ICMD_PUTFIELD: /* ..., value ==> ... */
2015 /* op1 = type, val.i = field offset */
2017 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
2018 gen_nullptr_check(s1);
2020 if (!IS_FLT_DBL_TYPE(iptr->op1)) {
2021 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
2023 s2 = emit_load_s2(jd, iptr, src, REG_FTMP2);
2026 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2027 codegen_addpatchref(cd, PATCHER_get_putfield,
2028 INSTRUCTION_UNRESOLVED_FIELD(iptr), 0);
2030 if (opt_showdisassemble)
2036 disp = INSTRUCTION_RESOLVED_FIELDINFO(iptr)->offset;
2039 switch (iptr->op1) {
2041 M_IST(s2, s1, disp);
2044 M_LST(s2, s1, disp);
2047 M_AST(s2, s1, disp);
2050 M_FST(s2, s1, disp);
2053 M_DST(s2, s1, disp);
2059 /* branch operations **************************************************/
2061 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
2063 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
2064 M_LNGMOVE(s1, REG_ITMP1_XPTR);
2066 #ifdef ENABLE_VERIFIER
2068 codegen_addpatchref(cd, PATCHER_athrow_areturn,
2069 (unresolved_class *) iptr->val.a, 0);
2071 if (opt_showdisassemble)
2074 #endif /* ENABLE_VERIFIER */
2076 disp = dseg_addaddress(cd, asm_handle_exception);
2077 M_ALD(REG_ITMP2, REG_PV, disp);
2080 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
2081 M_BL(0); /* get current PC */
2082 M_MFLR(REG_ITMP2_XPC);
2083 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
2084 M_RTS; /* jump to CTR */
2089 case ICMD_GOTO: /* ... ==> ... */
2090 /* op1 = target JavaVM pc */
2092 codegen_addreference(cd, (basicblock *) iptr->target);
2096 case ICMD_JSR: /* ... ==> ... */
2097 /* op1 = target JavaVM pc */
2099 if (jd->isleafmethod)
2103 M_IADD_IMM(REG_ITMP1, jd->isleafmethod ? 4*4 : 3*4, REG_ITMP1);
2104 if (jd->isleafmethod)
2107 codegen_addreference(cd, (basicblock *) iptr->target);
2110 case ICMD_RET: /* ... ==> ... */
2111 /* op1 = local variable */
2113 var = &(rd->locals[iptr->op1][TYPE_ADR]);
2114 if (var->flags & INMEMORY) {
2115 M_ALD(REG_ITMP1, REG_SP, var->regoff * 4);
2118 M_MTCTR(var->regoff);
2124 case ICMD_IFNULL: /* ..., value ==> ... */
2125 /* op1 = target JavaVM pc */
2127 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
2130 codegen_addreference(cd, (basicblock *) iptr->target);
2133 case ICMD_IFNONNULL: /* ..., value ==> ... */
2134 /* op1 = target JavaVM pc */
2136 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
2139 codegen_addreference(cd, (basicblock *) iptr->target);
2147 case ICMD_IFEQ: /* ..., value ==> ... */
2148 /* op1 = target JavaVM pc, val.i = constant */
2150 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
2151 if ((iptr->val.i >= -32768) && (iptr->val.i <= 32767))
2152 M_CMPI(s1, iptr->val.i);
2154 ICONST(REG_ITMP2, iptr->val.i);
2155 M_CMP(s1, REG_ITMP2);
2157 switch (iptr->opc) {
2177 codegen_addreference(cd, (basicblock *) iptr->target);
2181 case ICMD_IF_LEQ: /* ..., value ==> ... */
2182 /* op1 = target JavaVM pc, val.l = constant */
2184 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
2185 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2186 if (iptr->val.l == 0) {
2187 M_OR_TST(s1, s2, REG_ITMP3);
2188 } else if ((iptr->val.l >= 0) && (iptr->val.l <= 0xffff)) {
2189 M_XOR_IMM(s2, 0, REG_ITMP2);
2190 M_XOR_IMM(s1, iptr->val.l & 0xffff, REG_ITMP1);
2191 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
2193 ICONST(REG_ITMP3, iptr->val.l & 0xffffffff);
2194 M_XOR(s1, REG_ITMP3, REG_ITMP1);
2195 ICONST(REG_ITMP3, iptr->val.l >> 32);
2196 M_XOR(s2, REG_ITMP3, REG_ITMP2);
2197 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
2200 codegen_addreference(cd, (basicblock *) iptr->target);
2203 case ICMD_IF_LLT: /* ..., value ==> ... */
2204 /* op1 = target JavaVM pc, val.l = constant */
2205 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
2206 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2207 if (iptr->val.l == 0) {
2208 /* if high word is less than zero, the whole long is too */
2210 } else if ((iptr->val.l >= 0) && (iptr->val.l <= 0xffff)) {
2213 codegen_addreference(cd, (basicblock *) iptr->target);
2215 M_CMPUI(s1, iptr->val.l & 0xffff);
2217 ICONST(REG_ITMP3, iptr->val.l >> 32);
2218 M_CMP(s2, REG_ITMP3);
2220 codegen_addreference(cd, (basicblock *) iptr->target);
2222 ICONST(REG_ITMP3, iptr->val.l & 0xffffffff);
2223 M_CMPU(s1, REG_ITMP3);
2226 codegen_addreference(cd, (basicblock *) iptr->target);
2229 case ICMD_IF_LLE: /* ..., value ==> ... */
2230 /* op1 = target JavaVM pc, val.l = constant */
2232 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
2233 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2234 /* if (iptr->val.l == 0) { */
2235 /* M_OR(s1, s2, REG_ITMP3); */
2236 /* M_CMPI(REG_ITMP3, 0); */
2239 if ((iptr->val.l >= 0) && (iptr->val.l <= 0xffff)) {
2242 codegen_addreference(cd, (basicblock *) iptr->target);
2244 M_CMPUI(s1, iptr->val.l & 0xffff);
2246 ICONST(REG_ITMP3, iptr->val.l >> 32);
2247 M_CMP(s2, REG_ITMP3);
2249 codegen_addreference(cd, (basicblock *) iptr->target);
2251 ICONST(REG_ITMP3, iptr->val.l & 0xffffffff);
2252 M_CMPU(s1, REG_ITMP3);
2255 codegen_addreference(cd, (basicblock *) iptr->target);
2258 case ICMD_IF_LNE: /* ..., value ==> ... */
2259 /* op1 = target JavaVM pc, val.l = constant */
2261 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
2262 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2263 if (iptr->val.l == 0) {
2264 M_OR_TST(s1, s2, REG_ITMP3);
2265 } else if ((iptr->val.l >= 0) && (iptr->val.l <= 0xffff)) {
2266 M_XOR_IMM(s2, 0, REG_ITMP2);
2267 M_XOR_IMM(s1, iptr->val.l & 0xffff, REG_ITMP1);
2268 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
2270 ICONST(REG_ITMP3, iptr->val.l & 0xffffffff);
2271 M_XOR(s1, REG_ITMP3, REG_ITMP1);
2272 ICONST(REG_ITMP3, iptr->val.l >> 32);
2273 M_XOR(s2, REG_ITMP3, REG_ITMP2);
2274 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
2277 codegen_addreference(cd, (basicblock *) iptr->target);
2280 case ICMD_IF_LGT: /* ..., value ==> ... */
2281 /* op1 = target JavaVM pc, val.l = constant */
2283 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
2284 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2285 /* if (iptr->val.l == 0) { */
2286 /* M_OR(s1, s2, REG_ITMP3); */
2287 /* M_CMPI(REG_ITMP3, 0); */
2290 if ((iptr->val.l >= 0) && (iptr->val.l <= 0xffff)) {
2293 codegen_addreference(cd, (basicblock *) iptr->target);
2295 M_CMPUI(s1, iptr->val.l & 0xffff);
2297 ICONST(REG_ITMP3, iptr->val.l >> 32);
2298 M_CMP(s2, REG_ITMP3);
2300 codegen_addreference(cd, (basicblock *) iptr->target);
2302 ICONST(REG_ITMP3, iptr->val.l & 0xffffffff);
2303 M_CMPU(s1, REG_ITMP3);
2306 codegen_addreference(cd, (basicblock *) iptr->target);
2309 case ICMD_IF_LGE: /* ..., value ==> ... */
2310 /* op1 = target JavaVM pc, val.l = constant */
2312 s1 = emit_load_s1_low(jd, iptr, src, REG_ITMP1);
2313 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2314 if (iptr->val.l == 0) {
2315 /* if high word is greater equal zero, the whole long is too */
2317 } else if ((iptr->val.l >= 0) && (iptr->val.l <= 0xffff)) {
2320 codegen_addreference(cd, (basicblock *) iptr->target);
2322 M_CMPUI(s1, iptr->val.l & 0xffff);
2324 ICONST(REG_ITMP3, iptr->val.l >> 32);
2325 M_CMP(s2, REG_ITMP3);
2327 codegen_addreference(cd, (basicblock *) iptr->target);
2329 ICONST(REG_ITMP3, iptr->val.l & 0xffffffff);
2330 M_CMPU(s1, REG_ITMP3);
2333 codegen_addreference(cd, (basicblock *) iptr->target);
2336 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
2337 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
2339 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
2340 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
2343 codegen_addreference(cd, (basicblock *) iptr->target);
2346 case ICMD_IF_LCMPEQ: /* ..., value, value ==> ... */
2347 /* op1 = target JavaVM pc */
2349 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
2350 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2352 /* load low-bits before the branch, so we know the distance */
2353 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
2354 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
2358 codegen_addreference(cd, (basicblock *) iptr->target);
2361 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
2362 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
2364 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
2365 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
2368 codegen_addreference(cd, (basicblock *) iptr->target);
2371 case ICMD_IF_LCMPNE: /* ..., value, value ==> ... */
2372 /* op1 = target JavaVM pc */
2374 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
2375 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2378 codegen_addreference(cd, (basicblock *) iptr->target);
2379 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
2380 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
2383 codegen_addreference(cd, (basicblock *) iptr->target);
2386 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
2387 /* op1 = target JavaVM pc */
2389 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
2390 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
2393 codegen_addreference(cd, (basicblock *) iptr->target);
2396 case ICMD_IF_LCMPLT: /* ..., value, value ==> ... */
2397 /* op1 = target JavaVM pc */
2399 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
2400 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2403 codegen_addreference(cd, (basicblock *) iptr->target);
2404 /* load low-bits before the branch, so we know the distance */
2405 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
2406 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
2410 codegen_addreference(cd, (basicblock *) iptr->target);
2413 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
2414 /* op1 = target JavaVM pc */
2416 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
2417 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
2420 codegen_addreference(cd, (basicblock *) iptr->target);
2423 case ICMD_IF_LCMPGT: /* ..., value, value ==> ... */
2424 /* op1 = target JavaVM pc */
2426 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
2427 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2430 codegen_addreference(cd, (basicblock *) iptr->target);
2431 /* load low-bits before the branch, so we know the distance */
2432 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
2433 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
2437 codegen_addreference(cd, (basicblock *) iptr->target);
2440 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
2441 /* op1 = target JavaVM pc */
2443 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
2444 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
2447 codegen_addreference(cd, (basicblock *) iptr->target);
2450 case ICMD_IF_LCMPLE: /* ..., value, value ==> ... */
2451 /* op1 = target JavaVM pc */
2453 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
2454 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2457 codegen_addreference(cd, (basicblock *) iptr->target);
2458 /* load low-bits before the branch, so we know the distance */
2459 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
2460 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
2464 codegen_addreference(cd, (basicblock *) iptr->target);
2467 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
2468 /* op1 = target JavaVM pc */
2470 s1 = emit_load_s1(jd, iptr, src->prev, REG_ITMP1);
2471 s2 = emit_load_s2(jd, iptr, src, REG_ITMP2);
2474 codegen_addreference(cd, (basicblock *) iptr->target);
2477 case ICMD_IF_LCMPGE: /* ..., value, value ==> ... */
2478 /* op1 = target JavaVM pc */
2480 s1 = emit_load_s1_high(jd, iptr, src->prev, REG_ITMP1);
2481 s2 = emit_load_s2_high(jd, iptr, src, REG_ITMP2);
2484 codegen_addreference(cd, (basicblock *) iptr->target);
2485 /* load low-bits before the branch, so we know the distance */
2486 s1 = emit_load_s1_low(jd, iptr, src->prev, REG_ITMP1);
2487 s2 = emit_load_s2_low(jd, iptr, src, REG_ITMP2);
2491 codegen_addreference(cd, (basicblock *) iptr->target);
2494 case ICMD_LRETURN: /* ..., retvalue ==> ... */
2495 case ICMD_IRETURN: /* ..., retvalue ==> ... */
2497 s1 = emit_load_s1(jd, iptr, src, REG_RESULT);
2498 M_LNGMOVE(s1, REG_RESULT);
2499 goto nowperformreturn;
2501 case ICMD_ARETURN: /* ..., retvalue ==> ... */
2503 s1 = emit_load_s1(jd, iptr, src, REG_RESULT);
2504 M_LNGMOVE(s1, REG_RESULT);
2506 #ifdef ENABLE_VERIFIER
2508 codegen_addpatchref(cd, PATCHER_athrow_areturn,
2509 (unresolved_class *) iptr->val.a, 0);
2511 if (opt_showdisassemble)
2514 #endif /* ENABLE_VERIFIER */
2516 goto nowperformreturn;
2518 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2521 s1 = emit_load_s1(jd, iptr, src, REG_FRESULT);
2522 M_FLTMOVE(s1, REG_FRESULT);
2523 goto nowperformreturn;
2525 case ICMD_RETURN: /* ... ==> ... */
2533 /* call trace function */
2535 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2536 emit_verbosecall_exit(jd);
2539 #if defined(ENABLE_THREADS)
2540 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2541 disp = dseg_addaddress(cd, LOCK_monitor_exit);
2542 M_ALD(REG_ITMP3, REG_PV, disp);
2545 /* we need to save the proper return value */
2547 switch (iptr->opc) {
2549 /*M_IST(REG_RESULT2, REG_SP, rd->memuse * 4 + 8); FIXME*/
2553 M_IST(REG_RESULT , REG_SP, rd->memuse * 4 + 4);
2556 M_FST(REG_FRESULT, REG_SP, rd->memuse * 4 + 4);
2559 M_DST(REG_FRESULT, REG_SP, rd->memuse * 4 + 4);
2563 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 4);
2566 /* and now restore the proper return value */
2568 switch (iptr->opc) {
2570 /*M_ILD(REG_RESULT2, REG_SP, rd->memuse * 4 + 8); FIXME*/
2574 M_ILD(REG_RESULT , REG_SP, rd->memuse * 4 + 4);
2577 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 4 + 4);
2580 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 4 + 4);
2586 /* restore return address */
2588 if (!jd->isleafmethod) {
2589 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2590 may have a displacement overflow. */
2592 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2596 /* restore saved registers */
2598 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2599 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2601 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2602 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2605 /* deallocate stack */
2608 M_LDA(REG_SP, REG_SP, stackframesize * 8);
2616 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2621 tptr = (void **) iptr->target;
2623 s4ptr = iptr->val.a;
2624 l = s4ptr[1]; /* low */
2625 i = s4ptr[2]; /* high */
2627 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
2629 M_INTMOVE(s1, REG_ITMP1);
2630 } else if (l <= 32768) {
2631 M_LDA(REG_ITMP1, s1, -l);
2633 ICONST(REG_ITMP2, l);
2634 M_ISUB(s1, REG_ITMP2, REG_ITMP1);
2640 M_CMPUI(REG_ITMP1, i - 1);
2642 codegen_addreference(cd, (basicblock *) tptr[0]);
2644 /* build jump table top down and use address of lowest entry */
2646 /* s4ptr += 3 + i; */
2650 dseg_addtarget(cd, (basicblock *) tptr[0]);
2655 /* length of dataseg after last dseg_addtarget is used by load */
2657 M_SLL_IMM(REG_ITMP1, 2, REG_ITMP1);
2658 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2659 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2666 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2668 s4 i, l, val, *s4ptr;
2671 tptr = (void **) iptr->target;
2673 s4ptr = iptr->val.a;
2674 l = s4ptr[0]; /* default */
2675 i = s4ptr[1]; /* count */
2677 MCODECHECK((i<<2)+8);
2678 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
2684 if ((val >= -32768) && (val <= 32767)) {
2687 a = dseg_adds4(cd, val);
2688 M_ILD(REG_ITMP2, REG_PV, a);
2689 M_CMP(s1, REG_ITMP2);
2692 codegen_addreference(cd, (basicblock *) tptr[0]);
2696 tptr = (void **) iptr->target;
2697 codegen_addreference(cd, (basicblock *) tptr[0]);
2704 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2705 /* op1 = arg count val.a = builtintable entry */
2711 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2712 /* op1 = arg count, val.a = method pointer */
2714 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2715 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2716 case ICMD_INVOKEINTERFACE:
2718 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2719 md = INSTRUCTION_UNRESOLVED_METHOD(iptr)->methodref->parseddesc.md;
2723 lm = INSTRUCTION_RESOLVED_METHODINFO(iptr);
2724 md = lm->parseddesc;
2728 s3 = md->paramcount;
2730 MCODECHECK((s3 << 1) + 64);
2732 /* copy arguments to registers or stack location */
2734 for (s3 = s3 - 1; s3 >= 0; s3--, src = src->prev) {
2735 if (src->varkind == ARGVAR)
2737 if (IS_INT_LNG_TYPE(src->type)) {
2738 if (!md->params[s3].inmemory) {
2739 if (IS_2_WORD_TYPE(src->type)) {
2740 s1 = rd->argintregs[md->params[s3].regoff]; /* removed PACKREGS */
2741 d = emit_load_s1(jd, iptr, src, s1);
2744 s1 = rd->argintregs[md->params[s3].regoff];
2745 d = emit_load_s1(jd, iptr, src, s1);
2750 if (IS_2_WORD_TYPE(src->type)) {
2751 d = emit_load_s1(jd, iptr, src, REG_ITMP1);
2752 M_LST(d, REG_SP, md->params[s3].regoff * 8); /* XXX */
2754 d = emit_load_s1(jd, iptr, src, REG_ITMP1);
2755 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2760 if (!md->params[s3].inmemory) {
2761 s1 = rd->argfltregs[md->params[s3].regoff];
2762 d = emit_load_s1(jd, iptr, src, s1);
2766 d = emit_load_s1(jd, iptr, src, REG_FTMP1);
2767 if (IS_2_WORD_TYPE(src->type))
2768 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2770 M_FST(d, REG_SP, md->params[s3].regoff * 8);
2775 switch (iptr->opc) {
2777 disp = dseg_addaddress(cd, bte->fp);
2778 d = md->returntype.type;
2780 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2781 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address */
2782 M_ALD(REG_ITMP2, REG_PV, 8); /* TOC of callee */
2783 M_MOV(REG_TOC, REG_ITMP2); /* load TOC for callee */
2786 /* TODO: restore TOC */
2787 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2789 M_LDA(REG_PV, REG_ITMP1, -disp);
2791 /* if op1 == true, we need to check for an exception */
2793 if (iptr->op1 == true) {
2794 M_CMPI(REG_RESULT, 0);
2796 codegen_add_fillinstacktrace_ref(cd);
2800 case ICMD_INVOKESPECIAL:
2801 gen_nullptr_check(rd->argintregs[0]);
2802 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2805 case ICMD_INVOKESTATIC:
2807 unresolved_method *um = INSTRUCTION_UNRESOLVED_METHOD(iptr);
2809 disp = dseg_addaddress(cd, NULL);
2811 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2814 if (opt_showdisassemble)
2817 d = md->returntype.type;
2820 disp = dseg_addaddress(cd, lm->stubroutine);
2821 d = md->returntype.type;
2824 M_ALD(REG_PV, REG_PV, disp);
2827 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2829 M_LDA(REG_PV, REG_ITMP1, -disp);
2832 case ICMD_INVOKEVIRTUAL:
2833 gen_nullptr_check(rd->argintregs[0]);
2836 unresolved_method *um = INSTRUCTION_UNRESOLVED_METHOD(iptr);
2838 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2840 if (opt_showdisassemble)
2844 d = md->returntype.type;
2847 s1 = OFFSET(vftbl_t, table[0]) +
2848 sizeof(methodptr) * lm->vftblindex;
2849 d = md->returntype.type;
2852 M_ALD(REG_METHODPTR, rd->argintregs[0],
2853 OFFSET(java_objectheader, vftbl));
2854 M_ALD(REG_PV, REG_METHODPTR, s1);
2857 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2859 M_LDA(REG_PV, REG_ITMP1, -disp);
2862 case ICMD_INVOKEINTERFACE:
2863 gen_nullptr_check(rd->argintregs[0]);
2866 unresolved_method *um = INSTRUCTION_UNRESOLVED_METHOD(iptr);
2868 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2870 if (opt_showdisassemble)
2875 d = md->returntype.type;
2878 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2879 sizeof(methodptr*) * lm->class->index;
2881 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2883 d = md->returntype.type;
2886 M_ALD(REG_METHODPTR, rd->argintregs[0],
2887 OFFSET(java_objectheader, vftbl));
2888 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2889 M_ALD(REG_PV, REG_METHODPTR, s2);
2892 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2894 M_LDA(REG_PV, REG_ITMP1, -disp);
2898 /* d contains return type */
2900 if (d != TYPE_VOID) {
2901 if (IS_INT_LNG_TYPE(iptr->dst->type)) {
2902 if (IS_2_WORD_TYPE(iptr->dst->type)) {
2903 /*s1 = codegen_reg_of_var(rd, iptr->opc, iptr->dst,
2904 PACK_REGS(REG_RESULT2, REG_RESULT)); FIXME*/
2905 /*M_LNGMOVE(PACK_REGS(REG_RESULT2, REG_RESULT), s1); FIXME*/
2907 s1 = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_RESULT);
2908 M_INTMOVE(REG_RESULT, s1);
2911 s1 = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_FRESULT);
2912 M_FLTMOVE(REG_FRESULT, s1);
2914 emit_store(jd, iptr, iptr->dst, s1);
2919 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2920 /* op1: 0 == array, 1 == class */
2921 /* val.a: (classinfo*) superclass */
2923 /* superclass is an interface:
2925 * OK if ((sub == NULL) ||
2926 * (sub->vftbl->interfacetablelength > super->index) &&
2927 * (sub->vftbl->interfacetable[-super->index] != NULL));
2929 * superclass is a class:
2931 * OK if ((sub == NULL) || (0
2932 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2933 * super->vftbl->diffvall));
2936 if (iptr->op1 == 1) {
2937 /* object type cast-check */
2940 vftbl_t *supervftbl;
2943 super = (classinfo *) iptr->val.a;
2950 superindex = super->index;
2951 supervftbl = super->vftbl;
2954 #if defined(ENABLE_THREADS)
2955 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2957 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
2959 /* calculate interface checkcast code size */
2963 s2 += (opt_showdisassemble ? 1 : 0);
2965 /* calculate class checkcast code size */
2967 s3 = 8 + (s1 == REG_ITMP1);
2969 s3 += (opt_showdisassemble ? 1 : 0);
2971 /* if class is not resolved, check which code to call */
2975 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2977 disp = dseg_adds4(cd, 0); /* super->flags */
2979 codegen_addpatchref(cd,
2980 PATCHER_checkcast_instanceof_flags,
2981 (constant_classref *) iptr->target,
2984 if (opt_showdisassemble)
2987 M_ILD(REG_ITMP2, REG_PV, disp);
2988 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2992 /* interface checkcast code */
2994 if (!super || (super->flags & ACC_INTERFACE)) {
3000 codegen_addpatchref(cd,
3001 PATCHER_checkcast_instanceof_interface,
3002 (constant_classref *) iptr->target,
3005 if (opt_showdisassemble)
3009 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
3010 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
3011 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
3013 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
3014 M_ALD(REG_ITMP3, REG_ITMP2,
3015 OFFSET(vftbl_t, interfacetable[0]) -
3016 superindex * sizeof(methodptr*));
3019 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
3025 /* class checkcast code */
3027 if (!super || !(super->flags & ACC_INTERFACE)) {
3028 disp = dseg_addaddress(cd, supervftbl);
3035 codegen_addpatchref(cd, PATCHER_checkcast_class,
3036 (constant_classref *) iptr->target,
3039 if (opt_showdisassemble)
3043 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
3044 #if defined(ENABLE_THREADS)
3045 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
3047 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
3048 M_ALD(REG_ITMP2, REG_PV, disp);
3049 if (s1 != REG_ITMP1) {
3050 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
3051 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
3052 #if defined(ENABLE_THREADS)
3053 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
3055 M_ISUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
3057 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
3058 M_ISUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
3059 M_ALD(REG_ITMP2, REG_PV, disp);
3060 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
3061 #if defined(ENABLE_THREADS)
3062 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
3065 M_CMPU(REG_ITMP3, REG_ITMP2);
3067 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
3069 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, s1);
3072 /* array type cast-check */
3074 s1 = emit_load_s1(jd, iptr, src, rd->argintregs[0]);
3075 M_INTMOVE(s1, rd->argintregs[0]);
3077 disp = dseg_addaddress(cd, iptr->val.a);
3079 if (iptr->val.a == NULL) {
3080 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
3081 (constant_classref *) iptr->target,
3084 if (opt_showdisassemble)
3088 M_ALD(rd->argintregs[1], REG_PV, disp);
3089 disp = dseg_addaddress(cd, BUILTIN_arraycheckcast);
3090 M_ALD(REG_ITMP2, REG_PV, disp);
3095 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
3097 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
3098 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, s1);
3101 emit_store(jd, iptr, iptr->dst, d);
3104 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
3105 /* val.a: (classinfo*) superclass */
3107 /* superclass is an interface:
3109 * return (sub != NULL) &&
3110 * (sub->vftbl->interfacetablelength > super->index) &&
3111 * (sub->vftbl->interfacetable[-super->index] != NULL);
3113 * superclass is a class:
3115 * return ((sub != NULL) && (0
3116 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
3117 * super->vftbl->diffvall));
3122 vftbl_t *supervftbl;
3125 super = (classinfo *) iptr->val.a;
3132 superindex = super->index;
3133 supervftbl = super->vftbl;
3136 #if defined(ENABLE_THREADS)
3137 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
3139 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
3140 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_ITMP2);
3142 M_MOV(s1, REG_ITMP1);
3146 /* calculate interface instanceof code size */
3150 s2 += (opt_showdisassemble ? 1 : 0);
3152 /* calculate class instanceof code size */
3156 s3 += (opt_showdisassemble ? 1 : 0);
3160 /* if class is not resolved, check which code to call */
3164 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
3166 disp = dseg_adds4(cd, 0); /* super->flags */
3168 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
3169 (constant_classref *) iptr->target, disp);
3171 if (opt_showdisassemble)
3174 M_ILD(REG_ITMP3, REG_PV, disp);
3175 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
3179 /* interface instanceof code */
3181 if (!super || (super->flags & ACC_INTERFACE)) {
3187 codegen_addpatchref(cd,
3188 PATCHER_checkcast_instanceof_interface,
3189 (constant_classref *) iptr->target, 0);
3191 if (opt_showdisassemble)
3195 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
3196 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
3197 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
3199 M_ALD(REG_ITMP1, REG_ITMP1,
3200 OFFSET(vftbl_t, interfacetable[0]) -
3201 superindex * sizeof(methodptr*));
3204 M_IADD_IMM(REG_ZERO, 1, d);
3210 /* class instanceof code */
3212 if (!super || !(super->flags & ACC_INTERFACE)) {
3213 disp = dseg_addaddress(cd, supervftbl);
3220 codegen_addpatchref(cd, PATCHER_instanceof_class,
3221 (constant_classref *) iptr->target,
3224 if (opt_showdisassemble) {
3229 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
3230 M_ALD(REG_ITMP2, REG_PV, disp);
3231 #if defined(ENABLE_THREADS)
3232 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
3234 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
3235 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
3236 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
3237 #if defined(ENABLE_THREADS)
3238 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
3240 M_ISUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
3241 M_CMPU(REG_ITMP1, REG_ITMP2);
3244 M_IADD_IMM(REG_ZERO, 1, d);
3246 emit_store(jd, iptr, iptr->dst, d);
3250 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
3251 /* op1 = dimension, val.a = class */
3253 /* check for negative sizes and copy sizes to stack if necessary */
3255 MCODECHECK((iptr->op1 << 1) + 64);
3257 for (s1 = iptr->op1; --s1 >= 0; src = src->prev) {
3258 /* copy SAVEDVAR sizes to stack */
3260 if (src->varkind != ARGVAR) {
3261 s2 = emit_load_s2(jd, iptr, src, REG_ITMP1);
3262 #if defined(__DARWIN__)
3263 M_IST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 4);
3265 M_IST(s2, REG_SP, LA_SIZE + (s1 + 3) * 4);
3270 /* a0 = dimension count */
3272 ICONST(rd->argintregs[0], iptr->op1);
3274 /* is patcher function set? */
3276 if (iptr->val.a == NULL) {
3277 disp = dseg_addaddress(cd, NULL);
3279 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
3280 (constant_classref *) iptr->target, disp);
3282 if (opt_showdisassemble)
3286 disp = dseg_addaddress(cd, iptr->val.a);
3289 /* a1 = arraydescriptor */
3291 M_ALD(rd->argintregs[1], REG_PV, disp);
3293 /* a2 = pointer to dimensions = stack pointer */
3295 #if defined(__DARWIN__)
3296 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 4);
3298 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 4);
3301 disp = dseg_addaddress(cd, BUILTIN_multianewarray);
3302 M_ALD(REG_ITMP3, REG_PV, disp);
3306 /* check for exception before result assignment */
3308 M_CMPI(REG_RESULT, 0);
3310 codegen_add_fillinstacktrace_ref(cd);
3312 d = codegen_reg_of_var(rd, iptr->opc, iptr->dst, REG_RESULT);
3313 M_INTMOVE(REG_RESULT, d);
3314 emit_store(jd, iptr, iptr->dst, d);
3319 new_internalerror("Unknown ICMD %d during code generation",
3324 } /* for instruction */
3326 /* copy values to interface registers */
3328 src = bptr->outstack;
3329 len = bptr->outdepth;
3330 MCODECHECK(64 + len);
3331 #if defined(ENABLE_LSRA)
3336 if ((src->varkind != STACKVAR)) {
3338 if (IS_FLT_DBL_TYPE(s2)) {
3339 s1 = emit_load_s1(jd, iptr, src, REG_FTMP1);
3340 if (!(rd->interfaces[len][s2].flags & INMEMORY))
3341 M_FLTMOVE(s1, rd->interfaces[len][s2].regoff);
3343 M_DST(s1, REG_SP, rd->interfaces[len][s2].regoff * 4);
3346 s1 = emit_load_s1(jd, iptr, src, REG_ITMP1);
3347 if (!(rd->interfaces[len][s2].flags & INMEMORY)) {
3348 if (IS_2_WORD_TYPE(s2))
3349 M_LNGMOVE(s1, rd->interfaces[len][s2].regoff);
3351 M_INTMOVE(s1, rd->interfaces[len][s2].regoff);
3354 if (IS_2_WORD_TYPE(s2))
3355 M_LST(s1, REG_SP, rd->interfaces[len][s2].regoff * 4);
3357 M_IST(s1, REG_SP, rd->interfaces[len][s2].regoff * 4);
3363 } /* if (bptr -> flags >= BBREACHED) */
3364 } /* for basic block */
3366 dseg_createlinenumbertable(cd);
3369 /* generate exception and patcher stubs */
3378 savedmcodeptr = NULL;
3380 /* generate exception stubs */
3382 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
3383 gen_resolvebranch(cd->mcodebase + eref->branchpos,
3384 eref->branchpos, cd->mcodeptr - cd->mcodebase);
3388 /* Check if the exception is an
3389 ArrayIndexOutOfBoundsException. If so, move index register
3392 if (eref->reg != -1)
3393 M_MOV(eref->reg, REG_ITMP1);
3395 /* calcuate exception address */
3397 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
3399 /* move function to call into REG_ITMP3 */
3401 disp = dseg_addaddress(cd, eref->function);
3402 M_ALD(REG_ITMP3, REG_PV, disp);
3404 if (savedmcodeptr != NULL) {
3405 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
3409 savedmcodeptr = cd->mcodeptr;
3411 if (jd->isleafmethod) {
3413 M_AST(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3416 M_MOV(REG_PV, rd->argintregs[0]);
3417 M_MOV(REG_SP, rd->argintregs[1]);
3419 if (jd->isleafmethod)
3420 M_MOV(REG_ZERO, rd->argintregs[2]);
3422 M_ALD(rd->argintregs[2],
3423 REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3425 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
3426 M_MOV(REG_ITMP1, rd->argintregs[4]);
3428 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
3429 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
3433 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3435 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
3436 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
3438 if (jd->isleafmethod) {
3439 /* XXX FIXME: REG_ZERO can cause problems here! */
3440 assert(stackframesize * 8 <= 32767);
3442 M_ALD(REG_ZERO, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3446 disp = dseg_addaddress(cd, asm_handle_exception);
3447 M_ALD(REG_ITMP3, REG_PV, disp);
3454 /* generate code patching stub call code */
3456 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3457 /* check code segment size */
3461 /* Get machine code which is patched back in later. The
3462 call is 1 instruction word long. */
3464 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
3466 mcode = *((u4 *) tmpmcodeptr);
3468 /* Patch in the call to call the following code (done at
3471 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3472 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3474 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3477 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3479 /* create stack frame - keep stack 16-byte aligned */
3481 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3483 /* calculate return address and move it onto the stack */
3485 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
3486 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
3488 /* move pointer to java_objectheader onto stack */
3490 #if defined(ENABLE_THREADS)
3491 /* order reversed because of data segment layout */
3493 (void) dseg_addaddress(cd, NULL); /* flcword */
3494 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3495 disp = dseg_addaddress(cd, NULL); /* vftbl */
3497 M_LDA(REG_ITMP3, REG_PV, disp);
3498 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
3503 /* move machine code onto stack */
3505 disp = dseg_adds4(cd, mcode);
3506 M_ILD(REG_ITMP3, REG_PV, disp);
3507 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
3509 /* move class/method/field reference onto stack */
3511 disp = dseg_addaddress(cd, pref->ref);
3512 M_ALD(REG_ITMP3, REG_PV, disp);
3513 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
3515 /* move data segment displacement onto stack */
3517 disp = dseg_addaddress(cd, pref->disp);
3518 M_LLD(REG_ITMP3, REG_PV, disp);
3519 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
3521 /* move patcher function pointer onto stack */
3523 disp = dseg_addaddress(cd, pref->patcher);
3524 M_ALD(REG_ITMP3, REG_PV, disp);
3525 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
3527 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3528 M_ALD(REG_ITMP3, REG_PV, disp);
3533 /* generate replacement-out stubs */
3538 replacementpoint = jd->code->rplpoints;
3540 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
3541 /* check code segment size */
3545 /* note start of stub code */
3547 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
3549 /* make machine code for patching */
3551 tmpmcodeptr = cd->mcodeptr;
3552 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
3554 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
3557 cd->mcodeptr = tmpmcodeptr;
3559 /* create stack frame - keep 16-byte aligned */
3561 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
3563 /* push address of `rplpoint` struct */
3565 disp = dseg_addaddress(cd, replacementpoint);
3566 M_ALD(REG_ITMP3, REG_PV, disp);
3567 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
3569 /* jump to replacement function */
3571 disp = dseg_addaddress(cd, asm_replacement_out);
3572 M_ALD(REG_ITMP3, REG_PV, disp);
3581 /* everything's ok */
3587 /* createcompilerstub **********************************************************
3589 Creates a stub routine which calls the compiler.
3591 *******************************************************************************/
3593 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
3594 #define COMPILERSTUB_CODESIZE 4 * 4
3596 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
3599 u1 *createcompilerstub(methodinfo *m)
3601 u1 *s; /* memory to hold the stub */
3607 s = CNEW(u1, COMPILERSTUB_SIZE);
3609 /* set data pointer and code pointer */
3612 s = s + COMPILERSTUB_DATASIZE;
3614 /* mark start of dump memory area */
3616 dumpsize = dump_size();
3618 cd = DNEW(codegendata);
3621 /* Store the codeinfo pointer in the same place as in the
3622 methodheader for compiled methods. */
3624 code = code_codeinfo_new(m);
3626 d[0] = (ptrint) asm_call_jit_compiler;
3628 d[2] = (ptrint) code;
3630 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
3631 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3635 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3637 #if defined(ENABLE_STATISTICS)
3639 count_cstub_len += COMPILERSTUB_SIZE;
3642 /* release dump area */
3644 dump_release(dumpsize);
3650 /* createnativestub ************************************************************
3652 Creates a stub routine which calls a native method.
3654 *******************************************************************************/
3656 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3662 s4 stackframesize; /* size of stackframe if needed */
3665 s4 i, j; /* count variables */
3670 /* get required compiler data */
3677 /* set some variables */
3680 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3682 /* calculate stackframe size */
3685 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3686 sizeof(localref_table) / SIZEOF_VOID_P +
3687 4 + /* 4 stackframeinfo arguments (darwin)*/
3691 stackframesize = (stackframesize + 3) & ~3; /* keep stack 16-byte aligned */
3693 /* create method header */
3695 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
3696 (void) dseg_adds4(cd, stackframesize * 4); /* FrameSize */
3697 (void) dseg_adds4(cd, 0); /* IsSync */
3698 (void) dseg_adds4(cd, 0); /* IsLeaf */
3699 (void) dseg_adds4(cd, 0); /* IntSave */
3700 (void) dseg_adds4(cd, 0); /* FltSave */
3701 (void) dseg_addlinenumbertablesize(cd);
3702 (void) dseg_adds4(cd, 0); /* ExTableSize */
3707 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3708 M_STDU(REG_SP, REG_SP, -(stackframesize * 8));
3710 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3711 emit_verbosecall_enter(jd);
3714 /* get function address (this must happen before the stackframeinfo) */
3716 funcdisp = dseg_addaddress(cd, f);
3718 #if !defined(WITH_STATIC_CLASSPATH)
3720 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3722 if (opt_showdisassemble)
3727 /* save integer and float argument registers */
3731 for (i = 0; i < md->paramcount; i++) {
3732 t = md->paramtypes[i].type;
3734 if (IS_INT_LNG_TYPE(t)) {
3735 if (!md->params[i].inmemory) {
3736 s1 = md->params[i].regoff;
3737 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3743 for (i = 0; i < md->paramcount; i++) {
3744 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3745 if (!md->params[i].inmemory) {
3746 s1 = md->params[i].regoff;
3747 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3753 /* create native stack info */
3755 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3756 M_MOV(REG_PV, rd->argintregs[1]);
3757 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[2]);
3758 M_ALD(rd->argintregs[3], REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3759 disp = dseg_addaddress(cd, codegen_start_native_call);
3760 M_ALD(REG_ITMP1, REG_PV, disp);
3761 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* FIXME what about TOC? */
3765 /* restore integer and float argument registers */
3769 for (i = 0; i < md->paramcount; i++) {
3770 t = md->paramtypes[i].type;
3772 if (IS_INT_LNG_TYPE(t)) {
3773 if (!md->params[i].inmemory) {
3774 s1 = md->params[i].regoff;
3775 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3781 for (i = 0; i < md->paramcount; i++) {
3782 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3783 if (!md->params[i].inmemory) {
3784 s1 = md->params[i].regoff;
3785 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3791 /* copy or spill arguments to new locations */
3793 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3794 t = md->paramtypes[i].type;
3796 if (IS_INT_LNG_TYPE(t)) {
3797 if (!md->params[i].inmemory) {
3798 s1 = rd->argintregs[md->params[i].regoff];
3800 if (!nmd->params[j].inmemory) {
3801 s2 = rd->argintregs[nmd->params[j].regoff];
3804 s2 = nmd->params[j].regoff;
3805 M_LST(s1, REG_SP, s2 * 8);
3809 s1 = md->params[i].regoff + stackframesize;
3810 s2 = nmd->params[j].regoff;
3812 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3813 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3817 /* We only copy spilled float arguments, as the float
3818 argument registers keep unchanged. */
3820 if (md->params[i].inmemory) {
3821 s1 = md->params[i].regoff + stackframesize;
3822 s2 = nmd->params[j].regoff;
3824 if (IS_2_WORD_TYPE(t)) {
3825 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3826 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3829 M_FLD(REG_FTMP1, REG_SP, s1 * 8);
3830 M_FST(REG_FTMP1, REG_SP, s2 * 8);
3836 /* put class into second argument register */
3838 if (m->flags & ACC_STATIC) {
3839 disp = dseg_addaddress(cd, m->class);
3840 M_ALD(rd->argintregs[1], REG_PV, disp);
3843 /* put env into first argument register */
3845 disp = dseg_addaddress(cd, _Jv_env);
3846 M_ALD(rd->argintregs[0], REG_PV, disp);
3848 /* generate the actual native call */
3850 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3851 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* XXX what about TOC ? */
3855 /* save return value */
3857 if (md->returntype.type != TYPE_VOID) {
3858 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3859 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3862 if (IS_2_WORD_TYPE(md->returntype.type))
3863 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3865 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); /* FIXME, needed ?*/
3869 /* print call trace */
3871 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3872 emit_verbosecall_exit(jd);
3875 /* remove native stackframe info */
3877 M_AADD_IMM(REG_SP, stackframesize * 8, rd->argintregs[0]);
3878 disp = dseg_addaddress(cd, codegen_finish_native_call);
3879 M_ALD(REG_ITMP1, REG_PV, disp);
3880 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3883 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3885 /* restore return value */
3887 if (md->returntype.type != TYPE_VOID) {
3888 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3889 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3892 if (IS_2_WORD_TYPE(md->returntype.type))
3893 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3895 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3899 M_ALD(REG_ITMP2_XPC, REG_SP, stackframesize * 8 + LA_LR_OFFSET);
3900 M_MTLR(REG_ITMP2_XPC);
3901 M_LDA(REG_SP, REG_SP, stackframesize * 8); /* remove stackframe */
3903 /* check for exception */
3905 M_TST(REG_ITMP1_XPTR);
3906 M_BNE(1); /* if no exception then return */
3910 /* handle exception */
3912 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3914 disp = dseg_addaddress(cd, asm_handle_nat_exception);
3915 M_ALD(REG_ITMP3, REG_PV, disp);
3919 /* generate patcher stub call code */
3927 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3928 /* Get machine code which is patched back in later. The
3929 call is 1 instruction word long. */
3931 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3933 mcode = *((u4 *) tmpmcodeptr);
3935 /* Patch in the call to call the following code (done at
3938 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3939 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3941 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3944 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3946 /* create stack frame - keep stack 16-byte aligned */
3948 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3950 /* move return address onto stack */
3953 M_AST(REG_ZERO, REG_SP, 5 * 8);
3955 /* move pointer to java_objectheader onto stack */
3957 #if defined(ENABLE_THREADS)
3958 /* order reversed because of data segment layout */
3960 (void) dseg_addaddress(cd, NULL); /* flcword */
3961 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3962 disp = dseg_addaddress(cd, NULL); /* vftbl */
3964 M_LDA(REG_ITMP3, REG_PV, disp);
3965 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3970 /* move machine code onto stack */
3972 disp = dseg_adds4(cd, mcode);
3973 M_ILD(REG_ITMP3, REG_PV, disp);
3974 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3976 /* move class/method/field reference onto stack */
3978 disp = dseg_addaddress(cd, pref->ref);
3979 M_ALD(REG_ITMP3, REG_PV, disp);
3980 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3982 /* move data segment displacement onto stack */
3984 disp = dseg_adds4(cd, pref->disp);
3985 M_ILD(REG_ITMP3, REG_PV, disp);
3986 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3988 /* move patcher function pointer onto stack */
3990 disp = dseg_addaddress(cd, pref->patcher);
3991 M_ALD(REG_ITMP3, REG_PV, disp);
3992 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3994 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3995 M_ALD(REG_ITMP3, REG_PV, disp);
4003 return code->entrypoint;
4010 * These are local overrides for various environment variables in Emacs.
4011 * Please do not remove this and leave it at the end of the file, where
4012 * Emacs will automagically detect them.
4013 * ---------------------------------------------------------------------
4016 * indent-tabs-mode: t
4020 * vim:noexpandtab:sw=4:ts=4: