1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 32-bit PowerPC
3 Copyright (C) 1996-2005, 2006 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 Contact: cacao@cacaojvm.org
27 Authors: Andreas Krall
30 Changes: Christian Thalinger
35 $Id: codegen.c 5880 2006-10-31 13:40:55Z tbfg $
49 #include "vm/jit/abi-asm.h"
51 #include "vm/jit/powerpc64/arch.h"
52 #include "vm/jit/powerpc64/codegen.h"
54 #include "mm/memory.h"
55 #include "native/native.h"
56 #include "vm/builtin.h"
57 #include "vm/exceptions.h"
58 #include "vm/global.h"
59 #include "vm/loader.h"
60 #include "vm/options.h"
61 #include "vm/stringlocal.h"
63 #include "vm/jit/asmpart.h"
64 #include "vm/jit/codegen-common.h"
65 #include "vm/jit/dseg.h"
66 #include "vm/jit/emit-common.h"
67 #include "vm/jit/jit.h"
68 #include "vm/jit/parse.h"
69 #include "vm/jit/patcher.h"
70 #include "vm/jit/reg.h"
71 #include "vm/jit/replace.h"
73 #if defined(ENABLE_LSRA)
74 # include "vm/jit/allocator/lsra.h"
78 /* codegen *********************************************************************
80 Generates machine code.
82 *******************************************************************************/
84 bool codegen(jitdata *jd)
90 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 builtintable_entry *bte;
100 rplpoint *replacementpoint;
103 unresolved_field *uf;
106 /* get required compiler data */
113 /* prevent compiler warnings */
125 /* space to save used callee saved registers */
127 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
128 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
130 cd->stackframesize = rd->memuse + savedregs_num;
132 #if defined(ENABLE_THREADS)
133 /* space to save argument of monitor_enter and Return Values to survive */
134 /* monitor_exit. The stack position for the argument can not be shared */
135 /* with place to save the return register on PPC64, since both values */
137 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
138 /* reserve 2 slots for long/double return values for monitorexit */
139 cd->stackframesize += 2;
144 /* create method header */
146 /* align stack to 16-bytes */
149 /* if (!m->isleafmethod || opt_verbosecall) */
150 /* stackframesize = (stackframesize + 3) & ~3;
152 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
153 /* stackframesize = 0; */
155 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
156 (void) dseg_adds4(cd, cd->stackframesize * 8); /* FrameSize */
158 #if defined(ENABLE_THREADS)
159 /* IsSync contains the offset relative to the stack pointer for the
160 argument of monitor_exit used in the exception handler. Since the
161 offset could be zero and give a wrong meaning of the flag it is
165 if (checksync && (m->flags & ACC_SYNCHRONIZED))
166 (void) dseg_adds4(cd, (rd->memuse + 1) * 8); /* IsSync */
169 (void) dseg_adds4(cd, 0); /* IsSync */
171 (void) dseg_adds4(cd, jd->isleafmethod); /* IsLeaf */
172 (void) dseg_adds4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
173 (void) dseg_adds4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
175 dseg_addlinenumbertablesize(cd);
177 (void) dseg_adds4(cd, jd->exceptiontablelength); /* ExTableSize */
179 /* create exception table */
181 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
182 dseg_addtarget(cd, ex->start);
183 dseg_addtarget(cd, ex->end);
184 dseg_addtarget(cd, ex->handler);
185 (void) dseg_addaddress(cd, ex->catchtype.any);
188 /* create stack frame (if necessary) */
190 if (!jd->isleafmethod) {
192 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
195 if (cd->stackframesize)
196 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
198 /* save return address and used callee saved registers */
200 p = cd->stackframesize;
201 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
202 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
204 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
205 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
208 /* take arguments out of register or stack frame */
212 for (p = 0, l = 0; p < md->paramcount; p++) {
213 t = md->paramtypes[p].type;
214 varindex = jd->local_map[l*5 + t];
216 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
218 if (varindex == UNUSED)
221 s1 = md->params[p].regoff;
222 if (IS_INT_LNG_TYPE(t)) { /* integer args */
223 if (!md->params[p].inmemory) { /* register arguments */
224 s2 = rd->argintregs[s1];
225 if (!IS_INMEMORY(var->flags)) {
226 M_INTMOVE(s2, var->vv.regoff);
227 } else { /* reg arg -> spilled */
228 M_LST(s2, REG_SP, var->vv.regoff * 8);
230 } else { /* stack arguments */
231 if (!IS_INMEMORY(var->flags)) { /* stack arg -> register */
232 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
234 } else { /* stack arg -> spilled */
235 var->vv.regoff = cd->stackframesize + s1;
239 } else { /* floating args */
240 if (!md->params[p].inmemory) { /* register arguments */
241 s2 = rd->argfltregs[s1];
242 if (!IS_INMEMORY(var->flags)) { /* reg arg -> register */
243 M_FLTMOVE(s2, var->vv.regoff);
244 } else { /* reg arg -> spilled */
245 M_DST(s2, REG_SP, var->vv.regoff * 8);
248 } else { /* stack arguments */
249 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
250 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
251 } else { /* stack-arg -> spilled */
252 var->vv.regoff = cd->stackframesize + s1;
258 /* save monitorenter argument */
260 #if defined(ENABLE_THREADS)
262 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
264 /* stackoffset for argument used for LOCK_monitor_exit */
266 #if !defined (NDEBUG)
267 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
268 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
270 for (p = 0; p < INT_ARG_CNT; p++)
271 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
273 for (p = 0; p < FLT_ARG_CNT; p++)
274 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
276 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
277 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
280 p = dseg_addaddress(cd, LOCK_monitor_enter);
281 M_ALD(REG_ITMP3, REG_PV, p);
282 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
285 /* get or test the lock object */
287 if (m->flags & ACC_STATIC) {
288 p = dseg_addaddress(cd, &m->class->object.header);
289 M_ALD(rd->argintregs[0], REG_PV, p);
292 M_TST(rd->argintregs[0]);
294 codegen_add_nullpointerexception_ref(cd);
297 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
299 #if !defined (NDEBUG)
300 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
301 for (p = 0; p < INT_ARG_CNT; p++)
302 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
304 for (p = 0; p < FLT_ARG_CNT; p++)
305 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
307 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
313 /* call trace function */
314 #if !defined (NDEBUG)
315 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
316 emit_verbosecall_enter(jd);
321 /* end of header generation */
323 replacementpoint = jd->code->rplpoints;
325 /* walk through all basic blocks */
326 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
328 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
330 if (bptr->flags >= BBREACHED) {
332 /* branch resolving */
336 for (brefs = bptr->branchrefs; brefs != NULL; brefs = brefs->next) {
337 gen_resolvebranch((u1*) cd->mcodebase + brefs->branchpos,
343 /* handle replacement points */
346 if (bptr->bitflags & BBFLAG_REPLACEMENT) {
347 replacementpoint->pc = (u1*)(ptrint)bptr->mpc; /* will be resolved later */
353 /* copy interface registers to their destination */
358 #if defined(ENABLE_LSRA)
362 var = VAR(bptr->invars[len]);
363 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
364 /* d = reg_of_var(m, var, REG_ITMP1); */
365 if (!(var->flags & INMEMORY))
369 M_INTMOVE(REG_ITMP1, d);
370 emit_store(jd, NULL, var, d);
377 var = VAR(bptr->invars[len]);
378 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
379 d = codegen_reg_of_var(0, var, REG_ITMP1);
380 M_INTMOVE(REG_ITMP1, d);
381 emit_store(jd, NULL, var, d);
384 assert((var->flags & INOUT));
388 #if defined(ENABLE_LSRA)
391 /* walk through all instructions */
396 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
397 if (iptr->line != currentline) {
398 dseg_addlinenumber(cd, iptr->line);
399 currentline = iptr->line;
402 MCODECHECK(64); /* an instruction usually needs < 64 words */
405 case ICMD_NOP: /* ... ==> ... */
406 case ICMD_INLINE_START:
407 case ICMD_INLINE_END:
410 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
412 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
415 codegen_add_nullpointerexception_ref(cd);
418 /* constant operations ************************************************/
420 case ICMD_ICONST: /* ... ==> ..., constant */
422 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
423 ICONST(d, iptr->sx.val.i);
424 emit_store_dst(jd, iptr, d);
427 case ICMD_LCONST: /* ... ==> ..., constant */
429 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
430 LCONST(d, iptr->sx.val.l);
431 emit_store_dst(jd, iptr, d);
434 case ICMD_FCONST: /* ... ==> ..., constant */
436 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
437 a = dseg_addfloat(cd, iptr->sx.val.f);
439 emit_store_dst(jd, iptr, d);
442 case ICMD_DCONST: /* ... ==> ..., constant */
444 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
445 a = dseg_adddouble(cd, iptr->sx.val.d);
447 emit_store_dst(jd, iptr, d);
450 case ICMD_ACONST: /* ... ==> ..., constant */
451 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
452 disp = dseg_addaddress(cd, iptr->sx.val.anyptr);
454 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
455 codegen_addpatchref(cd, PATCHER_aconst,
459 if (opt_showdisassemble)
463 M_ALD(d, REG_PV, disp);
464 emit_store_dst(jd, iptr, d);
468 /* load/store/copy/move operations ************************************/
470 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
471 case ICMD_ALOAD: /* s1.localindex = local variable */
473 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
474 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
475 case ICMD_ISTORE: /* ..., value ==> ... */
476 case ICMD_ASTORE: /* dst.localindex = local variable */
478 case ICMD_FSTORE: /* ..., value ==> ... */
479 case ICMD_DSTORE: /* ..., value ==> ... */
483 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
487 /* pop operations *****************************************************/
489 /* attention: double and longs are only one entry in CACAO ICMDs */
491 case ICMD_POP: /* ..., value ==> ... */
492 case ICMD_POP2: /* ..., value, value ==> ... */
497 /* integer operations *************************************************/
499 case ICMD_INEG: /* ..., value ==> ..., - value */
501 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
502 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
504 emit_store_dst(jd, iptr, d);
507 case ICMD_LNEG: /* ..., value ==> ..., - value */
509 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
510 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
511 M_NEG(s1, d); /* XXX */
512 emit_store_dst(jd, iptr, d);
515 case ICMD_I2L: /* ..., value ==> ..., value */
517 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
518 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
520 emit_store_dst(jd, iptr, d);
523 case ICMD_L2I: /* ..., value ==> ..., value */
525 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
526 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
528 emit_store_dst(jd, iptr, d);
531 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
533 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
534 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
536 emit_store_dst(jd, iptr, d);
539 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
541 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
542 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
544 emit_store_dst(jd, iptr, d);
547 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
549 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
550 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
552 emit_store_dst(jd, iptr, d);
556 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
558 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
559 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
560 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
563 emit_store_dst(jd, iptr, d);
569 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
570 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
571 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
572 M_IADD_IMM(s1, iptr->sx.val.i, d);
574 ICONST(REG_ITMP2, iptr->sx.val.i);
575 M_IADD(s1, REG_ITMP2, d);
578 emit_store_dst(jd, iptr, d);
581 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
583 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
584 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
585 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
587 emit_store_dst(jd, iptr, d);
590 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
591 /* sx.val.l = constant */
593 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
594 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
596 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
597 M_LADD_IMM(s1, iptr->sx.val.l, d);
599 LCONST(REG_ITMP2, iptr->sx.val.l);
600 M_LADD(s1, REG_ITMP2, d);
602 emit_store_dst(jd, iptr, d);
605 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
607 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
608 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
609 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
611 emit_store_dst(jd, iptr, d);
614 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
615 /* sx.val.i = constant */
617 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
618 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
619 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
620 M_IADD_IMM(s1, -iptr->sx.val.i, d);
622 ICONST(REG_ITMP2, iptr->sx.val.i);
623 M_SUB(s1, REG_ITMP2, d);
625 emit_store_dst(jd, iptr, d);
628 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
630 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
631 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
632 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
634 emit_store_dst(jd, iptr, d);
637 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
638 /* sx.val.l = constant */
640 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
641 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
643 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
644 M_LADD_IMM(s1, -iptr->sx.val.l, d);
646 LCONST(REG_ITMP2, iptr->sx.val.l);
647 M_SUB(s1, REG_ITMP2, d);
649 emit_store_dst(jd, iptr, d);
653 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
655 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
656 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
657 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
660 codegen_add_arithmeticexception_ref(cd);
664 emit_store_dst(jd, iptr, d);
668 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
669 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
670 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
673 codegen_add_arithmeticexception_ref(cd);
675 /* FIXME s1 == -2^63 && s2 == -1 does not work that way */
676 M_DIV(s1, s2, REG_ITMP3);
677 M_MUL(REG_ITMP3, s2, REG_ITMP2);
678 M_SUB(s1, REG_ITMP2, REG_ITMP3);
679 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
681 emit_store_dst(jd, iptr, REG_ITMP1);
684 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
686 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
687 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
688 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
690 emit_store_dst(jd, iptr, d);
693 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
694 /* sx.val.i = constant */
696 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
697 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
698 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
699 M_MUL_IMM(s1, iptr->sx.val.i, d);
701 ICONST(REG_ITMP3, iptr->sx.val.i);
702 M_MUL(s1, REG_ITMP3, d);
704 emit_store_dst(jd, iptr, d);
707 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
709 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
710 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
711 M_SRA_IMM(s1, iptr->sx.val.i, d);
713 emit_store_dst(jd, iptr, d);
716 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
718 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
719 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
720 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
721 M_AND_IMM(s2, 0x1f, REG_ITMP3);
722 M_SLL(s1, REG_ITMP3, d);
723 emit_store_dst(jd, iptr, d);
726 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
727 /* sx.val.i = constant */
729 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
730 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
731 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
732 emit_store_dst(jd, iptr, d);
735 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
737 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
738 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
739 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
740 M_AND_IMM(s2, 0x1f, REG_ITMP3);
741 M_SRA(s1, REG_ITMP3, d);
742 emit_store_dst(jd, iptr, d);
745 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
746 /* sx.val.i = constant */
748 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
749 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
750 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
751 emit_store_dst(jd, iptr, d);
754 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
756 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
757 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
758 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
759 M_AND_IMM(s2, 0x1f, REG_ITMP2);
760 M_SRL(s1, REG_ITMP2, d);
761 emit_store_dst(jd, iptr, d);
764 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
765 /* sx.val.i = constant */
767 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
768 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
769 if (iptr->sx.val.i & 0x1f) {
770 M_SRL_IMM(s1, iptr->sx.val.i & 0x1f, d);
774 emit_store_dst(jd, iptr, d);
777 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
780 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
781 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
782 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
784 emit_store_dst(jd, iptr, d);
787 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
788 /* sx.val.i = constant */
790 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
791 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
792 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
793 M_AND_IMM(s1, iptr->sx.val.i, d);
796 else if (iptr->sx.val.i == 0xffffff) {
797 M_RLWINM(s1, 0, 8, 31, d);
801 ICONST(REG_ITMP3, iptr->sx.val.i);
802 M_AND(s1, REG_ITMP3, d);
804 emit_store_dst(jd, iptr, d);
807 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
808 /* sx.val.l = constant */
810 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
811 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
812 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
813 M_AND_IMM(s1, iptr->sx.val.l, d);
815 else if (iptr->sx.val.l == 0xffffff) {
816 M_RLWINM(s1, 0, 8, 31, d);
820 LCONST(REG_ITMP3, iptr->sx.val.l);
821 M_AND(s1, REG_ITMP3, d);
823 emit_store_dst(jd, iptr, d);
826 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
827 /* sx.val.i = constant */
829 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
830 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
831 M_MOV(s1, REG_ITMP2);
833 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
834 if (iptr->sx.val.i >= 32768) {
835 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
836 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
837 M_IADD(s1, REG_ITMP2, REG_ITMP2);
839 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
842 int b=0, m = iptr->sx.val.i;
845 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
847 M_SUB(s1, REG_ITMP2, d);
848 emit_store_dst(jd, iptr, d);
851 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
854 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
855 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
856 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
858 emit_store_dst(jd, iptr, d);
861 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
862 /* sx.val.i = constant */
864 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
865 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
866 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
867 M_OR_IMM(s1, iptr->sx.val.i, d);
869 ICONST(REG_ITMP3, iptr->sx.val.i);
870 M_OR(s1, REG_ITMP3, d);
872 emit_store_dst(jd, iptr, d);
875 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
876 /* sx.val.l = constant */
878 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
879 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
880 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
881 M_OR_IMM(s1, iptr->sx.val.l, d);
883 LCONST(REG_ITMP3, iptr->sx.val.l);
884 M_OR(s1, REG_ITMP3, d);
886 emit_store_dst(jd, iptr, d);
890 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
893 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
894 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
895 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
897 emit_store_dst(jd, iptr, d);
900 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
901 /* sx.val.i = constant */
903 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
904 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
905 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
906 M_XOR_IMM(s1, iptr->sx.val.i, d);
908 ICONST(REG_ITMP3, iptr->sx.val.i);
909 M_XOR(s1, REG_ITMP3, d);
911 emit_store_dst(jd, iptr, d);
914 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
915 /* sx.val.l = constant */
917 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
918 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
919 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
920 M_XOR_IMM(s1, iptr->sx.val.l, d);
922 LCONST(REG_ITMP3, iptr->sx.val.l);
923 M_XOR(s1, REG_ITMP3, d);
925 emit_store_dst(jd, iptr, d);
928 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
930 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
931 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
932 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
933 /* XXX implement me!!! */
934 emit_store_dst(jd, iptr, d);
939 /* floating operations ************************************************/
941 case ICMD_FNEG: /* ..., value ==> ..., - value */
943 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
944 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
946 emit_store_dst(jd, iptr, d);
949 case ICMD_DNEG: /* ..., value ==> ..., - value */
951 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
952 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
954 emit_store_dst(jd, iptr, d);
957 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
959 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
960 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
961 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
963 emit_store_dst(jd, iptr, d);
966 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
968 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
969 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
970 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
972 emit_store_dst(jd, iptr, d);
975 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
977 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
978 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
979 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
981 emit_store_dst(jd, iptr, d);
984 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
986 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
987 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
988 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
990 emit_store_dst(jd, iptr, d);
993 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
995 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
996 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
997 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
999 emit_store_dst(jd, iptr, d);
1002 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1004 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1005 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1006 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1008 emit_store_dst(jd, iptr, d);
1011 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1013 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1014 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1015 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1017 emit_store_dst(jd, iptr, d);
1020 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1022 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1023 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1024 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1026 emit_store_dst(jd, iptr, d);
1029 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1032 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1033 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1035 disp = dseg_addfloat(cd, 0.0);
1036 M_FLD(REG_FTMP2, REG_PV, disp);
1037 M_FCMPU(s1, REG_FTMP2);
1039 disp = dseg_adds4(cd, 0);
1040 M_CVTDL_C(s1, REG_FTMP1);
1041 M_LDA(REG_ITMP1, REG_PV, disp);
1042 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1043 M_ILD(d, REG_PV, disp);
1044 emit_store_dst(jd, iptr, d);
1047 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1049 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1050 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1052 emit_store_dst(jd, iptr, d);
1055 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1057 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1058 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1060 emit_store_dst(jd, iptr, d);
1063 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1064 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1067 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1068 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1069 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1071 M_IADD_IMM(REG_ZERO, -1, d);
1074 M_IADD_IMM(REG_ZERO, 0, d);
1076 M_IADD_IMM(REG_ZERO, 1, d);
1077 emit_store_dst(jd, iptr, d);
1080 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1081 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1083 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1084 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1085 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1087 M_IADD_IMM(REG_ZERO, 1, d);
1090 M_IADD_IMM(REG_ZERO, 0, d);
1092 M_IADD_IMM(REG_ZERO, -1, d);
1093 emit_store_dst(jd, iptr, d);
1096 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1097 case ICMD_IF_DCMPEQ:
1099 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1100 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1104 codegen_addreference(cd, iptr->dst.block);
1107 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1108 case ICMD_IF_DCMPNE:
1110 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1111 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1114 codegen_addreference(cd, iptr->dst.block);
1116 codegen_addreference(cd, iptr->dst.block);
1120 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1121 case ICMD_IF_DCMPL_LT:
1123 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1124 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1127 codegen_addreference(cd, iptr->dst.block);
1129 codegen_addreference(cd, iptr->dst.block);
1132 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1133 case ICMD_IF_DCMPL_GT:
1135 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1136 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1140 codegen_addreference(cd, iptr->dst.block);
1143 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1144 case ICMD_IF_DCMPL_LE:
1146 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1147 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1150 codegen_addreference(cd, iptr->dst.block);
1152 codegen_addreference(cd, iptr->dst.block);
1155 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1156 case ICMD_IF_DCMPL_GE:
1158 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1159 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1163 codegen_addreference(cd, iptr->dst.block);
1166 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1167 case ICMD_IF_DCMPG_LT:
1169 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1170 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1174 codegen_addreference(cd, iptr->dst.block);
1177 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1178 case ICMD_IF_DCMPG_GT:
1180 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1181 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1184 codegen_addreference(cd, iptr->dst.block);
1186 codegen_addreference(cd, iptr->dst.block);
1189 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1190 case ICMD_IF_DCMPG_LE:
1192 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1193 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1197 codegen_addreference(cd, iptr->dst.block);
1200 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1201 case ICMD_IF_DCMPG_GE:
1203 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1204 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1207 codegen_addreference(cd, iptr->dst.block);
1209 codegen_addreference(cd, iptr->dst.block);
1213 /* memory operations **************************************************/
1215 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1217 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1218 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1219 gen_nullptr_check(s1);
1220 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1221 emit_store_dst(jd, iptr, d);
1224 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1226 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1227 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1228 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1229 if (INSTRUCTION_MUST_CHECK(iptr)) {
1230 gen_nullptr_check(s1);
1233 M_IADD_IMM(s2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1234 M_LBZX(d, s1, REG_ITMP2);
1236 emit_store_dst(jd, iptr, d);
1239 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1241 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1242 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1243 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1244 if (INSTRUCTION_MUST_CHECK(iptr)) {
1245 gen_nullptr_check(s1);
1248 M_SLL_IMM(s2, 1, REG_ITMP2);
1249 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1250 M_LHAX(d, s1, REG_ITMP2);
1251 emit_store_dst(jd, iptr, d);
1254 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1256 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1257 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1258 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1259 if (INSTRUCTION_MUST_CHECK(iptr)) {
1260 gen_nullptr_check(s1);
1263 M_SLL_IMM(s2, 1, REG_ITMP2);
1264 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1265 M_LHAX(d, s1, REG_ITMP2);
1266 emit_store_dst(jd, iptr, d);
1269 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1271 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1272 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1273 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1274 if (INSTRUCTION_MUST_CHECK(iptr)) {
1275 gen_nullptr_check(s1);
1278 M_SLL_IMM(s2, 2, REG_ITMP2);
1279 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1280 M_LWZX(d, s1, REG_ITMP2);
1281 emit_store_dst(jd, iptr, d);
1284 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1286 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1287 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1288 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1289 if (INSTRUCTION_MUST_CHECK(iptr)) {
1290 gen_nullptr_check(s1);
1293 M_SLL_IMM(s2, 3, REG_ITMP2);
1294 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1295 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1296 emit_store_dst(jd, iptr, d);
1299 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1301 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1302 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1303 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1304 if (INSTRUCTION_MUST_CHECK(iptr)) {
1305 gen_nullptr_check(s1);
1308 M_SLL_IMM(s2, 2, REG_ITMP2);
1309 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1310 M_LFSX(d, s1, REG_ITMP2);
1311 emit_store_dst(jd, iptr, d);
1314 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1316 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1317 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1318 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1319 if (INSTRUCTION_MUST_CHECK(iptr)) {
1320 gen_nullptr_check(s1);
1323 M_SLL_IMM(s2, 3, REG_ITMP2);
1324 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1325 M_LFDX(d, s1, REG_ITMP2);
1326 emit_store_dst(jd, iptr, d);
1329 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1331 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1332 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1333 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1334 if (INSTRUCTION_MUST_CHECK(iptr)) {
1335 gen_nullptr_check(s1);
1338 M_SLL_IMM(s2, 3, REG_ITMP2);
1339 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1340 M_ALDX(d, s1, REG_ITMP2);
1341 emit_store_dst(jd, iptr, d);
1345 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1347 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1348 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1349 if (INSTRUCTION_MUST_CHECK(iptr)) {
1350 gen_nullptr_check(s1);
1353 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1354 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1355 M_STBX(s3, s1, REG_ITMP2);
1358 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1360 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1361 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1362 if (INSTRUCTION_MUST_CHECK(iptr)) {
1363 gen_nullptr_check(s1);
1366 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1367 M_SLL_IMM(s2, 1, REG_ITMP2);
1368 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1369 M_STHX(s3, s1, REG_ITMP2);
1372 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1374 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1375 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1376 if (INSTRUCTION_MUST_CHECK(iptr)) {
1377 gen_nullptr_check(s1);
1380 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1381 M_SLL_IMM(s2, 1, REG_ITMP2);
1382 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1383 M_STHX(s3, s1, REG_ITMP2);
1386 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1388 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1389 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1390 if (INSTRUCTION_MUST_CHECK(iptr)) {
1391 gen_nullptr_check(s1);
1394 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1395 M_SLL_IMM(s2, 2, REG_ITMP2);
1396 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1397 M_STWX(s3, s1, REG_ITMP2);
1400 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1402 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1403 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1404 if (INSTRUCTION_MUST_CHECK(iptr)) {
1405 gen_nullptr_check(s1);
1408 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1409 M_SLL_IMM(s2, 3, REG_ITMP2);
1410 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1411 M_LST(s3, s1, REG_ITMP2);
1414 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1416 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1417 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1418 if (INSTRUCTION_MUST_CHECK(iptr)) {
1419 gen_nullptr_check(s1);
1422 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1423 M_SLL_IMM(s2, 2, REG_ITMP2);
1424 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1425 M_STFSX(s3, s1, REG_ITMP2);
1428 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1430 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1431 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1432 if (INSTRUCTION_MUST_CHECK(iptr)) {
1433 gen_nullptr_check(s1);
1436 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1437 M_SLL_IMM(s2, 3, REG_ITMP2);
1438 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1439 M_STFDX(s3, s1, REG_ITMP2);
1442 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1444 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
1445 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1446 if (INSTRUCTION_MUST_CHECK(iptr)) {
1447 gen_nullptr_check(s1);
1450 s3 = emit_load_s3(jd, iptr, rd->argintregs[1]);
1452 disp = dseg_addaddress(cd, BUILTIN_canstore);
1453 M_ALD(REG_ITMP3, REG_PV, disp);
1454 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1457 M_INTMOVE(s1, rd->argintregs[0]);
1458 M_INTMOVE(s3, rd->argintregs[1]);
1463 codegen_add_arraystoreexception_ref(cd);
1465 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1466 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1467 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1468 M_SLL_IMM(s2, 3, REG_ITMP2);
1469 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1470 M_ASTX(s3, s1, REG_ITMP2);
1474 case ICMD_GETSTATIC: /* ... ==> ..., value */
1476 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1477 uf = iptr->sx.s23.s3.uf;
1479 fieldtype = uf->fieldref->parseddesc.fd->type;
1480 disp = dseg_addaddress(cd, NULL);
1482 codegen_addpatchref(cd, PATCHER_get_putstatic,
1483 iptr->sx.s23.s3.uf, disp);
1485 if (opt_showdisassemble)
1489 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1491 fieldtype = fi->type;
1492 disp = dseg_addaddress(cd, &(fi->value));
1494 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1495 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1497 if (opt_showdisassemble)
1502 M_ALD(REG_ITMP1, REG_PV, disp);
1503 switch (fieldtype) {
1505 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1506 M_ILD_INTERN(d, REG_ITMP1, 0);
1509 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1510 M_LLD(d, REG_ITMP1, 0);
1513 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1514 M_ALD_INTERN(d, REG_ITMP1, 0);
1517 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1518 M_FLD_INTERN(d, REG_ITMP1, 0);
1521 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1522 M_DLD_INTERN(d, REG_ITMP1, 0);
1525 emit_store_dst(jd, iptr, d);
1528 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1531 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1532 uf = iptr->sx.s23.s3.uf;
1534 fieldtype = uf->fieldref->parseddesc.fd->type;
1535 disp = dseg_addaddress(cd, NULL);
1537 codegen_addpatchref(cd, PATCHER_get_putstatic,
1538 iptr->sx.s23.s3.uf, disp);
1540 if (opt_showdisassemble)
1544 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1546 fieldtype = fi->type;
1547 disp = dseg_addaddress(cd, &(fi->value));
1549 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1550 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1552 if (opt_showdisassemble)
1557 M_ALD(REG_ITMP1, REG_PV, disp);
1558 switch (fieldtype) {
1560 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1561 M_IST_INTERN(s1, REG_ITMP1, 0);
1564 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1565 M_LST_INTERN(s1, REG_ITMP1, 0);
1568 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1569 M_AST_INTERN(s1, REG_ITMP1, 0);
1572 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1573 M_FST_INTERN(s1, REG_ITMP1, 0);
1576 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1577 M_DST_INTERN(s1, REG_ITMP1, 0);
1583 case ICMD_GETFIELD: /* ... ==> ..., value */
1585 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1586 gen_nullptr_check(s1);
1588 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1589 uf = iptr->sx.s23.s3.uf;
1590 fieldtype = uf->fieldref->parseddesc.fd->type;
1593 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1595 if (opt_showdisassemble)
1599 fi = iptr->sx.s23.s3.fmiref->p.field;
1600 fieldtype = fi->type;
1604 switch (fieldtype) {
1606 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1610 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1614 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1618 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1622 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1626 emit_store_dst(jd, iptr, d);
1629 case ICMD_PUTFIELD: /* ..., value ==> ... */
1631 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1632 gen_nullptr_check(s1);
1634 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1635 uf = iptr->sx.s23.s3.uf;
1636 fieldtype = uf->fieldref->parseddesc.fd->type;
1640 fi = iptr->sx.s23.s3.fmiref->p.field;
1641 fieldtype = fi->type;
1645 if (IS_INT_LNG_TYPE(fieldtype)) {
1646 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1649 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1651 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1652 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1654 if (opt_showdisassemble)
1659 switch (fieldtype) {
1661 M_IST(s2, s1, disp);
1664 M_LST(s2, s1, disp);
1667 M_AST(s2, s1, disp);
1670 M_FST(s2, s1, disp);
1673 M_DST(s2, s1, disp);
1679 /* branch operations **************************************************/
1681 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1683 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1684 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1686 #ifdef ENABLE_VERIFIER
1687 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1688 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1689 iptr->sx.s23.s2.uc, 0);
1691 if (opt_showdisassemble)
1694 #endif /* ENABLE_VERIFIER */
1696 disp = dseg_addaddress(cd, asm_handle_exception);
1697 M_ALD(REG_ITMP2, REG_PV, disp);
1700 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1701 M_BL(0); /* get current PC */
1702 M_MFLR(REG_ITMP2_XPC);
1703 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1704 M_RTS; /* jump to CTR */
1709 case ICMD_GOTO: /* ... ==> ... */
1710 case ICMD_RET: /* ... ==> ... */
1713 codegen_addreference(cd, iptr->dst.block);
1717 case ICMD_JSR: /* ... ==> ... */
1720 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1724 case ICMD_IFNULL: /* ..., value ==> ... */
1726 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1729 codegen_addreference(cd, iptr->dst.block);
1732 case ICMD_IFNONNULL: /* ..., value ==> ... */
1734 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1737 codegen_addreference(cd, iptr->dst.block);
1745 case ICMD_IFEQ: /* ..., value ==> ... */
1747 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1748 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1749 M_CMPI(s1, iptr->sx.val.i);
1751 ICONST(REG_ITMP2, iptr->sx.val.i);
1752 M_CMP(s1, REG_ITMP2);
1754 switch (iptr->opc) {
1774 codegen_addreference(cd, iptr->dst.block);
1778 case ICMD_IF_LEQ: /* ..., value ==> ... */
1780 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1781 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1782 if (iptr->sx.val.l == 0) {
1783 M_OR_TST(s1, s2, REG_ITMP3);
1784 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1785 M_XOR_IMM(s2, 0, REG_ITMP2);
1786 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1787 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1789 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1790 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1791 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1792 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1793 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1796 codegen_addreference(cd, iptr->dst.block);
1799 case ICMD_IF_LLT: /* ..., value ==> ... */
1800 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1801 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1802 if (iptr->sx.val.l == 0) {
1803 /* if high word is less than zero, the whole long is too */
1805 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1808 codegen_addreference(cd, iptr->dst.block);
1810 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1812 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1813 M_CMP(s2, REG_ITMP3);
1815 codegen_addreference(cd, iptr->dst.block);
1817 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1818 M_CMPU(s1, REG_ITMP3);
1821 codegen_addreference(cd, iptr->dst.block);
1825 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1826 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1827 /* if (iptr->sx.val.l == 0) { */
1828 /* M_OR(s1, s2, REG_ITMP3); */
1829 /* M_CMPI(REG_ITMP3, 0); */
1832 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1835 codegen_addreference(cd, iptr->dst.block);
1837 M_CMPUI(s1, iptr->sx.val.l & 0xffff);
1839 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1840 M_CMP(s2, REG_ITMP3);
1842 codegen_addreference(cd, iptr->dst.block);
1844 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1845 M_CMPU(s1, REG_ITMP3);
1848 codegen_addreference(cd, iptr->dst.block);
1851 case ICMD_IF_LNE: /* ..., value ==> ... */
1853 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1854 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1855 if (iptr->sx.val.l == 0) {
1856 M_OR_TST(s1, s2, REG_ITMP3);
1857 } else if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 0xffff)) {
1858 M_XOR_IMM(s2, 0, REG_ITMP2);
1859 M_XOR_IMM(s1, iptr->sx.val.l & 0xffff, REG_ITMP1);
1860 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1862 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1863 M_XOR(s1, REG_ITMP3, REG_ITMP1);
1864 ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1865 M_XOR(s2, REG_ITMP3, REG_ITMP2);
1866 M_OR_TST(REG_ITMP1, REG_ITMP2, REG_ITMP3);
1869 codegen_addreference(cd, iptr->dst.block);
1874 case ICMD_IF_LLT: /* ..., value ==> ... */
1875 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1876 LCONST(REG_ITMP2, iptr->sx.val.l);
1877 M_CMP(s1, REG_ITMP2);
1879 codegen_addreference(cd, iptr->dst.block);
1881 case ICMD_IF_LLE: /* ..., value ==> ... */
1882 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1883 LCONST(REG_ITMP2, iptr->sx.val.l);
1884 M_CMP(s1, REG_ITMP2);
1886 codegen_addreference(cd, iptr->dst.block);
1889 case ICMD_IF_LNE: /* ..., value ==> ... */
1890 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1891 LCONST(REG_ITMP2, iptr->sx.val.l);
1892 M_CMP(s1, REG_ITMP2);
1894 codegen_addreference(cd, iptr->dst.block);
1896 case ICMD_IF_LGE: /* ..., value ==> ... */
1897 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1898 LCONST(REG_ITMP2, iptr->sx.val.l);
1899 M_CMP(s1, REG_ITMP2);
1901 codegen_addreference(cd, iptr->dst.block);
1903 case ICMD_IF_LGT: /* ..., value ==> ... */
1904 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1905 LCONST(REG_ITMP2, iptr->sx.val.l);
1906 M_CMP(s1, REG_ITMP2);
1908 codegen_addreference(cd, iptr->dst.block);
1910 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1911 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1912 case ICMD_IF_LCMPEQ:
1914 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1915 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1918 codegen_addreference(cd, iptr->dst.block);
1921 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1922 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1923 case ICMD_IF_LCMPNE:
1925 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1926 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1929 codegen_addreference(cd, iptr->dst.block);
1933 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1934 case ICMD_IF_LCMPLT:
1936 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1937 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1940 codegen_addreference(cd, iptr->dst.block);
1943 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1944 case ICMD_IF_LCMPGT:
1946 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1947 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1950 codegen_addreference(cd, iptr->dst.block);
1953 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1954 case ICMD_IF_LCMPLE:
1956 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1957 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1960 codegen_addreference(cd, iptr->dst.block);
1963 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1964 case ICMD_IF_LCMPGE:
1966 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1967 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1970 codegen_addreference(cd, iptr->dst.block);
1974 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1975 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1977 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1978 M_LNGMOVE(s1, REG_RESULT);
1979 goto nowperformreturn;
1981 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1983 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1984 M_LNGMOVE(s1, REG_RESULT);
1986 #ifdef ENABLE_VERIFIER
1987 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1988 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1989 iptr->sx.s23.s2.uc, 0);
1991 if (opt_showdisassemble)
1994 #endif /* ENABLE_VERIFIER */
1996 goto nowperformreturn;
1998 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2001 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
2002 M_FLTMOVE(s1, REG_FRESULT);
2003 goto nowperformreturn;
2005 case ICMD_RETURN: /* ... ==> ... */
2011 p = cd->stackframesize;
2013 /* call trace function */
2015 #if !defined(NDEBUG)
2016 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2017 emit_verbosecall_exit(jd);
2021 #if defined(ENABLE_THREADS)
2022 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2023 disp = dseg_addaddress(cd, LOCK_monitor_exit);
2024 M_ALD(REG_ITMP3, REG_PV, disp);
2025 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2028 /* we need to save the proper return value */
2030 switch (iptr->opc) {
2035 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2038 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2041 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2045 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
2048 /* and now restore the proper return value */
2050 switch (iptr->opc) {
2055 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
2058 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2061 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
2067 /* restore return address */
2069 if (!jd->isleafmethod) {
2070 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
2071 may have a displacement overflow. */
2073 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
2077 /* restore saved registers */
2079 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
2080 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
2082 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
2083 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
2086 /* deallocate stack */
2088 if (cd->stackframesize)
2089 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
2097 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2100 branch_target_t *table;
2102 table = iptr->dst.table;
2104 l = iptr->sx.s23.s2.tablelow;
2105 i = iptr->sx.s23.s3.tablehigh;
2107 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2109 M_INTMOVE(s1, REG_ITMP1);
2110 } else if (l <= 32768) {
2111 M_LDA(REG_ITMP1, s1, -l);
2113 ICONST(REG_ITMP2, l);
2114 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2117 /* number of targets */
2122 M_CMPUI(REG_ITMP1, i - 1);
2124 codegen_addreference(cd, table[0].block);
2126 /* build jump table top down and use address of lowest entry */
2131 dseg_addtarget(cd, table->block);
2136 /* length of dataseg after last dseg_addtarget is used by load */
2138 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2139 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2140 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2147 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2150 lookup_target_t *lookup;
2152 lookup = iptr->dst.lookup;
2154 i = iptr->sx.s23.s2.lookupcount;
2156 MCODECHECK((i<<2)+8);
2157 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2159 val = lookup->value;
2160 if ((val >= -32768) && (val <= 32767)) {
2163 a = dseg_adds4(cd, val);
2164 M_ILD(REG_ITMP2, REG_PV, a);
2165 M_CMP(s1, REG_ITMP2);
2168 codegen_addreference(cd, lookup->target.block);
2173 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2180 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2182 bte = iptr->sx.s23.s3.bte;
2186 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2188 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2189 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2190 case ICMD_INVOKEINTERFACE:
2192 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2193 md = iptr->sx.s23.s3.um->methodref->parseddesc.md;
2197 lm = iptr->sx.s23.s3.fmiref->p.method;
2198 md = lm->parseddesc;
2202 s3 = md->paramcount;
2204 MCODECHECK((s3 << 1) + 64);
2206 /* copy arguments to registers or stack location */
2208 for (s3 = s3 - 1; s3 >= 0; s3--) {
2209 var = VAR(iptr->sx.s23.s2.args[s3]);
2211 if (var->flags & PREALLOC)
2214 if (IS_INT_LNG_TYPE(var->type)) {
2215 if (!md->params[s3].inmemory) {
2216 s1 = rd->argintregs[md->params[s3].regoff];
2217 d = emit_load(jd, iptr, var, s1);
2220 d = emit_load(jd, iptr, var, REG_ITMP1);
2221 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2224 if (!md->params[s3].inmemory) {
2225 s1 = rd->argfltregs[md->params[s3].regoff];
2226 d = emit_load(jd, iptr, var, s1);
2229 d = emit_load(jd, iptr, var, REG_FTMP1);
2230 if (IS_2_WORD_TYPE(var->type))
2231 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2233 M_FST(d, REG_SP, md->params[s3].regoff * 8);
2238 switch (iptr->opc) {
2240 disp = dseg_addaddress(cd, bte->fp);
2241 d = md->returntype.type;
2243 M_ALD(REG_PV, REG_PV, disp); /* pointer to built-in-function descriptor */
2244 M_ALD(REG_ITMP1, REG_PV, 0); /* function entry point address, what about TOC */
2248 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2250 M_LDA(REG_PV, REG_ITMP1, -disp);
2253 if (INSTRUCTION_MUST_CHECK(iptr)) {
2254 M_CMPI(REG_RESULT, 0);
2256 codegen_add_fillinstacktrace_ref(cd);
2260 case ICMD_INVOKESPECIAL:
2261 gen_nullptr_check(rd->argintregs[0]);
2262 M_ILD(REG_ITMP1, rd->argintregs[0], 0); /* hardware nullptr */
2265 case ICMD_INVOKESTATIC:
2267 unresolved_method *um = iptr->sx.s23.s3.um;
2269 disp = dseg_addaddress(cd, NULL);
2271 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2274 if (opt_showdisassemble)
2277 d = md->returntype.type;
2280 disp = dseg_addaddress(cd, lm->stubroutine);
2281 d = md->returntype.type;
2285 M_ALD(REG_PV, REG_PV, disp);
2288 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2290 M_LDA(REG_PV, REG_ITMP1, -disp);
2293 case ICMD_INVOKEVIRTUAL:
2294 gen_nullptr_check(rd->argintregs[0]);
2297 unresolved_method *um = iptr->sx.s23.s3.um;
2299 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2301 if (opt_showdisassemble)
2305 d = md->returntype.type;
2308 s1 = OFFSET(vftbl_t, table[0]) +
2309 sizeof(methodptr) * lm->vftblindex;
2310 d = md->returntype.type;
2313 M_ALD(REG_METHODPTR, rd->argintregs[0],
2314 OFFSET(java_objectheader, vftbl));
2315 M_ALD(REG_PV, REG_METHODPTR, s1);
2318 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2320 M_LDA(REG_PV, REG_ITMP1, -disp);
2323 case ICMD_INVOKEINTERFACE:
2324 gen_nullptr_check(rd->argintregs[0]);
2327 unresolved_method *um = iptr->sx.s23.s3.um;
2329 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2331 if (opt_showdisassemble)
2336 d = md->returntype.type;
2339 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2340 sizeof(methodptr*) * lm->class->index;
2342 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2344 d = md->returntype.type;
2347 M_ALD(REG_METHODPTR, rd->argintregs[0],
2348 OFFSET(java_objectheader, vftbl));
2349 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2350 M_ALD(REG_PV, REG_METHODPTR, s2);
2353 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2355 M_LDA(REG_PV, REG_ITMP1, -disp);
2359 /* d contains return type */
2361 if (d != TYPE_VOID) {
2362 if (IS_INT_LNG_TYPE(d)) {
2363 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2364 M_MOV(REG_RESULT, s1);
2366 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2367 M_FLTMOVE(REG_FRESULT, s1);
2369 emit_store_dst(jd, iptr, s1);
2374 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2375 /* val.a: (classinfo*) superclass */
2377 /* superclass is an interface:
2379 * OK if ((sub == NULL) ||
2380 * (sub->vftbl->interfacetablelength > super->index) &&
2381 * (sub->vftbl->interfacetable[-super->index] != NULL));
2383 * superclass is a class:
2385 * OK if ((sub == NULL) || (0
2386 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2387 * super->vftbl->diffvall));
2390 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2391 /* object type cast-check */
2394 vftbl_t *supervftbl;
2397 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2403 super = iptr->sx.s23.s3.c.cls;
2404 superindex = super->index;
2405 supervftbl = super->vftbl;
2408 #if defined(ENABLE_THREADS)
2409 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2411 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2413 /* calculate interface checkcast code size */
2417 s2 += (opt_showdisassemble ? 1 : 0);
2419 /* calculate class checkcast code size */
2421 s3 = 8 + (s1 == REG_ITMP1);
2423 s3 += (opt_showdisassemble ? 1 : 0);
2425 /* if class is not resolved, check which code to call */
2429 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2431 disp = dseg_adds4(cd, 0); /* super->flags */
2433 codegen_addpatchref(cd,
2434 PATCHER_checkcast_instanceof_flags,
2435 iptr->sx.s23.s3.c.ref,
2438 if (opt_showdisassemble)
2441 M_ILD(REG_ITMP2, REG_PV, disp);
2442 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2446 /* interface checkcast code */
2448 if (!super || (super->flags & ACC_INTERFACE)) {
2454 codegen_addpatchref(cd,
2455 PATCHER_checkcast_instanceof_interface,
2456 iptr->sx.s23.s3.c.ref,
2459 if (opt_showdisassemble)
2463 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2464 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2465 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2467 codegen_add_classcastexception_ref(cd, s1); /*XXX s1?? */
2468 M_ALD(REG_ITMP3, REG_ITMP2,
2469 OFFSET(vftbl_t, interfacetable[0]) -
2470 superindex * sizeof(methodptr*));
2473 codegen_add_classcastexception_ref(cd, s1); /*XXX s1??*/
2479 /* class checkcast code */
2481 if (!super || !(super->flags & ACC_INTERFACE)) {
2482 disp = dseg_addaddress(cd, supervftbl);
2489 codegen_addpatchref(cd, PATCHER_checkcast_class,
2490 iptr->sx.s23.s3.c.ref,
2493 if (opt_showdisassemble)
2497 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2498 #if defined(ENABLE_THREADS)
2499 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2501 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2502 M_ALD(REG_ITMP2, REG_PV, disp);
2503 if (s1 != REG_ITMP1) {
2504 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2505 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2506 #if defined(ENABLE_THREADS)
2507 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2509 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2511 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2512 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2513 M_ALD(REG_ITMP2, REG_PV, disp);
2514 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2515 #if defined(ENABLE_THREADS)
2516 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2519 M_CMP(REG_ITMP3, REG_ITMP2);
2521 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2523 d = codegen_reg_of_dst(jd, iptr, s1);
2526 /* array type cast-check */
2528 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2529 M_INTMOVE(s1, rd->argintregs[0]);
2531 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2533 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2534 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2535 iptr->sx.s23.s3.c.ref,
2538 if (opt_showdisassemble)
2542 M_ALD(rd->argintregs[1], REG_PV, disp);
2543 disp = dseg_addaddress(cd, BUILTIN_arraycheckcast);
2544 M_ALD(REG_ITMP2, REG_PV, disp);
2545 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2550 codegen_add_classcastexception_ref(cd, s1); /* XXX s1? */
2552 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2553 d = codegen_reg_of_dst(jd, iptr, s1);
2556 emit_store_dst(jd, iptr, d);
2559 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2560 /* val.a: (classinfo*) superclass */
2562 /* superclass is an interface:
2564 * return (sub != NULL) &&
2565 * (sub->vftbl->interfacetablelength > super->index) &&
2566 * (sub->vftbl->interfacetable[-super->index] != NULL);
2568 * superclass is a class:
2570 * return ((sub != NULL) && (0
2571 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2572 * super->vftbl->diffvall));
2577 vftbl_t *supervftbl;
2580 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2586 super = iptr->sx.s23.s3.c.cls;
2587 superindex = super->index;
2588 supervftbl = super->vftbl;
2591 #if defined(ENABLE_THREADS)
2592 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2594 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2595 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2597 M_MOV(s1, REG_ITMP1);
2601 /* calculate interface instanceof code size */
2605 s2 += (opt_showdisassemble ? 1 : 0);
2607 /* calculate class instanceof code size */
2611 s3 += (opt_showdisassemble ? 1 : 0);
2615 /* if class is not resolved, check which code to call */
2619 M_BEQ(3 + (opt_showdisassemble ? 1 : 0) + s2 + 1 + s3);
2621 disp = dseg_adds4(cd, 0); /* super->flags */
2623 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2624 iptr->sx.s23.s3.c.ref, disp);
2626 if (opt_showdisassemble)
2629 M_ILD(REG_ITMP3, REG_PV, disp);
2630 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2634 /* interface instanceof code */
2636 if (!super || (super->flags & ACC_INTERFACE)) {
2642 codegen_addpatchref(cd,
2643 PATCHER_checkcast_instanceof_interface,
2644 iptr->sx.s23.s3.c.ref, 0);
2646 if (opt_showdisassemble)
2650 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2651 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2652 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2654 M_ALD(REG_ITMP1, REG_ITMP1,
2655 OFFSET(vftbl_t, interfacetable[0]) -
2656 superindex * sizeof(methodptr*));
2659 M_IADD_IMM(REG_ZERO, 1, d);
2665 /* class instanceof code */
2667 if (!super || !(super->flags & ACC_INTERFACE)) {
2668 disp = dseg_addaddress(cd, supervftbl);
2675 codegen_addpatchref(cd, PATCHER_instanceof_class,
2676 iptr->sx.s23.s3.c.ref,
2679 if (opt_showdisassemble) {
2684 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2685 M_ALD(REG_ITMP2, REG_PV, disp);
2686 #if defined(ENABLE_THREADS)
2687 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2689 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2690 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2691 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2692 #if defined(ENABLE_THREADS)
2693 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2695 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2696 M_CMPU(REG_ITMP1, REG_ITMP2);
2699 M_IADD_IMM(REG_ZERO, 1, d);
2701 emit_store_dst(jd, iptr, d);
2705 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2707 /* check for negative sizes and copy sizes to stack if necessary */
2709 MCODECHECK((iptr->s1.argcount << 1) + 64);
2711 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2713 var = VAR(iptr->sx.s23.s2.args[s1]);
2715 /* copy SAVEDVAR sizes to stack */
2717 if (!(var->flags & PREALLOC)) {
2718 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2719 #if defined(__DARWIN__)
2720 M_IST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 4);
2722 M_IST(s2, REG_SP, LA_SIZE + (s1 + 3) * 4);
2727 /* a0 = dimension count */
2729 ICONST(rd->argintregs[0], iptr->s1.argcount);
2731 /* is patcher function set? */
2733 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2734 disp = dseg_addaddress(cd, NULL);
2736 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2737 iptr->sx.s23.s3.c.ref, disp);
2739 if (opt_showdisassemble)
2743 disp = dseg_addaddress(cd, iptr->sx.s23.s3.c.cls);
2746 /* a1 = arraydescriptor */
2748 M_ALD(rd->argintregs[1], REG_PV, disp);
2750 /* a2 = pointer to dimensions = stack pointer */
2752 #if defined(__DARWIN__)
2753 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 4);
2755 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 4);
2758 disp = dseg_addaddress(cd, BUILTIN_multianewarray);
2759 M_ALD(REG_ITMP3, REG_PV, disp);
2763 /* check for exception before result assignment */
2765 M_CMPI(REG_RESULT, 0);
2767 codegen_add_fillinstacktrace_ref(cd);
2769 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2770 M_INTMOVE(REG_RESULT, d);
2771 emit_store_dst(jd, iptr, d);
2776 new_internalerror("Unknown ICMD %d during code generation",
2781 } /* for instruction */
2783 } /* if (bptr -> flags >= BBREACHED) */
2784 } /* for basic block */
2786 dseg_createlinenumbertable(cd);
2789 /* generate exception and patcher stubs */
2798 savedmcodeptr = NULL;
2800 /* generate exception stubs */
2802 for (eref = cd->exceptionrefs; eref != NULL; eref = eref->next) {
2803 gen_resolvebranch(cd->mcodebase + eref->branchpos,
2804 eref->branchpos, cd->mcodeptr - cd->mcodebase);
2808 /* Check if the exception is an
2809 ArrayIndexOutOfBoundsException. If so, move index register
2812 if (eref->reg != -1)
2813 M_MOV(eref->reg, REG_ITMP1);
2815 /* calcuate exception address */
2817 M_LDA(REG_ITMP2_XPC, REG_PV, eref->branchpos - 4);
2819 /* move function to call into REG_ITMP3 */
2821 disp = dseg_addaddress(cd, eref->function);
2822 M_ALD(REG_ITMP3, REG_PV, disp);
2823 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2825 if (savedmcodeptr != NULL) {
2826 disp = ((u4 *) savedmcodeptr) - (((u4 *) cd->mcodeptr) + 1);
2830 savedmcodeptr = cd->mcodeptr;
2832 if (jd->isleafmethod) {
2834 M_AST(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2837 M_MOV(REG_PV, rd->argintregs[0]);
2838 M_MOV(REG_SP, rd->argintregs[1]);
2840 if (jd->isleafmethod)
2841 M_MOV(REG_ZERO, rd->argintregs[2]);
2843 M_ALD(rd->argintregs[2],
2844 REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2846 M_MOV(REG_ITMP2_XPC, rd->argintregs[3]);
2847 M_MOV(REG_ITMP1, rd->argintregs[4]);
2849 M_STDU(REG_SP, REG_SP, -(LA_SIZE + 6 * 8));
2850 M_AST(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2854 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2856 M_ALD(REG_ITMP2_XPC, REG_SP, LA_SIZE + 5 * 8);
2857 M_LADD_IMM(REG_SP, LA_SIZE + 6 * 8, REG_SP);
2859 if (jd->isleafmethod) {
2860 /* XXX FIXME: REG_ZERO can cause problems here! */
2861 assert(cd->stackframesize * 8 <= 32767);
2863 M_ALD(REG_ZERO, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2867 disp = dseg_addaddress(cd, asm_handle_exception);
2868 M_ALD(REG_ITMP3, REG_PV, disp);
2875 /* generate code patching stub call code */
2877 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2878 /* check code segment size */
2882 /* Get machine code which is patched back in later. The
2883 call is 1 instruction word long. */
2885 tmpmcodeptr = (u1 *) (cd->mcodebase + pref->branchpos);
2887 mcode = *((u4 *) tmpmcodeptr);
2889 /* Patch in the call to call the following code (done at
2892 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2893 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2895 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2898 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2900 /* create stack frame - keep stack 16-byte aligned */
2902 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2904 /* calculate return address and move it onto the stack */
2906 M_LDA(REG_ITMP3, REG_PV, pref->branchpos);
2907 M_AST_INTERN(REG_ITMP3, REG_SP, 5 * 8);
2909 /* move pointer to java_objectheader onto stack */
2911 #if defined(ENABLE_THREADS)
2912 /* order reversed because of data segment layout */
2914 (void) dseg_addaddress(cd, NULL); /* flcword */
2915 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
2916 disp = dseg_addaddress(cd, NULL); /* vftbl */
2918 M_LDA(REG_ITMP3, REG_PV, disp);
2919 M_AST_INTERN(REG_ITMP3, REG_SP, 4 * 8);
2924 /* move machine code onto stack */
2926 disp = dseg_adds4(cd, mcode);
2927 M_ILD(REG_ITMP3, REG_PV, disp);
2928 M_IST_INTERN(REG_ITMP3, REG_SP, 3 * 8);
2930 /* move class/method/field reference onto stack */
2932 disp = dseg_addaddress(cd, pref->ref);
2933 M_ALD(REG_ITMP3, REG_PV, disp);
2934 M_AST_INTERN(REG_ITMP3, REG_SP, 2 * 8);
2936 /* move data segment displacement onto stack */
2938 disp = dseg_addaddress(cd, pref->disp);
2939 M_LLD(REG_ITMP3, REG_PV, disp);
2940 M_IST_INTERN(REG_ITMP3, REG_SP, 1 * 8);
2942 /* move patcher function pointer onto stack */
2944 disp = dseg_addaddress(cd, pref->patcher);
2945 M_ALD(REG_ITMP3, REG_PV, disp);
2946 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 8);
2948 disp = dseg_addaddress(cd, asm_patcher_wrapper);
2949 M_ALD(REG_ITMP3, REG_PV, disp);
2954 /* generate replacement-out stubs */
2960 replacementpoint = jd->code->rplpoints;
2962 for (i = 0; i < jd->code->rplpointcount; ++i, ++replacementpoint) {
2963 /* check code segment size */
2967 /* note start of stub code */
2969 replacementpoint->outcode = (u1 *) (cd->mcodeptr - cd->mcodebase);
2971 /* make machine code for patching */
2973 tmpmcodeptr = cd->mcodeptr;
2974 cd->mcodeptr = (u1 *) &(replacementpoint->mcode) + 1 /* big-endian */;
2976 disp = (ptrint)((s4*)replacementpoint->outcode - (s4*)replacementpoint->pc) - 1;
2979 cd->mcodeptr = tmpmcodeptr;
2981 /* create stack frame - keep 16-byte aligned */
2983 M_AADD_IMM(REG_SP, -4 * 4, REG_SP);
2985 /* push address of `rplpoint` struct */
2987 disp = dseg_addaddress(cd, replacementpoint);
2988 M_ALD(REG_ITMP3, REG_PV, disp);
2989 M_AST_INTERN(REG_ITMP3, REG_SP, 0 * 4);
2991 /* jump to replacement function */
2993 disp = dseg_addaddress(cd, asm_replacement_out);
2994 M_ALD(REG_ITMP3, REG_PV, disp);
3004 /* everything's ok */
3010 /* createcompilerstub **********************************************************
3012 Creates a stub routine which calls the compiler.
3014 *******************************************************************************/
3016 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
3017 #define COMPILERSTUB_CODESIZE 4 * 4
3019 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
3022 u1 *createcompilerstub(methodinfo *m)
3024 u1 *s; /* memory to hold the stub */
3030 s = CNEW(u1, COMPILERSTUB_SIZE);
3032 /* set data pointer and code pointer */
3035 s = s + COMPILERSTUB_DATASIZE;
3037 /* mark start of dump memory area */
3039 dumpsize = dump_size();
3041 cd = DNEW(codegendata);
3044 /* Store the codeinfo pointer in the same place as in the
3045 methodheader for compiled methods. */
3047 code = code_codeinfo_new(m);
3049 d[0] = (ptrint) asm_call_jit_compiler;
3051 d[2] = (ptrint) code;
3053 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
3054 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
3058 md_cacheflush((u1 *) d, COMPILERSTUB_SIZE);
3060 #if defined(ENABLE_STATISTICS)
3062 count_cstub_len += COMPILERSTUB_SIZE;
3065 /* release dump area */
3067 dump_release(dumpsize);
3073 /* createnativestub ************************************************************
3075 Creates a stub routine which calls a native method.
3077 *******************************************************************************/
3079 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3087 s4 i, j; /* count variables */
3092 /* get required compiler data */
3099 /* set some variables */
3102 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3104 /* calculate stackframe size */
3106 cd->stackframesize =
3107 sizeof(stackframeinfo) / SIZEOF_VOID_P +
3108 sizeof(localref_table) / SIZEOF_VOID_P +
3109 4 + /* 4 stackframeinfo arguments (darwin)*/
3113 cd->stackframesize = (cd->stackframesize + 3) & ~3; /* keep stack 16-byte aligned */
3115 /* create method header */
3117 (void) dseg_addaddress(cd, code); /* CodeinfoPointer */
3118 (void) dseg_adds4(cd, cd->stackframesize * 8); /* FrameSize */
3119 (void) dseg_adds4(cd, 0); /* IsSync */
3120 (void) dseg_adds4(cd, 0); /* IsLeaf */
3121 (void) dseg_adds4(cd, 0); /* IntSave */
3122 (void) dseg_adds4(cd, 0); /* FltSave */
3123 (void) dseg_addlinenumbertablesize(cd);
3124 (void) dseg_adds4(cd, 0); /* ExTableSize */
3129 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
3130 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
3132 #if !defined(NDEBUG)
3133 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3134 emit_verbosecall_enter(jd);
3137 /* get function address (this must happen before the stackframeinfo) */
3139 funcdisp = dseg_addaddress(cd, f);
3141 #if !defined(WITH_STATIC_CLASSPATH)
3143 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3145 if (opt_showdisassemble)
3150 /* save integer and float argument registers */
3154 for (i = 0; i < md->paramcount; i++) {
3155 t = md->paramtypes[i].type;
3157 if (IS_INT_LNG_TYPE(t)) {
3158 if (!md->params[i].inmemory) {
3159 s1 = md->params[i].regoff;
3160 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3166 for (i = 0; i < md->paramcount; i++) {
3167 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3168 if (!md->params[i].inmemory) {
3169 s1 = md->params[i].regoff;
3170 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3176 /* create native stack info */
3178 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3179 M_MOV(REG_PV, rd->argintregs[1]);
3180 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[2]);
3181 M_ALD(rd->argintregs[3], REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3182 disp = dseg_addaddress(cd, codegen_start_native_call);
3184 M_ALD(REG_ITMP1, REG_PV, disp);
3185 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
3189 /* restore integer and float argument registers */
3193 for (i = 0; i < md->paramcount; i++) {
3194 t = md->paramtypes[i].type;
3196 if (IS_INT_LNG_TYPE(t)) {
3197 if (!md->params[i].inmemory) {
3198 s1 = md->params[i].regoff;
3199 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3205 for (i = 0; i < md->paramcount; i++) {
3206 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
3207 if (!md->params[i].inmemory) {
3208 s1 = md->params[i].regoff;
3209 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
3215 /* copy or spill arguments to new locations */
3217 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3218 t = md->paramtypes[i].type;
3220 if (IS_INT_LNG_TYPE(t)) {
3221 if (!md->params[i].inmemory) {
3222 s1 = rd->argintregs[md->params[i].regoff];
3224 if (!nmd->params[j].inmemory) {
3225 s2 = rd->argintregs[nmd->params[j].regoff];
3228 s2 = nmd->params[j].regoff;
3229 M_LST(s1, REG_SP, s2 * 8);
3233 s1 = md->params[i].regoff + cd->stackframesize;
3234 s2 = nmd->params[j].regoff;
3236 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
3237 M_LST(REG_ITMP1, REG_SP, s2 * 8);
3241 /* We only copy spilled float arguments, as the float
3242 argument registers keep unchanged. */
3244 if (md->params[i].inmemory) {
3245 s1 = md->params[i].regoff + cd->stackframesize;
3246 s2 = nmd->params[j].regoff;
3248 if (IS_2_WORD_TYPE(t)) {
3249 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
3250 M_DST(REG_FTMP1, REG_SP, s2 * 8);
3253 M_FLD(REG_FTMP1, REG_SP, s1 * 8);
3254 M_FST(REG_FTMP1, REG_SP, s2 * 8);
3260 /* put class into second argument register */
3262 if (m->flags & ACC_STATIC) {
3263 disp = dseg_addaddress(cd, m->class);
3264 M_ALD(rd->argintregs[1], REG_PV, disp);
3267 /* put env into first argument register */
3269 disp = dseg_addaddress(cd, _Jv_env);
3270 M_ALD(rd->argintregs[0], REG_PV, disp);
3272 /* generate the actual native call */
3273 /* native functions have a different TOC for sure */
3275 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
3276 M_ALD(REG_ITMP3, REG_PV, funcdisp);
3277 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
3278 M_ALD(REG_ITMP3, REG_ITMP3, 0);
3281 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
3283 /* save return value */
3285 if (md->returntype.type != TYPE_VOID) {
3286 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3287 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3290 if (IS_2_WORD_TYPE(md->returntype.type))
3291 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3293 M_FST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); /* FIXME, needed ?*/
3297 /* print call trace */
3298 #if ! defined(NDEBGUU)
3299 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
3300 emit_verbosecall_exit(jd);
3303 /* remove native stackframe info */
3305 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
3306 disp = dseg_addaddress(cd, codegen_finish_native_call);
3307 M_ALD(REG_ITMP1, REG_PV, disp);
3308 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
3311 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
3313 /* restore return value */
3315 if (md->returntype.type != TYPE_VOID) {
3316 if (IS_INT_LNG_TYPE(md->returntype.type)) {
3317 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3320 if (IS_2_WORD_TYPE(md->returntype.type))
3321 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3323 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
3327 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
3328 M_MTLR(REG_ITMP2_XPC);
3329 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
3331 /* check for exception */
3333 M_TST(REG_ITMP1_XPTR);
3334 M_BNE(1); /* if no exception then return */
3338 /* handle exception */
3340 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
3342 disp = dseg_addaddress(cd, asm_handle_nat_exception);
3343 M_ALD(REG_ITMP3, REG_PV, disp);
3347 /* generate patcher stub call code */
3355 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
3356 /* Get machine code which is patched back in later. The
3357 call is 1 instruction word long. */
3359 tmpmcodeptr = cd->mcodebase + pref->branchpos;
3361 mcode = *((u4 *) tmpmcodeptr);
3363 /* Patch in the call to call the following code (done at
3366 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
3367 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
3369 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
3372 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
3374 /* create stack frame - keep stack 16-byte aligned */
3376 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
3378 /* move return address onto stack */
3381 M_AST(REG_ZERO, REG_SP, 5 * 8);
3383 /* move pointer to java_objectheader onto stack */
3385 #if defined(ENABLE_THREADS)
3386 /* order reversed because of data segment layout */
3388 (void) dseg_addaddress(cd, NULL); /* flcword */
3389 (void) dseg_addaddress(cd, lock_get_initial_lock_word()); /* monitorPtr */
3390 disp = dseg_addaddress(cd, NULL); /* vftbl */
3392 M_LDA(REG_ITMP3, REG_PV, disp);
3393 M_AST(REG_ITMP3, REG_SP, 4 * 8);
3398 /* move machine code onto stack */
3400 disp = dseg_adds4(cd, mcode);
3401 M_ILD(REG_ITMP3, REG_PV, disp);
3402 M_IST(REG_ITMP3, REG_SP, 3 * 8);
3404 /* move class/method/field reference onto stack */
3406 disp = dseg_addaddress(cd, pref->ref);
3407 M_ALD(REG_ITMP3, REG_PV, disp);
3408 M_AST(REG_ITMP3, REG_SP, 2 * 8);
3410 /* move data segment displacement onto stack */
3412 disp = dseg_adds4(cd, pref->disp);
3413 M_ILD(REG_ITMP3, REG_PV, disp);
3414 M_IST(REG_ITMP3, REG_SP, 1 * 8);
3416 /* move patcher function pointer onto stack */
3418 disp = dseg_addaddress(cd, pref->patcher);
3419 M_ALD(REG_ITMP3, REG_PV, disp);
3420 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3422 disp = dseg_addaddress(cd, asm_patcher_wrapper);
3423 M_ALD(REG_ITMP3, REG_PV, disp);
3431 return code->entrypoint;
3438 * These are local overrides for various environment variables in Emacs.
3439 * Please do not remove this and leave it at the end of the file, where
3440 * Emacs will automagically detect them.
3441 * ---------------------------------------------------------------------
3444 * indent-tabs-mode: t
3448 * vim:noexpandtab:sw=4:ts=4: