1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 7693 2007-04-12 14:56:49Z michi $
40 #include "vm/jit/powerpc64/arch.h"
41 #include "vm/jit/powerpc64/codegen.h"
43 #include "mm/memory.h"
45 #include "native/native.h"
47 #include "vm/builtin.h"
48 #include "vm/exceptions.h"
49 #include "vm/global.h"
50 #include "vm/stringlocal.h"
53 #include "vm/jit/abi-asm.h"
54 #include "vm/jit/md.h"
55 #include "vm/jit/asmpart.h"
56 #include "vm/jit/codegen-common.h"
57 #include "vm/jit/dseg.h"
58 #include "vm/jit/emit-common.h"
59 #include "vm/jit/jit.h"
60 #include "vm/jit/parse.h"
61 #include "vm/jit/patcher.h"
62 #include "vm/jit/reg.h"
63 #include "vm/jit/replace.h"
64 #include "vm/jit/stacktrace.h"
66 #include "vmcore/loader.h"
67 #include "vmcore/options.h"
69 #if defined(ENABLE_LSRA)
70 # include "vm/jit/allocator/lsra.h"
73 #if defined(ENABLE_THREADS)
74 # include "threads/native/lock.h"
78 /* codegen_emit ****************************************************************
80 Generates machine code.
82 *******************************************************************************/
84 bool codegen_emit(jitdata *jd)
90 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 unresolved_method *um;
99 builtintable_entry *bte;
103 unresolved_field *uf;
106 /* get required compiler data */
113 /* prevent compiler warnings */
125 /* space to save used callee saved registers */
127 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
128 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
130 cd->stackframesize = rd->memuse + savedregs_num;
132 #if defined(ENABLE_THREADS)
133 /* space to save argument of monitor_enter and Return Values to survive */
134 /* monitor_exit. The stack position for the argument can not be shared */
135 /* with place to save the return register on PPC64, since both values */
137 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
138 /* reserve 2 slots for long/double return values for monitorexit */
139 cd->stackframesize += 2;
144 /* create method header */
146 /* align stack to 16-bytes */
149 /* if (!m->isleafmethod || opt_verbosecall) */
150 /* stackframesize = (stackframesize + 3) & ~3;
152 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
153 /* stackframesize = 0; */
155 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
156 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
158 #if defined(ENABLE_THREADS)
159 /* IsSync contains the offset relative to the stack pointer for the
160 argument of monitor_exit used in the exception handler. Since the
161 offset could be zero and give a wrong meaning of the flag it is
165 if (checksync && (m->flags & ACC_SYNCHRONIZED))
166 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
169 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
171 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
172 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
173 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
175 dseg_addlinenumbertablesize(cd);
177 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
179 /* create exception table */
181 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
182 dseg_add_target(cd, ex->start);
183 dseg_add_target(cd, ex->end);
184 dseg_add_target(cd, ex->handler);
185 (void) dseg_add_unique_address(cd, ex->catchtype.any);
188 /* create stack frame (if necessary) */
190 if (!jd->isleafmethod) {
192 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
195 if (cd->stackframesize)
196 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
198 /* save return address and used callee saved registers */
200 p = cd->stackframesize;
201 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
202 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
204 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
205 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
208 /* take arguments out of register or stack frame */
212 for (p = 0, l = 0; p < md->paramcount; p++) {
213 t = md->paramtypes[p].type;
214 varindex = jd->local_map[l*5 + t];
216 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
218 if (varindex == UNUSED)
221 s1 = md->params[p].regoff;
222 if (IS_INT_LNG_TYPE(t)) { /* integer args */
223 if (!md->params[p].inmemory) { /* register arguments */
224 s2 = rd->argintregs[s1];
225 if (!IS_INMEMORY(var->flags)) {
226 M_INTMOVE(s2, var->vv.regoff);
227 } else { /* reg arg -> spilled */
228 M_LST(s2, REG_SP, var->vv.regoff * 8);
230 } else { /* stack arguments */
231 if (!IS_INMEMORY(var->flags)) { /* stack arg -> register */
232 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
234 } else { /* stack arg -> spilled */
235 var->vv.regoff = cd->stackframesize + s1;
239 } else { /* floating args */
240 if (!md->params[p].inmemory) { /* register arguments */
241 s2 = rd->argfltregs[s1];
242 if (!IS_INMEMORY(var->flags)) { /* reg arg -> register */
243 M_FLTMOVE(s2, var->vv.regoff);
244 } else { /* reg arg -> spilled */
245 M_DST(s2, REG_SP, var->vv.regoff * 8);
248 } else { /* stack arguments */
249 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
250 if (IS_2_WORD_TYPE(t)) {
251 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
253 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
255 } else { /* stack-arg -> spilled */
256 var->vv.regoff = cd->stackframesize + s1;
262 /* save monitorenter argument */
264 #if defined(ENABLE_THREADS)
266 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
268 /* stackoffset for argument used for LOCK_monitor_exit */
270 #if !defined (NDEBUG)
271 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
272 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
274 for (p = 0; p < INT_ARG_CNT; p++)
275 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
277 for (p = 0; p < FLT_ARG_CNT; p++)
278 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
280 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
281 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
284 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
285 M_ALD(REG_ITMP3, REG_PV, p);
286 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
289 /* get or test the lock object */
291 if (m->flags & ACC_STATIC) {
292 p = dseg_add_address(cd, &m->class->object.header);
293 M_ALD(rd->argintregs[0], REG_PV, p);
296 M_TST(rd->argintregs[0]);
298 M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
301 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
303 #if !defined (NDEBUG)
304 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
305 for (p = 0; p < INT_ARG_CNT; p++)
306 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
308 for (p = 0; p < FLT_ARG_CNT; p++)
309 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
311 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
317 /* call trace function */
318 #if !defined (NDEBUG)
319 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
320 emit_verbosecall_enter(jd);
325 /* end of header generation */
327 /* create replacement points */
329 REPLACEMENT_POINTS_INIT(cd, jd);
331 /* walk through all basic blocks */
333 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
335 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
337 if (bptr->flags >= BBREACHED) {
339 /* branch resolving */
340 codegen_resolve_branchrefs(cd, bptr);
342 /* handle replacement points */
344 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
346 /* copy interface registers to their destination */
351 #if defined(ENABLE_LSRA)
355 var = VAR(bptr->invars[len]);
356 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
357 /* d = reg_of_var(m, var, REG_ITMP1); */
358 if (!(var->flags & INMEMORY))
362 M_INTMOVE(REG_ITMP1, d);
363 emit_store(jd, NULL, var, d);
370 var = VAR(bptr->invars[len]);
371 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
372 d = codegen_reg_of_var(0, var, REG_ITMP1);
373 M_INTMOVE(REG_ITMP1, d);
374 emit_store(jd, NULL, var, d);
377 assert((var->flags & INOUT));
381 #if defined(ENABLE_LSRA)
384 /* walk through all instructions */
389 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
390 bool sign_ext = false;
391 if (iptr->line != currentline) {
392 dseg_addlinenumber(cd, iptr->line);
393 currentline = iptr->line;
396 MCODECHECK(64); /* an instruction usually needs < 64 words */
399 case ICMD_NOP: /* ... ==> ... */
400 case ICMD_POP: /* ..., value ==> ... */
401 case ICMD_POP2: /* ..., value, value ==> ... */
404 case ICMD_INLINE_START:
406 REPLACEMENT_POINT_INLINE_START(cd, iptr);
409 case ICMD_INLINE_BODY:
411 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
412 dseg_addlinenumber_inline_start(cd, iptr);
413 dseg_addlinenumber(cd, iptr->line);
416 case ICMD_INLINE_END:
418 dseg_addlinenumber_inline_end(cd, iptr);
419 dseg_addlinenumber(cd, iptr->line);
422 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
424 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
427 emit_nullpointer_check(cd, iptr, s1);
430 /* constant operations ************************************************/
432 case ICMD_ICONST: /* ... ==> ..., constant */
434 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
435 ICONST(d, iptr->sx.val.i);
436 emit_store_dst(jd, iptr, d);
439 case ICMD_LCONST: /* ... ==> ..., constant */
441 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
442 LCONST(d, iptr->sx.val.l);
443 emit_store_dst(jd, iptr, d);
446 case ICMD_FCONST: /* ... ==> ..., constant */
448 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
449 a = dseg_add_float(cd, iptr->sx.val.f);
451 emit_store_dst(jd, iptr, d);
454 case ICMD_DCONST: /* ... ==> ..., constant */
456 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
457 a = dseg_add_double(cd, iptr->sx.val.d);
459 emit_store_dst(jd, iptr, d);
462 case ICMD_ACONST: /* ... ==> ..., constant */
464 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
466 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
467 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
468 codegen_addpatchref(cd, PATCHER_aconst,
472 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
474 M_ALD(d, REG_PV, disp);
475 emit_store_dst(jd, iptr, d);
479 /* load/store/copy/move operations ************************************/
481 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
482 case ICMD_ALOAD: /* s1.localindex = local variable */
484 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
485 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
486 case ICMD_ISTORE: /* ..., value ==> ... */
488 case ICMD_FSTORE: /* ..., value ==> ... */
489 case ICMD_DSTORE: /* ..., value ==> ... */
493 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
497 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
498 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
502 /* integer operations *************************************************/
504 case ICMD_INEG: /* ..., value ==> ..., - value */
507 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
508 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
510 if (sign_ext) M_EXTSW(d, d);
511 emit_store_dst(jd, iptr, d);
515 case ICMD_I2L: /* ..., value ==> ..., value */
517 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
518 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
520 emit_store_dst(jd, iptr, d);
523 case ICMD_L2I: /* ..., value ==> ..., value */
525 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
526 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
528 emit_store_dst(jd, iptr, d);
531 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
533 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
534 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
536 emit_store_dst(jd, iptr, d);
539 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
541 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
542 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
544 emit_store_dst(jd, iptr, d);
547 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
549 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
550 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
552 emit_store_dst(jd, iptr, d);
556 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
558 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
559 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
560 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
563 emit_store_dst(jd, iptr, d);
569 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
570 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
571 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
572 M_IADD_IMM(s1, iptr->sx.val.i, d);
574 ICONST(REG_ITMP2, iptr->sx.val.i);
575 M_IADD(s1, REG_ITMP2, d);
578 emit_store_dst(jd, iptr, d);
581 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
583 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
584 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
585 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
587 emit_store_dst(jd, iptr, d);
590 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
591 /* sx.val.l = constant */
593 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
594 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
596 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
597 M_LADD_IMM(s1, iptr->sx.val.l, d);
599 LCONST(REG_ITMP2, iptr->sx.val.l);
600 M_LADD(s1, REG_ITMP2, d);
602 emit_store_dst(jd, iptr, d);
605 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
607 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
608 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
609 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
611 emit_store_dst(jd, iptr, d);
614 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
615 /* sx.val.i = constant */
617 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
618 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
619 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
620 M_IADD_IMM(s1, -iptr->sx.val.i, d);
622 ICONST(REG_ITMP2, iptr->sx.val.i);
623 M_SUB(s1, REG_ITMP2, d);
626 emit_store_dst(jd, iptr, d);
629 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
631 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
632 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
633 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
635 emit_store_dst(jd, iptr, d);
638 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
639 /* sx.val.l = constant */
641 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
642 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
644 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
645 M_LADD_IMM(s1, -iptr->sx.val.l, d);
647 LCONST(REG_ITMP2, iptr->sx.val.l);
648 M_SUB(s1, REG_ITMP2, d);
650 emit_store_dst(jd, iptr, d);
655 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
657 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
658 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
659 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
660 emit_arithmetic_check(cd, iptr, s2);
663 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
664 /* we only need to check this if we did a LDIV, not for IDIV */
667 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
669 M_MOV(s1, d); /* java specs says result == dividend */
671 if (sign_ext) M_EXTSW(d, d);
672 emit_store_dst(jd, iptr, d);
677 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
678 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
679 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
680 emit_arithmetic_check(cd, iptr, s2);
682 M_DIV(s1, s2, REG_ITMP3);
683 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
684 /* we only need to check this if we did a LDIV, not for IDIV */
687 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
689 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
692 M_MUL(REG_ITMP3, s2, REG_ITMP2);
693 M_SUB(s1, REG_ITMP2, REG_ITMP3);
694 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
697 emit_store_dst(jd, iptr, REG_ITMP1);
701 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
704 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
705 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
706 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
708 if (sign_ext) M_EXTSW(d, d);
709 emit_store_dst(jd, iptr, d);
712 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
713 /* sx.val.i = constant */
715 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
716 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
717 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
718 M_MUL_IMM(s1, iptr->sx.val.i, d);
720 ICONST(REG_ITMP3, iptr->sx.val.i);
721 M_MUL(s1, REG_ITMP3, d);
724 emit_store_dst(jd, iptr, d);
727 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
728 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
729 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
730 M_MUL_IMM(s1, iptr->sx.val.l, d);
732 LCONST(REG_ITMP3, iptr->sx.val.l);
733 M_MUL(s1, REG_ITMP3, d);
735 emit_store_dst(jd, iptr, d);
738 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
740 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
741 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
742 M_SRA_IMM(s1, iptr->sx.val.i, d);
744 emit_store_dst(jd, iptr, d);
747 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
749 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
750 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
751 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
752 M_AND_IMM(s2, 0x1f, REG_ITMP3);
753 M_SLL(s1, REG_ITMP3, d);
755 emit_store_dst(jd, iptr, d);
758 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
759 /* sx.val.i = constant */
761 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
762 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
763 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
765 emit_store_dst(jd, iptr, d);
768 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
770 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
771 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
772 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
773 M_AND_IMM(s2, 0x1f, REG_ITMP3);
774 M_SRA(s1, REG_ITMP3, d);
775 emit_store_dst(jd, iptr, d);
778 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
779 /* sx.val.i = constant */
781 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
782 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
783 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
784 emit_store_dst(jd, iptr, d);
787 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
789 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
790 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
791 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
792 M_AND_IMM(s2, 0x1f, REG_ITMP2);
793 M_MOV(s1, REG_ITMP1);
794 M_CLR_HIGH(REG_ITMP1);
795 M_SRL(REG_ITMP1, REG_ITMP2, d);
796 emit_store_dst(jd, iptr, d);
799 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
800 /* sx.val.i = constant */
802 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
803 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
804 if (iptr->sx.val.i & 0x1f) {
805 M_MOV(s1, REG_ITMP1);
806 M_CLR_HIGH(REG_ITMP1);
807 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
811 emit_store_dst(jd, iptr, d);
815 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
816 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
817 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
818 emit_store_dst(jd, iptr, d);
821 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
822 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
823 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
824 M_AND_IMM(s2, 0x3f, REG_ITMP2);
825 M_SLL(s1, REG_ITMP2, d);
826 emit_store_dst(jd, iptr, d);
829 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
830 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
831 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
832 emit_store_dst(jd, iptr, d);
835 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
836 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
837 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
839 emit_store_dst(jd, iptr, d);
841 case ICMD_LUSHRCONST:
842 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
843 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
844 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
845 emit_store_dst(jd, iptr, d);
848 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
849 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
850 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
851 M_AND_IMM(s2, 0x3f, REG_ITMP2);
852 M_SRL(s1, REG_ITMP2, d);
853 emit_store_dst(jd, iptr, d);
856 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
859 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
860 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
861 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
863 emit_store_dst(jd, iptr, d);
866 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
867 /* sx.val.i = constant */
869 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
870 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
871 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
872 M_AND_IMM(s1, iptr->sx.val.i, d);
875 else if (iptr->sx.val.i == 0xffffff) {
876 M_RLWINM(s1, 0, 8, 31, d);
880 ICONST(REG_ITMP3, iptr->sx.val.i);
881 M_AND(s1, REG_ITMP3, d);
883 emit_store_dst(jd, iptr, d);
886 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
887 /* sx.val.l = constant */
889 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
890 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
891 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
892 M_AND_IMM(s1, iptr->sx.val.l, d);
894 else if (iptr->sx.val.l == 0xffffff) {
895 M_RLWINM(s1, 0, 8, 31, d);
899 LCONST(REG_ITMP3, iptr->sx.val.l);
900 M_AND(s1, REG_ITMP3, d);
902 emit_store_dst(jd, iptr, d);
905 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
906 /* sx.val.i = constant */
907 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
908 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
909 M_MOV(s1, REG_ITMP2);
911 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
912 if (iptr->sx.val.i >= 32768) {
913 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
914 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
915 M_IADD(s1, REG_ITMP2, REG_ITMP2);
917 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
920 int b=0, m = iptr->sx.val.i;
923 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
925 M_SUB(s1, REG_ITMP2, d);
927 emit_store_dst(jd, iptr, d);
930 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
933 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
934 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
935 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
937 emit_store_dst(jd, iptr, d);
940 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
941 /* sx.val.i = constant */
943 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
944 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
945 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
946 M_OR_IMM(s1, iptr->sx.val.i, d);
948 ICONST(REG_ITMP3, iptr->sx.val.i);
949 M_OR(s1, REG_ITMP3, d);
951 emit_store_dst(jd, iptr, d);
954 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
955 /* sx.val.l = constant */
957 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
958 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
959 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
960 M_OR_IMM(s1, iptr->sx.val.l, d);
962 LCONST(REG_ITMP3, iptr->sx.val.l);
963 M_OR(s1, REG_ITMP3, d);
965 emit_store_dst(jd, iptr, d);
969 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
972 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
973 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
974 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
976 emit_store_dst(jd, iptr, d);
979 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
980 /* sx.val.i = constant */
982 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
983 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
984 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
985 M_XOR_IMM(s1, iptr->sx.val.i, d);
987 ICONST(REG_ITMP3, iptr->sx.val.i);
988 M_XOR(s1, REG_ITMP3, d);
990 emit_store_dst(jd, iptr, d);
993 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
994 /* sx.val.l = constant */
996 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
997 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
998 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
999 M_XOR_IMM(s1, iptr->sx.val.l, d);
1001 LCONST(REG_ITMP3, iptr->sx.val.l);
1002 M_XOR(s1, REG_ITMP3, d);
1004 emit_store_dst(jd, iptr, d);
1007 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1009 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1010 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1011 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1012 /* XXX implement me!!! */
1013 vm_abort("codegen: implement ICMD_LCMP!");
1014 emit_store_dst(jd, iptr, d);
1019 /* floating operations ************************************************/
1021 case ICMD_FNEG: /* ..., value ==> ..., - value */
1023 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1024 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1026 emit_store_dst(jd, iptr, d);
1029 case ICMD_DNEG: /* ..., value ==> ..., - value */
1031 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1032 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1034 emit_store_dst(jd, iptr, d);
1037 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1039 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1040 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1041 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1043 emit_store_dst(jd, iptr, d);
1046 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1048 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1049 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1050 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1052 emit_store_dst(jd, iptr, d);
1055 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1057 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1058 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1059 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1061 emit_store_dst(jd, iptr, d);
1064 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1066 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1067 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1068 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1070 emit_store_dst(jd, iptr, d);
1073 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1075 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1076 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1077 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1079 emit_store_dst(jd, iptr, d);
1082 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1084 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1085 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1086 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1088 emit_store_dst(jd, iptr, d);
1091 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1093 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1094 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1095 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1097 emit_store_dst(jd, iptr, d);
1100 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1102 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1103 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1104 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1106 emit_store_dst(jd, iptr, d);
1109 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1112 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1113 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1115 disp = dseg_add_float(cd, 0.0);
1116 M_FLD(REG_FTMP2, REG_PV, disp);
1117 M_FCMPU(s1, REG_FTMP2);
1119 disp = dseg_add_unique_s4(cd, 0);
1120 M_CVTDL_C(s1, REG_FTMP1);
1121 M_LDA(REG_ITMP1, REG_PV, disp);
1122 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1123 M_ILD(d, REG_PV, disp);
1124 emit_store_dst(jd, iptr, d);
1127 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1129 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1130 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1132 emit_store_dst(jd, iptr, d);
1135 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1137 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1138 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1140 emit_store_dst(jd, iptr, d);
1143 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1144 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1147 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1148 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1149 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1151 M_IADD_IMM(REG_ZERO, -1, d);
1154 M_IADD_IMM(REG_ZERO, 0, d);
1156 M_IADD_IMM(REG_ZERO, 1, d);
1157 emit_store_dst(jd, iptr, d);
1160 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1161 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1163 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1164 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1165 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1167 M_IADD_IMM(REG_ZERO, 1, d);
1170 M_IADD_IMM(REG_ZERO, 0, d);
1172 M_IADD_IMM(REG_ZERO, -1, d);
1173 emit_store_dst(jd, iptr, d);
1176 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1177 case ICMD_IF_DCMPEQ:
1179 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1180 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1183 emit_beq(cd, iptr->dst.block);
1186 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1187 case ICMD_IF_DCMPNE:
1189 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1190 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1192 emit_bnan(cd, iptr->dst.block);
1193 emit_bne(cd, iptr->dst.block);
1197 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1198 case ICMD_IF_DCMPL_LT:
1200 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1201 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1203 emit_bnan(cd, iptr->dst.block);
1204 emit_blt(cd, iptr->dst.block);
1207 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1208 case ICMD_IF_DCMPL_GT:
1210 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1211 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1214 emit_bgt(cd, iptr->dst.block);
1217 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1218 case ICMD_IF_DCMPL_LE:
1220 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1221 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1223 emit_bnan(cd, iptr->dst.block);
1224 emit_ble(cd, iptr->dst.block);
1227 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1228 case ICMD_IF_DCMPL_GE:
1230 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1231 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1234 emit_bge(cd, iptr->dst.block);
1237 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1238 case ICMD_IF_DCMPG_LT:
1240 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1241 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1244 emit_blt(cd, iptr->dst.block);
1247 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1248 case ICMD_IF_DCMPG_GT:
1250 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1251 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1253 emit_bnan(cd, iptr->dst.block);
1254 emit_bgt(cd, iptr->dst.block);
1257 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1258 case ICMD_IF_DCMPG_LE:
1260 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1261 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1264 emit_ble(cd, iptr->dst.block);
1267 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1268 case ICMD_IF_DCMPG_GE:
1270 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1271 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1273 emit_bnan(cd, iptr->dst.block);
1274 emit_bge(cd, iptr->dst.block);
1278 /* memory operations **************************************************/
1280 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1282 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1283 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1284 emit_nullpointer_check(cd, iptr, s1);
1285 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1286 emit_store_dst(jd, iptr, d);
1289 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1291 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1292 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1293 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1294 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1295 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1296 /* implicit null-pointer check */
1297 M_LBZX(d, s1, REG_ITMP2);
1299 emit_store_dst(jd, iptr, d);
1302 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1304 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1305 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1306 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1307 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1308 M_SLL_IMM(s2, 1, REG_ITMP2);
1309 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1310 /* implicit null-pointer check */
1311 M_LHZX(d, s1, REG_ITMP2);
1312 emit_store_dst(jd, iptr, d);
1315 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1317 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1318 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1319 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1320 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1321 M_SLL_IMM(s2, 1, REG_ITMP2);
1322 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1323 /* implicit null-pointer check */
1324 M_LHAX(d, s1, REG_ITMP2);
1325 emit_store_dst(jd, iptr, d);
1328 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1330 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1331 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1332 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1333 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1334 M_SLL_IMM(s2, 2, REG_ITMP2);
1335 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1336 /* implicit null-pointer check */
1337 M_LWAX(d, s1, REG_ITMP2);
1338 emit_store_dst(jd, iptr, d);
1341 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1343 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1344 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1345 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1346 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1347 M_SLL_IMM(s2, 3, REG_ITMP2);
1348 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1349 /* implicit null-pointer check */
1350 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1351 emit_store_dst(jd, iptr, d);
1354 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1356 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1357 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1358 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1359 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1360 M_SLL_IMM(s2, 2, REG_ITMP2);
1361 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1362 /* implicit null-pointer check */
1363 M_LFSX(d, s1, REG_ITMP2);
1364 emit_store_dst(jd, iptr, d);
1367 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1369 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1370 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1371 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1372 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1373 M_SLL_IMM(s2, 3, REG_ITMP2);
1374 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1375 /* implicit null-pointer check */
1376 M_LFDX(d, s1, REG_ITMP2);
1377 emit_store_dst(jd, iptr, d);
1380 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1382 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1383 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1384 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1385 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1386 M_SLL_IMM(s2, 3, REG_ITMP2);
1387 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1388 /* implicit null-pointer check */
1389 M_ALDX(d, s1, REG_ITMP2);
1390 emit_store_dst(jd, iptr, d);
1394 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1396 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1397 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1398 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1399 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1400 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1401 /* implicit null-pointer check */
1402 M_STBX(s3, s1, REG_ITMP2);
1405 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1407 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1408 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1409 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1410 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1411 M_SLL_IMM(s2, 1, REG_ITMP2);
1412 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1413 /* implicit null-pointer check */
1414 M_STHX(s3, s1, REG_ITMP2);
1417 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1419 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1420 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1421 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1422 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1423 M_SLL_IMM(s2, 1, REG_ITMP2);
1424 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1425 M_STHX(s3, s1, REG_ITMP2);
1428 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1430 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1431 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1432 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1433 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1434 M_SLL_IMM(s2, 2, REG_ITMP2);
1435 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1436 /* implicit null-pointer check */
1437 M_STWX(s3, s1, REG_ITMP2);
1440 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1442 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1443 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1444 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1445 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1446 M_SLL_IMM(s2, 3, REG_ITMP2);
1447 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1448 /* implicit null-pointer check */
1449 M_LSTX(s3, s1, REG_ITMP2);
1452 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1454 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1455 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1456 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1457 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1458 M_SLL_IMM(s2, 2, REG_ITMP2);
1459 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1460 /* implicit null-pointer check */
1461 M_STFSX(s3, s1, REG_ITMP2);
1464 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1466 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1467 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1468 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1469 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1470 M_SLL_IMM(s2, 3, REG_ITMP2);
1471 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1472 /* implicit null-pointer check */
1473 M_STFDX(s3, s1, REG_ITMP2);
1476 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1478 s1 = emit_load_s1(jd, iptr, REG_A0);
1479 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1480 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1481 s3 = emit_load_s3(jd, iptr, REG_A1);
1483 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1484 M_ALD(REG_ITMP3, REG_PV, disp);
1485 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1488 M_INTMOVE(s1, REG_A0);
1489 M_INTMOVE(s3, REG_A1);
1492 emit_exception_check(cd, iptr);
1494 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1495 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1496 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1497 M_SLL_IMM(s2, 3, REG_ITMP2);
1498 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1499 /* implicit null-pointer check */
1500 M_ASTX(s3, s1, REG_ITMP2);
1504 case ICMD_GETSTATIC: /* ... ==> ..., value */
1506 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1507 uf = iptr->sx.s23.s3.uf;
1509 fieldtype = uf->fieldref->parseddesc.fd->type;
1510 disp = dseg_add_unique_address(cd, NULL);
1512 codegen_addpatchref(cd, PATCHER_get_putstatic,
1513 iptr->sx.s23.s3.uf, disp);
1516 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1518 fieldtype = fi->type;
1519 disp = dseg_add_address(cd, &(fi->value));
1521 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1522 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1526 M_ALD(REG_ITMP1, REG_PV, disp);
1527 switch (fieldtype) {
1529 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1530 M_ILD_INTERN(d, REG_ITMP1, 0);
1533 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1534 M_LLD(d, REG_ITMP1, 0);
1537 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1538 M_ALD_INTERN(d, REG_ITMP1, 0);
1541 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1542 M_FLD_INTERN(d, REG_ITMP1, 0);
1545 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1546 M_DLD_INTERN(d, REG_ITMP1, 0);
1549 emit_store_dst(jd, iptr, d);
1552 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1555 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1556 uf = iptr->sx.s23.s3.uf;
1558 fieldtype = uf->fieldref->parseddesc.fd->type;
1559 disp = dseg_add_unique_address(cd, NULL);
1561 codegen_addpatchref(cd, PATCHER_get_putstatic,
1562 iptr->sx.s23.s3.uf, disp);
1564 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1566 fieldtype = fi->type;
1567 disp = dseg_add_address(cd, &(fi->value));
1569 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1570 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1574 M_ALD(REG_ITMP1, REG_PV, disp);
1575 switch (fieldtype) {
1577 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1578 M_IST_INTERN(s1, REG_ITMP1, 0);
1581 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1582 M_LST_INTERN(s1, REG_ITMP1, 0);
1585 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1586 M_AST_INTERN(s1, REG_ITMP1, 0);
1589 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1590 M_FST_INTERN(s1, REG_ITMP1, 0);
1593 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1594 M_DST_INTERN(s1, REG_ITMP1, 0);
1600 case ICMD_GETFIELD: /* ... ==> ..., value */
1602 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1604 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1605 uf = iptr->sx.s23.s3.uf;
1606 fieldtype = uf->fieldref->parseddesc.fd->type;
1609 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1611 fi = iptr->sx.s23.s3.fmiref->p.field;
1612 fieldtype = fi->type;
1616 /* implicit null-pointer check */
1617 switch (fieldtype) {
1619 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1623 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1627 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1631 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1635 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1639 emit_store_dst(jd, iptr, d);
1642 case ICMD_PUTFIELD: /* ..., value ==> ... */
1644 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1646 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1647 uf = iptr->sx.s23.s3.uf;
1648 fieldtype = uf->fieldref->parseddesc.fd->type;
1652 fi = iptr->sx.s23.s3.fmiref->p.field;
1653 fieldtype = fi->type;
1657 if (IS_INT_LNG_TYPE(fieldtype)) {
1658 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1661 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1663 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1664 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1668 /* implicit null-pointer check */
1669 switch (fieldtype) {
1671 M_IST(s2, s1, disp);
1674 M_LST(s2, s1, disp);
1677 M_AST(s2, s1, disp);
1680 M_FST(s2, s1, disp);
1683 M_DST(s2, s1, disp);
1689 /* branch operations **************************************************/
1691 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1693 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1694 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1696 #ifdef ENABLE_VERIFIER
1697 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1698 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1699 iptr->sx.s23.s2.uc, 0);
1701 #endif /* ENABLE_VERIFIER */
1703 disp = dseg_add_functionptr(cd, asm_handle_exception);
1704 M_ALD(REG_ITMP2, REG_PV, disp);
1707 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1708 M_BL(0); /* get current PC */
1709 M_MFLR(REG_ITMP2_XPC);
1710 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1711 M_RTS; /* jump to CTR */
1716 case ICMD_GOTO: /* ... ==> ... */
1717 case ICMD_RET: /* ... ==> ... */
1719 emit_br(cd, iptr->dst.block);
1723 case ICMD_JSR: /* ... ==> ... */
1725 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1729 case ICMD_IFNULL: /* ..., value ==> ... */
1731 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1733 emit_beq(cd, iptr->dst.block);
1736 case ICMD_IFNONNULL: /* ..., value ==> ... */
1738 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1740 emit_bne(cd, iptr->dst.block);
1748 case ICMD_IFEQ: /* ..., value ==> ... */
1750 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1751 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1752 M_CMPI(s1, iptr->sx.val.i);
1754 ICONST(REG_ITMP2, iptr->sx.val.i);
1755 M_CMP(s1, REG_ITMP2);
1757 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1760 case ICMD_IF_LEQ: /* ..., value ==> ... */
1761 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1762 LCONST(REG_ITMP2, iptr->sx.val.l);
1763 M_CMP(s1, REG_ITMP2);
1764 emit_beq(cd, iptr->dst.block);
1766 case ICMD_IF_LLT: /* ..., value ==> ... */
1767 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1768 LCONST(REG_ITMP2, iptr->sx.val.l);
1769 M_CMP(s1, REG_ITMP2);
1770 emit_blt(cd, iptr->dst.block);
1772 case ICMD_IF_LLE: /* ..., value ==> ... */
1773 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1774 LCONST(REG_ITMP2, iptr->sx.val.l);
1775 M_CMP(s1, REG_ITMP2);
1776 emit_ble(cd, iptr->dst.block);
1779 case ICMD_IF_LNE: /* ..., value ==> ... */
1780 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1781 LCONST(REG_ITMP2, iptr->sx.val.l);
1782 M_CMP(s1, REG_ITMP2);
1783 emit_bne(cd, iptr->dst.block);
1785 case ICMD_IF_LGE: /* ..., value ==> ... */
1786 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1787 LCONST(REG_ITMP2, iptr->sx.val.l);
1788 M_CMP(s1, REG_ITMP2);
1789 emit_bge(cd, iptr->dst.block);
1791 case ICMD_IF_LGT: /* ..., value ==> ... */
1792 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1793 LCONST(REG_ITMP2, iptr->sx.val.l);
1794 M_CMP(s1, REG_ITMP2);
1795 emit_bgt(cd, iptr->dst.block);
1797 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1798 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1799 case ICMD_IF_LCMPEQ:
1801 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1802 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1804 emit_beq(cd, iptr->dst.block);
1807 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1808 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1809 case ICMD_IF_LCMPNE:
1811 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1812 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1814 emit_bne(cd, iptr->dst.block);
1818 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1819 case ICMD_IF_LCMPLT:
1821 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1822 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1824 emit_blt(cd, iptr->dst.block);
1827 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1828 case ICMD_IF_LCMPGT:
1830 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1831 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1833 emit_bgt(cd, iptr->dst.block);
1836 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1837 case ICMD_IF_LCMPLE:
1839 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1840 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1842 emit_ble(cd, iptr->dst.block);
1845 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1846 case ICMD_IF_LCMPGE:
1848 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1849 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1851 emit_bge(cd, iptr->dst.block);
1855 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1856 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1858 REPLACEMENT_POINT_RETURN(cd, iptr);
1859 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1860 M_LNGMOVE(s1, REG_RESULT);
1861 goto nowperformreturn;
1863 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1865 REPLACEMENT_POINT_RETURN(cd, iptr);
1866 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1867 M_LNGMOVE(s1, REG_RESULT);
1869 #ifdef ENABLE_VERIFIER
1870 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1871 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1872 iptr->sx.s23.s2.uc, 0);
1874 #endif /* ENABLE_VERIFIER */
1876 goto nowperformreturn;
1878 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1881 REPLACEMENT_POINT_RETURN(cd, iptr);
1882 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1883 M_FLTMOVE(s1, REG_FRESULT);
1884 goto nowperformreturn;
1886 case ICMD_RETURN: /* ... ==> ... */
1888 REPLACEMENT_POINT_RETURN(cd, iptr);
1894 p = cd->stackframesize;
1896 /* call trace function */
1898 #if !defined(NDEBUG)
1899 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1900 emit_verbosecall_exit(jd);
1904 #if defined(ENABLE_THREADS)
1905 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1906 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1907 M_ALD(REG_ITMP3, REG_PV, disp);
1908 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1911 /* we need to save the proper return value */
1913 switch (iptr->opc) {
1918 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1921 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1924 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1928 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
1931 /* and now restore the proper return value */
1933 switch (iptr->opc) {
1938 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1941 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1944 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1950 /* restore return address */
1952 if (!jd->isleafmethod) {
1953 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
1954 may have a displacement overflow. */
1956 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
1960 /* restore saved registers */
1962 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
1963 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
1965 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
1966 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
1969 /* deallocate stack */
1971 if (cd->stackframesize)
1972 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
1980 case ICMD_TABLESWITCH: /* ..., index ==> ... */
1983 branch_target_t *table;
1985 table = iptr->dst.table;
1987 l = iptr->sx.s23.s2.tablelow;
1988 i = iptr->sx.s23.s3.tablehigh;
1990 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1992 M_INTMOVE(s1, REG_ITMP1);
1993 } else if (l <= 32768) {
1994 M_LDA(REG_ITMP1, s1, -l);
1996 ICONST(REG_ITMP2, l);
1997 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2000 /* number of targets */
2005 M_CMPUI(REG_ITMP1, i - 1);
2006 emit_bgt(cd, table[0].block);
2008 /* build jump table top down and use address of lowest entry */
2013 dseg_add_target(cd, table->block);
2017 /* length of dataseg after last dseg_add_unique_target is used by load */
2019 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2020 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2021 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2029 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2032 lookup_target_t *lookup;
2034 lookup = iptr->dst.lookup;
2036 i = iptr->sx.s23.s2.lookupcount;
2038 MCODECHECK((i<<2)+8);
2039 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2041 val = lookup->value;
2042 if ((val >= -32768) && (val <= 32767)) {
2046 a = dseg_add_s4(cd, val);
2047 M_ILD(REG_ITMP2, REG_PV, a);
2048 M_CMP(s1, REG_ITMP2);
2050 emit_beq(cd, lookup->target.block);
2054 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2061 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2063 bte = iptr->sx.s23.s3.bte;
2067 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2068 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2069 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2070 case ICMD_INVOKEINTERFACE:
2072 REPLACEMENT_POINT_INVOKE(cd, iptr);
2074 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2076 um = iptr->sx.s23.s3.um;
2077 md = um->methodref->parseddesc.md;
2080 lm = iptr->sx.s23.s3.fmiref->p.method;
2082 md = lm->parseddesc;
2086 s3 = md->paramcount;
2088 MCODECHECK((s3 << 1) + 64);
2090 /* copy arguments to registers or stack location */
2092 for (s3 = s3 - 1; s3 >= 0; s3--) {
2093 var = VAR(iptr->sx.s23.s2.args[s3]);
2095 if (var->flags & PREALLOC)
2098 if (IS_INT_LNG_TYPE(var->type)) {
2099 if (!md->params[s3].inmemory) {
2100 s1 = rd->argintregs[md->params[s3].regoff];
2101 d = emit_load(jd, iptr, var, s1);
2104 d = emit_load(jd, iptr, var, REG_ITMP1);
2105 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2108 if (!md->params[s3].inmemory) {
2109 s1 = rd->argfltregs[md->params[s3].regoff];
2110 d = emit_load(jd, iptr, var, s1);
2113 d = emit_load(jd, iptr, var, REG_FTMP1);
2114 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2119 switch (iptr->opc) {
2121 disp = dseg_add_functionptr(cd, bte->fp);
2122 M_ALD(REG_PV, REG_PV, disp);
2123 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2125 /* generate the actual call */
2126 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2129 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2130 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2132 M_LDA(REG_PV, REG_ITMP1, -disp);
2134 emit_exception_check(cd, iptr);
2138 case ICMD_INVOKESPECIAL:
2139 emit_nullpointer_check(cd, iptr, REG_A0);
2142 case ICMD_INVOKESTATIC:
2144 disp = dseg_add_unique_address(cd, um);
2146 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2149 disp = dseg_add_address(cd, lm->stubroutine);
2151 M_ALD(REG_PV, REG_PV, disp);
2153 /* generate the actual call */
2157 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2158 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2160 M_LDA(REG_PV, REG_ITMP1, -disp);
2163 case ICMD_INVOKEVIRTUAL:
2165 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2168 s1 = OFFSET(vftbl_t, table[0]) +
2169 sizeof(methodptr) * lm->vftblindex;
2172 /* implicit null-pointer check */
2173 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2174 M_ALD(REG_PV, REG_METHODPTR, s1);
2176 /* generate the actual call */
2180 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2181 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2183 M_LDA(REG_PV, REG_ITMP1, -disp);
2186 case ICMD_INVOKEINTERFACE:
2188 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2194 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2195 sizeof(methodptr*) * lm->class->index;
2197 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2200 /* implicit null-pointer check */
2201 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2202 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2203 M_ALD(REG_PV, REG_METHODPTR, s2);
2205 /* generate the actual call */
2209 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2210 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2212 M_LDA(REG_PV, REG_ITMP1, -disp);
2216 /* store return value */
2218 d = md->returntype.type;
2220 if (d != TYPE_VOID) {
2221 if (IS_INT_LNG_TYPE(d)) {
2222 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2223 M_MOV(REG_RESULT, s1);
2226 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2227 M_FLTMOVE(REG_FRESULT, s1);
2229 emit_store_dst(jd, iptr, s1);
2233 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2234 /* val.a: (classinfo*) superclass */
2236 /* superclass is an interface:
2238 * OK if ((sub == NULL) ||
2239 * (sub->vftbl->interfacetablelength > super->index) &&
2240 * (sub->vftbl->interfacetable[-super->index] != NULL));
2242 * superclass is a class:
2244 * OK if ((sub == NULL) || (0
2245 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2246 * super->vftbl->diffvall));
2249 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2250 /* object type cast-check */
2255 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2259 super = iptr->sx.s23.s3.c.cls;
2260 superindex = super->index;
2263 #if defined(ENABLE_THREADS)
2264 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2266 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2268 /* calculate interface checkcast code size */
2272 s2 += CODEGENDATA_HAS_FLAG_LONGBRANCHES(cd) ? 2 : 0;
2275 s2 += (opt_shownops ? 1 : 0);
2277 /* calculate class checkcast code size */
2279 s3 = 10 + (s1 == REG_ITMP1);
2281 s3 += CODEGENDATA_HAS_FLAG_LONGBRANCHES(cd) ? 1 : 0;
2284 s3 += (opt_shownops ? 1 : 0);
2286 /* if class is not resolved, check which code to call */
2288 if (super == NULL) {
2290 M_BEQ(3 + (opt_shownops ? 1 : 0) + s2 + 1 + s3);
2292 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2294 codegen_addpatchref(cd,
2295 PATCHER_checkcast_instanceof_flags,
2296 iptr->sx.s23.s3.c.ref,
2299 M_ILD(REG_ITMP2, REG_PV, disp);
2300 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2304 /* interface checkcast code */
2306 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2307 if (super == NULL) {
2308 codegen_addpatchref(cd,
2309 PATCHER_checkcast_interface,
2310 iptr->sx.s23.s3.c.ref,
2317 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2318 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2319 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2320 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2321 M_ALD(REG_ITMP3, REG_ITMP2,
2322 OFFSET(vftbl_t, interfacetable[0]) -
2323 superindex * sizeof(methodptr*));
2325 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2331 /* class checkcast code */
2333 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2334 if (super == NULL) {
2335 disp = dseg_add_unique_address(cd, NULL);
2336 codegen_addpatchref(cd, PATCHER_checkcast_class,
2337 iptr->sx.s23.s3.c.ref,
2340 disp = dseg_add_address(cd, super->vftbl);
2345 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2346 #if defined(ENABLE_THREADS)
2347 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2349 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2350 M_ALD(REG_ITMP2, REG_PV, disp);
2351 if (s1 != REG_ITMP1) {
2352 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2353 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2354 #if defined(ENABLE_THREADS)
2355 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2357 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2358 M_EXTSW(REG_ITMP3, REG_ITMP3);
2360 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2361 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2362 M_EXTSW(REG_ITMP3, REG_ITMP3);
2363 M_ALD(REG_ITMP2, REG_PV, disp);
2364 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2365 #if defined(ENABLE_THREADS)
2366 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2369 M_CMPU(REG_ITMP3, REG_ITMP2);
2370 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2372 d = codegen_reg_of_dst(jd, iptr, s1);
2375 /* array type cast-check */
2377 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2378 M_INTMOVE(s1, rd->argintregs[0]);
2381 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2382 disp = dseg_add_unique_address(cd, NULL);
2383 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2384 iptr->sx.s23.s3.c.ref,
2387 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2390 M_ALD(rd->argintregs[1], REG_PV, disp);
2391 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2392 M_ALD(REG_ITMP2, REG_PV, disp);
2393 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2397 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2399 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2400 d = codegen_reg_of_dst(jd, iptr, s1);
2403 emit_store_dst(jd, iptr, d);
2407 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2408 /* val.a: (classinfo*) superclass */
2410 /* superclass is an interface:
2412 * return (sub != NULL) &&
2413 * (sub->vftbl->interfacetablelength > super->index) &&
2414 * (sub->vftbl->interfacetable[-super->index] != NULL);
2416 * superclass is a class:
2418 * return ((sub != NULL) && (0
2419 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2420 * super->vftbl->diffvall));
2425 vftbl_t *supervftbl;
2428 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2434 super = iptr->sx.s23.s3.c.cls;
2435 superindex = super->index;
2436 supervftbl = super->vftbl;
2439 #if defined(ENABLE_THREADS)
2440 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2442 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2443 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2445 M_MOV(s1, REG_ITMP1);
2449 /* calculate interface instanceof code size */
2453 s2 += (opt_shownops ? 1 : 0);
2455 /* calculate class instanceof code size */
2459 s3 += (opt_shownops ? 1 : 0);
2463 /* if class is not resolved, check which code to call */
2465 if (super == NULL) {
2467 M_BEQ(3 + (opt_shownops ? 1 : 0) + s2 + 1 + s3);
2469 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2471 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2472 iptr->sx.s23.s3.c.ref, disp);
2474 M_ILD(REG_ITMP3, REG_PV, disp);
2475 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2479 /* interface instanceof code */
2481 if (!super || (super->flags & ACC_INTERFACE)) {
2487 codegen_addpatchref(cd,
2488 PATCHER_instanceof_interface,
2489 iptr->sx.s23.s3.c.ref, 0);
2492 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2493 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2494 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2496 M_ALD(REG_ITMP1, REG_ITMP1,
2497 OFFSET(vftbl_t, interfacetable[0]) -
2498 superindex * sizeof(methodptr*));
2501 M_IADD_IMM(REG_ZERO, 1, d);
2507 /* class instanceof code */
2509 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2512 disp = dseg_add_address(cd, supervftbl);
2517 disp = dseg_add_unique_address(cd, NULL);
2518 codegen_addpatchref(cd, PATCHER_instanceof_class,
2519 iptr->sx.s23.s3.c.ref,
2523 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2524 M_ALD(REG_ITMP2, REG_PV, disp);
2525 #if defined(ENABLE_THREADS)
2526 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2528 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2529 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2530 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2531 #if defined(ENABLE_THREADS)
2532 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2534 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2535 M_EXTSW(REG_ITMP1, REG_ITMP1);
2536 M_CMPU(REG_ITMP1, REG_ITMP2);
2539 M_IADD_IMM(REG_ZERO, 1, d);
2541 emit_store_dst(jd, iptr, d);
2545 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2547 /* check for negative sizes and copy sizes to stack if necessary */
2549 MCODECHECK((iptr->s1.argcount << 1) + 64);
2551 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2553 var = VAR(iptr->sx.s23.s2.args[s1]);
2555 /* copy SAVEDVAR sizes to stack */
2557 if (!(var->flags & PREALLOC)) {
2558 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2559 #if defined(__DARWIN__)
2560 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2562 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2567 /* a0 = dimension count */
2569 ICONST(rd->argintregs[0], iptr->s1.argcount);
2571 /* is patcher function set? */
2573 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2574 disp = dseg_add_unique_address(cd, NULL);
2576 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2577 iptr->sx.s23.s3.c.ref, disp);
2579 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2582 /* a1 = arraydescriptor */
2584 M_ALD(rd->argintregs[1], REG_PV, disp);
2586 /* a2 = pointer to dimensions = stack pointer */
2588 #if defined(__DARWIN__)
2589 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2591 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 8);
2594 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2595 M_ALD(REG_ITMP3, REG_PV, disp);
2596 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2600 /* check for exception before result assignment */
2601 emit_exception_check(cd, iptr);
2603 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2604 M_INTMOVE(REG_RESULT, d);
2605 emit_store_dst(jd, iptr, d);
2609 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2614 } /* for instruction */
2616 } /* if (bptr -> flags >= BBREACHED) */
2617 } /* for basic block */
2619 dseg_createlinenumbertable(cd);
2621 /* generate stubs */
2623 emit_patcher_stubs(jd);
2624 REPLACEMENT_EMIT_STUBS(jd);
2626 /* everything's ok */
2632 /* codegen_emit_stub_compiler **************************************************
2634 Emits a stub routine which calls the compiler.
2636 *******************************************************************************/
2638 void codegen_emit_stub_compiler(jitdata *jd)
2643 /* get required compiler data */
2648 /* code for the stub */
2650 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2651 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2657 /* codegen_emit_stub_native ****************************************************
2659 Emits a stub routine which calls a native method.
2661 *******************************************************************************/
2663 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
2671 s4 i, j; /* count variables */
2676 /* get required compiler data */
2683 /* set some variables */
2686 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
2688 /* calculate stackframe size */
2690 cd->stackframesize =
2691 sizeof(stackframeinfo) / SIZEOF_VOID_P +
2692 sizeof(localref_table) / SIZEOF_VOID_P +
2693 4 + /* 4 stackframeinfo arguments (darwin)*/
2697 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2699 /* create method header */
2701 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2702 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2703 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
2704 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2705 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2706 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2707 (void) dseg_addlinenumbertablesize(cd);
2708 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
2713 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2714 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2716 #if !defined(NDEBUG)
2717 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2718 emit_verbosecall_enter(jd);
2721 /* get function address (this must happen before the stackframeinfo) */
2723 funcdisp = dseg_add_functionptr(cd, f);
2725 #if !defined(WITH_STATIC_CLASSPATH)
2727 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
2731 /* save integer and float argument registers */
2735 for (i = 0; i < md->paramcount; i++) {
2736 t = md->paramtypes[i].type;
2738 if (IS_INT_LNG_TYPE(t)) {
2739 if (!md->params[i].inmemory) {
2740 s1 = md->params[i].regoff;
2741 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2747 for (i = 0; i < md->paramcount; i++) {
2748 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2749 if (!md->params[i].inmemory) {
2750 s1 = md->params[i].regoff;
2751 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2757 /* create native stack info */
2759 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
2760 M_MOV(REG_PV, rd->argintregs[1]);
2761 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[2]);
2762 M_ALD(rd->argintregs[3], REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2763 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2765 M_ALD(REG_ITMP1, REG_PV, disp);
2766 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2770 /* restore integer and float argument registers */
2774 for (i = 0; i < md->paramcount; i++) {
2775 t = md->paramtypes[i].type;
2777 if (IS_INT_LNG_TYPE(t)) {
2778 if (!md->params[i].inmemory) {
2779 s1 = md->params[i].regoff;
2780 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2786 for (i = 0; i < md->paramcount; i++) {
2787 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2788 if (!md->params[i].inmemory) {
2789 s1 = md->params[i].regoff;
2790 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2796 /* copy or spill arguments to new locations */
2798 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
2799 t = md->paramtypes[i].type;
2801 if (IS_INT_LNG_TYPE(t)) {
2802 if (!md->params[i].inmemory) {
2803 s1 = rd->argintregs[md->params[i].regoff];
2805 if (!nmd->params[j].inmemory) {
2806 s2 = rd->argintregs[nmd->params[j].regoff];
2809 s2 = nmd->params[j].regoff;
2810 M_LST(s1, REG_SP, s2 * 8);
2814 s1 = md->params[i].regoff + cd->stackframesize;
2815 s2 = nmd->params[j].regoff;
2817 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
2818 M_LST(REG_ITMP1, REG_SP, s2 * 8);
2822 /* We only copy spilled float arguments, as the float
2823 argument registers keep unchanged. */
2825 if (md->params[i].inmemory) {
2826 s1 = md->params[i].regoff + cd->stackframesize;
2827 s2 = nmd->params[j].regoff;
2829 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
2831 if (IS_2_WORD_TYPE(t)) {
2832 M_DST(REG_FTMP1, REG_SP, s2 * 8);
2834 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
2840 /* put class into second argument register */
2842 if (m->flags & ACC_STATIC) {
2843 disp = dseg_add_unique_address(cd, m->class);
2844 M_ALD(rd->argintregs[1], REG_PV, disp);
2847 /* put env into first argument register */
2849 disp = dseg_add_unique_address(cd, _Jv_env);
2850 M_ALD(rd->argintregs[0], REG_PV, disp);
2852 /* generate the actual native call */
2853 /* native functions have a different TOC for sure */
2855 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2856 M_ALD(REG_ITMP3, REG_PV, funcdisp);
2857 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2858 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2861 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2863 /* save return value */
2865 if (md->returntype.type != TYPE_VOID) {
2866 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2867 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2870 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2874 /* print call trace */
2875 #if ! defined(NDEBGUU)
2876 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2877 emit_verbosecall_exit(jd);
2880 /* remove native stackframe info */
2882 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
2883 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2884 M_ALD(REG_ITMP1, REG_PV, disp);
2885 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2888 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2890 /* restore return value */
2892 if (md->returntype.type != TYPE_VOID) {
2893 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2894 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2897 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
2898 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2900 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
2905 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2906 M_MTLR(REG_ITMP2_XPC);
2907 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2909 /* check for exception */
2911 M_TST(REG_ITMP1_XPTR);
2912 M_BNE(1); /* if no exception then return */
2916 /* handle exception */
2918 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2920 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2921 M_ALD(REG_ITMP3, REG_PV, disp);
2925 /* generate patcher stub call code */
2933 for (pref = cd->patchrefs; pref != NULL; pref = pref->next) {
2934 /* Get machine code which is patched back in later. The
2935 call is 1 instruction word long. */
2937 tmpmcodeptr = cd->mcodebase + pref->branchpos;
2939 mcode = *((u4 *) tmpmcodeptr);
2941 /* Patch in the call to call the following code (done at
2944 savedmcodeptr = cd->mcodeptr; /* save current mcodeptr */
2945 cd->mcodeptr = tmpmcodeptr; /* set mcodeptr to patch position */
2947 disp = ((u4 *) savedmcodeptr) - (((u4 *) tmpmcodeptr) + 1);
2950 cd->mcodeptr = savedmcodeptr; /* restore the current mcodeptr */
2952 /* create stack frame - keep stack 16-byte aligned */
2954 M_AADD_IMM(REG_SP, -8 * 8, REG_SP);
2956 /* move return address onto stack */
2959 M_AST(REG_ZERO, REG_SP, 5 * 8);
2961 /* move pointer to java_objectheader onto stack */
2963 #if defined(ENABLE_THREADS)
2964 /* order reversed because of data segment layout */
2966 (void) dseg_add_unique_address(cd, NULL); /* flcword */
2967 (void) dseg_add_unique_address(cd, lock_get_initial_lock_word()); /* monitorPtr */
2968 disp = dseg_add_unique_address(cd, NULL); /* vftbl */
2970 M_LDA(REG_ITMP3, REG_PV, disp);
2971 M_AST(REG_ITMP3, REG_SP, 4 * 8);
2976 /* move machine code onto stack */
2978 disp = dseg_add_unique_s4(cd, mcode);
2979 M_ILD(REG_ITMP3, REG_PV, disp);
2980 M_IST(REG_ITMP3, REG_SP, 3 * 8);
2982 /* move class/method/field reference onto stack */
2984 disp = dseg_add_unique_address(cd, pref->ref);
2985 M_ALD(REG_ITMP3, REG_PV, disp);
2986 M_AST(REG_ITMP3, REG_SP, 2 * 8);
2988 /* move data segment displacement onto stack */
2990 disp = dseg_add_unique_s4(cd, pref->disp);
2991 M_ILD(REG_ITMP3, REG_PV, disp);
2992 M_IST(REG_ITMP3, REG_SP, 1 * 8);
2994 /* move patcher function pointer onto stack */
2996 disp = dseg_add_functionptr(cd, pref->patcher);
2997 M_ALD(REG_ITMP3, REG_PV, disp);
2998 M_AST(REG_ITMP3, REG_SP, 0 * 8);
3000 disp = dseg_add_functionptr(cd, asm_patcher_wrapper);
3001 M_ALD(REG_ITMP3, REG_PV, disp);
3012 * These are local overrides for various environment variables in Emacs.
3013 * Please do not remove this and leave it at the end of the file, where
3014 * Emacs will automagically detect them.
3015 * ---------------------------------------------------------------------
3018 * indent-tabs-mode: t
3022 * vim:noexpandtab:sw=4:ts=4: