1 /* src/vm/jit/powerpc64/codegen.c - machine code generator for 64-bit PowerPC
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 7694 2007-04-12 15:35:13Z tbfg $
40 #include "vm/jit/powerpc64/arch.h"
41 #include "vm/jit/powerpc64/codegen.h"
43 #include "mm/memory.h"
45 #include "native/native.h"
47 #include "vm/builtin.h"
48 #include "vm/exceptions.h"
49 #include "vm/global.h"
50 #include "vm/stringlocal.h"
53 #include "vm/jit/abi-asm.h"
54 #include "vm/jit/md.h"
55 #include "vm/jit/asmpart.h"
56 #include "vm/jit/codegen-common.h"
57 #include "vm/jit/dseg.h"
58 #include "vm/jit/emit-common.h"
59 #include "vm/jit/jit.h"
60 #include "vm/jit/parse.h"
61 #include "vm/jit/patcher.h"
62 #include "vm/jit/reg.h"
63 #include "vm/jit/replace.h"
64 #include "vm/jit/stacktrace.h"
66 #include "vmcore/loader.h"
67 #include "vmcore/options.h"
69 #if defined(ENABLE_LSRA)
70 # include "vm/jit/allocator/lsra.h"
73 #if defined(ENABLE_THREADS)
74 # include "threads/native/lock.h"
78 /* codegen_emit ****************************************************************
80 Generates machine code.
82 *******************************************************************************/
84 bool codegen_emit(jitdata *jd)
90 s4 len, s1, s2, s3, d, disp;
97 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
98 unresolved_method *um;
99 builtintable_entry *bte;
103 unresolved_field *uf;
106 /* get required compiler data */
113 /* prevent compiler warnings */
125 /* space to save used callee saved registers */
127 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
128 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
130 cd->stackframesize = rd->memuse + savedregs_num;
132 #if defined(ENABLE_THREADS)
133 /* space to save argument of monitor_enter and Return Values to survive */
134 /* monitor_exit. The stack position for the argument can not be shared */
135 /* with place to save the return register on PPC64, since both values */
137 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
138 /* reserve 2 slots for long/double return values for monitorexit */
139 cd->stackframesize += 2;
144 /* create method header */
146 /* align stack to 16-bytes */
149 /* if (!m->isleafmethod || opt_verbosecall) */
150 /* stackframesize = (stackframesize + 3) & ~3;
152 /* else if (m->isleafmethod && (stackframesize == LA_WORD_SIZE)) */
153 /* stackframesize = 0; */
155 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
156 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
158 #if defined(ENABLE_THREADS)
159 /* IsSync contains the offset relative to the stack pointer for the
160 argument of monitor_exit used in the exception handler. Since the
161 offset could be zero and give a wrong meaning of the flag it is
165 if (checksync && (m->flags & ACC_SYNCHRONIZED))
166 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 8); /* IsSync */
169 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
171 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
172 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
173 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
175 dseg_addlinenumbertablesize(cd);
177 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
179 /* create exception table */
181 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
182 dseg_add_target(cd, ex->start);
183 dseg_add_target(cd, ex->end);
184 dseg_add_target(cd, ex->handler);
185 (void) dseg_add_unique_address(cd, ex->catchtype.any);
188 /* create stack frame (if necessary) */
190 if (!jd->isleafmethod) {
192 M_AST(REG_ZERO, REG_SP, LA_LR_OFFSET);
195 if (cd->stackframesize)
196 M_STDU(REG_SP, REG_SP, -cd->stackframesize * 8);
198 /* save return address and used callee saved registers */
200 p = cd->stackframesize;
201 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
202 p--; M_LST(rd->savintregs[i], REG_SP, p * 8);
204 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
205 p --; M_DST(rd->savfltregs[i], REG_SP, p * 8);
208 /* take arguments out of register or stack frame */
212 for (p = 0, l = 0; p < md->paramcount; p++) {
213 t = md->paramtypes[p].type;
214 varindex = jd->local_map[l*5 + t];
216 if (IS_2_WORD_TYPE(t)) /* increment local counter for 2 word types */
218 if (varindex == UNUSED)
221 s1 = md->params[p].regoff;
222 if (IS_INT_LNG_TYPE(t)) { /* integer args */
223 if (!md->params[p].inmemory) { /* register arguments */
224 s2 = rd->argintregs[s1];
225 if (!IS_INMEMORY(var->flags)) {
226 M_INTMOVE(s2, var->vv.regoff);
227 } else { /* reg arg -> spilled */
228 M_LST(s2, REG_SP, var->vv.regoff * 8);
230 } else { /* stack arguments */
231 if (!IS_INMEMORY(var->flags)) { /* stack arg -> register */
232 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
234 } else { /* stack arg -> spilled */
235 var->vv.regoff = cd->stackframesize + s1;
239 } else { /* floating args */
240 if (!md->params[p].inmemory) { /* register arguments */
241 s2 = rd->argfltregs[s1];
242 if (!IS_INMEMORY(var->flags)) { /* reg arg -> register */
243 M_FLTMOVE(s2, var->vv.regoff);
244 } else { /* reg arg -> spilled */
245 M_DST(s2, REG_SP, var->vv.regoff * 8);
248 } else { /* stack arguments */
249 if (!(var->flags & INMEMORY)) { /* stack-arg -> register */
250 if (IS_2_WORD_TYPE(t)) {
251 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
253 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 8);
255 } else { /* stack-arg -> spilled */
256 var->vv.regoff = cd->stackframesize + s1;
262 /* save monitorenter argument */
264 #if defined(ENABLE_THREADS)
266 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
268 /* stackoffset for argument used for LOCK_monitor_exit */
270 #if !defined (NDEBUG)
271 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
272 M_AADD_IMM(REG_SP, -((LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8), REG_SP);
274 for (p = 0; p < INT_ARG_CNT; p++)
275 M_LST(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
277 for (p = 0; p < FLT_ARG_CNT; p++)
278 M_DST(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
280 /* used for LOCK_monitor_exit, adopt size because we created another stackframe */
281 s1 += (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT);
284 p = dseg_add_functionptr(cd, LOCK_monitor_enter);
285 M_ALD(REG_ITMP3, REG_PV, p);
286 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
289 /* get or test the lock object */
291 if (m->flags & ACC_STATIC) {
292 p = dseg_add_address(cd, &m->class->object.header);
293 M_ALD(rd->argintregs[0], REG_PV, p);
296 M_TST(rd->argintregs[0]);
298 M_ALD_INTERN(REG_ZERO, REG_ZERO, EXCEPTION_HARDWARE_NULLPOINTER);
301 M_AST(rd->argintregs[0], REG_SP, s1 * 8); /* rd->memuse * 8 */
303 #if !defined (NDEBUG)
304 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
305 for (p = 0; p < INT_ARG_CNT; p++)
306 M_LLD(rd->argintregs[p], REG_SP, LA_SIZE + PA_SIZE + p * 8);
308 for (p = 0; p < FLT_ARG_CNT; p++)
309 M_DLD(rd->argfltregs[p], REG_SP, LA_SIZE + PA_SIZE + (INT_ARG_CNT + p) * 8);
311 M_AADD_IMM(REG_SP, (LA_SIZE_IN_POINTERS + PA_SIZE_IN_POINTERS + ARG_CNT) * 8, REG_SP);
317 /* call trace function */
318 #if !defined (NDEBUG)
319 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
320 emit_verbosecall_enter(jd);
325 /* end of header generation */
327 /* create replacement points */
329 REPLACEMENT_POINTS_INIT(cd, jd);
331 /* walk through all basic blocks */
333 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
335 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
337 if (bptr->flags >= BBREACHED) {
339 /* branch resolving */
340 codegen_resolve_branchrefs(cd, bptr);
342 /* handle replacement points */
344 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
346 /* copy interface registers to their destination */
351 #if defined(ENABLE_LSRA)
355 var = VAR(bptr->invars[len]);
356 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
357 /* d = reg_of_var(m, var, REG_ITMP1); */
358 if (!(var->flags & INMEMORY))
362 M_INTMOVE(REG_ITMP1, d);
363 emit_store(jd, NULL, var, d);
370 var = VAR(bptr->invars[len]);
371 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
372 d = codegen_reg_of_var(0, var, REG_ITMP1);
373 M_INTMOVE(REG_ITMP1, d);
374 emit_store(jd, NULL, var, d);
377 assert((var->flags & INOUT));
381 #if defined(ENABLE_LSRA)
384 /* walk through all instructions */
389 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
390 bool sign_ext = false;
391 if (iptr->line != currentline) {
392 dseg_addlinenumber(cd, iptr->line);
393 currentline = iptr->line;
396 MCODECHECK(64); /* an instruction usually needs < 64 words */
399 case ICMD_NOP: /* ... ==> ... */
400 case ICMD_POP: /* ..., value ==> ... */
401 case ICMD_POP2: /* ..., value, value ==> ... */
404 case ICMD_INLINE_START:
406 REPLACEMENT_POINT_INLINE_START(cd, iptr);
409 case ICMD_INLINE_BODY:
411 REPLACEMENT_POINT_INLINE_BODY(cd, iptr);
412 dseg_addlinenumber_inline_start(cd, iptr);
413 dseg_addlinenumber(cd, iptr->line);
416 case ICMD_INLINE_END:
418 dseg_addlinenumber_inline_end(cd, iptr);
419 dseg_addlinenumber(cd, iptr->line);
422 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
424 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
427 emit_nullpointer_check(cd, iptr, s1);
430 /* constant operations ************************************************/
432 case ICMD_ICONST: /* ... ==> ..., constant */
434 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
435 ICONST(d, iptr->sx.val.i);
436 emit_store_dst(jd, iptr, d);
439 case ICMD_LCONST: /* ... ==> ..., constant */
441 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
442 LCONST(d, iptr->sx.val.l);
443 emit_store_dst(jd, iptr, d);
446 case ICMD_FCONST: /* ... ==> ..., constant */
448 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
449 a = dseg_add_float(cd, iptr->sx.val.f);
451 emit_store_dst(jd, iptr, d);
454 case ICMD_DCONST: /* ... ==> ..., constant */
456 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
457 a = dseg_add_double(cd, iptr->sx.val.d);
459 emit_store_dst(jd, iptr, d);
462 case ICMD_ACONST: /* ... ==> ..., constant */
464 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
466 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
467 disp = dseg_add_unique_address(cd, iptr->sx.val.c.ref);
468 codegen_addpatchref(cd, PATCHER_aconst,
472 disp = dseg_add_address(cd, iptr->sx.val.anyptr);
474 M_ALD(d, REG_PV, disp);
475 emit_store_dst(jd, iptr, d);
479 /* load/store/copy/move operations ************************************/
481 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
482 case ICMD_ALOAD: /* s1.localindex = local variable */
484 case ICMD_FLOAD: /* ... ==> ..., content of local variable */
485 case ICMD_DLOAD: /* ... ==> ..., content of local variable */
486 case ICMD_ISTORE: /* ..., value ==> ... */
488 case ICMD_FSTORE: /* ..., value ==> ... */
489 case ICMD_DSTORE: /* ..., value ==> ... */
493 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
497 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
498 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
502 /* integer operations *************************************************/
504 case ICMD_INEG: /* ..., value ==> ..., - value */
507 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
508 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
510 if (sign_ext) M_EXTSW(d, d);
511 emit_store_dst(jd, iptr, d);
515 case ICMD_I2L: /* ..., value ==> ..., value */
517 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
518 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
520 emit_store_dst(jd, iptr, d);
523 case ICMD_L2I: /* ..., value ==> ..., value */
525 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
526 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
528 emit_store_dst(jd, iptr, d);
531 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
533 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
534 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
536 emit_store_dst(jd, iptr, d);
539 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
541 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
542 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
544 emit_store_dst(jd, iptr, d);
547 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
549 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
550 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
552 emit_store_dst(jd, iptr, d);
556 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
558 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
559 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
560 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
563 emit_store_dst(jd, iptr, d);
569 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
570 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
571 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767)) {
572 M_IADD_IMM(s1, iptr->sx.val.i, d);
574 ICONST(REG_ITMP2, iptr->sx.val.i);
575 M_IADD(s1, REG_ITMP2, d);
578 emit_store_dst(jd, iptr, d);
581 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
583 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
584 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
585 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
587 emit_store_dst(jd, iptr, d);
590 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
591 /* sx.val.l = constant */
593 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
594 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
596 if ((iptr->sx.val.l >= -32768) && (iptr->sx.val.l <= 32767)) {
597 M_LADD_IMM(s1, iptr->sx.val.l, d);
599 LCONST(REG_ITMP2, iptr->sx.val.l);
600 M_LADD(s1, REG_ITMP2, d);
602 emit_store_dst(jd, iptr, d);
605 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
607 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
608 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
609 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
612 emit_store_dst(jd, iptr, d);
615 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
616 /* sx.val.i = constant */
618 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
619 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
620 if ((iptr->sx.val.i >= -32767) && (iptr->sx.val.i <= 32768)) {
621 M_IADD_IMM(s1, -iptr->sx.val.i, d);
623 ICONST(REG_ITMP2, iptr->sx.val.i);
624 M_SUB(s1, REG_ITMP2, d);
627 emit_store_dst(jd, iptr, d);
630 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
632 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
633 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
634 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
636 emit_store_dst(jd, iptr, d);
639 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
640 /* sx.val.l = constant */
642 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
643 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
645 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767)) {
646 M_LADD_IMM(s1, -iptr->sx.val.l, d);
648 LCONST(REG_ITMP2, iptr->sx.val.l);
649 M_SUB(s1, REG_ITMP2, d);
651 emit_store_dst(jd, iptr, d);
656 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
658 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
659 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
660 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
661 emit_arithmetic_check(cd, iptr, s2);
664 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
665 /* we only need to check this if we did a LDIV, not for IDIV */
668 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
670 M_MOV(s1, d); /* java specs says result == dividend */
672 if (sign_ext) M_EXTSW(d, d);
673 emit_store_dst(jd, iptr, d);
678 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
679 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
680 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
681 emit_arithmetic_check(cd, iptr, s2);
683 M_DIV(s1, s2, REG_ITMP3);
684 /* we need to test if divident was 0x8000000000000, bit OV is set in XER in this case */
685 /* we only need to check this if we did a LDIV, not for IDIV */
688 M_ANDIS(REG_ITMP2, 0x4000, REG_ITMP2); /* test OV */
690 LCONST(REG_ITMP3, 0); /* result == 0 in this case */
693 M_MUL(REG_ITMP3, s2, REG_ITMP2);
694 M_SUB(s1, REG_ITMP2, REG_ITMP3);
695 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
698 emit_store_dst(jd, iptr, REG_ITMP1);
702 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
705 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
706 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
707 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
709 if (sign_ext) M_EXTSW(d, d);
710 emit_store_dst(jd, iptr, d);
713 case ICMD_IMULCONST: /* ..., value ==> ..., value * constant */
714 /* sx.val.i = constant */
716 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
717 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
718 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
719 M_MUL_IMM(s1, iptr->sx.val.i, d);
721 ICONST(REG_ITMP3, iptr->sx.val.i);
722 M_MUL(s1, REG_ITMP3, d);
725 emit_store_dst(jd, iptr, d);
728 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
729 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
730 if ((iptr->sx.val.l >= -32767) && (iptr->sx.val.l <= 32767))
731 M_MUL_IMM(s1, iptr->sx.val.l, d);
733 LCONST(REG_ITMP3, iptr->sx.val.l);
734 M_MUL(s1, REG_ITMP3, d);
736 emit_store_dst(jd, iptr, d);
739 case ICMD_IDIVPOW2: /* ..., value ==> ..., value << constant */
741 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
742 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
743 M_SRA_IMM(s1, iptr->sx.val.i, d);
745 emit_store_dst(jd, iptr, d);
748 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
750 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
751 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
752 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
753 M_AND_IMM(s2, 0x1f, REG_ITMP3);
754 M_SLL(s1, REG_ITMP3, d);
756 emit_store_dst(jd, iptr, d);
759 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
760 /* sx.val.i = constant */
762 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
763 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
764 M_SLL_IMM(s1, iptr->sx.val.i & 0x1f, d);
766 emit_store_dst(jd, iptr, d);
769 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
771 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
772 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
773 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
774 M_AND_IMM(s2, 0x1f, REG_ITMP3);
775 M_SRA(s1, REG_ITMP3, d);
776 emit_store_dst(jd, iptr, d);
779 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
780 /* sx.val.i = constant */
782 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
783 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
784 M_SRA_IMM(s1, iptr->sx.val.i & 0x1f, d);
785 emit_store_dst(jd, iptr, d);
788 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
790 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
791 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
792 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
793 M_AND_IMM(s2, 0x1f, REG_ITMP2);
794 M_MOV(s1, REG_ITMP1);
795 M_CLR_HIGH(REG_ITMP1);
796 M_SRL(REG_ITMP1, REG_ITMP2, d);
797 emit_store_dst(jd, iptr, d);
800 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
801 /* sx.val.i = constant */
803 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
804 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
805 if (iptr->sx.val.i & 0x1f) {
806 M_MOV(s1, REG_ITMP1);
807 M_CLR_HIGH(REG_ITMP1);
808 M_SRA_IMM(REG_ITMP1, iptr->sx.val.i & 0x1f, d);
812 emit_store_dst(jd, iptr, d);
816 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
817 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
818 M_SLL_IMM(s1, iptr->sx.val.i & 0x3f, d);
819 emit_store_dst(jd, iptr, d);
822 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
823 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
824 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
825 M_AND_IMM(s2, 0x3f, REG_ITMP2);
826 M_SLL(s1, REG_ITMP2, d);
827 emit_store_dst(jd, iptr, d);
830 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
831 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
832 M_SRA_IMM(s1, iptr->sx.val.i & 0x3f, d);
833 emit_store_dst(jd, iptr, d);
836 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
837 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
838 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
839 M_AND_IMM(s2, 0x3f, REG_ITMP2);
840 M_SRA(s1, REG_ITMP2, d);
841 emit_store_dst(jd, iptr, d);
843 case ICMD_LUSHRCONST:
844 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
845 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
846 M_SRL_IMM(s1, iptr->sx.val.i & 0x3f, d);
847 emit_store_dst(jd, iptr, d);
850 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
851 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
852 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
853 M_AND_IMM(s2, 0x3f, REG_ITMP2);
854 M_SRL(s1, REG_ITMP2, d);
855 emit_store_dst(jd, iptr, d);
858 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
861 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
862 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
863 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
865 emit_store_dst(jd, iptr, d);
868 case ICMD_IANDCONST: /* ..., value ==> ..., value & constant */
869 /* sx.val.i = constant */
871 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
872 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
873 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535)) {
874 M_AND_IMM(s1, iptr->sx.val.i, d);
877 else if (iptr->sx.val.i == 0xffffff) {
878 M_RLWINM(s1, 0, 8, 31, d);
882 ICONST(REG_ITMP3, iptr->sx.val.i);
883 M_AND(s1, REG_ITMP3, d);
885 emit_store_dst(jd, iptr, d);
888 case ICMD_LANDCONST: /* ..., value ==> ..., value & constant */
889 /* sx.val.l = constant */
891 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
892 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
893 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
894 M_AND_IMM(s1, iptr->sx.val.l, d);
896 else if (iptr->sx.val.l == 0xffffff) {
897 M_RLWINM(s1, 0, 8, 31, d);
901 LCONST(REG_ITMP3, iptr->sx.val.l);
902 M_AND(s1, REG_ITMP3, d);
904 emit_store_dst(jd, iptr, d);
907 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
908 /* sx.val.i = constant */
909 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
910 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
912 /* fast division, result in REG_ITMP3) */
913 M_SRA_IMM(s1, iptr->sx.val.i, REG_ITMP3);
914 M_ADDZE(REG_ITMP3, REG_ITMP3);
916 M_SUB(s1, REG_ITMP3, d);
918 emit_store_dst(jd, iptr, d);
922 M_MOV(s1, REG_ITMP2);
924 M_BGE(1 + 2*(iptr->sx.val.i >= 32768));
925 if (iptr->sx.val.i >= 32768) {
926 M_ADDIS(REG_ZERO, iptr->sx.val.i >> 16, REG_ITMP2);
927 M_OR_IMM(REG_ITMP2, iptr->sx.val.i, REG_ITMP2);
928 M_IADD(s1, REG_ITMP2, REG_ITMP2);
930 M_IADD_IMM(s1, iptr->sx.val.i, REG_ITMP2);
933 int b=0, m = iptr->sx.val.i;
936 M_RLWINM(REG_ITMP2, 0, 0, 30-b, REG_ITMP2);
938 M_SUB(s1, REG_ITMP2, d);
940 emit_store_dst(jd, iptr, d);
944 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
947 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
948 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
949 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
951 emit_store_dst(jd, iptr, d);
954 case ICMD_IORCONST: /* ..., value ==> ..., value | constant */
955 /* sx.val.i = constant */
957 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
958 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
959 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
960 M_OR_IMM(s1, iptr->sx.val.i, d);
962 ICONST(REG_ITMP3, iptr->sx.val.i);
963 M_OR(s1, REG_ITMP3, d);
965 emit_store_dst(jd, iptr, d);
968 case ICMD_LORCONST: /* ..., value ==> ..., value | constant */
969 /* sx.val.l = constant */
971 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
972 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
973 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
974 M_OR_IMM(s1, iptr->sx.val.l, d);
976 LCONST(REG_ITMP3, iptr->sx.val.l);
977 M_OR(s1, REG_ITMP3, d);
979 emit_store_dst(jd, iptr, d);
983 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
986 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
987 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
988 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
990 emit_store_dst(jd, iptr, d);
993 case ICMD_IXORCONST: /* ..., value ==> ..., value ^ constant */
994 /* sx.val.i = constant */
996 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
997 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
998 if ((iptr->sx.val.i >= 0) && (iptr->sx.val.i <= 65535))
999 M_XOR_IMM(s1, iptr->sx.val.i, d);
1001 ICONST(REG_ITMP3, iptr->sx.val.i);
1002 M_XOR(s1, REG_ITMP3, d);
1004 emit_store_dst(jd, iptr, d);
1007 case ICMD_LXORCONST: /* ..., value ==> ..., value ^ constant */
1008 /* sx.val.l = constant */
1010 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1011 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1012 if ((iptr->sx.val.l >= 0) && (iptr->sx.val.l <= 65535))
1013 M_XOR_IMM(s1, iptr->sx.val.l, d);
1015 LCONST(REG_ITMP3, iptr->sx.val.l);
1016 M_XOR(s1, REG_ITMP3, d);
1018 emit_store_dst(jd, iptr, d);
1021 case ICMD_LCMP: /* ..., val1, val2 ==> ..., val1 cmp val2 */
1023 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1024 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1025 d = codegen_reg_of_dst(jd, iptr, REG_ITMP3);
1026 /* XXX implement me!!! */
1027 vm_abort("codegen: implement ICMD_LCMP!");
1028 emit_store_dst(jd, iptr, d);
1033 /* floating operations ************************************************/
1035 case ICMD_FNEG: /* ..., value ==> ..., - value */
1037 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1038 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1040 emit_store_dst(jd, iptr, d);
1043 case ICMD_DNEG: /* ..., value ==> ..., - value */
1045 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1046 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1048 emit_store_dst(jd, iptr, d);
1051 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1053 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1054 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1055 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1057 emit_store_dst(jd, iptr, d);
1060 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1062 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1063 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1064 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1066 emit_store_dst(jd, iptr, d);
1069 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1071 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1072 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1073 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1075 emit_store_dst(jd, iptr, d);
1078 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1080 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1081 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1082 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1084 emit_store_dst(jd, iptr, d);
1087 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1089 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1090 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1091 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1093 emit_store_dst(jd, iptr, d);
1096 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1098 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1099 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1100 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1102 emit_store_dst(jd, iptr, d);
1105 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1107 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1108 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1109 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1111 emit_store_dst(jd, iptr, d);
1114 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1116 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1117 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1118 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1120 emit_store_dst(jd, iptr, d);
1123 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1126 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1127 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1129 disp = dseg_add_float(cd, 0.0);
1130 M_FLD(REG_FTMP2, REG_PV, disp);
1131 M_FCMPU(s1, REG_FTMP2);
1133 disp = dseg_add_unique_s4(cd, 0);
1134 M_CVTDL_C(s1, REG_FTMP1);
1135 M_LDA(REG_ITMP1, REG_PV, disp);
1136 M_STFIWX(REG_FTMP1, 0, REG_ITMP1);
1137 M_ILD(d, REG_PV, disp);
1138 emit_store_dst(jd, iptr, d);
1141 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1143 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1144 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1146 emit_store_dst(jd, iptr, d);
1149 case ICMD_D2F: /* ..., value ==> ..., (double) value */
1151 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1152 d = codegen_reg_of_dst(jd, iptr, REG_FTMP3);
1154 emit_store_dst(jd, iptr, d);
1157 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1158 case ICMD_DCMPL: /* == => 0, < => 1, > => -1 */
1161 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1162 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1163 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1165 M_IADD_IMM(REG_ZERO, -1, d);
1168 M_IADD_IMM(REG_ZERO, 0, d);
1170 M_IADD_IMM(REG_ZERO, 1, d);
1171 emit_store_dst(jd, iptr, d);
1174 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1175 case ICMD_DCMPG: /* == => 0, < => 1, > => -1 */
1177 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1178 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1179 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1181 M_IADD_IMM(REG_ZERO, 1, d);
1184 M_IADD_IMM(REG_ZERO, 0, d);
1186 M_IADD_IMM(REG_ZERO, -1, d);
1187 emit_store_dst(jd, iptr, d);
1190 case ICMD_IF_FCMPEQ: /* ..., value, value ==> ... */
1191 case ICMD_IF_DCMPEQ:
1193 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1194 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1197 emit_beq(cd, iptr->dst.block);
1200 case ICMD_IF_FCMPNE: /* ..., value, value ==> ... */
1201 case ICMD_IF_DCMPNE:
1203 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1204 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1206 emit_bnan(cd, iptr->dst.block);
1207 emit_bne(cd, iptr->dst.block);
1211 case ICMD_IF_FCMPL_LT: /* ..., value, value ==> ... */
1212 case ICMD_IF_DCMPL_LT:
1214 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1215 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1217 emit_bnan(cd, iptr->dst.block);
1218 emit_blt(cd, iptr->dst.block);
1221 case ICMD_IF_FCMPL_GT: /* ..., value, value ==> ... */
1222 case ICMD_IF_DCMPL_GT:
1224 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1225 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1228 emit_bgt(cd, iptr->dst.block);
1231 case ICMD_IF_FCMPL_LE: /* ..., value, value ==> ... */
1232 case ICMD_IF_DCMPL_LE:
1234 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1235 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1237 emit_bnan(cd, iptr->dst.block);
1238 emit_ble(cd, iptr->dst.block);
1241 case ICMD_IF_FCMPL_GE: /* ..., value, value ==> ... */
1242 case ICMD_IF_DCMPL_GE:
1244 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1245 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1248 emit_bge(cd, iptr->dst.block);
1251 case ICMD_IF_FCMPG_LT: /* ..., value, value ==> ... */
1252 case ICMD_IF_DCMPG_LT:
1254 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1255 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1258 emit_blt(cd, iptr->dst.block);
1261 case ICMD_IF_FCMPG_GT: /* ..., value, value ==> ... */
1262 case ICMD_IF_DCMPG_GT:
1264 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1265 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1267 emit_bnan(cd, iptr->dst.block);
1268 emit_bgt(cd, iptr->dst.block);
1271 case ICMD_IF_FCMPG_LE: /* ..., value, value ==> ... */
1272 case ICMD_IF_DCMPG_LE:
1274 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1275 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1278 emit_ble(cd, iptr->dst.block);
1281 case ICMD_IF_FCMPG_GE: /* ..., value, value ==> ... */
1282 case ICMD_IF_DCMPG_GE:
1284 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1285 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1287 emit_bnan(cd, iptr->dst.block);
1288 emit_bge(cd, iptr->dst.block);
1292 /* memory operations **************************************************/
1294 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1296 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1297 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1298 emit_nullpointer_check(cd, iptr, s1);
1299 M_ILD(d, s1, OFFSET(java_arrayheader, size));
1300 emit_store_dst(jd, iptr, d);
1303 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1305 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1306 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1307 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1308 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1309 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1310 /* implicit null-pointer check */
1311 M_LBZX(d, s1, REG_ITMP2);
1313 emit_store_dst(jd, iptr, d);
1316 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1318 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1319 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1320 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1321 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1322 M_SLL_IMM(s2, 1, REG_ITMP2);
1323 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1324 /* implicit null-pointer check */
1325 M_LHZX(d, s1, REG_ITMP2);
1326 emit_store_dst(jd, iptr, d);
1329 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1331 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1332 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1333 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1334 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1335 M_SLL_IMM(s2, 1, REG_ITMP2);
1336 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1337 /* implicit null-pointer check */
1338 M_LHAX(d, s1, REG_ITMP2);
1339 emit_store_dst(jd, iptr, d);
1342 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1344 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1345 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1346 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1347 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1348 M_SLL_IMM(s2, 2, REG_ITMP2);
1349 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1350 /* implicit null-pointer check */
1351 M_LWAX(d, s1, REG_ITMP2);
1352 emit_store_dst(jd, iptr, d);
1355 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1357 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1358 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1359 d = codegen_reg_of_dst(jd, iptr, PACK_REGS(REG_ITMP2, REG_ITMP1));
1360 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1361 M_SLL_IMM(s2, 3, REG_ITMP2);
1362 M_IADD(s1, REG_ITMP2, REG_ITMP2);
1363 /* implicit null-pointer check */
1364 M_LLD_INTERN(d, REG_ITMP2, OFFSET(java_longarray, data[0]));
1365 emit_store_dst(jd, iptr, d);
1368 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1370 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1371 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1372 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1373 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1374 M_SLL_IMM(s2, 2, REG_ITMP2);
1375 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1376 /* implicit null-pointer check */
1377 M_LFSX(d, s1, REG_ITMP2);
1378 emit_store_dst(jd, iptr, d);
1381 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1383 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1384 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1385 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1386 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1387 M_SLL_IMM(s2, 3, REG_ITMP2);
1388 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1389 /* implicit null-pointer check */
1390 M_LFDX(d, s1, REG_ITMP2);
1391 emit_store_dst(jd, iptr, d);
1394 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1396 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1397 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1398 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1399 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1400 M_SLL_IMM(s2, 3, REG_ITMP2);
1401 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1402 /* implicit null-pointer check */
1403 M_ALDX(d, s1, REG_ITMP2);
1404 emit_store_dst(jd, iptr, d);
1408 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1410 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1411 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1412 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1413 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1414 M_IADD_IMM(s2, OFFSET(java_bytearray, data[0]), REG_ITMP2);
1415 /* implicit null-pointer check */
1416 M_STBX(s3, s1, REG_ITMP2);
1419 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1421 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1422 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1423 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1424 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1425 M_SLL_IMM(s2, 1, REG_ITMP2);
1426 M_IADD_IMM(REG_ITMP2, OFFSET(java_chararray, data[0]), REG_ITMP2);
1427 /* implicit null-pointer check */
1428 M_STHX(s3, s1, REG_ITMP2);
1431 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1433 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1434 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1435 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1436 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1437 M_SLL_IMM(s2, 1, REG_ITMP2);
1438 M_IADD_IMM(REG_ITMP2, OFFSET(java_shortarray, data[0]), REG_ITMP2);
1439 M_STHX(s3, s1, REG_ITMP2);
1442 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1444 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1445 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1446 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1447 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1448 M_SLL_IMM(s2, 2, REG_ITMP2);
1449 M_IADD_IMM(REG_ITMP2, OFFSET(java_intarray, data[0]), REG_ITMP2);
1450 /* implicit null-pointer check */
1451 M_STWX(s3, s1, REG_ITMP2);
1454 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1456 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1457 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1458 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1459 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1460 M_SLL_IMM(s2, 3, REG_ITMP2);
1461 M_IADD_IMM(REG_ITMP2, OFFSET(java_longarray, data[0]), REG_ITMP2);
1462 /* implicit null-pointer check */
1463 M_LSTX(s3, s1, REG_ITMP2);
1466 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1468 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1469 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1470 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1471 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1472 M_SLL_IMM(s2, 2, REG_ITMP2);
1473 M_IADD_IMM(REG_ITMP2, OFFSET(java_floatarray, data[0]), REG_ITMP2);
1474 /* implicit null-pointer check */
1475 M_STFSX(s3, s1, REG_ITMP2);
1478 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1480 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1481 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1482 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1483 s3 = emit_load_s3(jd, iptr, REG_FTMP3);
1484 M_SLL_IMM(s2, 3, REG_ITMP2);
1485 M_IADD_IMM(REG_ITMP2, OFFSET(java_doublearray, data[0]), REG_ITMP2);
1486 /* implicit null-pointer check */
1487 M_STFDX(s3, s1, REG_ITMP2);
1490 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1492 s1 = emit_load_s1(jd, iptr, REG_A0);
1493 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1494 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1495 s3 = emit_load_s3(jd, iptr, REG_A1);
1497 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1498 M_ALD(REG_ITMP3, REG_PV, disp);
1499 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1502 M_INTMOVE(s1, REG_A0);
1503 M_INTMOVE(s3, REG_A1);
1506 emit_exception_check(cd, iptr);
1508 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1509 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1510 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1511 M_SLL_IMM(s2, 3, REG_ITMP2);
1512 M_IADD_IMM(REG_ITMP2, OFFSET(java_objectarray, data[0]), REG_ITMP2);
1513 /* implicit null-pointer check */
1514 M_ASTX(s3, s1, REG_ITMP2);
1518 case ICMD_GETSTATIC: /* ... ==> ..., value */
1520 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1521 uf = iptr->sx.s23.s3.uf;
1523 fieldtype = uf->fieldref->parseddesc.fd->type;
1524 disp = dseg_add_unique_address(cd, NULL);
1526 codegen_addpatchref(cd, PATCHER_get_putstatic,
1527 iptr->sx.s23.s3.uf, disp);
1530 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1532 fieldtype = fi->type;
1533 disp = dseg_add_address(cd, &(fi->value));
1535 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1536 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1540 M_ALD(REG_ITMP1, REG_PV, disp);
1541 switch (fieldtype) {
1543 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1544 M_ILD_INTERN(d, REG_ITMP1, 0);
1547 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1548 M_LLD(d, REG_ITMP1, 0);
1551 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1552 M_ALD_INTERN(d, REG_ITMP1, 0);
1555 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1556 M_FLD_INTERN(d, REG_ITMP1, 0);
1559 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1560 M_DLD_INTERN(d, REG_ITMP1, 0);
1563 emit_store_dst(jd, iptr, d);
1566 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1569 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1570 uf = iptr->sx.s23.s3.uf;
1572 fieldtype = uf->fieldref->parseddesc.fd->type;
1573 disp = dseg_add_unique_address(cd, NULL);
1575 codegen_addpatchref(cd, PATCHER_get_putstatic,
1576 iptr->sx.s23.s3.uf, disp);
1578 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1580 fieldtype = fi->type;
1581 disp = dseg_add_address(cd, &(fi->value));
1583 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1584 codegen_addpatchref(cd, PATCHER_clinit, fi->class, disp);
1588 M_ALD(REG_ITMP1, REG_PV, disp);
1589 switch (fieldtype) {
1591 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1592 M_IST_INTERN(s1, REG_ITMP1, 0);
1595 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1596 M_LST_INTERN(s1, REG_ITMP1, 0);
1599 s1 = emit_load_s1(jd, iptr, REG_ITMP2);
1600 M_AST_INTERN(s1, REG_ITMP1, 0);
1603 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1604 M_FST_INTERN(s1, REG_ITMP1, 0);
1607 s1 = emit_load_s1(jd, iptr, REG_FTMP2);
1608 M_DST_INTERN(s1, REG_ITMP1, 0);
1614 case ICMD_GETFIELD: /* ... ==> ..., value */
1616 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1618 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1619 uf = iptr->sx.s23.s3.uf;
1620 fieldtype = uf->fieldref->parseddesc.fd->type;
1623 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1625 fi = iptr->sx.s23.s3.fmiref->p.field;
1626 fieldtype = fi->type;
1630 /* implicit null-pointer check */
1631 switch (fieldtype) {
1633 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1637 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1641 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1645 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1649 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1653 emit_store_dst(jd, iptr, d);
1656 case ICMD_PUTFIELD: /* ..., value ==> ... */
1658 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1660 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1661 uf = iptr->sx.s23.s3.uf;
1662 fieldtype = uf->fieldref->parseddesc.fd->type;
1666 fi = iptr->sx.s23.s3.fmiref->p.field;
1667 fieldtype = fi->type;
1671 if (IS_INT_LNG_TYPE(fieldtype)) {
1672 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1675 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1677 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1678 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1682 /* implicit null-pointer check */
1683 switch (fieldtype) {
1685 M_IST(s2, s1, disp);
1688 M_LST(s2, s1, disp);
1691 M_AST(s2, s1, disp);
1694 M_FST(s2, s1, disp);
1697 M_DST(s2, s1, disp);
1703 /* branch operations **************************************************/
1705 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1707 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1708 M_LNGMOVE(s1, REG_ITMP1_XPTR);
1710 #ifdef ENABLE_VERIFIER
1711 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1712 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1713 iptr->sx.s23.s2.uc, 0);
1715 #endif /* ENABLE_VERIFIER */
1717 disp = dseg_add_functionptr(cd, asm_handle_exception);
1718 M_ALD(REG_ITMP2, REG_PV, disp);
1721 if (jd->isleafmethod) M_MFLR(REG_ITMP3); /* save LR */
1722 M_BL(0); /* get current PC */
1723 M_MFLR(REG_ITMP2_XPC);
1724 if (jd->isleafmethod) M_MTLR(REG_ITMP3); /* restore LR */
1725 M_RTS; /* jump to CTR */
1730 case ICMD_GOTO: /* ... ==> ... */
1731 case ICMD_RET: /* ... ==> ... */
1733 emit_br(cd, iptr->dst.block);
1737 case ICMD_JSR: /* ... ==> ... */
1739 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1743 case ICMD_IFNULL: /* ..., value ==> ... */
1745 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1747 emit_beq(cd, iptr->dst.block);
1750 case ICMD_IFNONNULL: /* ..., value ==> ... */
1752 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1754 emit_bne(cd, iptr->dst.block);
1762 case ICMD_IFEQ: /* ..., value ==> ... */
1764 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1765 if ((iptr->sx.val.i >= -32768) && (iptr->sx.val.i <= 32767))
1766 M_CMPI(s1, iptr->sx.val.i);
1768 ICONST(REG_ITMP2, iptr->sx.val.i);
1769 M_CMP(s1, REG_ITMP2);
1771 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1774 case ICMD_IF_LEQ: /* ..., value ==> ... */
1775 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1776 LCONST(REG_ITMP2, iptr->sx.val.l);
1777 M_CMP(s1, REG_ITMP2);
1778 emit_beq(cd, iptr->dst.block);
1780 case ICMD_IF_LLT: /* ..., value ==> ... */
1781 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1782 LCONST(REG_ITMP2, iptr->sx.val.l);
1783 M_CMP(s1, REG_ITMP2);
1784 emit_blt(cd, iptr->dst.block);
1786 case ICMD_IF_LLE: /* ..., value ==> ... */
1787 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1788 LCONST(REG_ITMP2, iptr->sx.val.l);
1789 M_CMP(s1, REG_ITMP2);
1790 emit_ble(cd, iptr->dst.block);
1793 case ICMD_IF_LNE: /* ..., value ==> ... */
1794 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1795 LCONST(REG_ITMP2, iptr->sx.val.l);
1796 M_CMP(s1, REG_ITMP2);
1797 emit_bne(cd, iptr->dst.block);
1799 case ICMD_IF_LGE: /* ..., value ==> ... */
1800 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1801 LCONST(REG_ITMP2, iptr->sx.val.l);
1802 M_CMP(s1, REG_ITMP2);
1803 emit_bge(cd, iptr->dst.block);
1805 case ICMD_IF_LGT: /* ..., value ==> ... */
1806 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1807 LCONST(REG_ITMP2, iptr->sx.val.l);
1808 M_CMP(s1, REG_ITMP2);
1809 emit_bgt(cd, iptr->dst.block);
1811 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1812 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1813 case ICMD_IF_LCMPEQ:
1815 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1816 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1818 emit_beq(cd, iptr->dst.block);
1821 case ICMD_IF_ICMPNE: /* ..., value, value ==> ... */
1822 case ICMD_IF_ACMPNE: /* op1 = target JavaVM pc */
1823 case ICMD_IF_LCMPNE:
1825 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1826 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1828 emit_bne(cd, iptr->dst.block);
1832 case ICMD_IF_ICMPLT: /* ..., value, value ==> ... */
1833 case ICMD_IF_LCMPLT:
1835 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1836 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1838 emit_blt(cd, iptr->dst.block);
1841 case ICMD_IF_ICMPGT: /* ..., value, value ==> ... */
1842 case ICMD_IF_LCMPGT:
1844 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1845 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1847 emit_bgt(cd, iptr->dst.block);
1850 case ICMD_IF_ICMPLE: /* ..., value, value ==> ... */
1851 case ICMD_IF_LCMPLE:
1853 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1854 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1856 emit_ble(cd, iptr->dst.block);
1859 case ICMD_IF_ICMPGE: /* ..., value, value ==> ... */
1860 case ICMD_IF_LCMPGE:
1862 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1863 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1865 emit_bge(cd, iptr->dst.block);
1869 case ICMD_LRETURN: /* ..., retvalue ==> ... */
1870 case ICMD_IRETURN: /* ..., retvalue ==> ... */
1872 REPLACEMENT_POINT_RETURN(cd, iptr);
1873 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1874 M_LNGMOVE(s1, REG_RESULT);
1875 goto nowperformreturn;
1877 case ICMD_ARETURN: /* ..., retvalue ==> ... */
1879 REPLACEMENT_POINT_RETURN(cd, iptr);
1880 s1 = emit_load_s1(jd, iptr, REG_RESULT);
1881 M_LNGMOVE(s1, REG_RESULT);
1883 #ifdef ENABLE_VERIFIER
1884 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1885 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1886 iptr->sx.s23.s2.uc, 0);
1888 #endif /* ENABLE_VERIFIER */
1890 goto nowperformreturn;
1892 case ICMD_FRETURN: /* ..., retvalue ==> ... */
1895 REPLACEMENT_POINT_RETURN(cd, iptr);
1896 s1 = emit_load_s1(jd, iptr, REG_FRESULT);
1897 M_FLTMOVE(s1, REG_FRESULT);
1898 goto nowperformreturn;
1900 case ICMD_RETURN: /* ... ==> ... */
1902 REPLACEMENT_POINT_RETURN(cd, iptr);
1908 p = cd->stackframesize;
1910 /* call trace function */
1912 #if !defined(NDEBUG)
1913 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
1914 emit_verbosecall_exit(jd);
1918 #if defined(ENABLE_THREADS)
1919 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
1920 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
1921 M_ALD(REG_ITMP3, REG_PV, disp);
1922 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
1925 /* we need to save the proper return value */
1927 switch (iptr->opc) {
1932 M_LST(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1935 M_FST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1938 M_DST(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1942 M_ALD(rd->argintregs[0], REG_SP, rd->memuse * 8);
1945 /* and now restore the proper return value */
1947 switch (iptr->opc) {
1952 M_LLD(REG_RESULT , REG_SP, rd->memuse * 8 + 8);
1955 M_FLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1958 M_DLD(REG_FRESULT, REG_SP, rd->memuse * 8 + 8);
1964 /* restore return address */
1966 if (!jd->isleafmethod) {
1967 /* ATTENTION: Don't use REG_ZERO (r0) here, as M_ALD
1968 may have a displacement overflow. */
1970 M_ALD(REG_ITMP1, REG_SP, p * 8 + LA_LR_OFFSET);
1974 /* restore saved registers */
1976 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--) {
1977 p--; M_LLD(rd->savintregs[i], REG_SP, p * 8);
1979 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
1980 p--; M_DLD(rd->savfltregs[i], REG_SP, p * 8);
1983 /* deallocate stack */
1985 if (cd->stackframesize)
1986 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8);
1994 case ICMD_TABLESWITCH: /* ..., index ==> ... */
1997 branch_target_t *table;
1999 table = iptr->dst.table;
2001 l = iptr->sx.s23.s2.tablelow;
2002 i = iptr->sx.s23.s3.tablehigh;
2004 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2006 M_INTMOVE(s1, REG_ITMP1);
2007 } else if (l <= 32768) {
2008 M_LDA(REG_ITMP1, s1, -l);
2010 ICONST(REG_ITMP2, l);
2011 M_SUB(s1, REG_ITMP2, REG_ITMP1);
2014 /* number of targets */
2019 M_CMPUI(REG_ITMP1, i - 1);
2020 emit_bgt(cd, table[0].block);
2022 /* build jump table top down and use address of lowest entry */
2027 dseg_add_target(cd, table->block);
2031 /* length of dataseg after last dseg_add_unique_target is used by load */
2033 M_SLL_IMM(REG_ITMP1, 3, REG_ITMP1);
2034 M_IADD(REG_ITMP1, REG_PV, REG_ITMP2);
2035 M_ALD(REG_ITMP2, REG_ITMP2, -(cd->dseglen));
2043 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2046 lookup_target_t *lookup;
2048 lookup = iptr->dst.lookup;
2050 i = iptr->sx.s23.s2.lookupcount;
2052 MCODECHECK((i<<2)+8);
2053 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2055 val = lookup->value;
2056 if ((val >= -32768) && (val <= 32767)) {
2060 a = dseg_add_s4(cd, val);
2061 M_ILD(REG_ITMP2, REG_PV, a);
2062 M_CMP(s1, REG_ITMP2);
2064 emit_beq(cd, lookup->target.block);
2068 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2075 case ICMD_BUILTIN: /* ..., [arg1, [arg2 ...]] ==> ... */
2077 bte = iptr->sx.s23.s3.bte;
2081 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2082 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2083 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2084 case ICMD_INVOKEINTERFACE:
2086 REPLACEMENT_POINT_INVOKE(cd, iptr);
2088 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2090 um = iptr->sx.s23.s3.um;
2091 md = um->methodref->parseddesc.md;
2094 lm = iptr->sx.s23.s3.fmiref->p.method;
2096 md = lm->parseddesc;
2100 s3 = md->paramcount;
2102 MCODECHECK((s3 << 1) + 64);
2104 /* copy arguments to registers or stack location */
2106 for (s3 = s3 - 1; s3 >= 0; s3--) {
2107 var = VAR(iptr->sx.s23.s2.args[s3]);
2109 if (var->flags & PREALLOC)
2112 if (IS_INT_LNG_TYPE(var->type)) {
2113 if (!md->params[s3].inmemory) {
2114 s1 = rd->argintregs[md->params[s3].regoff];
2115 d = emit_load(jd, iptr, var, s1);
2118 d = emit_load(jd, iptr, var, REG_ITMP1);
2119 M_LST(d, REG_SP, md->params[s3].regoff * 8);
2122 if (!md->params[s3].inmemory) {
2123 s1 = rd->argfltregs[md->params[s3].regoff];
2124 d = emit_load(jd, iptr, var, s1);
2127 d = emit_load(jd, iptr, var, REG_FTMP1);
2128 M_DST(d, REG_SP, md->params[s3].regoff * 8);
2133 switch (iptr->opc) {
2135 disp = dseg_add_functionptr(cd, bte->fp);
2136 M_ALD(REG_PV, REG_PV, disp);
2137 M_ALD(REG_PV, REG_PV, 0); /* TOC */
2139 /* generate the actual call */
2140 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2143 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2144 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2146 M_LDA(REG_PV, REG_ITMP1, -disp);
2148 emit_exception_check(cd, iptr);
2152 case ICMD_INVOKESPECIAL:
2153 emit_nullpointer_check(cd, iptr, REG_A0);
2156 case ICMD_INVOKESTATIC:
2158 disp = dseg_add_unique_address(cd, um);
2160 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2163 disp = dseg_add_address(cd, lm->stubroutine);
2165 M_ALD(REG_PV, REG_PV, disp);
2167 /* generate the actual call */
2171 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2172 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2174 M_LDA(REG_PV, REG_ITMP1, -disp);
2177 case ICMD_INVOKEVIRTUAL:
2179 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2182 s1 = OFFSET(vftbl_t, table[0]) +
2183 sizeof(methodptr) * lm->vftblindex;
2186 /* implicit null-pointer check */
2187 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2188 M_ALD(REG_PV, REG_METHODPTR, s1);
2190 /* generate the actual call */
2194 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2195 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2197 M_LDA(REG_PV, REG_ITMP1, -disp);
2200 case ICMD_INVOKEINTERFACE:
2202 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2208 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2209 sizeof(methodptr*) * lm->class->index;
2211 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2214 /* implicit null-pointer check */
2215 M_ALD(REG_METHODPTR, REG_A0, OFFSET(java_objectheader, vftbl));
2216 M_ALD(REG_METHODPTR, REG_METHODPTR, s1);
2217 M_ALD(REG_PV, REG_METHODPTR, s2);
2219 /* generate the actual call */
2223 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2224 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2226 M_LDA(REG_PV, REG_ITMP1, -disp);
2230 /* store return value */
2232 d = md->returntype.type;
2234 if (d != TYPE_VOID) {
2235 if (IS_INT_LNG_TYPE(d)) {
2236 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2237 M_MOV(REG_RESULT, s1);
2240 s1 = codegen_reg_of_dst(jd, iptr, REG_FRESULT);
2241 M_FLTMOVE(REG_FRESULT, s1);
2243 emit_store_dst(jd, iptr, s1);
2247 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2248 /* val.a: (classinfo*) superclass */
2250 /* superclass is an interface:
2252 * OK if ((sub == NULL) ||
2253 * (sub->vftbl->interfacetablelength > super->index) &&
2254 * (sub->vftbl->interfacetable[-super->index] != NULL));
2256 * superclass is a class:
2258 * OK if ((sub == NULL) || (0
2259 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2260 * super->vftbl->diffvall));
2263 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2264 /* object type cast-check */
2269 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2273 super = iptr->sx.s23.s3.c.cls;
2274 superindex = super->index;
2277 #if defined(ENABLE_THREADS)
2278 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2280 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2282 /* calculate interface checkcast code size */
2286 s2 += CODEGENDATA_HAS_FLAG_LONGBRANCHES(cd) ? 2 : 0;
2289 s2 += (opt_shownops ? 1 : 0);
2291 /* calculate class checkcast code size */
2293 s3 = 10 + (s1 == REG_ITMP1);
2295 s3 += CODEGENDATA_HAS_FLAG_LONGBRANCHES(cd) ? 1 : 0;
2298 s3 += (opt_shownops ? 1 : 0);
2300 /* if class is not resolved, check which code to call */
2302 if (super == NULL) {
2304 M_BEQ(3 + (opt_shownops ? 1 : 0) + s2 + 1 + s3);
2306 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2308 codegen_addpatchref(cd,
2309 PATCHER_checkcast_instanceof_flags,
2310 iptr->sx.s23.s3.c.ref,
2313 M_ILD(REG_ITMP2, REG_PV, disp);
2314 M_AND_IMM(REG_ITMP2, ACC_INTERFACE, REG_ITMP2);
2318 /* interface checkcast code */
2320 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2321 if (super == NULL) {
2322 codegen_addpatchref(cd,
2323 PATCHER_checkcast_interface,
2324 iptr->sx.s23.s3.c.ref,
2331 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2332 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2333 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2334 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2335 M_ALD(REG_ITMP3, REG_ITMP2,
2336 OFFSET(vftbl_t, interfacetable[0]) -
2337 superindex * sizeof(methodptr*));
2339 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2345 /* class checkcast code */
2347 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2348 if (super == NULL) {
2349 disp = dseg_add_unique_address(cd, NULL);
2350 codegen_addpatchref(cd, PATCHER_checkcast_class,
2351 iptr->sx.s23.s3.c.ref,
2354 disp = dseg_add_address(cd, super->vftbl);
2359 M_ALD(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2360 #if defined(ENABLE_THREADS)
2361 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2363 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2364 M_ALD(REG_ITMP2, REG_PV, disp);
2365 if (s1 != REG_ITMP1) {
2366 M_ILD(REG_ITMP1, REG_ITMP2, OFFSET(vftbl_t, baseval));
2367 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2368 #if defined(ENABLE_THREADS)
2369 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2371 M_SUB(REG_ITMP3, REG_ITMP1, REG_ITMP3);
2372 M_EXTSW(REG_ITMP3, REG_ITMP3);
2374 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2375 M_SUB(REG_ITMP3, REG_ITMP2, REG_ITMP3);
2376 M_EXTSW(REG_ITMP3, REG_ITMP3);
2377 M_ALD(REG_ITMP2, REG_PV, disp);
2378 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2379 #if defined(ENABLE_THREADS)
2380 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2383 M_CMPU(REG_ITMP3, REG_ITMP2);
2384 emit_classcast_check(cd, iptr, BRANCH_GT, REG_ITMP3, s1);
2386 d = codegen_reg_of_dst(jd, iptr, s1);
2389 /* array type cast-check */
2391 s1 = emit_load_s1(jd, iptr, rd->argintregs[0]);
2392 M_INTMOVE(s1, rd->argintregs[0]);
2395 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2396 disp = dseg_add_unique_address(cd, NULL);
2397 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2398 iptr->sx.s23.s3.c.ref,
2401 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2404 M_ALD(rd->argintregs[1], REG_PV, disp);
2405 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2406 M_ALD(REG_ITMP2, REG_PV, disp);
2407 M_ALD(REG_ITMP2, REG_ITMP2, 0); /* TOC */
2411 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2413 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2414 d = codegen_reg_of_dst(jd, iptr, s1);
2417 emit_store_dst(jd, iptr, d);
2421 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2422 /* val.a: (classinfo*) superclass */
2424 /* superclass is an interface:
2426 * return (sub != NULL) &&
2427 * (sub->vftbl->interfacetablelength > super->index) &&
2428 * (sub->vftbl->interfacetable[-super->index] != NULL);
2430 * superclass is a class:
2432 * return ((sub != NULL) && (0
2433 * <= (sub->vftbl->baseval - super->vftbl->baseval) <=
2434 * super->vftbl->diffvall));
2439 vftbl_t *supervftbl;
2442 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2448 super = iptr->sx.s23.s3.c.cls;
2449 superindex = super->index;
2450 supervftbl = super->vftbl;
2453 #if defined(ENABLE_THREADS)
2454 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2456 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2457 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2459 M_MOV(s1, REG_ITMP1);
2463 /* calculate interface instanceof code size */
2467 s2 += (opt_shownops ? 1 : 0);
2469 /* calculate class instanceof code size */
2473 s3 += (opt_shownops ? 1 : 0);
2477 /* if class is not resolved, check which code to call */
2479 if (super == NULL) {
2481 M_BEQ(3 + (opt_shownops ? 1 : 0) + s2 + 1 + s3);
2483 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2485 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2486 iptr->sx.s23.s3.c.ref, disp);
2488 M_ILD(REG_ITMP3, REG_PV, disp);
2489 M_AND_IMM(REG_ITMP3, ACC_INTERFACE, REG_ITMP3);
2493 /* interface instanceof code */
2495 if (!super || (super->flags & ACC_INTERFACE)) {
2501 codegen_addpatchref(cd,
2502 PATCHER_instanceof_interface,
2503 iptr->sx.s23.s3.c.ref, 0);
2506 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2507 M_ILD(REG_ITMP3, REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2508 M_LDATST(REG_ITMP3, REG_ITMP3, -superindex);
2510 M_ALD(REG_ITMP1, REG_ITMP1,
2511 OFFSET(vftbl_t, interfacetable[0]) -
2512 superindex * sizeof(methodptr*));
2515 M_IADD_IMM(REG_ZERO, 1, d);
2521 /* class instanceof code */
2523 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2526 disp = dseg_add_address(cd, supervftbl);
2531 disp = dseg_add_unique_address(cd, NULL);
2532 codegen_addpatchref(cd, PATCHER_instanceof_class,
2533 iptr->sx.s23.s3.c.ref,
2537 M_ALD(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2538 M_ALD(REG_ITMP2, REG_PV, disp);
2539 #if defined(ENABLE_THREADS)
2540 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2542 M_ILD(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2543 M_ILD(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2544 M_ILD(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2545 #if defined(ENABLE_THREADS)
2546 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2548 M_SUB(REG_ITMP1, REG_ITMP3, REG_ITMP1);
2549 M_EXTSW(REG_ITMP1, REG_ITMP1);
2550 M_CMPU(REG_ITMP1, REG_ITMP2);
2553 M_IADD_IMM(REG_ZERO, 1, d);
2555 emit_store_dst(jd, iptr, d);
2559 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2561 /* check for negative sizes and copy sizes to stack if necessary */
2563 MCODECHECK((iptr->s1.argcount << 1) + 64);
2565 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2567 var = VAR(iptr->sx.s23.s2.args[s1]);
2569 /* copy SAVEDVAR sizes to stack */
2571 if (!(var->flags & PREALLOC)) {
2572 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2573 #if defined(__DARWIN__)
2574 M_LST(s2, REG_SP, LA_SIZE + (s1 + INT_ARG_CNT) * 8);
2576 M_LST(s2, REG_SP, LA_SIZE + (s1 + 3) * 8);
2581 /* a0 = dimension count */
2583 ICONST(rd->argintregs[0], iptr->s1.argcount);
2585 /* is patcher function set? */
2587 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2588 disp = dseg_add_unique_address(cd, NULL);
2590 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2591 iptr->sx.s23.s3.c.ref, disp);
2593 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2596 /* a1 = arraydescriptor */
2598 M_ALD(rd->argintregs[1], REG_PV, disp);
2600 /* a2 = pointer to dimensions = stack pointer */
2602 #if defined(__DARWIN__)
2603 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + INT_ARG_CNT * 8);
2605 M_LDA(rd->argintregs[2], REG_SP, LA_SIZE + 3 * 8);
2608 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2609 M_ALD(REG_ITMP3, REG_PV, disp);
2610 M_ALD(REG_ITMP3, REG_ITMP3, 0); /* TOC */
2614 /* check for exception before result assignment */
2615 emit_exception_check(cd, iptr);
2617 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2618 M_INTMOVE(REG_RESULT, d);
2619 emit_store_dst(jd, iptr, d);
2623 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2628 } /* for instruction */
2630 } /* if (bptr -> flags >= BBREACHED) */
2631 } /* for basic block */
2633 dseg_createlinenumbertable(cd);
2635 /* generate stubs */
2637 emit_patcher_stubs(jd);
2638 REPLACEMENT_EMIT_STUBS(jd);
2640 /* everything's ok */
2646 /* codegen_emit_stub_compiler **************************************************
2648 Emits a stub routine which calls the compiler.
2650 *******************************************************************************/
2652 void codegen_emit_stub_compiler(jitdata *jd)
2657 /* get required compiler data */
2662 /* code for the stub */
2664 M_ALD_INTERN(REG_ITMP1, REG_PV, -2 * SIZEOF_VOID_P);
2665 M_ALD_INTERN(REG_PV, REG_PV, -3 * SIZEOF_VOID_P);
2671 /* codegen_emit_stub_native ****************************************************
2673 Emits a stub routine which calls a native method.
2675 *******************************************************************************/
2677 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f)
2685 s4 i, j; /* count variables */
2690 /* get required compiler data */
2697 /* set some variables */
2700 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
2702 /* calculate stackframe size */
2704 cd->stackframesize =
2705 sizeof(stackframeinfo) / SIZEOF_VOID_P +
2706 sizeof(localref_table) / SIZEOF_VOID_P +
2707 4 + /* 4 stackframeinfo arguments (darwin)*/
2711 /* cd->stackframesize = (cd->stackframesize + 3) & ~3;*/ /* keep stack 16-byte aligned */
2713 /* create method header */
2715 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2716 (void) dseg_add_unique_s4(cd, cd->stackframesize * 8); /* FrameSize */
2717 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
2718 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2719 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2720 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2721 (void) dseg_addlinenumbertablesize(cd);
2722 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
2727 M_AST_INTERN(REG_ZERO, REG_SP, LA_LR_OFFSET);
2728 M_STDU(REG_SP, REG_SP, -(cd->stackframesize * 8));
2730 #if !defined(NDEBUG)
2731 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2732 emit_verbosecall_enter(jd);
2735 /* get function address (this must happen before the stackframeinfo) */
2737 funcdisp = dseg_add_functionptr(cd, f);
2739 #if !defined(WITH_STATIC_CLASSPATH)
2741 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
2745 /* save integer and float argument registers */
2749 for (i = 0; i < md->paramcount; i++) {
2750 t = md->paramtypes[i].type;
2752 if (IS_INT_LNG_TYPE(t)) {
2753 if (!md->params[i].inmemory) {
2754 s1 = md->params[i].regoff;
2755 M_LST(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2761 for (i = 0; i < md->paramcount; i++) {
2762 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2763 if (!md->params[i].inmemory) {
2764 s1 = md->params[i].regoff;
2765 M_DST(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4*8 + j * 8);
2771 /* create native stack info */
2773 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
2774 M_MOV(REG_PV, rd->argintregs[1]);
2775 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[2]);
2776 M_ALD(rd->argintregs[3], REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2777 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2779 M_ALD(REG_ITMP1, REG_PV, disp);
2780 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* TOC */
2784 /* restore integer and float argument registers */
2788 for (i = 0; i < md->paramcount; i++) {
2789 t = md->paramtypes[i].type;
2791 if (IS_INT_LNG_TYPE(t)) {
2792 if (!md->params[i].inmemory) {
2793 s1 = md->params[i].regoff;
2794 M_LLD(rd->argintregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2800 for (i = 0; i < md->paramcount; i++) {
2801 if (IS_FLT_DBL_TYPE(md->paramtypes[i].type)) {
2802 if (!md->params[i].inmemory) {
2803 s1 = md->params[i].regoff;
2804 M_DLD(rd->argfltregs[s1], REG_SP, LA_SIZE + PA_SIZE + 4 * 8 + j * 8);
2810 /* copy or spill arguments to new locations */
2812 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
2813 t = md->paramtypes[i].type;
2815 if (IS_INT_LNG_TYPE(t)) {
2816 if (!md->params[i].inmemory) {
2817 s1 = rd->argintregs[md->params[i].regoff];
2819 if (!nmd->params[j].inmemory) {
2820 s2 = rd->argintregs[nmd->params[j].regoff];
2823 s2 = nmd->params[j].regoff;
2824 M_LST(s1, REG_SP, s2 * 8);
2828 s1 = md->params[i].regoff + cd->stackframesize;
2829 s2 = nmd->params[j].regoff;
2831 M_LLD(REG_ITMP1, REG_SP, s1 * 8);
2832 M_LST(REG_ITMP1, REG_SP, s2 * 8);
2836 /* We only copy spilled float arguments, as the float
2837 argument registers keep unchanged. */
2839 if (md->params[i].inmemory) {
2840 s1 = md->params[i].regoff + cd->stackframesize;
2841 s2 = nmd->params[j].regoff;
2843 M_DLD(REG_FTMP1, REG_SP, s1 * 8);
2845 if (IS_2_WORD_TYPE(t)) {
2846 M_DST(REG_FTMP1, REG_SP, s2 * 8);
2848 M_FST(REG_FTMP1, REG_SP, s2 * 8 + 4);
2854 /* put class into second argument register */
2856 if (m->flags & ACC_STATIC) {
2857 disp = dseg_add_unique_address(cd, m->class);
2858 M_ALD(rd->argintregs[1], REG_PV, disp);
2861 /* put env into first argument register */
2863 disp = dseg_add_unique_address(cd, _Jv_env);
2864 M_ALD(rd->argintregs[0], REG_PV, disp);
2866 /* generate the actual native call */
2867 /* native functions have a different TOC for sure */
2869 M_AST(REG_TOC, REG_SP, 40); /* save old TOC */
2870 M_ALD(REG_ITMP3, REG_PV, funcdisp);
2871 M_ALD(REG_TOC, REG_ITMP3, 8); /* load TOC from func. descriptor */
2872 M_ALD(REG_ITMP3, REG_ITMP3, 0);
2875 M_ALD(REG_TOC, REG_SP, 40); /* restore TOC */
2877 /* save return value */
2879 if (md->returntype.type != TYPE_VOID) {
2880 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2881 M_LST(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2884 M_DST(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2888 /* print call trace */
2889 #if ! defined(NDEBGUU)
2890 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
2891 emit_verbosecall_exit(jd);
2894 /* remove native stackframe info */
2896 M_AADD_IMM(REG_SP, cd->stackframesize * 8, rd->argintregs[0]);
2897 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
2898 M_ALD(REG_ITMP1, REG_PV, disp);
2899 M_ALD(REG_ITMP1, REG_ITMP1, 0); /* XXX what about TOC? */
2902 M_MOV(REG_RESULT, REG_ITMP1_XPTR);
2904 /* restore return value */
2906 if (md->returntype.type != TYPE_VOID) {
2907 if (IS_INT_LNG_TYPE(md->returntype.type)) {
2908 M_LLD(REG_RESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2911 /* if (IS_2_WORD_TYPE(md->returntype.type)) */
2912 M_DLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8);
2914 M_FLD(REG_FRESULT, REG_SP, LA_SIZE + PA_SIZE + 1 * 8); F XXX
2919 M_ALD(REG_ITMP2_XPC, REG_SP, cd->stackframesize * 8 + LA_LR_OFFSET);
2920 M_MTLR(REG_ITMP2_XPC);
2921 M_LDA(REG_SP, REG_SP, cd->stackframesize * 8); /* remove stackframe */
2923 /* check for exception */
2925 M_TST(REG_ITMP1_XPTR);
2926 M_BNE(1); /* if no exception then return */
2930 /* handle exception */
2932 M_LADD_IMM(REG_ITMP2_XPC, -4, REG_ITMP2_XPC); /* exception address */
2934 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
2935 M_ALD(REG_ITMP3, REG_PV, disp);
2939 /* generate patcher stub call code */
2941 emit_patcher_stubs(jd);
2945 return code->entrypoint;
2952 * These are local overrides for various environment variables in Emacs.
2953 * Please do not remove this and leave it at the end of the file, where
2954 * Emacs will automagically detect them.
2955 * ---------------------------------------------------------------------
2958 * indent-tabs-mode: t
2962 * vim:noexpandtab:sw=4:ts=4: