1 /* src/vm/jit/arm/codegen.c - machine code generator for Arm
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 $Id: codegen.c 7519 2007-03-14 17:31:05Z michi $
39 #include "vm/jit/arm/arch.h"
40 #include "vm/jit/arm/codegen.h"
42 #include "mm/memory.h"
44 #include "native/native.h"
46 #if defined(ENABLE_THREADS)
47 # include "threads/native/lock.h"
50 #include "vm/builtin.h"
51 #include "vm/exceptions.h"
52 #include "vm/global.h"
55 #include "vm/jit/asmpart.h"
56 #include "vm/jit/codegen-common.h"
57 #include "vm/jit/dseg.h"
58 #include "vm/jit/emit-common.h"
59 #include "vm/jit/jit.h"
60 #include "vm/jit/md.h"
61 #include "vm/jit/methodheader.h"
62 #include "vm/jit/parse.h"
63 #include "vm/jit/patcher.h"
64 #include "vm/jit/reg.h"
66 #if defined(ENABLE_LSRA)
67 #include "vm/jit/allocator/lsra.h"
70 #include "vmcore/loader.h"
71 #include "vmcore/options.h"
74 /* codegen *********************************************************************
76 Generates machine code.
78 *******************************************************************************/
80 bool codegen(jitdata *jd)
101 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
102 unresolved_method *um;
103 builtintable_entry *bte;
106 /* get required compiler data */
113 /* prevent compiler warnings */
121 /* space to save used callee saved registers */
123 savedregs_num = (jd->isleafmethod) ? 0 : 1; /* space to save the LR */
124 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
125 savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);
127 spilledregs_num = rd->memuse;
129 #if defined(ENABLE_THREADS) /* space to save argument of monitor_enter */
130 if (checksync && (m->flags & ACC_SYNCHRONIZED))
134 cd->stackframesize = spilledregs_num + savedregs_num;
136 /* XXX QUICK FIX: We shouldn't align the stack in Java code, but
137 only in native stubs. */
138 /* align stack to 8-byte */
140 cd->stackframesize = (cd->stackframesize + 1) & ~1;
142 /* SECTION: Method Header */
143 /* create method header */
145 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
146 (void) dseg_add_unique_s4(cd, cd->stackframesize * 4); /* FrameSize */
148 #if defined(ENABLE_THREADS)
149 /* IsSync contains the offset relative to the stack pointer for the
150 argument of monitor_exit used in the exception handler. Since the
151 offset could be zero and give a wrong meaning of the flag it is
155 if (checksync && (m->flags & ACC_SYNCHRONIZED))
156 (void) dseg_add_unique_s4(cd, (rd->memuse + 1) * 4);/* IsSync */
159 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
161 (void) dseg_add_unique_s4(cd, jd->isleafmethod); /* IsLeaf */
162 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
163 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
164 (void) dseg_addlinenumbertablesize(cd);
165 (void) dseg_add_unique_s4(cd, jd->exceptiontablelength); /* ExTableSize */
167 /* create exception table */
169 for (ex = jd->exceptiontable; ex != NULL; ex = ex->down) {
170 dseg_add_target(cd, ex->start);
171 dseg_add_target(cd, ex->end);
172 dseg_add_target(cd, ex->handler);
173 (void) dseg_add_unique_address(cd, ex->catchtype.any);
176 /* save return address and used callee saved registers */
178 savedregs_bitmask = 0;
180 if (!jd->isleafmethod)
181 savedregs_bitmask = (1<<REG_LR);
183 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--)
184 savedregs_bitmask |= (1<<(rd->savintregs[i]));
187 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
188 log_text("!!! CODEGEN: floating-point callee saved registers are not saved to stack (SEVERE! STACK IS MESSED UP!)");
189 /* TODO: floating-point */
193 if (savedregs_bitmask)
194 M_STMFD(savedregs_bitmask, REG_SP);
196 /* create additional stack frame for spilled variables (if necessary) */
198 if ((cd->stackframesize - savedregs_num) > 0)
199 M_SUB_IMM_EXT_MUL4(REG_SP, REG_SP, cd->stackframesize - savedregs_num);
201 /* take arguments out of register or stack frame */
204 for (i = 0, len = 0; i < md->paramcount; i++) {
205 s1 = md->params[i].regoff;
206 t = md->paramtypes[i].type;
208 varindex = jd->local_map[len * 5 + t];
210 len += (IS_2_WORD_TYPE(t)) ? 2 : 1; /* 2 word type arguments */
212 if (varindex == UNUSED)
217 /* ATTENTION: we use interger registers for all arguments (even float) */
218 #if !defined(ENABLE_SOFTFLOAT)
219 if (IS_INT_LNG_TYPE(t)) { /* integer args */
221 if (!md->params[i].inmemory) { /* register arguments */
222 s2 = ARGUMENT_REGS(t, s1); /* get argument register */
223 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
224 if (GET_LOW_REG(var->vv.regoff) == REG_SPLIT || GET_HIGH_REG(var->vv.regoff) == REG_SPLIT) {
225 /* TODO: remove this!!! */
226 dolog("SPLIT in local var: %x>%x (%s.%s)", s2, var->vv.regoff, m->class->name->text, m->name->text);
227 assert(s2 == var->vv.regoff);
230 SPLIT_OPEN(t, s2, REG_ITMP1);
231 SPLIT_LOAD(t, s2, cd->stackframesize);
232 SPLIT_OPEN(t, s3, REG_ITMP1);
234 if (IS_2_WORD_TYPE(t))
239 SPLIT_STORE_AND_CLOSE(t, s3, cd->stackframesize);
241 else { /* reg arg -> spilled */
242 SPLIT_OPEN(t, s2, REG_ITMP1);
243 SPLIT_LOAD(t, s2, cd->stackframesize);
245 if (IS_2_WORD_TYPE(t))
246 M_LST(s2, REG_SP, var->vv.regoff * 4);
248 M_IST(s2, REG_SP, var->vv.regoff * 4);
249 /* no SPLIT_CLOSE here because arg is fully spilled now */
252 else { /* stack arguments */
253 if (!(var->flags & INMEMORY)) { /* stack arg -> register */
254 if (IS_2_WORD_TYPE(t))
255 M_LLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 4);
257 M_ILD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 4);
259 else { /* stack arg -> spilled */
260 /* Reuse Memory Position on Caller Stack */
261 var->vv.regoff = cd->stackframesize + s1;
264 #if !defined(ENABLE_SOFTFLOAT)
265 } else { /* floating args */
266 if (!md->params[i].inmemory) { /* register arguments */
267 s2 = ARGUMENT_REGS(t, s1); /* get argument register */
268 if (!(var->flags & INMEMORY)) { /* reg arg -> register */
269 SPLIT_OPEN(t, s2, REG_ITMP1);
270 SPLIT_LOAD(t, s2, cd->stackframesize);
271 M_CAST_INT_TO_FLT_TYPED(t, s2, var->vv.regoff);
273 else { /* reg arg -> spilled */
274 SPLIT_OPEN(t, s2, REG_ITMP1);
275 SPLIT_LOAD(t, s2, cd->stackframesize);
277 if (IS_2_WORD_TYPE(t))
278 M_LST(s2, REG_SP, var->vv.regoff * 4);
280 M_IST(s2, REG_SP, var->vv.regoff * 4);
281 /* no SPLIT_CLOSE here because arg is fully spilled now */
284 else { /* stack arguments */
285 if (!(var->flags & INMEMORY)) { /* stack arg -> register */
286 if (IS_2_WORD_TYPE(t))
287 M_DLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 4);
289 M_FLD(var->vv.regoff, REG_SP, (cd->stackframesize + s1) * 4);
291 else { /* stack arg -> spilled */
292 /* Reuse Memory Position on Caller Stack */
293 var->vv.regoff = cd->stackframesize + s1;
297 #endif /* !defined(ENABLE_SOFTFLOAT) */
300 #if defined(ENABLE_THREADS)
301 /* call monitorenter function */
303 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
304 /* stack offset for monitor argument */
308 # if !defined(NDEBUG)
309 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
310 M_STMFD(BITMASK_ARGS, REG_SP);
315 /* get the correct lock object */
317 if (m->flags & ACC_STATIC) {
318 disp = dseg_add_address(cd, &m->class->object.header);
319 M_DSEG_LOAD(REG_A0, disp);
322 M_TST(REG_A0, REG_A0);
324 codegen_add_nullpointerexception_ref(cd);
327 M_STR(REG_A0, REG_SP, s1 * 4);
328 disp = dseg_add_functionptr(cd, LOCK_monitor_enter);
330 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
333 # if !defined(NDEBUG)
334 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
335 M_LDMFD(BITMASK_ARGS, REG_SP);
341 /* call trace function */
343 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
344 emit_verbosecall_enter(jd);
347 /* end of header generation */
349 /* SECTION: ICMD Code Generation */
350 /* for all basic blocks */
352 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
354 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
356 /* is this basic block reached? */
358 if (bptr->flags < BBREACHED)
361 /* branch resolving */
363 codegen_resolve_branchrefs(cd, bptr);
365 /* copy interface registers to their destination */
371 #if defined(ENABLE_LSRA)
375 var = VAR(bptr->invars[len]);
376 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
377 if (!(var->flags & INMEMORY))
381 M_INTMOVE(REG_ITMP1, d);
382 emit_store(jd, NULL, var, d);
389 var = VAR(bptr->invars[len]);
391 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
392 d = codegen_reg_of_var(0, var, REG_ITMP1);
393 M_INTMOVE(REG_ITMP1, d);
394 emit_store(jd, NULL, var, d);
397 assert((var->flags & INOUT));
400 #if defined(ENABLE_LSRA)
404 /* for all instructions */
407 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
409 /* add line number */
410 if (iptr->line != currentline) {
411 dseg_addlinenumber(cd, iptr->line);
412 currentline = iptr->line;
415 MCODECHECK(64); /* an instruction usually needs < 64 words */
419 case ICMD_NOP: /* ... ==> ... */
422 /* constant operations ************************************************/
424 case ICMD_ICONST: /* ... ==> ..., constant */
426 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
427 ICONST(d, iptr->sx.val.i);
428 emit_store_dst(jd, iptr, d);
431 case ICMD_ACONST: /* ... ==> ..., constant */
433 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
434 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
435 disp = dseg_add_unique_address(cd, NULL);
437 codegen_addpatchref(cd, PATCHER_aconst,
441 if (opt_showdisassemble)
444 M_DSEG_LOAD(d, disp);
447 ICONST(d, (u4) iptr->sx.val.anyptr);
449 emit_store_dst(jd, iptr, d);
452 case ICMD_LCONST: /* ... ==> ..., constant */
454 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
455 LCONST(d, iptr->sx.val.l);
456 emit_store_dst(jd, iptr, d);
459 case ICMD_FCONST: /* ... ==> ..., constant */
461 #if defined(ENABLE_SOFTFLOAT)
462 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
463 ICONST(d, iptr->sx.val.i);
464 emit_store_dst(jd, iptr, d);
466 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
467 FCONST(d, iptr->sx.val.f);
468 emit_store_dst(jd, iptr, d);
472 case ICMD_DCONST: /* ... ==> ..., constant */
474 #if defined(ENABLE_SOFTFLOAT)
475 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
476 LCONST(d, iptr->sx.val.l);
477 emit_store_dst(jd, iptr, d);
479 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
480 DCONST(d, iptr->sx.val.d);
481 emit_store_dst(jd, iptr, d);
486 /* load/store/copy/move operations ************************************/
488 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
489 case ICMD_ALOAD: /* op1 = local variable */
493 case ICMD_ISTORE: /* ..., value ==> ... */
500 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
504 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
505 emit_copy(jd, iptr, VAROP(iptr->s1), VAROP(iptr->dst));
508 /* pop operations *****************************************************/
510 /* attention: double and longs are only one entry in CACAO ICMDs */
512 case ICMD_POP: /* ..., value ==> ... */
513 case ICMD_POP2: /* ..., value, value ==> ... */
518 /* integer operations *************************************************/
520 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
522 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
523 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
524 M_MOV(d, REG_LSL(s1, 24));
525 M_MOV(d, REG_ASR(d, 24));
526 emit_store_dst(jd, iptr, d);
529 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
531 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
532 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
533 M_MOV(d, REG_LSL(s1, 16));
534 M_MOV(d, REG_LSR(d, 16)); /* ATTENTION: char is unsigned */
535 emit_store_dst(jd, iptr, d);
538 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
540 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
541 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
542 M_MOV(d, REG_LSL(s1, 16));
543 M_MOV(d, REG_ASR(d, 16));
544 emit_store_dst(jd, iptr, d);
547 case ICMD_I2L: /* ..., value ==> ..., value */
549 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
550 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
551 M_INTMOVE(s1, GET_LOW_REG(d));
552 M_MOV(GET_HIGH_REG(d), REG_ASR(s1, 31));
553 emit_store_dst(jd, iptr, d);
556 case ICMD_L2I: /* ..., value ==> ..., value */
558 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
559 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
561 emit_store_dst(jd, iptr, d);
564 case ICMD_INEG: /* ..., value ==> ..., - value */
566 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
567 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
569 emit_store_dst(jd, iptr, d);
572 case ICMD_LNEG: /* ..., value ==> ..., - value */
574 s1 = emit_load_s1(jd, iptr, REG_ITMP12_PACKED);
575 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
576 M_RSB_IMMS(GET_LOW_REG(d), GET_LOW_REG(s1), 0);
577 M_RSC_IMM(GET_HIGH_REG(d), GET_HIGH_REG(s1), 0);
578 emit_store_dst(jd, iptr, d);
581 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
583 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
584 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
585 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
587 emit_store_dst(jd, iptr, d);
590 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
592 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
593 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
594 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
595 M_ADD_S(GET_LOW_REG(d), s1, s2);
596 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
597 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
598 M_ADC(GET_HIGH_REG(d), s1, s2);
599 emit_store_dst(jd, iptr, d);
605 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
606 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
608 if (IS_IMM(iptr->sx.val.i)) {
609 M_ADD_IMM(d, s1, iptr->sx.val.i);
610 } else if (IS_IMM(-iptr->sx.val.i)) {
611 M_SUB_IMM(d, s1, (-iptr->sx.val.i));
613 ICONST(REG_ITMP3, iptr->sx.val.i);
614 M_ADD(d, s1, REG_ITMP3);
617 emit_store_dst(jd, iptr, d);
620 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
621 /* sx.val.l = constant */
623 s3 = iptr->sx.val.l & 0xffffffff;
624 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
625 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
627 M_ADD_IMMS(GET_LOW_REG(d), s1, s3);
629 ICONST(REG_ITMP3, s3);
630 M_ADD_S(GET_LOW_REG(d), s1, REG_ITMP3);
632 s3 = iptr->sx.val.l >> 32;
633 s1 = emit_load_s1_high(jd, iptr, REG_ITMP2);
635 M_ADC_IMM(GET_HIGH_REG(d), s1, s3);
637 ICONST(REG_ITMP3, s3);
638 M_ADC(GET_HIGH_REG(d), s1, REG_ITMP3);
640 emit_store_dst(jd, iptr, d);
643 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
645 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
646 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
647 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
649 emit_store_dst(jd, iptr, d);
652 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
654 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
655 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
656 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
657 M_SUB_S(GET_LOW_REG(d), s1, s2);
658 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
659 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
660 M_SBC(GET_HIGH_REG(d), s1, s2);
661 emit_store_dst(jd, iptr, d);
664 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
665 /* sx.val.i = constant */
667 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
668 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
669 if (IS_IMM(iptr->sx.val.i))
670 M_SUB_IMM(d, s1, iptr->sx.val.i);
672 ICONST(REG_ITMP3, iptr->sx.val.i);
673 M_SUB(d, s1, REG_ITMP3);
675 emit_store_dst(jd, iptr, d);
678 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
679 /* sx.val.l = constant */
681 s3 = iptr->sx.val.l & 0xffffffff;
682 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
683 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
685 M_SUB_IMMS(GET_LOW_REG(d), s1, s3);
687 ICONST(REG_ITMP3, s3);
688 M_SUB_S(GET_LOW_REG(d), s1, REG_ITMP3);
690 s3 = iptr->sx.val.l >> 32;
691 s1 = emit_load_s1_high(jd, iptr, REG_ITMP2);
693 M_SBC_IMM(GET_HIGH_REG(d), s1, s3);
695 ICONST(REG_ITMP3, s3);
696 M_SBC(GET_HIGH_REG(d), s1, REG_ITMP3);
698 emit_store_dst(jd, iptr, d);
701 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
703 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
704 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
705 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
707 emit_store_dst(jd, iptr, d);
710 case ICMD_IDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
711 case ICMD_IREM: /* ..., val1, val2 ==> ..., val1 % val2 */
713 s1 = emit_load_s1(jd, iptr, REG_A0);
714 s2 = emit_load_s2(jd, iptr, REG_A1);
715 gen_div_check(VAROP(iptr->sx.s23.s2)->type, s2);
717 /* move arguments into argument registers */
718 M_INTMOVE(s1, REG_A0);
719 M_INTMOVE(s2, REG_A1);
721 /* call builtin function */
722 bte = iptr->sx.s23.s3.bte;
723 disp = dseg_add_functionptr(cd, bte->fp);
727 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
730 /* move result into destination register */
731 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
732 M_INTMOVE(REG_RESULT, d);
733 emit_store_dst(jd, iptr, d);
736 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
737 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
739 /* move arguments into argument registers */
741 s1 = emit_load_s1(jd, iptr, REG_A0_A1_PACKED);
742 M_LNGMOVE(s1, REG_A0_A1_PACKED);
744 s2 = emit_load_s2(jd, iptr, REG_A2_A3_PACKED);
745 M_LNGMOVE(s2, REG_A2_A3_PACKED);
747 gen_div_check(VAROP(iptr->sx.s23.s2)->type, s2);
749 /* call builtin function */
750 bte = iptr->sx.s23.s3.bte;
751 disp = dseg_add_functionptr(cd, bte->fp);
755 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
758 /* move result into destination register */
759 d = codegen_reg_of_dst(jd, iptr, REG_RESULT_PACKED);
760 M_LNGMOVE(REG_RESULT_PACKED, d);
761 emit_store_dst(jd, iptr, d);
764 case ICMD_IMULPOW2: /* ..., value ==> ..., value * (2 ^ constant) */
765 /* sx.val.i = constant */
767 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
768 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
769 M_MOV(d, REG_LSL(s1, iptr->sx.val.i));
770 emit_store_dst(jd, iptr, d);
773 case ICMD_IDIVPOW2: /* ..., value ==> ..., value / (2 ^ constant) */
774 /* sx.val.i = constant */
776 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
777 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
778 /* this rounds towards 0 as java likes it */
779 M_MOV(REG_ITMP3, REG_ASR(s1, 31));
780 M_ADD(REG_ITMP3, s1, REG_LSR(REG_ITMP3, 32 - iptr->sx.val.i));
781 M_MOV(d, REG_ASR(REG_ITMP3, iptr->sx.val.i));
782 /* this rounds towards nearest, not java style */
783 /*M_MOV_S(d, REG_ASR(s1, iptr->sx.val.i));
784 M_ADCMI_IMM(d, d, 0);*/
785 emit_store_dst(jd, iptr, d);
788 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
789 /* sx.val.i = constant [ (2 ^ x) - 1 ] */
791 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
792 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
793 M_MOV_S(REG_ITMP1, s1);
794 M_RSBMI_IMM(REG_ITMP1, REG_ITMP1, 0);
795 if (IS_IMM(iptr->sx.val.i))
796 M_AND_IMM(REG_ITMP1, iptr->sx.val.i, d);
798 ICONST(REG_ITMP3, iptr->sx.val.i);
799 M_AND(REG_ITMP1, REG_ITMP3, d);
801 M_RSBMI_IMM(d, d, 0);
802 emit_store_dst(jd, iptr, d);
805 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
807 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
808 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
809 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
810 M_AND_IMM(s2, 0x1f, REG_ITMP2);
811 M_MOV(d, REG_LSL_REG(s1, REG_ITMP2));
812 emit_store_dst(jd, iptr, d);
815 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
817 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
818 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
819 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
820 M_AND_IMM(s2, 0x1f, REG_ITMP2);
821 M_MOV(d, REG_ASR_REG(s1, REG_ITMP2));
822 emit_store_dst(jd, iptr, d);
825 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
827 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
828 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
829 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
830 M_AND_IMM(s2, 0x1f, REG_ITMP2);
831 M_MOV(d, REG_LSR_REG(s1, REG_ITMP2));
832 emit_store_dst(jd, iptr, d);
835 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
836 /* sx.val.i = constant */
838 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
839 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
840 M_MOV(d, REG_LSL(s1, iptr->sx.val.i & 0x1f));
841 emit_store_dst(jd, iptr, d);
844 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
845 /* sx.val.i = constant */
847 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
848 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
849 /* we need to check for zero here because arm interprets it as SHR by 32 */
850 if ((iptr->sx.val.i & 0x1f) == 0) {
853 M_MOV(d, REG_ASR(s1, iptr->sx.val.i & 0x1f));
855 emit_store_dst(jd, iptr, d);
858 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
859 /* sx.val.i = constant */
861 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
862 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
863 /* we need to check for zero here because arm interprets it as SHR by 32 */
864 if ((iptr->sx.val.i & 0x1f) == 0)
867 M_MOV(d, REG_LSR(s1, iptr->sx.val.i & 0x1f));
868 emit_store_dst(jd, iptr, d);
871 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
873 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
874 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
875 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
877 emit_store_dst(jd, iptr, d);
880 case ICMD_LAND: /* ..., val1, val2 ==> ..., val1 & val2 */
882 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
883 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
884 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
885 M_AND(s1, s2, GET_LOW_REG(d));
886 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
887 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
888 M_AND(s1, s2, GET_HIGH_REG(d));
889 emit_store_dst(jd, iptr, d);
892 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
894 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
895 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
896 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
898 emit_store_dst(jd, iptr, d);
901 case ICMD_LOR: /* ..., val1, val2 ==> ..., val1 | val2 */
903 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
904 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
905 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
906 M_ORR(s1, s2, GET_LOW_REG(d));
907 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
908 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
909 M_ORR(s1, s2, GET_HIGH_REG(d));
910 emit_store_dst(jd, iptr, d);
913 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
915 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
916 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
917 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
919 emit_store_dst(jd, iptr, d);
922 case ICMD_LXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
924 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
925 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
926 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
927 M_EOR(s1, s2, GET_LOW_REG(d));
928 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
929 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
930 M_EOR(s1, s2, GET_HIGH_REG(d));
931 emit_store_dst(jd, iptr, d);
935 /* floating operations ************************************************/
937 #if !defined(ENABLE_SOFTFLOAT)
939 case ICMD_FNEG: /* ..., value ==> ..., - value */
941 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
942 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
944 emit_store_dst(jd, iptr, d);
947 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
949 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
950 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
951 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
953 emit_store_dst(jd, iptr, d);
956 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
958 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
959 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
960 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
962 emit_store_dst(jd, iptr, d);
965 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
967 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
968 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
969 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
971 emit_store_dst(jd, iptr, d);
974 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
975 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
976 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
977 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
979 emit_store_dst(jd, iptr, d);
982 /* ATTENTION: Jave does not want IEEE behaviour in FREM, do
985 case ICMD_FREM: /* ..., val1, val2 ==> ..., val1 % val2 */
987 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
988 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
989 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
991 emit_store_dst(jd, iptr, d);
994 case ICMD_DNEG: /* ..., value ==> ..., - value */
996 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
997 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
999 emit_store_dst(jd, iptr, d);
1002 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1004 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1005 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1006 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1008 emit_store_dst(jd, iptr, d);
1011 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1013 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1014 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1015 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1017 emit_store_dst(jd, iptr, d);
1020 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1022 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1023 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1024 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1026 emit_store_dst(jd, iptr, d);
1029 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1031 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1032 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1033 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1035 emit_store_dst(jd, iptr, d);
1038 /* ATTENTION: Jave does not want IEEE behaviour in DREM, do
1041 case ICMD_DREM: /* ..., val1, val2 ==> ..., val1 % val2 */
1043 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1044 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1045 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1047 emit_store_dst(jd, iptr, d);
1050 case ICMD_I2F: /* ..., value ==> ..., (float) value */
1052 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1053 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1055 emit_store_dst(jd, iptr, d);
1058 case ICMD_I2D: /* ..., value ==> ..., (double) value */
1060 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1061 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1063 emit_store_dst(jd, iptr, d);
1066 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1068 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1069 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1070 /* this uses round towards zero, as Java likes it */
1072 /* this checks for NaN; to return zero as Java likes it */
1075 emit_store_dst(jd, iptr, d);
1078 case ICMD_D2I: /* ..., value ==> ..., (int) value */
1080 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1081 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1082 /* this uses round towards zero, as Java likes it */
1084 /* this checks for NaN; to return zero as Java likes it */
1087 emit_store_dst(jd, iptr, d);
1090 case ICMD_D2F: /* ..., value ==> ..., (float) value */
1092 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1093 d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1095 emit_store_dst(jd, iptr, d);
1098 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1100 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1101 d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1103 emit_store_dst(jd, iptr, d);
1106 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1108 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1109 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1110 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1113 M_SUBGT_IMM(d, d, 1);
1114 M_ADDLT_IMM(d, d, 1);
1115 emit_store_dst(jd, iptr, d);
1118 case ICMD_DCMPG: /* ..., val1, val2 ==> ..., val1 dcmpg val2 */
1120 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1121 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1122 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1125 M_SUBGT_IMM(d, d, 1);
1126 M_ADDLT_IMM(d, d, 1);
1127 emit_store_dst(jd, iptr, d);
1130 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1132 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1133 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1134 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1137 M_SUBLT_IMM(d, d, 1);
1138 M_ADDGT_IMM(d, d, 1);
1139 emit_store_dst(jd, iptr, d);
1142 case ICMD_DCMPL: /* ..., val1, val2 ==> ..., val1 dcmpl val2 */
1144 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1145 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1146 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1149 M_SUBLT_IMM(d, d, 1);
1150 M_ADDGT_IMM(d, d, 1);
1151 emit_store_dst(jd, iptr, d);
1154 #endif /* !defined(ENABLE_SOFTFLOAT) */
1157 /* memory operations **************************************************/
1159 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1161 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1162 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1163 gen_nullptr_check(s1);
1164 M_ILD_INTERN(d, s1, OFFSET(java_arrayheader, size));
1165 emit_store_dst(jd, iptr, d);
1168 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1170 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1171 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1172 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1173 if (INSTRUCTION_MUST_CHECK(iptr)) {
1174 gen_nullptr_check(s1);
1175 gen_bound_check(s1, s2);
1177 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1178 M_LDR_INTERN(d, REG_ITMP1, OFFSET(java_objectarray, data[0]));
1179 emit_store_dst(jd, iptr, d);
1182 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1184 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1185 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1186 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1187 if (INSTRUCTION_MUST_CHECK(iptr)) {
1188 gen_nullptr_check(s1);
1189 gen_bound_check(s1, s2);
1191 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1192 M_ILD_INTERN(d, REG_ITMP1, OFFSET(java_intarray, data[0]));
1193 emit_store_dst(jd, iptr, d);
1196 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1198 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1199 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1200 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1201 if (INSTRUCTION_MUST_CHECK(iptr)) {
1202 gen_nullptr_check(s1);
1203 gen_bound_check(s1, s2);
1205 M_ADD(REG_ITMP1, s1, s2); /* REG_ITMP1 = s1 + 1 * s2 */
1206 M_LDRSB(d, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1207 emit_store_dst(jd, iptr, d);
1210 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1212 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1213 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1214 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1215 if (INSTRUCTION_MUST_CHECK(iptr)) {
1216 gen_nullptr_check(s1);
1217 gen_bound_check(s1, s2);
1219 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 1)); /* REG_ITMP1 = s1 + 2 * s2 */
1220 M_LDRH(d, REG_ITMP1, OFFSET(java_chararray, data[0]));
1221 emit_store_dst(jd, iptr, d);
1224 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1226 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1227 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1228 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1229 if (INSTRUCTION_MUST_CHECK(iptr)) {
1230 gen_nullptr_check(s1);
1231 gen_bound_check(s1, s2);
1233 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 1)); /* REG_ITMP1 = s1 + 2 * s2 */
1234 M_LDRSH(d, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1235 emit_store_dst(jd, iptr, d);
1238 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1240 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1241 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1242 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1243 if (INSTRUCTION_MUST_CHECK(iptr)) {
1244 gen_nullptr_check(s1);
1245 gen_bound_check(s1, s2);
1247 M_ADD(REG_ITMP3, s1, REG_LSL(s2, 3)); /* REG_ITMP3 = s1 + 8 * s2 */
1248 M_LLD_INTERN(d, REG_ITMP3, OFFSET(java_longarray, data[0]));
1249 emit_store_dst(jd, iptr, d);
1252 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1254 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1255 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1256 if (INSTRUCTION_MUST_CHECK(iptr)) {
1257 gen_nullptr_check(s1);
1258 gen_bound_check(s1, s2);
1260 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1261 #if !defined(ENABLE_SOFTFLOAT)
1262 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1263 M_FLD_INTERN(d, REG_ITMP1, OFFSET(java_floatarray, data[0]));
1265 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1266 M_ILD_INTERN(d, REG_ITMP1, OFFSET(java_floatarray, data[0]));
1268 emit_store_dst(jd, iptr, d);
1271 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1273 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1274 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1275 if (INSTRUCTION_MUST_CHECK(iptr)) {
1276 gen_nullptr_check(s1);
1277 gen_bound_check(s1, s2);
1279 M_ADD(REG_ITMP3, s1, REG_LSL(s2, 3)); /* REG_ITMP3 = s1 + 8 * s2 */
1280 #if !defined(ENABLE_SOFTFLOAT)
1281 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1282 M_DLD_INTERN(d, REG_ITMP3, OFFSET(java_doublearray, data[0]));
1284 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1285 M_LLD_INTERN(d, REG_ITMP3, OFFSET(java_doublearray, data[0]));
1287 emit_store_dst(jd, iptr, d);
1290 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1292 s1 = emit_load_s1(jd, iptr, REG_A0);
1293 s2 = emit_load_s2(jd, iptr, REG_ITMP1);
1294 if (INSTRUCTION_MUST_CHECK(iptr)) {
1295 gen_nullptr_check(s1);
1296 gen_bound_check(s1, s2);
1298 s3 = emit_load_s3(jd, iptr, REG_A1);
1300 /* move arguments to argument registers */
1301 M_INTMOVE(s1, REG_A0);
1302 M_INTMOVE(s3, REG_A1);
1304 /* call builtin function */
1305 disp = dseg_add_functionptr(cd, BUILTIN_canstore);
1306 M_DSEG_BRANCH(disp);
1309 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
1312 /* check resturn value of builtin */
1313 M_TST(REG_RESULT, REG_RESULT);
1315 codegen_add_arraystoreexception_ref(cd);
1317 /* finally store address into array */
1318 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1319 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1320 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1321 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1322 M_STR_INTERN(s3, REG_ITMP1, OFFSET(java_objectarray, data[0]));
1325 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1327 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1328 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1329 if (INSTRUCTION_MUST_CHECK(iptr)) {
1330 gen_nullptr_check(s1);
1331 gen_bound_check(s1, s2);
1333 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1334 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1335 M_IST_INTERN(s3, REG_ITMP1, OFFSET(java_intarray, data[0]));
1338 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1340 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1341 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1342 if (INSTRUCTION_MUST_CHECK(iptr)) {
1343 gen_nullptr_check(s1);
1344 gen_bound_check(s1, s2);
1346 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1347 M_ADD(REG_ITMP1, s1, s2); /* REG_ITMP1 = s1 + 1 * s2 */
1348 M_STRB(s3, REG_ITMP1, OFFSET(java_bytearray, data[0]));
1351 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1353 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1354 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1355 if (INSTRUCTION_MUST_CHECK(iptr)) {
1356 gen_nullptr_check(s1);
1357 gen_bound_check(s1, s2);
1359 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1360 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 1)); /* REG_ITMP1 = s1 + 2 * s2 */
1361 M_STRH(s3, REG_ITMP1, OFFSET(java_chararray, data[0]));
1364 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1366 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1367 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1368 if (INSTRUCTION_MUST_CHECK(iptr)) {
1369 gen_nullptr_check(s1);
1370 gen_bound_check(s1, s2);
1372 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1373 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 1)); /* REG_ITMP1 = s1 + 2 * s2 */
1374 M_STRH(s3, REG_ITMP1, OFFSET(java_shortarray, data[0]));
1377 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1379 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1380 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1381 if (INSTRUCTION_MUST_CHECK(iptr)) {
1382 gen_nullptr_check(s1);
1383 gen_bound_check(s1, s2);
1385 M_ADD(REG_ITMP3, s1, REG_LSL(s2, 3)); /* REG_ITMP3 = s1 + 8 * s2 */
1386 s3 = emit_load_s3(jd, iptr, REG_ITMP12_PACKED);
1387 M_LST_INTERN(s3, REG_ITMP3, OFFSET(java_longarray, data[0]));
1390 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1392 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1393 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1394 if (INSTRUCTION_MUST_CHECK(iptr)) {
1395 gen_nullptr_check(s1);
1396 gen_bound_check(s1, s2);
1398 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1399 #if !defined(ENABLE_SOFTFLOAT)
1400 s3 = emit_load_s3(jd, iptr, REG_FTMP1);
1401 M_FST_INTERN(s3, REG_ITMP1, OFFSET(java_floatarray, data[0]));
1403 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1404 M_IST_INTERN(s3, REG_ITMP1, OFFSET(java_floatarray, data[0]));
1408 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1410 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1411 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1412 if (INSTRUCTION_MUST_CHECK(iptr)) {
1413 gen_nullptr_check(s1);
1414 gen_bound_check(s1, s2);
1416 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 3)); /* REG_ITMP1 = s1 + 8 * s2 */
1417 #if !defined(ENABLE_SOFTFLOAT)
1418 s3 = emit_load_s3(jd, iptr, REG_FTMP1);
1419 M_DST_INTERN(s3, REG_ITMP1, OFFSET(java_doublearray, data[0]));
1421 s3 = emit_load_s3(jd, iptr, REG_ITMP23_PACKED);
1422 M_LST_INTERN(s3, REG_ITMP1, OFFSET(java_doublearray, data[0]));
1426 case ICMD_GETSTATIC: /* ... ==> ..., value */
1428 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1429 unresolved_field *uf = iptr->sx.s23.s3.uf;
1431 fieldtype = uf->fieldref->parseddesc.fd->type;
1433 disp = dseg_add_unique_address(cd, NULL);
1435 codegen_addpatchref(cd, PATCHER_get_putstatic, uf, disp);
1437 if (opt_showdisassemble)
1441 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1443 fieldtype = fi->type;
1445 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1446 codegen_addpatchref(cd, PATCHER_clinit, fi->class, 0);
1448 if (opt_showdisassemble)
1452 disp = dseg_add_address(cd, &(fi->value));
1455 M_DSEG_LOAD(REG_ITMP3, disp);
1456 switch (fieldtype) {
1458 #if defined(ENABLE_SOFTFLOAT)
1462 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1463 M_ILD_INTERN(d, REG_ITMP3, 0);
1466 #if defined(ENABLE_SOFTFLOAT)
1469 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1470 M_LLD_INTERN(d, REG_ITMP3, 0);
1472 #if !defined(ENABLE_SOFTFLOAT)
1474 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1475 M_FLD_INTERN(d, REG_ITMP3, 0);
1478 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1479 M_DLD_INTERN(d, REG_ITMP3, 0);
1485 emit_store_dst(jd, iptr, d);
1488 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1490 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1491 unresolved_field *uf = iptr->sx.s23.s3.uf;
1493 fieldtype = uf->fieldref->parseddesc.fd->type;
1495 disp = dseg_add_unique_address(cd, NULL);
1497 codegen_addpatchref(cd, PATCHER_get_putstatic, uf, disp);
1499 if (opt_showdisassemble)
1503 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1505 fieldtype = fi->type;
1507 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->class)) {
1508 codegen_addpatchref(cd, PATCHER_clinit, fi->class, 0);
1510 if (opt_showdisassemble)
1514 disp = dseg_add_address(cd, &(fi->value));
1517 M_DSEG_LOAD(REG_ITMP3, disp);
1518 switch (fieldtype) {
1520 #if defined(ENABLE_SOFTFLOAT)
1524 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1525 M_IST_INTERN(s1, REG_ITMP3, 0);
1528 #if defined(ENABLE_SOFTFLOAT)
1531 s1 = emit_load_s1(jd, iptr, REG_ITMP12_PACKED);
1532 M_LST_INTERN(s1, REG_ITMP3, 0);
1534 #if !defined(ENABLE_SOFTFLOAT)
1536 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1537 M_FST_INTERN(s1, REG_ITMP3, 0);
1540 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1541 M_DST_INTERN(s1, REG_ITMP3, 0);
1549 case ICMD_GETFIELD: /* ..., objectref, value ==> ... */
1551 s1 = emit_load_s1(jd, iptr, REG_ITMP3);
1552 gen_nullptr_check(s1);
1553 #if !defined(ENABLE_SOFTFLOAT)
1554 /* HACK: softnull checks on floats */
1555 if (!checknull && IS_FLT_DBL_TYPE(fieldtype))
1556 gen_nullptr_check_intern(s1);
1559 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1560 unresolved_field *uf = iptr->sx.s23.s3.uf;
1562 fieldtype = uf->fieldref->parseddesc.fd->type;
1564 codegen_addpatchref(cd, PATCHER_get_putfield,
1565 iptr->sx.s23.s3.uf, 0);
1567 if (opt_showdisassemble)
1573 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1575 fieldtype = fi->type;
1579 switch (fieldtype) {
1581 #if defined(ENABLE_SOFTFLOAT)
1585 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1589 #if defined(ENABLE_SOFTFLOAT)
1592 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1595 #if !defined(ENABLE_SOFTFLOAT)
1597 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1601 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1608 emit_store_dst(jd, iptr, d);
1611 case ICMD_PUTFIELD: /* ..., objectref, value ==> ... */
1613 s1 = emit_load_s1(jd, iptr, REG_ITMP3);
1614 gen_nullptr_check(s1);
1616 #if !defined(ENABLE_SOFTFLOAT)
1617 /* HACK: softnull checks on floats */
1618 if (!checknull && IS_FLT_DBL_TYPE(fieldtype))
1619 gen_nullptr_check_intern(s1);
1622 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1623 unresolved_field *uf = iptr->sx.s23.s3.uf;
1625 fieldtype = uf->fieldref->parseddesc.fd->type;
1628 fieldinfo *fi = iptr->sx.s23.s3.fmiref->p.field;
1630 fieldtype = fi->type;
1634 switch (fieldtype) {
1636 #if defined(ENABLE_SOFTFLOAT)
1640 s2 = emit_load_s2(jd, iptr, REG_ITMP1);
1642 #if defined(ENABLE_SOFTFLOAT)
1643 case TYPE_DBL: /* fall through */
1646 s2 = emit_load_s2(jd, iptr, REG_ITMP12_PACKED);
1648 #if !defined(ENABLE_SOFTFLOAT)
1651 s2 = emit_load_s2(jd, iptr, REG_FTMP1);
1658 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1659 unresolved_field *uf = iptr->sx.s23.s3.uf;
1661 codegen_addpatchref(cd, PATCHER_get_putfield, uf, 0);
1663 if (opt_showdisassemble)
1669 switch (fieldtype) {
1671 #if defined(ENABLE_SOFTFLOAT)
1675 M_IST(s2, s1, disp);
1678 #if defined(ENABLE_SOFTFLOAT)
1681 M_LST(s2, s1, disp);
1683 #if !defined(ENABLE_SOFTFLOAT)
1685 M_FST(s2, s1, disp);
1688 M_DST(s2, s1, disp);
1697 /* branch operations **************************************************/
1699 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1701 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1702 M_INTMOVE(s1, REG_ITMP1_XPTR);
1703 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1704 codegen_addpatchref(cd, PATCHER_athrow_areturn,
1705 iptr->sx.s23.s2.uc, 0);
1707 if (opt_showdisassemble)
1710 disp = dseg_add_functionptr(cd, asm_handle_exception);
1711 M_DSEG_LOAD(REG_ITMP3, disp);
1712 M_MOV(REG_ITMP2_XPC, REG_PC);
1713 M_MOV(REG_PC, REG_ITMP3);
1714 M_NOP; /* nop ensures that XPC is less than the end */
1715 /* of basic block */
1718 case ICMD_GOTO: /* ... ==> ... */
1722 codegen_addreference(cd, iptr->dst.block);
1725 case ICMD_JSR: /* ... ==> ... */
1728 codegen_addreference(cd, iptr->sx.s23.s3.jsrtarget.block);
1731 case ICMD_IFNULL: /* ..., value ==> ... */
1733 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1736 codegen_addreference(cd, iptr->dst.block);
1739 case ICMD_IFNONNULL: /* ..., value ==> ... */
1741 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1744 codegen_addreference(cd, iptr->dst.block);
1747 case ICMD_IFLT: /* ..., value ==> ... */
1748 case ICMD_IFLE: /* op1 = target JavaVM pc, val.i = constant */
1754 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1755 M_COMPARE(s1, iptr->sx.val.i);
1779 codegen_addreference(cd, iptr->dst.block);
1782 case ICMD_IF_LEQ: /* ..., value ==> ... */
1784 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1785 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1786 if (iptr->sx.val.l == 0) {
1787 M_ORR_S(s1, s2, REG_ITMP3);
1790 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1791 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1792 M_CMP(s1, REG_ITMP3);*/
1793 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1794 M_CMPEQ(s2, REG_ITMP3);
1797 codegen_addreference(cd, iptr->dst.block);
1800 case ICMD_IF_LLT: /* ..., value ==> ... */
1802 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1803 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1804 if (iptr->sx.val.l == 0) {
1805 /* if high word is less than zero, the whole long is too */
1808 codegen_add_branch_ref(cd, iptr->dst.block);
1811 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1812 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1813 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1814 M_CMP(s1, REG_ITMP3);*/
1815 M_EOR(REG_ITMP1, REG_ITMP1, REG_ITMP1);
1816 M_MOVGT_IMM(2, REG_ITMP1);
1817 M_MOVEQ_IMM(1, REG_ITMP1);
1819 /* low compare: x=x-1(ifLO) */
1820 M_COMPARE(s2, (iptr->sx.val.l & 0xffffffff));
1821 /*ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1822 M_CMP(s2, REG_ITMP3);*/
1823 M_SUBLO_IMM(REG_ITMP1, REG_ITMP1, 1);
1825 /* branch if (x LT 1) */
1826 M_CMP_IMM(REG_ITMP1, 1);
1828 codegen_add_branch_ref(cd, iptr->dst.block);
1832 case ICMD_IF_LLE: /* ..., value ==> ... */
1834 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1835 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1836 if (iptr->sx.val.l == 0) {
1837 /* if high word is less than zero, the whole long is too */
1840 codegen_add_branch_ref(cd, iptr->dst.block);
1842 /* ... otherwise the low word has to be zero (tricky!) */
1845 codegen_add_branch_ref(cd, iptr->dst.block);
1848 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1849 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1850 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1851 M_CMP(s1, REG_ITMP3);*/
1852 M_EOR(REG_ITMP1, REG_ITMP1, REG_ITMP1);
1853 M_MOVGT_IMM(2, REG_ITMP1);
1854 M_MOVEQ_IMM(1, REG_ITMP1);
1856 /* low compare: x=x+1(ifHI) */
1857 M_COMPARE(s2, (iptr->sx.val.l & 0xffffffff));
1858 /*ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1859 M_CMP(s2, REG_ITMP3);*/
1860 M_ADDHI_IMM(REG_ITMP1, REG_ITMP1, 1);
1862 /* branch if (x LE 1) */
1863 M_CMP_IMM(REG_ITMP1, 1);
1865 codegen_add_branch_ref(cd, iptr->dst.block);
1869 case ICMD_IF_LGE: /* ..., value ==> ... */
1871 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1872 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1873 if (iptr->sx.val.l == 0) {
1874 /* if high word is greater or equal zero, the whole long is too */
1877 codegen_add_branch_ref(cd, iptr->dst.block);
1880 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1881 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1882 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1883 M_CMP(s1, REG_ITMP3);*/
1884 M_EOR(REG_ITMP1, REG_ITMP1, REG_ITMP1);
1885 M_MOVGT_IMM(2, REG_ITMP1);
1886 M_MOVEQ_IMM(1, REG_ITMP1);
1888 /* low compare: x=x-1(ifLO) */
1889 M_COMPARE(s2, (iptr->sx.val.l & 0xffffffff));
1890 /*ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1891 M_CMP(s2, REG_ITMP3);*/
1892 M_SUBLO_IMM(REG_ITMP1, REG_ITMP1, 1);
1894 /* branch if (x GE 1) */
1895 M_CMP_IMM(REG_ITMP1, 1);
1897 codegen_add_branch_ref(cd, iptr->dst.block);
1901 case ICMD_IF_LGT: /* ..., value ==> ... */
1903 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1904 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1906 if (iptr->sx.val.l == 0) {
1907 /* if high word is greater than zero, the whole long is too */
1910 codegen_add_branch_ref(cd, iptr->dst.block);
1912 /* ... or high was zero and low is non zero (tricky!) */
1913 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
1914 M_MOVLT_IMM(1, REG_ITMP3);
1915 M_ORR_S(REG_ITMP3, s2, REG_ITMP3);
1917 codegen_add_branch_ref(cd, iptr->dst.block);
1921 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1922 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1923 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1924 M_CMP(s1, REG_ITMP3);*/
1925 M_EOR(REG_ITMP1, REG_ITMP1, REG_ITMP1);
1926 M_MOVGT_IMM(2, REG_ITMP1);
1927 M_MOVEQ_IMM(1, REG_ITMP1);
1929 /* low compare: x=x+1(ifHI) */
1930 M_COMPARE(s2, (iptr->sx.val.l & 0xffffffff));
1931 /*ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1932 M_CMP(s2, REG_ITMP3);*/
1933 M_ADDHI_IMM(REG_ITMP1, REG_ITMP1, 1);
1935 /* branch if (x GT 1) */
1936 M_CMP_IMM(REG_ITMP1, 1);
1938 codegen_add_branch_ref(cd, iptr->dst.block);
1944 case ICMD_IF_LNE: /* ..., value ==> ... */
1946 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1947 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1948 if (iptr->sx.val.l == 0) {
1949 M_ORR_S(s1, s2, REG_ITMP3);
1952 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1953 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1954 M_CMP(s1, REG_ITMP3);*/
1955 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1956 M_CMPEQ(s2, REG_ITMP3);
1959 codegen_add_branch_ref(cd, iptr->dst.block);
1962 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1963 case ICMD_IF_ACMPEQ: /* op1 = target JavaVM pc */
1964 case ICMD_IF_ICMPNE:
1965 case ICMD_IF_ACMPNE:
1966 case ICMD_IF_ICMPLT:
1967 case ICMD_IF_ICMPLE:
1968 case ICMD_IF_ICMPGT:
1969 case ICMD_IF_ICMPGE:
1971 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1972 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1975 case ICMD_IF_ICMPLT:
1978 case ICMD_IF_ICMPLE:
1981 case ICMD_IF_ICMPGT:
1984 case ICMD_IF_ICMPGE:
1987 case ICMD_IF_ICMPEQ:
1988 case ICMD_IF_ACMPEQ:
1991 case ICMD_IF_ICMPNE:
1992 case ICMD_IF_ACMPNE:
1998 codegen_addreference(cd, iptr->dst.block);
2001 case ICMD_IF_LCMPEQ: /* ..., value, value ==> ... */
2002 /* op1 = target JavaVM pc */
2004 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2005 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2008 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2009 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2013 codegen_addreference(cd, iptr->dst.block);
2016 case ICMD_IF_LCMPNE: /* ..., value, value ==> ... */
2017 /* op1 = target JavaVM pc */
2019 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2020 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2023 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2024 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2028 codegen_addreference(cd, iptr->dst.block);
2031 case ICMD_IF_LCMPLT: /* ..., value, value ==> ... */
2032 /* op1 = target JavaVM pc */
2034 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
2035 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2036 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2038 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
2039 M_MOVGT_IMM(2, REG_ITMP3);
2040 M_MOVEQ_IMM(1, REG_ITMP3);
2042 /* low compare: x=x-1(ifLO) */
2043 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2044 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2046 M_SUBLO_IMM(REG_ITMP3, REG_ITMP3, 1);
2048 /* branch if (x LT 1) */
2049 M_CMP_IMM(REG_ITMP3, 1);
2051 codegen_addreference(cd, iptr->dst.block);
2054 case ICMD_IF_LCMPLE: /* ..., value, value ==> ... */
2055 /* op1 = target JavaVM pc */
2057 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
2058 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2059 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2061 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
2062 M_MOVGT_IMM(2, REG_ITMP3);
2063 M_MOVEQ_IMM(1, REG_ITMP3);
2065 /* low compare: x=x-1(ifLO) */
2066 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2067 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2069 M_ADDHI_IMM(REG_ITMP3, REG_ITMP3, 1);
2071 /* branch if (x LE 1) */
2072 M_CMP_IMM(REG_ITMP3, 1);
2074 codegen_addreference(cd, iptr->dst.block);
2077 case ICMD_IF_LCMPGT: /* ..., value, value ==> ... */
2078 /* op1 = target JavaVM pc */
2080 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
2081 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2082 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2084 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
2085 M_MOVGT_IMM(2, REG_ITMP3);
2086 M_MOVEQ_IMM(1, REG_ITMP3);
2088 /* low compare: x=x-1(ifLO) */
2089 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2090 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2092 M_ADDHI_IMM(REG_ITMP3, REG_ITMP3, 1);
2094 /* branch if (x GT 1) */
2095 M_CMP_IMM(REG_ITMP3, 1);
2097 codegen_addreference(cd, iptr->dst.block);
2100 case ICMD_IF_LCMPGE: /* ..., value, value ==> ... */
2101 /* op1 = target JavaVM pc */
2103 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
2104 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2105 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2107 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
2108 M_MOVGT_IMM(2, REG_ITMP3);
2109 M_MOVEQ_IMM(1, REG_ITMP3);
2111 /* low compare: x=x-1(ifLO) */
2112 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2113 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2115 M_SUBLO_IMM(REG_ITMP3, REG_ITMP3, 1);
2117 /* branch if (x GE 1) */
2118 M_CMP_IMM(REG_ITMP3, 1);
2120 codegen_addreference(cd, iptr->dst.block);
2123 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2126 branch_target_t *table;
2128 table = iptr->dst.table;
2130 l = iptr->sx.s23.s2.tablelow;
2131 i = iptr->sx.s23.s3.tablehigh;
2133 /* calculate new index (index - low) */
2134 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2136 M_INTMOVE(s1, REG_ITMP1);
2137 } else if (IS_IMM(l)) {
2138 M_SUB_IMM(REG_ITMP1, s1, l);
2140 ICONST(REG_ITMP2, l);
2141 M_SUB(REG_ITMP1, s1, REG_ITMP2);
2144 /* range check (index <= high-low) */
2146 M_COMPARE(REG_ITMP1, i-1);
2147 M_BHI(0); /* unsigned greater than */
2148 codegen_addreference(cd, table[0].block);
2150 /* build jump table top down and use address of lowest entry */
2155 dseg_add_target(cd, table->block);
2160 /* length of dataseg after last dseg_add_target is used by load */
2161 /* TODO: this loads from data-segment */
2162 M_ADD(REG_ITMP2, REG_PV, REG_LSL(REG_ITMP1, 2));
2163 M_LDR(REG_PC, REG_ITMP2, -(cd->dseglen));
2166 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2169 lookup_target_t *lookup;
2171 lookup = iptr->dst.lookup;
2173 i = iptr->sx.s23.s2.lookupcount;
2176 MCODECHECK((i<<2)+8);
2177 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2180 M_COMPARE(s1, lookup->value);
2182 codegen_addreference(cd, lookup->target.block);
2186 /* default branch */
2188 codegen_addreference(cd, iptr->sx.s23.s3.lookupdefault.block);
2192 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2194 #if !defined(ENABLE_SOFTFLOAT)
2195 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
2196 M_CAST_FLT_TO_INT_TYPED(VAROP(iptr->s1)->type, s1, REG_RESULT);
2197 goto ICMD_RETURN_do;
2200 case ICMD_IRETURN: /* ..., retvalue ==> ... */
2202 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2203 M_INTMOVE(s1, REG_RESULT);
2204 goto ICMD_RETURN_do;
2206 case ICMD_DRETURN: /* ..., retvalue ==> ... */
2208 #if !defined(ENABLE_SOFTFLOAT)
2209 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
2210 M_CAST_FLT_TO_INT_TYPED(VAROP(iptr->s1)->type, s1, REG_RESULT_PACKED);
2211 goto ICMD_RETURN_do;
2214 case ICMD_LRETURN: /* ..., retvalue ==> ... */
2216 s1 = emit_load_s1(jd, iptr, REG_RESULT_PACKED);
2217 M_LNGMOVE(s1, REG_RESULT_PACKED);
2218 goto ICMD_RETURN_do;
2220 case ICMD_ARETURN: /* ..., retvalue ==> ... */
2222 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2223 M_INTMOVE(s1, REG_RESULT);
2224 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2225 codegen_addpatchref(cd, PATCHER_athrow_areturn,
2226 iptr->sx.s23.s2.uc, 0);
2228 if (opt_showdisassemble)
2231 goto ICMD_RETURN_do;
2233 case ICMD_RETURN: /* ... ==> ... */
2236 #if !defined(NDEBUG)
2237 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2238 emit_verbosecall_exit(jd);
2241 #if defined(ENABLE_THREADS)
2242 /* call monitorexit function */
2244 if (checksync && (m->flags & ACC_SYNCHRONIZED)) {
2245 /* stack offset for monitor argument */
2249 /* we need to save the proper return value */
2251 switch (iptr->opc) {
2255 case ICMD_FRETURN: /* XXX TWISTI: is that correct? */
2257 M_STMFD(BITMASK_RESULT, REG_SP);
2262 M_LDR(REG_A0, REG_SP, s1 * 4);
2263 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
2264 M_DSEG_BRANCH(disp);
2266 /* we no longer need PV here, no more loading */
2267 /*s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2268 M_RECOMPUTE_PV(s1);*/
2270 switch (iptr->opc) {
2274 case ICMD_FRETURN: /* XXX TWISTI: is that correct? */
2276 M_LDMFD(BITMASK_RESULT, REG_SP);
2282 /* deallocate stackframe for spilled variables */
2284 if ((cd->stackframesize - savedregs_num) > 0)
2285 M_ADD_IMM_EXT_MUL4(REG_SP, REG_SP, cd->stackframesize - savedregs_num);
2287 /* restore callee saved registers + do return */
2289 if (savedregs_bitmask) {
2290 if (!jd->isleafmethod) {
2291 savedregs_bitmask &= ~(1<<REG_LR);
2292 savedregs_bitmask |= (1<<REG_PC);
2294 M_LDMFD(savedregs_bitmask, REG_SP);
2297 /* if LR was not on stack, we need to return manually */
2299 if (jd->isleafmethod)
2300 M_MOV(REG_PC, REG_LR);
2303 case ICMD_BUILTIN: /* ..., arg1, arg2, arg3 ==> ... */
2305 bte = iptr->sx.s23.s3.bte;
2307 goto ICMD_INVOKE_do;
2309 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2310 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2311 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2312 case ICMD_INVOKEINTERFACE:
2314 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2316 um = iptr->sx.s23.s3.um;
2317 md = um->methodref->parseddesc.md;
2320 lm = iptr->sx.s23.s3.fmiref->p.method;
2322 md = lm->parseddesc;
2326 /* copy arguments to registers or stack location */
2328 s3 = md->paramcount;
2330 MCODECHECK((s3 << 1) + 64);
2332 for (s3 = s3 - 1; s3 >= 0; s3--) {
2333 var = VAR(iptr->sx.s23.s2.args[s3]);
2335 if (var->flags & PREALLOC) /* argument was precolored? */
2338 /* TODO: document me */
2339 #if !defined(ENABLE_SOFTFLOAT)
2340 if (IS_INT_LNG_TYPE(var->type)) {
2341 #endif /* !defined(ENABLE_SOFTFLOAT) */
2342 if (!md->params[s3].inmemory) {
2343 s1 = ARGUMENT_REGS(var->type, md->params[s3].regoff);
2344 SPLIT_OPEN(var->type, s1, REG_ITMP2);
2345 d = emit_load(jd, iptr, var, s1);
2347 if (IS_2_WORD_TYPE(var->type))
2352 SPLIT_STORE_AND_CLOSE(var->type, s1, 0);
2355 if (IS_2_WORD_TYPE(var->type)) {
2356 d = emit_load(jd, iptr, var, REG_ITMP12_PACKED);
2357 M_LST(d, REG_SP, md->params[s3].regoff * 4);
2360 d = emit_load(jd, iptr, var, REG_ITMP1);
2361 M_IST(d, REG_SP, md->params[s3].regoff * 4);
2364 #if !defined(ENABLE_SOFTFLOAT)
2367 if (!md->params[s3].inmemory) {
2368 s1 = ARGUMENT_REGS(var->type, md->params[s3].regoff);
2369 d = emit_load(jd, iptr, var, REG_FTMP1);
2370 SPLIT_OPEN(var->type, s1, REG_ITMP1);
2371 M_CAST_FLT_TO_INT_TYPED(var->type, d, s1);
2372 SPLIT_STORE_AND_CLOSE(var->type, s1, 0);
2375 d = emit_load(jd, iptr, var, REG_FTMP1);
2376 if (IS_2_WORD_TYPE(var->type))
2377 M_DST(d, REG_SP, md->params[s3].regoff * 4);
2379 M_FST(d, REG_SP, md->params[s3].regoff * 4);
2382 #endif /* !defined(ENABLE_SOFTFLOAT) */
2385 switch (iptr->opc) {
2387 disp = dseg_add_functionptr(cd, bte->fp);
2389 M_DSEG_LOAD(REG_PV, disp); /* Pointer to built-in-function */
2392 case ICMD_INVOKESPECIAL:
2393 M_TST(REG_A0, REG_A0);
2395 codegen_add_nullpointerexception_ref(cd);
2398 case ICMD_INVOKESTATIC:
2400 disp = dseg_add_unique_address(cd, NULL);
2402 codegen_addpatchref(cd, PATCHER_invokestatic_special,
2405 if (opt_showdisassemble)
2409 disp = dseg_add_address(cd, lm->stubroutine);
2411 M_DSEG_LOAD(REG_PV, disp); /* Pointer to method */
2414 case ICMD_INVOKEVIRTUAL:
2415 gen_nullptr_check(REG_A0);
2418 codegen_addpatchref(cd, PATCHER_invokevirtual, um, 0);
2420 if (opt_showdisassemble)
2426 s1 = OFFSET(vftbl_t, table[0]) +
2427 sizeof(methodptr) * lm->vftblindex;
2429 M_LDR_INTERN(REG_METHODPTR, REG_A0,
2430 OFFSET(java_objectheader, vftbl));
2431 M_LDR_INTERN(REG_PV, REG_METHODPTR, s1);
2434 case ICMD_INVOKEINTERFACE:
2435 gen_nullptr_check(REG_A0);
2438 codegen_addpatchref(cd, PATCHER_invokeinterface, um, 0);
2440 if (opt_showdisassemble)
2447 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2448 sizeof(methodptr*) * lm->class->index;
2449 s2 = sizeof(methodptr) * (lm - lm->class->methods);
2452 M_LDR_INTERN(REG_METHODPTR, REG_A0,
2453 OFFSET(java_objectheader, vftbl));
2454 M_LDR_INTERN(REG_METHODPTR, REG_METHODPTR, s1);
2455 M_LDR_INTERN(REG_PV, REG_METHODPTR, s2);
2459 /* generate the actual call */
2461 M_MOV(REG_LR, REG_PC); /* save return address in LR */
2462 M_MOV(REG_PC, REG_PV); /* branch to method */
2463 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2466 /* actually only used for ICMD_BUILTIN */
2468 if (INSTRUCTION_MUST_CHECK(iptr)) {
2469 M_TST(REG_RESULT, REG_RESULT);
2471 codegen_add_fillinstacktrace_ref(cd);
2474 /* store return value */
2476 d = md->returntype.type;
2478 #if !defined(__SOFTFP__)
2479 /* TODO: this is only a hack, since we use R0/R1 for float
2480 return! this depends on gcc; it is independent from
2481 our ENABLE_SOFTFLOAT define */
2482 if (iptr->opc == ICMD_BUILTIN && d != TYPE_VOID && IS_FLT_DBL_TYPE(d)) {
2483 #if 0 && !defined(NDEBUG)
2484 dolog("BUILTIN that returns float or double (%s.%s)", m->class->name->text, m->name->text);
2486 /* we cannot use this macro, since it is not defined
2487 in ENABLE_SOFTFLOAT M_CAST_FLT_TO_INT_TYPED(d,
2488 REG_FRESULT, REG_RESULT_TYPED(d)); */
2489 if (IS_2_WORD_TYPE(d)) {
2490 DCD(0xed2d8102); /* stfd f0, [sp, #-8]! */
2491 M_LDRD_UPDATE(REG_RESULT_PACKED, REG_SP, 8);
2493 DCD(0xed2d0101); /* stfs f0, [sp, #-4]!*/
2494 M_LDR_UPDATE(REG_RESULT, REG_SP, 4);
2499 if (d != TYPE_VOID) {
2500 #if !defined(ENABLE_SOFTFLOAT)
2501 if (IS_INT_LNG_TYPE(d)) {
2502 #endif /* !defined(ENABLE_SOFTFLOAT) */
2503 if (IS_2_WORD_TYPE(d)) {
2504 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT_PACKED);
2505 M_LNGMOVE(REG_RESULT_PACKED, s1);
2508 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2509 M_INTMOVE(REG_RESULT, s1);
2512 #if !defined(ENABLE_SOFTFLOAT)
2514 s1 = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
2515 M_CAST_INT_TO_FLT_TYPED(VAROP(iptr->dst)->type, REG_RESULT_TYPED(VAROP(iptr->dst)->type), s1);
2517 #endif /* !defined(ENABLE_SOFTFLOAT) */
2519 emit_store_dst(jd, iptr, s1);
2523 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2524 /* val.a: (classinfo*) superclass */
2526 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2527 /* object type cast-check */
2535 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2540 super = iptr->sx.s23.s3.c.cls;
2541 superindex = super->index;
2544 #if defined(ENABLE_THREADS)
2545 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2547 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2549 /* if class is not resolved, check which code to call */
2551 if (super == NULL) {
2554 branch1 = cd->mcodeptr;
2556 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2557 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2558 iptr->sx.s23.s3.c.ref, disp);
2560 if (opt_showdisassemble)
2563 M_DSEG_LOAD(REG_ITMP2, disp);
2564 disp = dseg_add_s4(cd, ACC_INTERFACE);
2565 M_DSEG_LOAD(REG_ITMP3, disp);
2566 M_TST(REG_ITMP2, REG_ITMP3);
2568 branch2 = cd->mcodeptr;
2571 /* interface checkcast code */
2573 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2574 if (super == NULL) {
2575 codegen_addpatchref(cd,
2576 PATCHER_checkcast_instanceof_interface,
2577 iptr->sx.s23.s3.c.ref, 0);
2579 if (opt_showdisassemble)
2585 branch1 = cd->mcodeptr;
2588 M_LDR_INTERN(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2589 M_LDR_INTERN(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2590 assert(IS_IMM(superindex));
2591 M_CMP_IMM(REG_ITMP3, superindex);
2593 codegen_add_classcastexception_ref(cd, s1);
2595 s2 = OFFSET(vftbl_t, interfacetable[0]) -
2596 superindex * sizeof(methodptr*);
2598 M_LDR_INTERN(REG_ITMP3, REG_ITMP2, s2);
2599 M_TST(REG_ITMP3, REG_ITMP3);
2601 codegen_add_classcastexception_ref(cd, s1);
2603 if (super == NULL) {
2605 branch3 = cd->mcodeptr;
2610 gen_resolvebranch(branch2, branch2 - cd->mcodebase,
2611 cd->mcodeptr - cd->mcodebase);
2614 /* class checkcast code */
2616 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2617 if (super == NULL) {
2618 disp = dseg_add_unique_address(cd, NULL);
2620 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_class,
2621 iptr->sx.s23.s3.c.ref,
2624 if (opt_showdisassemble)
2628 disp = dseg_add_address(cd, super->vftbl);
2632 branch1 = cd->mcodeptr;
2635 M_LDR_INTERN(REG_ITMP2, s1, OFFSET(java_objectheader, vftbl));
2636 M_DSEG_LOAD(REG_ITMP3, disp);
2637 #if defined(ENABLE_THREADS)
2638 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2640 M_LDR_INTERN(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2641 M_LDR_INTERN(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, baseval));
2642 M_SUB(REG_ITMP2, REG_ITMP2, REG_ITMP3);
2643 M_DSEG_LOAD(REG_ITMP3, disp);
2644 M_LDR_INTERN(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval));
2645 #if defined(ENABLE_THREADS)
2646 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2648 M_CMP(REG_ITMP2, REG_ITMP3);
2650 codegen_add_classcastexception_ref(cd, s1);
2654 gen_resolvebranch(branch1, branch1 - cd->mcodebase,
2655 cd->mcodeptr - cd->mcodebase);
2659 gen_resolvebranch(branch3, branch3 - cd->mcodebase,
2660 cd->mcodeptr - cd->mcodebase);
2663 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
2666 /* array type cast-check */
2668 s1 = emit_load_s1(jd, iptr, REG_A0);
2669 M_INTMOVE(s1, REG_A0);
2671 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2672 disp = dseg_add_unique_address(cd, NULL);
2674 codegen_addpatchref(cd, PATCHER_builtin_arraycheckcast,
2675 iptr->sx.s23.s3.c.ref,
2678 if (opt_showdisassemble)
2682 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2684 M_DSEG_LOAD(REG_A1, disp);
2685 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2686 M_DSEG_BRANCH(disp);
2689 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2690 M_RECOMPUTE_PV(disp);
2692 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2693 M_TST(REG_RESULT, REG_RESULT);
2695 codegen_add_classcastexception_ref(cd, s1);
2697 d = codegen_reg_of_dst(jd, iptr, s1);
2701 emit_store_dst(jd, iptr, d);
2704 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2705 /* val.a: (classinfo*) superclass */
2713 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2718 super = iptr->sx.s23.s3.c.cls;
2719 superindex = super->index;
2722 #if defined(ENABLE_THREADS)
2723 codegen_threadcritrestart(cd, cd->mcodeptr - cd->mcodebase);
2725 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2726 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2728 M_MOV(REG_ITMP1, s1);
2732 /* if class is not resolved, check which code to call */
2734 if (super == NULL) {
2738 branch1 = cd->mcodeptr;
2740 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2741 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_flags,
2742 iptr->sx.s23.s3.c.ref, disp);
2744 if (opt_showdisassemble)
2747 M_DSEG_LOAD(REG_ITMP2, disp);
2748 disp = dseg_add_s4(cd, ACC_INTERFACE);
2749 M_DSEG_LOAD(REG_ITMP3, disp);
2750 M_TST(REG_ITMP2, REG_ITMP3);
2752 branch2 = cd->mcodeptr;
2755 /* interface checkcast code */
2757 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2758 if (super == NULL) {
2759 /* If d == REG_ITMP2, then it's destroyed in check
2764 codegen_addpatchref(cd,
2765 PATCHER_checkcast_instanceof_interface,
2766 iptr->sx.s23.s3.c.ref, 0);
2768 if (opt_showdisassemble)
2775 branch1 = cd->mcodeptr;
2778 M_LDR_INTERN(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2779 M_LDR_INTERN(REG_ITMP3,
2780 REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2781 assert(IS_IMM(superindex));
2782 M_CMP_IMM(REG_ITMP3, superindex);
2785 s2 = OFFSET(vftbl_t, interfacetable[0]) -
2786 superindex * sizeof(methodptr*);
2788 M_LDR_INTERN(REG_ITMP3, REG_ITMP1, s2);
2789 M_TST(REG_ITMP3, REG_ITMP3);
2792 if (super == NULL) {
2794 branch3 = cd->mcodeptr;
2799 gen_resolvebranch(branch2, branch2 - cd->mcodebase,
2800 cd->mcodeptr - cd->mcodebase);
2803 /* class checkcast code */
2805 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2806 if (super == NULL) {
2807 disp = dseg_add_unique_address(cd, NULL);
2809 codegen_addpatchref(cd, PATCHER_checkcast_instanceof_class,
2810 iptr->sx.s23.s3.c.ref,
2813 if (opt_showdisassemble)
2817 disp = dseg_add_address(cd, super->vftbl);
2822 branch1 = cd->mcodeptr;
2825 M_LDR_INTERN(REG_ITMP1, s1, OFFSET(java_objectheader, vftbl));
2826 M_DSEG_LOAD(REG_ITMP2, disp);
2827 #if defined(ENABLE_THREADS)
2828 codegen_threadcritstart(cd, cd->mcodeptr - cd->mcodebase);
2830 M_LDR_INTERN(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2831 M_LDR_INTERN(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2832 M_LDR_INTERN(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2833 #if defined(ENABLE_THREADS)
2834 codegen_threadcritstop(cd, cd->mcodeptr - cd->mcodebase);
2836 M_SUB(REG_ITMP1, REG_ITMP1, REG_ITMP3);
2837 M_CMP(REG_ITMP1, REG_ITMP2);
2838 /* If d == REG_ITMP2, then it's destroyed */
2845 gen_resolvebranch(branch1, branch1 - cd->mcodebase,
2846 cd->mcodeptr - cd->mcodebase);
2850 gen_resolvebranch(branch3, branch3 - cd->mcodebase,
2851 cd->mcodeptr - cd->mcodebase);
2856 emit_store_dst(jd, iptr, d);
2859 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2861 /* copy sizes to stack if necessary */
2863 MCODECHECK((iptr->s1.argcount << 1) + 64);
2865 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2867 var = VAR(iptr->sx.s23.s2.args[s1]);
2869 /* copy SAVEDVAR sizes to stack */
2871 if (!(var->flags & PREALLOC)) {
2872 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2873 M_STR(s2, REG_SP, s1 * 4);
2877 /* a0 = dimension count */
2879 assert(IS_IMM(iptr->s1.argcount));
2880 M_MOV_IMM(REG_A0, iptr->s1.argcount);
2882 /* is patcher function set? */
2884 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2885 disp = dseg_add_unique_address(cd, NULL);
2887 codegen_addpatchref(cd, PATCHER_builtin_multianewarray,
2888 iptr->sx.s23.s3.c.ref, disp);
2890 if (opt_showdisassemble)
2894 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2896 /* a1 = arraydescriptor */
2898 M_DSEG_LOAD(REG_A1, disp);
2900 /* a2 = pointer to dimensions = stack pointer */
2902 M_INTMOVE(REG_SP, REG_A2);
2904 /* call builtin_multianewarray here */
2906 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2907 M_DSEG_BRANCH(disp);
2911 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2914 /* check for exception before result assignment */
2916 M_TST(REG_RESULT, REG_RESULT);
2918 codegen_add_fillinstacktrace_ref(cd);
2922 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2923 M_INTMOVE(REG_RESULT, d);
2924 emit_store_dst(jd, iptr, d);
2927 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
2929 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2932 codegen_add_nullpointerexception_ref(cd);
2936 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2939 } /* the big switch */
2941 } /* for all instructions */
2943 } /* for all basic blocks */
2945 dseg_createlinenumbertable(cd);
2948 /* generate exception and patcher stubs */
2950 emit_exception_stubs(jd);
2951 emit_patcher_stubs(jd);
2955 /* everything's ok */
2961 /* createcompilerstub **********************************************************
2963 creates a stub routine which calls the compiler
2965 *******************************************************************************/
2967 #define COMPILERSTUB_DATASIZE 3 * SIZEOF_VOID_P
2968 #define COMPILERSTUB_CODESIZE 2 * 4
2970 #define COMPILERSTUB_SIZE COMPILERSTUB_DATASIZE + COMPILERSTUB_CODESIZE
2973 u1 *createcompilerstub(methodinfo *m)
2975 u1 *s; /* memory to hold the stub */
2978 s4 dumpsize; /* code generation pointer */
2980 s = CNEW(u1, COMPILERSTUB_SIZE);
2982 /* set data pointer and code pointer */
2985 s = s + COMPILERSTUB_DATASIZE;
2987 /* mark start of dump memory area */
2989 dumpsize = dump_size();
2991 cd = DNEW(codegendata);
2994 /* The codeinfo pointer is actually a pointer to the
2995 methodinfo. This fakes a codeinfo structure. */
2997 d[0] = (ptrint) asm_call_jit_compiler;
2999 d[2] = (ptrint) &d[1]; /* fake code->m */
3001 /* code for the stub */
3003 M_LDR_INTERN(REG_ITMP1, REG_PC, -(2 * 4 + 2 * SIZEOF_VOID_P));
3004 M_LDR_INTERN(REG_PC, REG_PC, -(3 * 4 + 3 * SIZEOF_VOID_P));
3006 #if defined(ENABLE_STATISTICS)
3008 count_cstub_len += COMPILERSTUB_SIZE * 4;
3011 /* release dump area */
3013 dump_release(dumpsize);
3015 /* synchronize instruction and data cache */
3017 md_cacheflush(s, cd->mcodeptr - (u1 *) d);
3023 /* createnativestub ************************************************************
3025 Creates a stub routine which calls a native method.
3027 *******************************************************************************/
3029 u1 *createnativestub(functionptr f, jitdata *jd, methoddesc *nmd)
3039 s4 disp, funcdisp, s1, s2;
3041 /* get required compiler data */
3048 /* initialize variables */
3051 nativeparams = (m->flags & ACC_STATIC) ? 2 : 1;
3053 /* calculate stackframe size */
3055 cd->stackframesize =
3056 1 + /* return address */
3057 sizeof(stackframeinfo) / SIZEOF_VOID_P + /* stackframeinfo */
3058 sizeof(localref_table) / SIZEOF_VOID_P + /* localref_table */
3059 nmd->memuse; /* stack arguments */
3061 /* align stack to 8-byte */
3063 cd->stackframesize = (cd->stackframesize + 1) & ~1;
3065 /* create method header */
3067 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
3068 (void) dseg_add_unique_s4(cd, cd->stackframesize * 4); /* FrameSize */
3069 (void) dseg_add_unique_s4(cd, 0); /* IsSync */
3070 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
3071 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
3072 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
3073 (void) dseg_addlinenumbertablesize(cd);
3074 (void) dseg_add_unique_s4(cd, 0); /* ExTableSize */
3076 /* generate stub code */
3078 M_STMFD(1<<REG_LR, REG_SP);
3079 M_SUB_IMM_EXT_MUL4(REG_SP, REG_SP, cd->stackframesize - 1);
3081 #if !defined(NDEBUG)
3082 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
3083 emit_verbosecall_enter(jd);
3086 /* get function address (this must happen before the stackframeinfo) */
3088 funcdisp = dseg_add_functionptr(cd, f);
3090 #if !defined(WITH_STATIC_CLASSPATH)
3092 codegen_addpatchref(cd, PATCHER_resolve_native, m, funcdisp);
3094 if (opt_showdisassemble)
3099 /* Save integer and float argument registers (these are 4
3100 registers, stack is 8-byte aligned). */
3102 M_STMFD(BITMASK_ARGS, REG_SP);
3103 /* TODO: floating point */
3105 /* create native stackframe info */
3107 assert(IS_IMM(4*4 + cd->stackframesize * 4));
3108 M_ADD_IMM(REG_A0, REG_SP, 4*4 + cd->stackframesize * 4 - SIZEOF_VOID_P);
3109 M_MOV(REG_A1, REG_PV);
3110 M_ADD_IMM(REG_A2, REG_SP, 4*4 + cd->stackframesize * 4);
3111 M_LDR_INTERN(REG_A3, REG_SP, 4*4 + cd->stackframesize * 4 - SIZEOF_VOID_P);
3112 disp = dseg_add_functionptr(cd, codegen_start_native_call);
3113 M_DSEG_BRANCH(disp);
3117 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
3120 /* Restore integer and float argument registers (these are 4
3121 registers, stack is 8-byte aligned). */
3123 M_LDMFD(BITMASK_ARGS, REG_SP);
3124 /* TODO: floating point */
3126 /* copy or spill arguments to new locations */
3127 /* ATTENTION: the ARM has only integer argument registers! */
3129 for (i = md->paramcount - 1, j = i + nativeparams; i >= 0; i--, j--) {
3130 t = md->paramtypes[i].type;
3132 if (!md->params[i].inmemory) {
3133 s1 = ARGUMENT_REGS(t, md->params[i].regoff);
3135 if (!nmd->params[j].inmemory) {
3136 s2 = ARGUMENT_REGS(t, nmd->params[j].regoff);
3138 #if !defined(__ARM_EABI__)
3139 SPLIT_OPEN(t, s1, REG_ITMP1);
3140 SPLIT_LOAD(t, s1, cd->stackframesize);
3141 SPLIT_OPEN(t, s2, REG_ITMP1);
3144 if (IS_2_WORD_TYPE(t))
3149 #if !defined(__ARM_EABI__)
3150 SPLIT_STORE_AND_CLOSE(t, s2, 0);
3154 s2 = nmd->params[j].regoff;
3156 #if !defined(__ARM_EABI__)
3157 SPLIT_OPEN(t, s1, REG_ITMP1);
3158 SPLIT_LOAD(t, s1, cd->stackframesize);
3161 if (IS_2_WORD_TYPE(t))
3162 M_LST(s1, REG_SP, s2 * 4);
3164 M_IST(s1, REG_SP, s2 * 4);
3165 /* no SPLIT_CLOSE here because argument is fully on stack now */
3169 s1 = md->params[i].regoff + cd->stackframesize;
3170 s2 = nmd->params[j].regoff;
3172 if (IS_2_WORD_TYPE(t)) {
3173 M_LLD(REG_ITMP12_PACKED, REG_SP, s1 * 4);
3174 M_LST(REG_ITMP12_PACKED, REG_SP, s2 * 4);
3177 M_ILD(REG_ITMP1, REG_SP, s1 * 4);
3178 M_IST(REG_ITMP1, REG_SP, s2 * 4);
3183 /* put class into second argument register */
3185 if (m->flags & ACC_STATIC) {
3186 disp = dseg_add_address(cd, m->class);
3187 M_DSEG_LOAD(REG_A1, disp);
3190 /* put env into first argument register */
3192 disp = dseg_add_address(cd, _Jv_env);
3193 M_DSEG_LOAD(REG_A0, disp);
3195 /* do the native function call */
3197 M_DSEG_BRANCH(funcdisp);
3200 /* TODO: this is only needed because of the tracer ... do we
3203 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
3206 #if !defined(__SOFTFP__)
3207 /* TODO: this is only a hack, since we use R0/R1 for float return! */
3208 /* this depends on gcc; it is independent from our ENABLE_SOFTFLOAT define */
3209 if (md->returntype.type != TYPE_VOID && IS_FLT_DBL_TYPE(md->returntype.type)) {
3210 #if 0 && !defined(NDEBUG)
3211 dolog("NATIVESTUB that returns float or double (%s.%s)", m->class->name->text, m->name->text);
3213 /* we cannot use this macro, since it is not defined in ENABLE_SOFTFLOAT */
3214 /* M_CAST_FLT_TO_INT_TYPED(md->returntype.type, REG_FRESULT, REG_RESULT_TYPED(md->returntype.type)); */
3215 if (IS_2_WORD_TYPE(md->returntype.type)) {
3216 DCD(0xed2d8102); /* stfd f0, [sp, #-8]! */
3217 M_LDRD_UPDATE(REG_RESULT_PACKED, REG_SP, 8);
3219 DCD(0xed2d0101); /* stfs f0, [sp, #-4]!*/
3220 M_LDR_UPDATE(REG_RESULT, REG_SP, 4);
3225 #if !defined(NDEBUG)
3226 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
3227 emit_verbosecall_exit(jd);
3230 /* remove native stackframe info */
3231 /* TODO: improve this store/load */
3233 M_STMFD(BITMASK_RESULT, REG_SP);
3235 M_ADD_IMM(REG_A0, REG_SP, 2*4 + cd->stackframesize * 4 - SIZEOF_VOID_P);
3236 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3237 M_DSEG_BRANCH(disp);
3238 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
3241 M_MOV(REG_ITMP1_XPTR, REG_RESULT);
3242 M_LDMFD(BITMASK_RESULT, REG_SP);
3244 /* finish stub code, but do not yet return to caller */
3246 M_ADD_IMM_EXT_MUL4(REG_SP, REG_SP, cd->stackframesize - 1);
3247 M_LDMFD(1<<REG_LR, REG_SP);
3249 /* check for exception */
3251 M_TST(REG_ITMP1_XPTR, REG_ITMP1_XPTR);
3252 M_MOVEQ(REG_LR, REG_PC); /* if no exception, return to caller */
3254 /* handle exception here */
3256 M_SUB_IMM(REG_ITMP2_XPC, REG_LR, 4);/* move fault address into xpc */
3258 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3259 M_DSEG_LOAD(REG_ITMP3, disp); /* load asm exception handler address */
3260 M_MOV(REG_PC, REG_ITMP3); /* jump to asm exception handler */
3262 /* generate patcher stubs */
3264 emit_patcher_stubs(jd);
3268 return code->entrypoint;
3272 /* asm_debug *******************************************************************
3276 *******************************************************************************/
3278 void asm_debug(int a1, int a2, int a3, int a4)
3280 printf("===> i am going to exit after this debugging message!\n");
3281 printf("got asm_debug(%p, %p, %p, %p)\n",(void*)a1,(void*)a2,(void*)a3,(void*)a4);
3282 vm_abort("leave you now");
3287 * These are local overrides for various environment variables in Emacs.
3288 * Please do not remove this and leave it at the end of the file, where
3289 * Emacs will automagically detect them.
3290 * ---------------------------------------------------------------------
3293 * indent-tabs-mode: t
3297 * vim:noexpandtab:sw=4:ts=4: