1 /* src/vm/jit/arm/codegen.c - machine code generator for Arm
3 Copyright (C) 1996-2005, 2006, 2007, 2008
4 CACAOVM - Verein zur Foerderung der freien virtuellen Maschine CACAO
6 This file is part of CACAO.
8 This program is free software; you can redistribute it and/or
9 modify it under the terms of the GNU General Public License as
10 published by the Free Software Foundation; either version 2, or (at
11 your option) any later version.
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
35 #include "vm/jit/arm/arch.h"
36 #include "vm/jit/arm/codegen.h"
38 #include "mm/memory.h"
40 #include "native/localref.h"
41 #include "native/native.h"
43 #include "threads/lock-common.h"
45 #include "vm/builtin.h"
46 #include "vm/exceptions.hpp"
47 #include "vm/global.h"
48 #include "vm/loader.h"
49 #include "vm/options.h"
52 #include "vm/jit/abi.h"
53 #include "vm/jit/asmpart.h"
54 #include "vm/jit/codegen-common.h"
55 #include "vm/jit/dseg.h"
56 #include "vm/jit/emit-common.h"
57 #include "vm/jit/jit.h"
58 #include "vm/jit/jitcache.h"
59 #include "vm/jit/linenumbertable.h"
60 #include "vm/jit/methodheader.h"
61 #include "vm/jit/parse.h"
62 #include "vm/jit/patcher-common.h"
63 #include "vm/jit/reg.h"
65 #if defined(ENABLE_LSRA)
66 #include "vm/jit/allocator/lsra.h"
70 /* codegen_emit ****************************************************************
72 Generates machine code.
74 *******************************************************************************/
76 bool codegen_emit(jitdata *jd)
94 methodinfo *lm; /* local methodinfo for ICMD_INVOKE* */
95 unresolved_method *um;
96 builtintable_entry *bte;
103 /* get required compiler data */
110 /* prevent compiler warnings */
118 /* space to save used callee saved registers */
120 savedregs_num = code_is_leafmethod(code) ? 0 : 1; /* space to save the LR */
122 savedregs_num += (INT_SAV_CNT - rd->savintreguse);
123 /*savedregs_num += (FLT_SAV_CNT - rd->savfltreguse);*/
124 assert((FLT_SAV_CNT - rd->savfltreguse) == 0);
126 spilledregs_num = rd->memuse;
128 #if defined(ENABLE_THREADS) /* space to save argument of monitor_enter */
129 if (checksync && code_is_synchronized(code))
133 cd->stackframesize = spilledregs_num * 8 + savedregs_num * 4;
135 /* XXX QUICK FIX: We shouldn't align the stack in Java code, but
136 only in native stubs. */
137 /* align stack to 8-byte */
139 cd->stackframesize = (cd->stackframesize + 4) & ~4;
141 /* SECTION: Method Header */
142 /* create method header */
144 #if defined(ENABLE_JITCACHE)
145 disp = dseg_add_unique_address(cd, code); /* CodeinfoPointer */
146 jitcache_add_cached_ref(code, CRT_CODEINFO, 0, disp);
148 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
151 (void) dseg_add_unique_s4(cd, cd->stackframesize); /* FrameSize */
153 code->synchronizedoffset = rd->memuse * 8;
155 /* REMOVEME: We still need it for exception handling in assembler. */
157 if (code_is_leafmethod(code))
158 (void) dseg_add_unique_s4(cd, 1);
160 (void) dseg_add_unique_s4(cd, 0);
162 (void) dseg_add_unique_s4(cd, INT_SAV_CNT - rd->savintreguse); /* IntSave */
163 (void) dseg_add_unique_s4(cd, FLT_SAV_CNT - rd->savfltreguse); /* FltSave */
165 /* save return address and used callee saved registers */
167 savedregs_bitmask = 0;
169 if (!code_is_leafmethod(code))
170 savedregs_bitmask = (1<<REG_LR);
172 for (i = INT_SAV_CNT - 1; i >= rd->savintreguse; i--)
173 savedregs_bitmask |= (1<<(rd->savintregs[i]));
176 for (i = FLT_SAV_CNT - 1; i >= rd->savfltreguse; i--) {
177 log_text("!!! CODEGEN: floating-point callee saved registers are not saved to stack (SEVERE! STACK IS MESSED UP!)");
178 /* TODO: floating-point */
182 if (savedregs_bitmask)
183 M_STMFD(savedregs_bitmask, REG_SP);
185 /* create additional stack frame for spilled variables (if necessary) */
187 if ((cd->stackframesize / 4 - savedregs_num) > 0)
188 M_SUB_IMM_EXT_MUL4(REG_SP, REG_SP, cd->stackframesize / 4 - savedregs_num);
190 /* take arguments out of register or stack frame */
193 for (i = 0, len = 0; i < md->paramcount; i++) {
194 s1 = md->params[i].regoff;
195 t = md->paramtypes[i].type;
197 varindex = jd->local_map[len * 5 + t];
199 len += (IS_2_WORD_TYPE(t)) ? 2 : 1; /* 2 word type arguments */
201 if (varindex == UNUSED)
206 /* ATTENTION: we use interger registers for all arguments (even float) */
207 #if !defined(ENABLE_SOFTFLOAT)
208 if (IS_INT_LNG_TYPE(t)) {
210 if (!md->params[i].inmemory) {
211 if (!(var->flags & INMEMORY)) {
212 if (IS_2_WORD_TYPE(t))
213 M_LNGMOVE(s1, var->vv.regoff);
215 M_INTMOVE(s1, var->vv.regoff);
218 if (IS_2_WORD_TYPE(t))
219 M_LST(s1, REG_SP, var->vv.regoff);
221 M_IST(s1, REG_SP, var->vv.regoff);
224 else { /* stack arguments */
225 if (!(var->flags & INMEMORY)) { /* stack arg -> register */
226 if (IS_2_WORD_TYPE(t))
227 M_LLD(var->vv.regoff, REG_SP, cd->stackframesize + s1);
229 M_ILD(var->vv.regoff, REG_SP, cd->stackframesize + s1);
231 else { /* stack arg -> spilled */
232 /* Reuse Memory Position on Caller Stack */
233 var->vv.regoff = cd->stackframesize + s1;
236 #if !defined(ENABLE_SOFTFLOAT)
239 if (!md->params[i].inmemory) {
240 if (!(var->flags & INMEMORY)) {
241 if (IS_2_WORD_TYPE(t))
242 M_CAST_L2D(s1, var->vv.regoff);
244 M_CAST_I2F(s1, var->vv.regoff);
247 if (IS_2_WORD_TYPE(t))
248 M_LST(s1, REG_SP, var->vv.regoff);
250 M_IST(s1, REG_SP, var->vv.regoff);
254 if (!(var->flags & INMEMORY)) {
255 if (IS_2_WORD_TYPE(t))
256 M_DLD(var->vv.regoff, REG_SP, cd->stackframesize + s1);
258 M_FLD(var->vv.regoff, REG_SP, cd->stackframesize + s1);
261 /* Reuse Memory Position on Caller Stack */
262 var->vv.regoff = cd->stackframesize + s1;
266 #endif /* !defined(ENABLE_SOFTFLOAT) */
269 #if defined(ENABLE_THREADS)
270 /* call monitorenter function */
272 if (checksync && code_is_synchronized(code)) {
273 /* stack offset for monitor argument */
277 # if !defined(NDEBUG)
278 if (JITDATA_HAS_FLAG_VERBOSECALL(jd)) {
279 M_STMFD(BITMASK_ARGS, REG_SP);
284 /* get the correct lock object */
286 if (m->flags & ACC_STATIC) {
287 disp = dseg_add_address(cd, &m->clazz->object.header);
288 JITCACHE_ADD_CACHED_REF(code, CRT_OBJECT_HEADER, m->clazz, disp);
289 M_DSEG_LOAD(REG_A0, disp);
292 emit_nullpointer_check_force(cd, iptr, REG_A0);
295 M_STR(REG_A0, REG_SP, s1);
296 disp = dseg_add_functionptr(cd, LOCK_monitor_enter);
297 JITCACHE_ADD_CACHED_REF(code,
298 CRT_BUILTIN_FP, builtintable_get_internal(LOCK_monitor_enter), disp);
300 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
303 # if !defined(NDEBUG)
304 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
305 M_LDMFD(BITMASK_ARGS, REG_SP);
311 /* call trace function */
313 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
314 emit_verbosecall_enter(jd);
317 /* end of header generation */
319 /* create replacement points */
320 REPLACEMENT_POINTS_INIT(cd, jd);
322 /* SECTION: ICMD Code Generation */
323 /* for all basic blocks */
325 for (bptr = jd->basicblocks; bptr != NULL; bptr = bptr->next) {
327 bptr->mpc = (s4) (cd->mcodeptr - cd->mcodebase);
329 /* is this basic block reached? */
331 if (bptr->flags < BBREACHED)
334 /* branch resolving */
336 codegen_resolve_branchrefs(cd, bptr);
338 /* handle replacement points */
339 REPLACEMENT_POINT_BLOCK_START(cd, bptr);
341 /* copy interface registers to their destination */
347 #if defined(ENABLE_LSRA)
351 var = VAR(bptr->invars[len]);
352 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
353 if (!(var->flags & INMEMORY))
357 M_INTMOVE(REG_ITMP1, d);
358 emit_store(jd, NULL, var, d);
365 var = VAR(bptr->invars[len]);
367 if ((len == bptr->indepth-1) && (bptr->type == BBTYPE_EXH)) {
368 d = codegen_reg_of_var(0, var, REG_ITMP1);
369 M_INTMOVE(REG_ITMP1, d);
370 emit_store(jd, NULL, var, d);
373 assert((var->flags & INOUT));
376 #if defined(ENABLE_LSRA)
380 /* for all instructions */
383 for (iptr = bptr->iinstr; len > 0; len--, iptr++) {
385 /* add line number */
386 if (iptr->line != currentline) {
387 linenumbertable_list_entry_add(cd, iptr->line);
388 currentline = iptr->line;
391 MCODECHECK(64); /* an instruction usually needs < 64 words */
396 case ICMD_NOP: /* ... ==> ... */
397 case ICMD_POP: /* ..., value ==> ... */
398 case ICMD_POP2: /* ..., value, value ==> ... */
401 /* constant operations ************************************************/
403 case ICMD_ICONST: /* ... ==> ..., constant */
405 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
406 ICONST(d, iptr->sx.val.i);
407 emit_store_dst(jd, iptr, d);
410 case ICMD_ACONST: /* ... ==> ..., constant */
412 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
413 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
414 disp = dseg_add_unique_address(cd, NULL);
416 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
417 iptr->sx.val.c.ref, disp);
419 M_DSEG_LOAD(d, disp);
422 #if defined(ENABLE_JITCACHE)
423 /* Dealing with ICONST and the JIT cache is tricky because
424 * ICONST generates different code depending on the value of the
425 * number. We therefore go the slightly less optimal way and
426 * generate an entry in the data segment.
427 * For the null constant however we use the plain integer load.
429 if (iptr->sx.val.anyptr)
431 disp = dseg_add_unique_address(cd, iptr->sx.val.anyptr);
433 jitcache_add_cached_ref(code,
434 (iptr->flags.bits & INS_FLAG_CLASS) ? CRT_CLASSINFO
436 (iptr->flags.bits & INS_FLAG_CLASS) ? iptr->sx.val.c.cls
437 : iptr->sx.val.stringconst,
440 M_DSEG_LOAD(d, disp);
447 ICONST(d, (u4) iptr->sx.val.anyptr);
450 emit_store_dst(jd, iptr, d);
453 case ICMD_LCONST: /* ... ==> ..., constant */
455 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
456 LCONST(d, iptr->sx.val.l);
457 emit_store_dst(jd, iptr, d);
460 case ICMD_FCONST: /* ... ==> ..., constant */
462 #if defined(ENABLE_SOFTFLOAT)
463 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
464 ICONST(d, iptr->sx.val.i);
465 emit_store_dst(jd, iptr, d);
467 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
468 FCONST(d, iptr->sx.val.f);
469 emit_store_dst(jd, iptr, d);
473 case ICMD_DCONST: /* ... ==> ..., constant */
475 #if defined(ENABLE_SOFTFLOAT)
476 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
477 LCONST(d, iptr->sx.val.l);
478 emit_store_dst(jd, iptr, d);
480 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
481 DCONST(d, iptr->sx.val.d);
482 emit_store_dst(jd, iptr, d);
487 /* load/store/copy/move operations ************************************/
489 case ICMD_ILOAD: /* ... ==> ..., content of local variable */
490 case ICMD_ALOAD: /* op1 = local variable */
494 case ICMD_ISTORE: /* ..., value ==> ... */
506 if (!(iptr->flags.bits & INS_FLAG_RETADDR))
511 /* integer operations *************************************************/
513 case ICMD_INT2BYTE: /* ..., value ==> ..., value */
515 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
516 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
517 M_MOV(d, REG_LSL(s1, 24));
518 M_MOV(d, REG_ASR(d, 24));
519 emit_store_dst(jd, iptr, d);
522 case ICMD_INT2CHAR: /* ..., value ==> ..., value */
524 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
525 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
526 M_MOV(d, REG_LSL(s1, 16));
527 M_MOV(d, REG_LSR(d, 16)); /* ATTENTION: char is unsigned */
528 emit_store_dst(jd, iptr, d);
531 case ICMD_INT2SHORT: /* ..., value ==> ..., value */
533 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
534 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
535 M_MOV(d, REG_LSL(s1, 16));
536 M_MOV(d, REG_ASR(d, 16));
537 emit_store_dst(jd, iptr, d);
540 case ICMD_I2L: /* ..., value ==> ..., value */
542 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
543 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
544 M_INTMOVE(s1, GET_LOW_REG(d));
545 M_MOV(GET_HIGH_REG(d), REG_ASR(s1, 31));
546 emit_store_dst(jd, iptr, d);
549 case ICMD_L2I: /* ..., value ==> ..., value */
551 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
552 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
554 emit_store_dst(jd, iptr, d);
557 case ICMD_INEG: /* ..., value ==> ..., - value */
559 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
560 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
562 emit_store_dst(jd, iptr, d);
565 case ICMD_LNEG: /* ..., value ==> ..., - value */
567 s1 = emit_load_s1(jd, iptr, REG_ITMP12_PACKED);
568 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
569 M_RSB_IMMS(GET_LOW_REG(d), GET_LOW_REG(s1), 0);
570 M_RSC_IMM(GET_HIGH_REG(d), GET_HIGH_REG(s1), 0);
571 emit_store_dst(jd, iptr, d);
574 case ICMD_IADD: /* ..., val1, val2 ==> ..., val1 + val2 */
576 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
577 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
578 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
580 emit_store_dst(jd, iptr, d);
583 case ICMD_LADD: /* ..., val1, val2 ==> ..., val1 + val2 */
585 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
586 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
587 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
588 M_ADD_S(GET_LOW_REG(d), s1, s2);
589 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
590 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
591 M_ADC(GET_HIGH_REG(d), s1, s2);
592 emit_store_dst(jd, iptr, d);
598 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
599 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
601 if (IS_IMM(iptr->sx.val.i)) {
602 M_ADD_IMM(d, s1, iptr->sx.val.i);
603 } else if (IS_IMM(-iptr->sx.val.i)) {
604 M_SUB_IMM(d, s1, (-iptr->sx.val.i));
606 ICONST(REG_ITMP3, iptr->sx.val.i);
607 M_ADD(d, s1, REG_ITMP3);
610 emit_store_dst(jd, iptr, d);
613 case ICMD_LADDCONST: /* ..., value ==> ..., value + constant */
614 /* sx.val.l = constant */
616 s3 = iptr->sx.val.l & 0xffffffff;
617 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
618 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
620 M_ADD_IMMS(GET_LOW_REG(d), s1, s3);
622 ICONST(REG_ITMP3, s3);
623 M_ADD_S(GET_LOW_REG(d), s1, REG_ITMP3);
625 s3 = iptr->sx.val.l >> 32;
626 s1 = emit_load_s1_high(jd, iptr, REG_ITMP2);
628 M_ADC_IMM(GET_HIGH_REG(d), s1, s3);
630 ICONST(REG_ITMP3, s3);
631 M_ADC(GET_HIGH_REG(d), s1, REG_ITMP3);
633 emit_store_dst(jd, iptr, d);
636 case ICMD_ISUB: /* ..., val1, val2 ==> ..., val1 - val2 */
638 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
639 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
640 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
642 emit_store_dst(jd, iptr, d);
645 case ICMD_LSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
647 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
648 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
649 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
650 M_SUB_S(GET_LOW_REG(d), s1, s2);
651 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
652 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
653 M_SBC(GET_HIGH_REG(d), s1, s2);
654 emit_store_dst(jd, iptr, d);
657 case ICMD_ISUBCONST: /* ..., value ==> ..., value + constant */
658 /* sx.val.i = constant */
660 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
661 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
662 if (IS_IMM(iptr->sx.val.i))
663 M_SUB_IMM(d, s1, iptr->sx.val.i);
665 ICONST(REG_ITMP3, iptr->sx.val.i);
666 M_SUB(d, s1, REG_ITMP3);
668 emit_store_dst(jd, iptr, d);
671 case ICMD_LSUBCONST: /* ..., value ==> ..., value - constant */
672 /* sx.val.l = constant */
674 s3 = iptr->sx.val.l & 0xffffffff;
675 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
676 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
678 M_SUB_IMMS(GET_LOW_REG(d), s1, s3);
680 ICONST(REG_ITMP3, s3);
681 M_SUB_S(GET_LOW_REG(d), s1, REG_ITMP3);
683 s3 = iptr->sx.val.l >> 32;
684 s1 = emit_load_s1_high(jd, iptr, REG_ITMP2);
686 M_SBC_IMM(GET_HIGH_REG(d), s1, s3);
688 ICONST(REG_ITMP3, s3);
689 M_SBC(GET_HIGH_REG(d), s1, REG_ITMP3);
691 emit_store_dst(jd, iptr, d);
694 case ICMD_IMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
696 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
697 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
698 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
700 emit_store_dst(jd, iptr, d);
703 case ICMD_IDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
704 case ICMD_IREM: /* ..., val1, val2 ==> ..., val1 % val2 */
706 s1 = emit_load_s1(jd, iptr, REG_A0);
707 s2 = emit_load_s2(jd, iptr, REG_A1);
708 emit_arithmetic_check(cd, iptr, s2);
710 /* move arguments into argument registers */
711 M_INTMOVE(s1, REG_A0);
712 M_INTMOVE(s2, REG_A1);
714 /* call builtin function */
715 bte = iptr->sx.s23.s3.bte;
716 disp = dseg_add_functionptr(cd, bte->fp);
717 JITCACHE_ADD_CACHED_REF(code, CRT_BUILTIN_FP, bte, disp);
721 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
724 /* move result into destination register */
725 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
726 M_INTMOVE(REG_RESULT, d);
727 emit_store_dst(jd, iptr, d);
730 case ICMD_LDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
731 case ICMD_LREM: /* ..., val1, val2 ==> ..., val1 % val2 */
733 /* move arguments into argument registers */
735 s1 = emit_load_s1(jd, iptr, REG_A0_A1_PACKED);
736 s2 = emit_load_s2(jd, iptr, REG_A2_A3_PACKED);
737 /* XXX TODO: only do this if arithmetic check is really done! */
738 M_ORR(GET_HIGH_REG(s2), GET_LOW_REG(s2), REG_ITMP3);
739 emit_arithmetic_check(cd, iptr, REG_ITMP3);
741 M_LNGMOVE(s1, REG_A0_A1_PACKED);
742 M_LNGMOVE(s2, REG_A2_A3_PACKED);
744 /* call builtin function */
745 bte = iptr->sx.s23.s3.bte;
746 disp = dseg_add_functionptr(cd, bte->fp);
747 JITCACHE_ADD_CACHED_REF(code, CRT_BUILTIN_FP, bte, disp);
751 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
754 /* move result into destination register */
755 d = codegen_reg_of_dst(jd, iptr, REG_RESULT_PACKED);
756 M_LNGMOVE(REG_RESULT_PACKED, d);
757 emit_store_dst(jd, iptr, d);
760 case ICMD_IMULPOW2: /* ..., value ==> ..., value * (2 ^ constant) */
761 /* sx.val.i = constant */
763 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
764 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
765 M_MOV(d, REG_LSL(s1, iptr->sx.val.i));
766 emit_store_dst(jd, iptr, d);
769 case ICMD_IDIVPOW2: /* ..., value ==> ..., value / (2 ^ constant) */
770 /* sx.val.i = constant */
772 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
773 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
774 /* this rounds towards 0 as java likes it */
775 M_MOV(REG_ITMP3, REG_ASR(s1, 31));
776 M_ADD(REG_ITMP3, s1, REG_LSR(REG_ITMP3, 32 - iptr->sx.val.i));
777 M_MOV(d, REG_ASR(REG_ITMP3, iptr->sx.val.i));
778 /* this rounds towards nearest, not java style */
779 /*M_MOV_S(d, REG_ASR(s1, iptr->sx.val.i));
780 M_ADCMI_IMM(d, d, 0);*/
781 emit_store_dst(jd, iptr, d);
784 case ICMD_IREMPOW2: /* ..., value ==> ..., value % constant */
785 /* sx.val.i = constant [ (2 ^ x) - 1 ] */
787 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
788 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
789 M_MOV_S(REG_ITMP1, s1);
790 M_RSBMI_IMM(REG_ITMP1, REG_ITMP1, 0);
791 if (IS_IMM(iptr->sx.val.i))
792 M_AND_IMM(REG_ITMP1, iptr->sx.val.i, d);
794 ICONST(REG_ITMP3, iptr->sx.val.i);
795 M_AND(REG_ITMP1, REG_ITMP3, d);
797 M_RSBMI_IMM(d, d, 0);
798 emit_store_dst(jd, iptr, d);
801 case ICMD_ISHL: /* ..., val1, val2 ==> ..., val1 << val2 */
803 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
804 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
805 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
806 M_AND_IMM(s2, 0x1f, REG_ITMP2);
807 M_MOV(d, REG_LSL_REG(s1, REG_ITMP2));
808 emit_store_dst(jd, iptr, d);
811 case ICMD_ISHR: /* ..., val1, val2 ==> ..., val1 >> val2 */
813 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
814 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
815 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
816 M_AND_IMM(s2, 0x1f, REG_ITMP2);
817 M_MOV(d, REG_ASR_REG(s1, REG_ITMP2));
818 emit_store_dst(jd, iptr, d);
821 case ICMD_IUSHR: /* ..., val1, val2 ==> ..., val1 >>> val2 */
823 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
824 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
825 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
826 M_AND_IMM(s2, 0x1f, REG_ITMP2);
827 M_MOV(d, REG_LSR_REG(s1, REG_ITMP2));
828 emit_store_dst(jd, iptr, d);
831 case ICMD_ISHLCONST: /* ..., value ==> ..., value << constant */
832 /* sx.val.i = constant */
834 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
835 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
836 M_MOV(d, REG_LSL(s1, iptr->sx.val.i & 0x1f));
837 emit_store_dst(jd, iptr, d);
840 case ICMD_ISHRCONST: /* ..., value ==> ..., value >> constant */
841 /* sx.val.i = constant */
843 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
844 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
845 /* we need to check for zero here because arm interprets it as SHR by 32 */
846 if ((iptr->sx.val.i & 0x1f) == 0) {
849 M_MOV(d, REG_ASR(s1, iptr->sx.val.i & 0x1f));
851 emit_store_dst(jd, iptr, d);
854 case ICMD_IUSHRCONST: /* ..., value ==> ..., value >>> constant */
855 /* sx.val.i = constant */
857 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
858 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
859 /* we need to check for zero here because arm interprets it as SHR by 32 */
860 if ((iptr->sx.val.i & 0x1f) == 0)
863 M_MOV(d, REG_LSR(s1, iptr->sx.val.i & 0x1f));
864 emit_store_dst(jd, iptr, d);
867 case ICMD_IAND: /* ..., val1, val2 ==> ..., val1 & val2 */
869 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
870 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
871 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
873 emit_store_dst(jd, iptr, d);
876 case ICMD_LAND: /* ..., val1, val2 ==> ..., val1 & val2 */
878 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
879 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
880 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
881 M_AND(s1, s2, GET_LOW_REG(d));
882 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
883 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
884 M_AND(s1, s2, GET_HIGH_REG(d));
885 emit_store_dst(jd, iptr, d);
888 case ICMD_IOR: /* ..., val1, val2 ==> ..., val1 | val2 */
890 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
891 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
892 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
894 emit_store_dst(jd, iptr, d);
897 case ICMD_LOR: /* ..., val1, val2 ==> ..., val1 | val2 */
899 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
900 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
901 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
902 M_ORR(s1, s2, GET_LOW_REG(d));
903 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
904 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
905 M_ORR(s1, s2, GET_HIGH_REG(d));
906 emit_store_dst(jd, iptr, d);
909 case ICMD_IXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
911 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
912 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
913 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
915 emit_store_dst(jd, iptr, d);
918 case ICMD_LXOR: /* ..., val1, val2 ==> ..., val1 ^ val2 */
920 s1 = emit_load_s1_low(jd, iptr, REG_ITMP3);
921 s2 = emit_load_s2_low(jd, iptr, REG_ITMP1);
922 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
923 M_EOR(s1, s2, GET_LOW_REG(d));
924 s1 = emit_load_s1_high(jd, iptr, REG_ITMP3);
925 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
926 M_EOR(s1, s2, GET_HIGH_REG(d));
927 emit_store_dst(jd, iptr, d);
931 /* floating operations ************************************************/
933 #if !defined(ENABLE_SOFTFLOAT)
935 case ICMD_FNEG: /* ..., value ==> ..., - value */
937 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
938 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
940 emit_store_dst(jd, iptr, d);
943 case ICMD_FADD: /* ..., val1, val2 ==> ..., val1 + val2 */
945 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
946 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
947 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
949 emit_store_dst(jd, iptr, d);
952 case ICMD_FSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
954 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
955 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
956 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
958 emit_store_dst(jd, iptr, d);
961 case ICMD_FMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
963 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
964 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
965 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
967 emit_store_dst(jd, iptr, d);
970 case ICMD_FDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
971 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
972 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
973 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
975 emit_store_dst(jd, iptr, d);
978 /* ATTENTION: Jave does not want IEEE behaviour in FREM, do
982 case ICMD_FREM: /* ..., val1, val2 ==> ..., val1 % val2 */
984 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
985 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
986 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
988 emit_store_dst(jd, iptr, d);
992 case ICMD_DNEG: /* ..., value ==> ..., - value */
994 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
995 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
997 emit_store_dst(jd, iptr, d);
1000 case ICMD_DADD: /* ..., val1, val2 ==> ..., val1 + val2 */
1002 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1003 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1004 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1006 emit_store_dst(jd, iptr, d);
1009 case ICMD_DSUB: /* ..., val1, val2 ==> ..., val1 - val2 */
1011 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1012 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1013 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1015 emit_store_dst(jd, iptr, d);
1018 case ICMD_DMUL: /* ..., val1, val2 ==> ..., val1 * val2 */
1020 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1021 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1022 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1024 emit_store_dst(jd, iptr, d);
1027 case ICMD_DDIV: /* ..., val1, val2 ==> ..., val1 / val2 */
1029 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1030 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1031 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1033 emit_store_dst(jd, iptr, d);
1036 /* ATTENTION: Jave does not want IEEE behaviour in DREM, do
1040 case ICMD_DREM: /* ..., val1, val2 ==> ..., val1 % val2 */
1042 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1043 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1044 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1046 emit_store_dst(jd, iptr, d);
1050 case ICMD_I2F: /* ..., value ==> ..., (float) value */
1052 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1053 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1055 emit_store_dst(jd, iptr, d);
1058 case ICMD_I2D: /* ..., value ==> ..., (double) value */
1060 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1061 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1063 emit_store_dst(jd, iptr, d);
1066 case ICMD_F2I: /* ..., value ==> ..., (int) value */
1068 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1069 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1070 /* this uses round towards zero, as Java likes it */
1072 #if !defined(__VFP_FP__)
1073 /* this checks for NaN; to return zero as Java likes it */
1077 emit_store_dst(jd, iptr, d);
1080 case ICMD_D2I: /* ..., value ==> ..., (int) value */
1082 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1083 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1084 /* this uses round towards zero, as Java likes it */
1086 #if !defined(__VFP_FP__)
1087 /* this checks for NaN; to return zero as Java likes it */
1091 emit_store_dst(jd, iptr, d);
1094 case ICMD_D2F: /* ..., value ==> ..., (float) value */
1096 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1097 d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1099 emit_store_dst(jd, iptr, d);
1102 case ICMD_F2D: /* ..., value ==> ..., (double) value */
1104 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1105 d = codegen_reg_of_dst(jd, iptr, REG_FTMP2);
1107 emit_store_dst(jd, iptr, d);
1110 case ICMD_FCMPG: /* ..., val1, val2 ==> ..., val1 fcmpg val2 */
1112 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1113 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1114 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1117 #if defined(__VFP_FP__)
1118 M_FMSTAT; /* on VFP we need to transfer the flags */
1120 M_SUBGT_IMM(d, d, 1);
1121 M_ADDLT_IMM(d, d, 1);
1122 emit_store_dst(jd, iptr, d);
1125 case ICMD_DCMPG: /* ..., val1, val2 ==> ..., val1 dcmpg val2 */
1127 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1128 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1129 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1132 #if defined(__VFP_FP__)
1133 M_FMSTAT; /* on VFP we need to transfer the flags */
1135 M_SUBGT_IMM(d, d, 1);
1136 M_ADDLT_IMM(d, d, 1);
1137 emit_store_dst(jd, iptr, d);
1140 case ICMD_FCMPL: /* ..., val1, val2 ==> ..., val1 fcmpl val2 */
1142 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1143 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1144 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1147 #if defined(__VFP_FP__)
1148 M_FMSTAT; /* on VFP we need to transfer the flags */
1150 M_SUBLT_IMM(d, d, 1);
1151 M_ADDGT_IMM(d, d, 1);
1152 emit_store_dst(jd, iptr, d);
1155 case ICMD_DCMPL: /* ..., val1, val2 ==> ..., val1 dcmpl val2 */
1157 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1158 s2 = emit_load_s2(jd, iptr, REG_FTMP2);
1159 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1162 #if defined(__VFP_FP__)
1163 M_FMSTAT; /* on VFP we need to transfer the flags */
1165 M_SUBLT_IMM(d, d, 1);
1166 M_ADDGT_IMM(d, d, 1);
1167 emit_store_dst(jd, iptr, d);
1170 #endif /* !defined(ENABLE_SOFTFLOAT) */
1173 /* memory operations **************************************************/
1175 case ICMD_ARRAYLENGTH: /* ..., arrayref ==> ..., length */
1177 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1178 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
1179 /* implicit null-pointer check */
1180 M_ILD_INTERN(d, s1, OFFSET(java_array_t, size));
1181 emit_store_dst(jd, iptr, d);
1184 case ICMD_BALOAD: /* ..., arrayref, index ==> ..., value */
1186 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1187 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1188 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1189 /* implicit null-pointer check */
1190 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1191 M_ADD(REG_ITMP1, s1, s2); /* REG_ITMP1 = s1 + 1 * s2 */
1192 M_LDRSB(d, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1193 emit_store_dst(jd, iptr, d);
1196 case ICMD_CALOAD: /* ..., arrayref, index ==> ..., value */
1198 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1199 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1200 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1201 /* implicit null-pointer check */
1202 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1203 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 1)); /* REG_ITMP1 = s1 + 2 * s2 */
1204 M_LDRH(d, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1205 emit_store_dst(jd, iptr, d);
1208 case ICMD_SALOAD: /* ..., arrayref, index ==> ..., value */
1210 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1211 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1212 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1213 /* implicit null-pointer check */
1214 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1215 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 1)); /* REG_ITMP1 = s1 + 2 * s2 */
1216 M_LDRSH(d, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1217 emit_store_dst(jd, iptr, d);
1220 case ICMD_IALOAD: /* ..., arrayref, index ==> ..., value */
1222 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1223 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1224 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1225 /* implicit null-pointer check */
1226 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1227 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1228 M_ILD_INTERN(d, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1229 emit_store_dst(jd, iptr, d);
1232 case ICMD_LALOAD: /* ..., arrayref, index ==> ..., value */
1234 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1235 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1236 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1237 /* implicit null-pointer check */
1238 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1239 M_ADD(REG_ITMP3, s1, REG_LSL(s2, 3)); /* REG_ITMP3 = s1 + 8 * s2 */
1240 M_LLD_INTERN(d, REG_ITMP3, OFFSET(java_longarray_t, data[0]));
1241 emit_store_dst(jd, iptr, d);
1244 case ICMD_FALOAD: /* ..., arrayref, index ==> ..., value */
1246 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1247 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1248 /* implicit null-pointer check */
1249 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1250 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1251 #if !defined(ENABLE_SOFTFLOAT)
1252 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1253 M_FLD_INTERN(d, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1255 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1256 M_ILD_INTERN(d, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1258 emit_store_dst(jd, iptr, d);
1261 case ICMD_DALOAD: /* ..., arrayref, index ==> ..., value */
1263 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1264 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1265 /* implicit null-pointer check */
1266 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1267 M_ADD(REG_ITMP3, s1, REG_LSL(s2, 3)); /* REG_ITMP3 = s1 + 8 * s2 */
1268 #if !defined(ENABLE_SOFTFLOAT)
1269 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1270 M_DLD_INTERN(d, REG_ITMP3, OFFSET(java_doublearray_t, data[0]));
1272 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1273 M_LLD_INTERN(d, REG_ITMP3, OFFSET(java_doublearray_t, data[0]));
1275 emit_store_dst(jd, iptr, d);
1278 case ICMD_AALOAD: /* ..., arrayref, index ==> ..., value */
1280 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1281 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1282 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1283 /* implicit null-pointer check */
1284 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1285 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1286 M_LDR_INTERN(d, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1287 emit_store_dst(jd, iptr, d);
1290 case ICMD_BASTORE: /* ..., arrayref, index, value ==> ... */
1292 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1293 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1294 /* implicit null-pointer check */
1295 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1296 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1297 M_ADD(REG_ITMP1, s1, s2); /* REG_ITMP1 = s1 + 1 * s2 */
1298 M_STRB(s3, REG_ITMP1, OFFSET(java_bytearray_t, data[0]));
1301 case ICMD_CASTORE: /* ..., arrayref, index, value ==> ... */
1303 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1304 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1305 /* implicit null-pointer check */
1306 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1307 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1308 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 1)); /* REG_ITMP1 = s1 + 2 * s2 */
1309 M_STRH(s3, REG_ITMP1, OFFSET(java_chararray_t, data[0]));
1312 case ICMD_SASTORE: /* ..., arrayref, index, value ==> ... */
1314 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1315 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1316 /* implicit null-pointer check */
1317 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1318 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1319 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 1)); /* REG_ITMP1 = s1 + 2 * s2 */
1320 M_STRH(s3, REG_ITMP1, OFFSET(java_shortarray_t, data[0]));
1323 case ICMD_IASTORE: /* ..., arrayref, index, value ==> ... */
1325 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1326 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1327 /* implicit null-pointer check */
1328 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1329 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1330 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1331 M_IST_INTERN(s3, REG_ITMP1, OFFSET(java_intarray_t, data[0]));
1334 case ICMD_LASTORE: /* ..., arrayref, index, value ==> ... */
1336 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1337 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1338 /* implicit null-pointer check */
1339 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1340 M_ADD(REG_ITMP3, s1, REG_LSL(s2, 3)); /* REG_ITMP3 = s1 + 8 * s2 */
1341 s3 = emit_load_s3(jd, iptr, REG_ITMP12_PACKED);
1342 M_LST_INTERN(s3, REG_ITMP3, OFFSET(java_longarray_t, data[0]));
1345 case ICMD_FASTORE: /* ..., arrayref, index, value ==> ... */
1347 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1348 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1349 /* implicit null-pointer check */
1350 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1351 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1352 #if !defined(ENABLE_SOFTFLOAT)
1353 s3 = emit_load_s3(jd, iptr, REG_FTMP1);
1354 M_FST_INTERN(s3, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1356 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1357 M_IST_INTERN(s3, REG_ITMP1, OFFSET(java_floatarray_t, data[0]));
1361 case ICMD_DASTORE: /* ..., arrayref, index, value ==> ... */
1363 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1364 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1365 /* implicit null-pointer check */
1366 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1367 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 3)); /* REG_ITMP1 = s1 + 8 * s2 */
1368 #if !defined(ENABLE_SOFTFLOAT)
1369 s3 = emit_load_s3(jd, iptr, REG_FTMP1);
1370 M_DST_INTERN(s3, REG_ITMP1, OFFSET(java_doublearray_t, data[0]));
1372 s3 = emit_load_s3(jd, iptr, REG_ITMP23_PACKED);
1373 M_LST_INTERN(s3, REG_ITMP1, OFFSET(java_doublearray_t, data[0]));
1377 case ICMD_AASTORE: /* ..., arrayref, index, value ==> ... */
1379 s1 = emit_load_s1(jd, iptr, REG_A0);
1380 s2 = emit_load_s2(jd, iptr, REG_ITMP1);
1381 s3 = emit_load_s3(jd, iptr, REG_A1);
1383 /* implicit null-pointer check */
1384 emit_arrayindexoutofbounds_check(cd, iptr, s1, s2);
1386 /* move arguments to argument registers */
1387 M_INTMOVE(s1, REG_A0);
1388 M_INTMOVE(s3, REG_A1);
1390 /* call builtin function */
1391 disp = dseg_add_functionptr(cd, BUILTIN_FAST_canstore);
1392 JITCACHE_ADD_CACHED_REF(
1393 code, CRT_BUILTIN_FP,
1394 builtintable_get_internal(BUILTIN_FAST_canstore), disp);
1396 M_DSEG_BRANCH(disp);
1399 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
1402 /* check resturn value of builtin */
1403 emit_arraystore_check(cd, iptr);
1405 /* finally store address into array */
1406 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1407 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1408 s3 = emit_load_s3(jd, iptr, REG_ITMP3);
1409 M_ADD(REG_ITMP1, s1, REG_LSL(s2, 2)); /* REG_ITMP1 = s1 + 4 * s2 */
1410 M_STR_INTERN(s3, REG_ITMP1, OFFSET(java_objectarray_t, data[0]));
1413 case ICMD_GETSTATIC: /* ... ==> ..., value */
1415 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1416 uf = iptr->sx.s23.s3.uf;
1417 fieldtype = uf->fieldref->parseddesc.fd->type;
1418 disp = dseg_add_unique_address(cd, NULL);
1420 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1423 fi = iptr->sx.s23.s3.fmiref->p.field;
1424 fieldtype = fi->type;
1425 disp = dseg_add_address(cd, fi->value);
1426 JITCACHE_ADD_CACHED_REF(code, CRT_FIELDINFO_VALUE, fi, disp);
1427 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz)) {
1428 patcher_add_patch_ref(jd, PATCHER_initialize_class,
1433 M_DSEG_LOAD(REG_ITMP3, disp);
1434 switch (fieldtype) {
1436 #if defined(ENABLE_SOFTFLOAT)
1440 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1441 M_ILD_INTERN(d, REG_ITMP3, 0);
1444 #if defined(ENABLE_SOFTFLOAT)
1447 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1448 M_LLD_INTERN(d, REG_ITMP3, 0);
1450 #if !defined(ENABLE_SOFTFLOAT)
1452 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1453 M_FLD_INTERN(d, REG_ITMP3, 0);
1456 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1457 M_DLD_INTERN(d, REG_ITMP3, 0);
1463 emit_store_dst(jd, iptr, d);
1466 case ICMD_PUTSTATIC: /* ..., value ==> ... */
1468 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1469 uf = iptr->sx.s23.s3.uf;
1470 fieldtype = uf->fieldref->parseddesc.fd->type;
1471 disp = dseg_add_unique_address(cd, NULL);
1473 patcher_add_patch_ref(jd, PATCHER_get_putstatic, uf, disp);
1476 fi = iptr->sx.s23.s3.fmiref->p.field;
1477 fieldtype = fi->type;
1478 disp = dseg_add_address(cd, fi->value);
1479 JITCACHE_ADD_CACHED_REF(code, CRT_FIELDINFO_VALUE, fi, disp);
1480 if (!CLASS_IS_OR_ALMOST_INITIALIZED(fi->clazz)) {
1481 patcher_add_patch_ref(jd, PATCHER_initialize_class,
1486 M_DSEG_LOAD(REG_ITMP3, disp);
1487 switch (fieldtype) {
1489 #if defined(ENABLE_SOFTFLOAT)
1493 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1494 M_IST_INTERN(s1, REG_ITMP3, 0);
1497 #if defined(ENABLE_SOFTFLOAT)
1500 s1 = emit_load_s1(jd, iptr, REG_ITMP12_PACKED);
1501 M_LST_INTERN(s1, REG_ITMP3, 0);
1503 #if !defined(ENABLE_SOFTFLOAT)
1505 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1506 M_FST_INTERN(s1, REG_ITMP3, 0);
1509 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
1510 M_DST_INTERN(s1, REG_ITMP3, 0);
1518 case ICMD_GETFIELD: /* ..., objectref, value ==> ... */
1520 s1 = emit_load_s1(jd, iptr, REG_ITMP3);
1521 emit_nullpointer_check(cd, iptr, s1);
1524 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1525 uf = iptr->sx.s23.s3.uf;
1526 fieldtype = uf->fieldref->parseddesc.fd->type;
1530 fi = iptr->sx.s23.s3.fmiref->p.field;
1531 fieldtype = fi->type;
1535 #if !defined(ENABLE_SOFTFLOAT)
1536 /* HACK: softnull checks on floats */
1537 if (!INSTRUCTION_MUST_CHECK(iptr) && IS_FLT_DBL_TYPE(fieldtype))
1538 emit_nullpointer_check_force(cd, iptr, s1);
1541 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1543 uf = iptr->sx.s23.s3.uf;
1545 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1548 switch (fieldtype) {
1550 #if defined(ENABLE_SOFTFLOAT)
1554 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
1558 #if defined(ENABLE_SOFTFLOAT)
1561 d = codegen_reg_of_dst(jd, iptr, REG_ITMP12_PACKED);
1564 #if !defined(ENABLE_SOFTFLOAT)
1566 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1570 d = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
1577 emit_store_dst(jd, iptr, d);
1580 case ICMD_PUTFIELD: /* ..., objectref, value ==> ... */
1582 s1 = emit_load_s1(jd, iptr, REG_ITMP3);
1583 emit_nullpointer_check(cd, iptr, s1);
1585 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1586 uf = iptr->sx.s23.s3.uf;
1587 fieldtype = uf->fieldref->parseddesc.fd->type;
1591 fi = iptr->sx.s23.s3.fmiref->p.field;
1592 fieldtype = fi->type;
1596 #if !defined(ENABLE_SOFTFLOAT)
1597 /* HACK: softnull checks on floats */
1598 if (!INSTRUCTION_MUST_CHECK(iptr) && IS_FLT_DBL_TYPE(fieldtype))
1599 emit_nullpointer_check_force(cd, iptr, s1);
1602 switch (fieldtype) {
1604 #if defined(ENABLE_SOFTFLOAT)
1608 s2 = emit_load_s2(jd, iptr, REG_ITMP1);
1610 #if defined(ENABLE_SOFTFLOAT)
1611 case TYPE_DBL: /* fall through */
1614 s2 = emit_load_s2(jd, iptr, REG_ITMP12_PACKED);
1616 #if !defined(ENABLE_SOFTFLOAT)
1619 s2 = emit_load_s2(jd, iptr, REG_FTMP1);
1626 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1628 uf = iptr->sx.s23.s3.uf;
1630 patcher_add_patch_ref(jd, PATCHER_get_putfield, uf, 0);
1633 switch (fieldtype) {
1635 #if defined(ENABLE_SOFTFLOAT)
1639 M_IST(s2, s1, disp);
1642 #if defined(ENABLE_SOFTFLOAT)
1645 M_LST(s2, s1, disp);
1647 #if !defined(ENABLE_SOFTFLOAT)
1649 M_FST(s2, s1, disp);
1652 M_DST(s2, s1, disp);
1661 /* branch operations **************************************************/
1663 case ICMD_ATHROW: /* ..., objectref ==> ... (, objectref) */
1665 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1666 M_INTMOVE(s1, REG_ITMP1_XPTR);
1667 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
1668 patcher_add_patch_ref(jd, PATCHER_resolve_class,
1669 iptr->sx.s23.s2.uc, 0);
1671 disp = dseg_add_functionptr(cd, asm_handle_exception);
1672 JITCACHE_ADD_CACHED_REF(code, CRT_ASM_HANDLE_EXCEPTION, NULL, disp);
1673 M_DSEG_LOAD(REG_ITMP3, disp);
1674 M_MOV(REG_ITMP2_XPC, REG_PC);
1675 M_MOV(REG_PC, REG_ITMP3);
1676 M_NOP; /* nop ensures that XPC is less than the end */
1677 /* of basic block */
1680 case ICMD_GOTO: /* ... ==> ... */
1683 emit_br(cd, iptr->dst.block);
1686 case ICMD_JSR: /* ... ==> ... */
1688 emit_br(cd, iptr->sx.s23.s3.jsrtarget.block);
1691 case ICMD_IFNULL: /* ..., value ==> ... */
1692 case ICMD_IFNONNULL:
1694 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1696 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFNULL, BRANCH_OPT_NONE);
1699 case ICMD_IFLT: /* ..., value ==> ... */
1700 case ICMD_IFLE: /* op1 = target JavaVM pc, val.i = constant */
1706 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1707 M_COMPARE(s1, iptr->sx.val.i);
1708 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IFEQ, BRANCH_OPT_NONE);
1711 case ICMD_IF_LEQ: /* ..., value ==> ... */
1713 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1714 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1715 if (iptr->sx.val.l == 0) {
1716 M_ORR_S(s1, s2, REG_ITMP3);
1719 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1720 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1721 M_CMP(s1, REG_ITMP3);*/
1722 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1723 M_CMPEQ(s2, REG_ITMP3);
1725 emit_beq(cd, iptr->dst.block);
1728 case ICMD_IF_LLT: /* ..., value ==> ... */
1730 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1731 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1732 if (iptr->sx.val.l == 0) {
1733 /* if high word is less than zero, the whole long is too */
1735 emit_blt(cd, iptr->dst.block);
1738 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1739 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1740 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1741 M_CMP(s1, REG_ITMP3);*/
1742 M_EOR(REG_ITMP1, REG_ITMP1, REG_ITMP1);
1743 M_MOVGT_IMM(2, REG_ITMP1);
1744 M_MOVEQ_IMM(1, REG_ITMP1);
1746 /* low compare: x=x-1(ifLO) */
1747 M_COMPARE(s2, (iptr->sx.val.l & 0xffffffff));
1748 /*ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1749 M_CMP(s2, REG_ITMP3);*/
1750 M_SUBLO_IMM(REG_ITMP1, REG_ITMP1, 1);
1752 /* branch if (x LT 1) */
1753 M_CMP_IMM(REG_ITMP1, 1);
1754 emit_blt(cd, iptr->dst.block);
1758 case ICMD_IF_LLE: /* ..., value ==> ... */
1760 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1761 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1762 if (iptr->sx.val.l == 0) {
1763 /* if high word is less than zero, the whole long is too */
1765 emit_blt(cd, iptr->dst.block);
1767 /* ... otherwise the low word has to be zero (tricky!) */
1769 emit_beq(cd, iptr->dst.block);
1772 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1773 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1774 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1775 M_CMP(s1, REG_ITMP3);*/
1776 M_EOR(REG_ITMP1, REG_ITMP1, REG_ITMP1);
1777 M_MOVGT_IMM(2, REG_ITMP1);
1778 M_MOVEQ_IMM(1, REG_ITMP1);
1780 /* low compare: x=x+1(ifHI) */
1781 M_COMPARE(s2, (iptr->sx.val.l & 0xffffffff));
1782 /*ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1783 M_CMP(s2, REG_ITMP3);*/
1784 M_ADDHI_IMM(REG_ITMP1, REG_ITMP1, 1);
1786 /* branch if (x LE 1) */
1787 M_CMP_IMM(REG_ITMP1, 1);
1788 emit_ble(cd, iptr->dst.block);
1792 case ICMD_IF_LGE: /* ..., value ==> ... */
1794 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1795 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1796 if (iptr->sx.val.l == 0) {
1797 /* if high word is greater or equal zero, the whole long is too */
1799 emit_bge(cd, iptr->dst.block);
1802 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1803 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1804 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1805 M_CMP(s1, REG_ITMP3);*/
1806 M_EOR(REG_ITMP1, REG_ITMP1, REG_ITMP1);
1807 M_MOVGT_IMM(2, REG_ITMP1);
1808 M_MOVEQ_IMM(1, REG_ITMP1);
1810 /* low compare: x=x-1(ifLO) */
1811 M_COMPARE(s2, (iptr->sx.val.l & 0xffffffff));
1812 /*ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1813 M_CMP(s2, REG_ITMP3);*/
1814 M_SUBLO_IMM(REG_ITMP1, REG_ITMP1, 1);
1816 /* branch if (x GE 1) */
1817 M_CMP_IMM(REG_ITMP1, 1);
1818 emit_bge(cd, iptr->dst.block);
1822 case ICMD_IF_LGT: /* ..., value ==> ... */
1824 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1825 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1827 if (iptr->sx.val.l == 0) {
1828 /* if high word is greater than zero, the whole long is too */
1831 codegen_add_branch_ref(cd, iptr->dst.block);
1833 /* ... or high was zero and low is non zero (tricky!) */
1834 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
1835 M_MOVLT_IMM(1, REG_ITMP3);
1836 M_ORR_S(REG_ITMP3, s2, REG_ITMP3);
1838 codegen_add_branch_ref(cd, iptr->dst.block);
1842 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1843 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1844 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1845 M_CMP(s1, REG_ITMP3);*/
1846 M_EOR(REG_ITMP1, REG_ITMP1, REG_ITMP1);
1847 M_MOVGT_IMM(2, REG_ITMP1);
1848 M_MOVEQ_IMM(1, REG_ITMP1);
1850 /* low compare: x=x+1(ifHI) */
1851 M_COMPARE(s2, (iptr->sx.val.l & 0xffffffff));
1852 /*ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1853 M_CMP(s2, REG_ITMP3);*/
1854 M_ADDHI_IMM(REG_ITMP1, REG_ITMP1, 1);
1856 /* branch if (x GT 1) */
1857 M_CMP_IMM(REG_ITMP1, 1);
1858 emit_bgt(cd, iptr->dst.block);
1864 case ICMD_IF_LNE: /* ..., value ==> ... */
1866 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1867 s2 = emit_load_s1_low(jd, iptr, REG_ITMP2);
1868 if (iptr->sx.val.l == 0) {
1869 M_ORR_S(s1, s2, REG_ITMP3);
1872 M_COMPARE(s1, (iptr->sx.val.l >> 32));
1873 /*ICONST(REG_ITMP3, iptr->sx.val.l >> 32);
1874 M_CMP(s1, REG_ITMP3);*/
1875 ICONST(REG_ITMP3, iptr->sx.val.l & 0xffffffff);
1876 M_CMPEQ(s2, REG_ITMP3);
1878 emit_bne(cd, iptr->dst.block);
1881 case ICMD_IF_ICMPEQ: /* ..., value, value ==> ... */
1882 case ICMD_IF_ICMPNE:
1883 case ICMD_IF_ICMPLT:
1884 case ICMD_IF_ICMPLE:
1885 case ICMD_IF_ICMPGT:
1886 case ICMD_IF_ICMPGE:
1888 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1889 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1891 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IF_ICMPEQ, BRANCH_OPT_NONE);
1894 case ICMD_IF_ACMPEQ: /* ..., value, value ==> ... */
1895 case ICMD_IF_ACMPNE:
1897 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
1898 s2 = emit_load_s2(jd, iptr, REG_ITMP2);
1900 emit_bcc(cd, iptr->dst.block, iptr->opc - ICMD_IF_ACMPEQ, BRANCH_OPT_NONE);
1903 case ICMD_IF_LCMPEQ: /* ..., value, value ==> ... */
1904 /* op1 = target JavaVM pc */
1906 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1907 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1910 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1911 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1914 emit_beq(cd, iptr->dst.block);
1917 case ICMD_IF_LCMPNE: /* ..., value, value ==> ... */
1918 /* op1 = target JavaVM pc */
1920 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1921 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1924 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1925 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1928 emit_bne(cd, iptr->dst.block);
1931 case ICMD_IF_LCMPLT: /* ..., value, value ==> ... */
1932 /* op1 = target JavaVM pc */
1934 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1935 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1936 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1938 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
1939 M_MOVGT_IMM(2, REG_ITMP3);
1940 M_MOVEQ_IMM(1, REG_ITMP3);
1942 /* low compare: x=x-1(ifLO) */
1943 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1944 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1946 M_SUBLO_IMM(REG_ITMP3, REG_ITMP3, 1);
1948 /* branch if (x LT 1) */
1949 M_CMP_IMM(REG_ITMP3, 1);
1950 emit_blt(cd, iptr->dst.block);
1953 case ICMD_IF_LCMPLE: /* ..., value, value ==> ... */
1954 /* op1 = target JavaVM pc */
1956 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1957 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1958 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1960 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
1961 M_MOVGT_IMM(2, REG_ITMP3);
1962 M_MOVEQ_IMM(1, REG_ITMP3);
1964 /* low compare: x=x-1(ifLO) */
1965 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1966 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1968 M_ADDHI_IMM(REG_ITMP3, REG_ITMP3, 1);
1970 /* branch if (x LE 1) */
1971 M_CMP_IMM(REG_ITMP3, 1);
1972 emit_ble(cd, iptr->dst.block);
1975 case ICMD_IF_LCMPGT: /* ..., value, value ==> ... */
1976 /* op1 = target JavaVM pc */
1978 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
1979 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
1980 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
1982 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
1983 M_MOVGT_IMM(2, REG_ITMP3);
1984 M_MOVEQ_IMM(1, REG_ITMP3);
1986 /* low compare: x=x-1(ifLO) */
1987 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
1988 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
1990 M_ADDHI_IMM(REG_ITMP3, REG_ITMP3, 1);
1992 /* branch if (x GT 1) */
1993 M_CMP_IMM(REG_ITMP3, 1);
1994 emit_bgt(cd, iptr->dst.block);
1997 case ICMD_IF_LCMPGE: /* ..., value, value ==> ... */
1998 /* op1 = target JavaVM pc */
2000 /* high compare: x=0(ifLT) ; x=1(ifEQ) ; x=2(ifGT) */
2001 s1 = emit_load_s1_high(jd, iptr, REG_ITMP1);
2002 s2 = emit_load_s2_high(jd, iptr, REG_ITMP2);
2004 M_EOR(REG_ITMP3, REG_ITMP3, REG_ITMP3);
2005 M_MOVGT_IMM(2, REG_ITMP3);
2006 M_MOVEQ_IMM(1, REG_ITMP3);
2008 /* low compare: x=x-1(ifLO) */
2009 s1 = emit_load_s1_low(jd, iptr, REG_ITMP1);
2010 s2 = emit_load_s2_low(jd, iptr, REG_ITMP2);
2012 M_SUBLO_IMM(REG_ITMP3, REG_ITMP3, 1);
2014 /* branch if (x GE 1) */
2015 M_CMP_IMM(REG_ITMP3, 1);
2016 emit_bge(cd, iptr->dst.block);
2019 case ICMD_TABLESWITCH: /* ..., index ==> ... */
2022 branch_target_t *table;
2024 table = iptr->dst.table;
2026 l = iptr->sx.s23.s2.tablelow;
2027 i = iptr->sx.s23.s3.tablehigh;
2029 /* calculate new index (index - low) */
2030 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2032 M_INTMOVE(s1, REG_ITMP1);
2033 } else if (IS_IMM(l)) {
2034 M_SUB_IMM(REG_ITMP1, s1, l);
2036 ICONST(REG_ITMP2, l);
2037 M_SUB(REG_ITMP1, s1, REG_ITMP2);
2040 /* range check (index <= high-low) */
2042 M_COMPARE(REG_ITMP1, i-1);
2043 emit_bugt(cd, table[0].block);
2045 /* build jump table top down and use address of lowest entry */
2050 dseg_add_target(cd, table->block);
2055 /* length of dataseg after last dseg_add_target is used by load */
2056 /* TODO: this loads from data-segment */
2057 M_ADD(REG_ITMP2, REG_PV, REG_LSL(REG_ITMP1, 2));
2058 M_LDR(REG_PC, REG_ITMP2, -(cd->dseglen));
2061 case ICMD_LOOKUPSWITCH: /* ..., key ==> ... */
2064 lookup_target_t *lookup;
2066 lookup = iptr->dst.lookup;
2068 i = iptr->sx.s23.s2.lookupcount;
2071 MCODECHECK((i<<2)+8);
2072 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2075 M_COMPARE(s1, lookup->value);
2076 emit_beq(cd, lookup->target.block);
2080 /* default branch */
2081 emit_br(cd, iptr->sx.s23.s3.lookupdefault.block);
2085 case ICMD_FRETURN: /* ..., retvalue ==> ... */
2087 #if !defined(ENABLE_SOFTFLOAT)
2088 REPLACEMENT_POINT_RETURN(cd, iptr);
2089 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
2090 M_CAST_F2I(s1, REG_RESULT);
2091 goto ICMD_RETURN_do;
2094 case ICMD_IRETURN: /* ..., retvalue ==> ... */
2096 REPLACEMENT_POINT_RETURN(cd, iptr);
2097 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2098 M_INTMOVE(s1, REG_RESULT);
2099 goto ICMD_RETURN_do;
2101 case ICMD_DRETURN: /* ..., retvalue ==> ... */
2103 #if !defined(ENABLE_SOFTFLOAT)
2104 REPLACEMENT_POINT_RETURN(cd, iptr);
2105 s1 = emit_load_s1(jd, iptr, REG_FTMP1);
2106 M_CAST_D2L(s1, REG_RESULT_PACKED);
2107 goto ICMD_RETURN_do;
2110 case ICMD_LRETURN: /* ..., retvalue ==> ... */
2112 REPLACEMENT_POINT_RETURN(cd, iptr);
2113 s1 = emit_load_s1(jd, iptr, REG_RESULT_PACKED);
2114 M_LNGMOVE(s1, REG_RESULT_PACKED);
2115 goto ICMD_RETURN_do;
2117 case ICMD_ARETURN: /* ..., retvalue ==> ... */
2119 REPLACEMENT_POINT_RETURN(cd, iptr);
2120 s1 = emit_load_s1(jd, iptr, REG_RESULT);
2121 M_INTMOVE(s1, REG_RESULT);
2122 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2123 patcher_add_patch_ref(jd, PATCHER_resolve_class,
2124 iptr->sx.s23.s2.uc, 0);
2126 goto ICMD_RETURN_do;
2128 case ICMD_RETURN: /* ... ==> ... */
2130 REPLACEMENT_POINT_RETURN(cd, iptr);
2133 #if !defined(NDEBUG)
2134 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2135 emit_verbosecall_exit(jd);
2138 #if defined(ENABLE_THREADS)
2139 /* call monitorexit function */
2141 if (checksync && code_is_synchronized(code)) {
2142 /* stack offset for monitor argument */
2144 s1 = rd->memuse * 8;
2146 /* we need to save the proper return value */
2148 switch (iptr->opc) {
2152 case ICMD_FRETURN: /* XXX TWISTI: is that correct? */
2154 M_STMFD(BITMASK_RESULT, REG_SP);
2159 M_LDR(REG_A0, REG_SP, s1);
2160 disp = dseg_add_functionptr(cd, LOCK_monitor_exit);
2161 JITCACHE_ADD_CACHED_REF(code,
2162 CRT_BUILTIN_FP, builtintable_get_internal(LOCK_monitor_exit),
2165 M_DSEG_BRANCH(disp);
2167 /* we no longer need PV here, no more loading */
2168 /*s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2169 M_RECOMPUTE_PV(s1);*/
2171 switch (iptr->opc) {
2175 case ICMD_FRETURN: /* XXX TWISTI: is that correct? */
2177 M_LDMFD(BITMASK_RESULT, REG_SP);
2183 /* deallocate stackframe for spilled variables */
2185 if ((cd->stackframesize / 4 - savedregs_num) > 0)
2186 M_ADD_IMM_EXT_MUL4(REG_SP, REG_SP, cd->stackframesize / 4 - savedregs_num);
2188 /* restore callee saved registers + do return */
2190 if (savedregs_bitmask) {
2191 if (!code_is_leafmethod(code)) {
2192 savedregs_bitmask &= ~(1<<REG_LR);
2193 savedregs_bitmask |= (1<<REG_PC);
2195 M_LDMFD(savedregs_bitmask, REG_SP);
2198 /* if LR was not on stack, we need to return manually */
2200 if (code_is_leafmethod(code))
2201 M_MOV(REG_PC, REG_LR);
2204 case ICMD_BUILTIN: /* ..., arg1, arg2, arg3 ==> ... */
2206 bte = iptr->sx.s23.s3.bte;
2208 goto ICMD_INVOKE_do;
2210 case ICMD_INVOKESTATIC: /* ..., [arg1, [arg2 ...]] ==> ... */
2211 case ICMD_INVOKESPECIAL:/* ..., objectref, [arg1, [arg2 ...]] ==> ... */
2212 case ICMD_INVOKEVIRTUAL:/* op1 = arg count, val.a = method pointer */
2213 case ICMD_INVOKEINTERFACE:
2215 REPLACEMENT_POINT_INVOKE(cd, iptr);
2217 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2219 um = iptr->sx.s23.s3.um;
2220 md = um->methodref->parseddesc.md;
2223 lm = iptr->sx.s23.s3.fmiref->p.method;
2225 md = lm->parseddesc;
2229 /* copy arguments to registers or stack location */
2231 s3 = md->paramcount;
2233 MCODECHECK((s3 << 1) + 64);
2235 for (s3 = s3 - 1; s3 >= 0; s3--) {
2236 var = VAR(iptr->sx.s23.s2.args[s3]);
2237 d = md->params[s3].regoff;
2239 if (var->flags & PREALLOC) /* argument was precolored? */
2242 /* TODO: document me */
2243 #if !defined(ENABLE_SOFTFLOAT)
2244 if (IS_INT_LNG_TYPE(var->type)) {
2245 #endif /* !defined(ENABLE_SOFTFLOAT) */
2246 if (!md->params[s3].inmemory) {
2247 s1 = emit_load(jd, iptr, var, d);
2249 if (IS_2_WORD_TYPE(var->type))
2255 if (IS_2_WORD_TYPE(var->type)) {
2256 s1 = emit_load(jd, iptr, var, REG_ITMP12_PACKED);
2257 M_LST(s1, REG_SP, d);
2260 s1 = emit_load(jd, iptr, var, REG_ITMP1);
2261 M_IST(s1, REG_SP, d);
2264 #if !defined(ENABLE_SOFTFLOAT)
2267 if (!md->params[s3].inmemory) {
2268 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2269 if (IS_2_WORD_TYPE(var->type))
2275 s1 = emit_load(jd, iptr, var, REG_FTMP1);
2276 if (IS_2_WORD_TYPE(var->type))
2277 M_DST(s1, REG_SP, d);
2279 M_FST(s1, REG_SP, d);
2282 #endif /* !defined(ENABLE_SOFTFLOAT) */
2285 switch (iptr->opc) {
2288 if (bte->stub == NULL) {
2289 disp = dseg_add_functionptr(cd, bte->fp);
2291 disp = dseg_add_functionptr(cd, bte->stub);
2294 JITCACHE_ADD_CACHED_REF(code, CRT_BUILTIN, bte, disp);
2296 M_DSEG_LOAD(REG_PV, disp); /* pointer to built-in-function */
2298 /* generate the actual call */
2300 M_MOV(REG_LR, REG_PC);
2301 M_MOV(REG_PC, REG_PV);
2302 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2306 case ICMD_INVOKESPECIAL:
2307 emit_nullpointer_check(cd, iptr, REG_A0);
2310 case ICMD_INVOKESTATIC:
2312 disp = dseg_add_unique_address(cd, NULL);
2314 patcher_add_patch_ref(jd, PATCHER_invokestatic_special,
2319 disp = dseg_add_address(cd, lm->stubroutine);
2320 JITCACHE_ADD_CACHED_REF(code, CRT_METHODINFO_STUBROUTINE, lm, disp);
2323 M_DSEG_LOAD(REG_PV, disp); /* Pointer to method */
2325 /* generate the actual call */
2327 M_MOV(REG_LR, REG_PC);
2328 M_MOV(REG_PC, REG_PV);
2329 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2333 case ICMD_INVOKEVIRTUAL:
2336 patcher_add_patch_ref(jd, PATCHER_invokevirtual, um, 0);
2341 s1 = OFFSET(vftbl_t, table[0]) +
2342 sizeof(methodptr) * lm->vftblindex;
2345 /* implicit null-pointer check */
2346 M_LDR_INTERN(REG_METHODPTR, REG_A0,
2347 OFFSET(java_object_t, vftbl));
2348 M_LDR_INTERN(REG_PV, REG_METHODPTR, s1);
2349 /* generate the actual call */
2351 M_MOV(REG_LR, REG_PC);
2352 M_MOV(REG_PC, REG_PV);
2353 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2357 case ICMD_INVOKEINTERFACE:
2359 patcher_add_patch_ref(jd, PATCHER_invokeinterface, um, 0);
2365 s1 = OFFSET(vftbl_t, interfacetable[0]) -
2366 sizeof(methodptr*) * lm->clazz->index;
2367 s2 = sizeof(methodptr) * (lm - lm->clazz->methods);
2370 /* implicit null-pointer check */
2371 M_LDR_INTERN(REG_METHODPTR, REG_A0,
2372 OFFSET(java_object_t, vftbl));
2373 M_LDR_INTERN(REG_METHODPTR, REG_METHODPTR, s1);
2375 M_LDR_INTERN(REG_PV, REG_METHODPTR, s2);
2376 JITCACHE_ADD_CACHED_REF_MD_JD(jd, CRT_METHODINFO_METHODOFFSET, 1, lm);
2378 /* generate the actual call */
2380 M_MOV(REG_LR, REG_PC);
2381 M_MOV(REG_PC, REG_PV);
2382 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2387 /* store size of call code in replacement point */
2388 REPLACEMENT_POINT_INVOKE_RETURN(cd, iptr);
2390 /* store return value */
2392 d = md->returntype.type;
2394 #if !defined(__SOFTFP__)
2395 /* TODO: this is only a hack, since we use R0/R1 for float
2396 return! this depends on gcc; it is independent from
2397 our ENABLE_SOFTFLOAT define */
2398 if (iptr->opc == ICMD_BUILTIN && d != TYPE_VOID && IS_FLT_DBL_TYPE(d)) {
2399 #if 0 && !defined(NDEBUG)
2400 dolog("BUILTIN that returns float or double (%s.%s)", m->clazz->name->text, m->name->text);
2402 /* we cannot use this macro, since it is not defined
2403 in ENABLE_SOFTFLOAT M_CAST_FLT_TO_INT_TYPED(d,
2404 REG_FRESULT, REG_RESULT_TYPED(d)); */
2405 if (IS_2_WORD_TYPE(d)) {
2406 DCD(0xed2d8102); /* stfd f0, [sp, #-8]! */
2407 M_LDRD_UPDATE(REG_RESULT_PACKED, REG_SP, 8);
2409 DCD(0xed2d0101); /* stfs f0, [sp, #-4]!*/
2410 M_LDR_UPDATE(REG_RESULT, REG_SP, 4);
2415 if (d != TYPE_VOID) {
2416 #if !defined(ENABLE_SOFTFLOAT)
2417 if (IS_INT_LNG_TYPE(d)) {
2418 #endif /* !defined(ENABLE_SOFTFLOAT) */
2419 if (IS_2_WORD_TYPE(d)) {
2420 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT_PACKED);
2421 M_LNGMOVE(REG_RESULT_PACKED, s1);
2424 s1 = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2425 M_INTMOVE(REG_RESULT, s1);
2428 #if !defined(ENABLE_SOFTFLOAT)
2430 s1 = codegen_reg_of_dst(jd, iptr, REG_FTMP1);
2431 if (IS_2_WORD_TYPE(d))
2432 M_CAST_L2D(REG_RESULT_PACKED, s1);
2434 M_CAST_I2F(REG_RESULT, s1);
2436 #endif /* !defined(ENABLE_SOFTFLOAT) */
2438 emit_store_dst(jd, iptr, s1);
2442 case ICMD_CHECKCAST: /* ..., objectref ==> ..., objectref */
2444 if (!(iptr->flags.bits & INS_FLAG_ARRAY)) {
2445 /* object type cast-check */
2450 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2455 super = iptr->sx.s23.s3.c.cls;
2456 superindex = super->index;
2459 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2461 /* if class is not resolved, check which code to call */
2463 if (super == NULL) {
2465 emit_label_beq(cd, BRANCH_LABEL_1);
2467 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2468 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2469 iptr->sx.s23.s3.c.ref, disp);
2471 M_DSEG_LOAD(REG_ITMP2, disp);
2472 disp = dseg_add_s4(cd, ACC_INTERFACE);
2473 M_DSEG_LOAD(REG_ITMP3, disp);
2474 M_TST(REG_ITMP2, REG_ITMP3);
2475 emit_label_beq(cd, BRANCH_LABEL_2);
2478 /* interface checkcast code */
2480 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2481 if ((super == NULL) || !IS_IMM(superindex)) {
2482 disp = dseg_add_unique_s4(cd, superindex);
2484 if (super == NULL) {
2485 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_index,
2486 iptr->sx.s23.s3.c.ref, disp);
2490 JITCACHE_ADD_CACHED_REF_JD(jd, CRT_CLASSINFO_INDEX, super, disp);
2493 emit_label_beq(cd, BRANCH_LABEL_3);
2496 M_LDR_INTERN(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2497 M_LDR_INTERN(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, interfacetablelength));
2499 /* we put unresolved or non-immediate superindices onto dseg */
2500 if ((super == NULL) || !IS_IMM(superindex)) {
2501 /* disp was computed before we added the patcher */
2502 M_DSEG_LOAD(REG_ITMP2, disp);
2503 M_CMP(REG_ITMP3, REG_ITMP2);
2505 assert(IS_IMM(superindex));
2506 M_CMP_IMM(REG_ITMP3, superindex);
2509 emit_classcast_check(cd, iptr, BRANCH_LE, REG_ITMP3, s1);
2511 /* if we loaded the superindex out of the dseg above, we do
2512 things differently here! */
2513 if ((super == NULL) || !IS_IMM(superindex)) {
2515 M_LDR_INTERN(REG_ITMP3, s1, OFFSET(java_object_t, vftbl));
2517 /* this assumes something */
2518 assert(OFFSET(vftbl_t, interfacetable[0]) == 0);
2520 /* this does: REG_ITMP3 - superindex * sizeof(methodptr*) */
2521 assert(sizeof(methodptr*) == 4);
2522 M_SUB(REG_ITMP2, REG_ITMP3, REG_LSL(REG_ITMP2, 2));
2528 s2 = OFFSET(vftbl_t, interfacetable[0]) -
2529 superindex * sizeof(methodptr*);
2533 M_LDR_INTERN(REG_ITMP3, REG_ITMP2, s2);
2534 M_TST(REG_ITMP3, REG_ITMP3);
2535 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_ITMP3, s1);
2538 emit_label_br(cd, BRANCH_LABEL_4);
2540 emit_label(cd, BRANCH_LABEL_3);
2543 /* class checkcast code */
2545 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2546 if (super == NULL) {
2547 emit_label(cd, BRANCH_LABEL_2);
2549 disp = dseg_add_unique_address(cd, NULL);
2551 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2552 iptr->sx.s23.s3.c.ref,
2556 disp = dseg_add_address(cd, super->vftbl);
2557 JITCACHE_ADD_CACHED_REF(code, CRT_CLASSINFO_VFTBL, super, disp);
2559 emit_label_beq(cd, BRANCH_LABEL_5);
2562 M_LDR_INTERN(REG_ITMP2, s1, OFFSET(java_object_t, vftbl));
2563 M_DSEG_LOAD(REG_ITMP3, disp);
2565 M_LDR_INTERN(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, baseval));
2566 M_LDR_INTERN(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, baseval));
2567 M_SUB(REG_ITMP2, REG_ITMP2, REG_ITMP3);
2568 M_DSEG_LOAD(REG_ITMP3, disp);
2569 M_LDR_INTERN(REG_ITMP3, REG_ITMP3, OFFSET(vftbl_t, diffval));
2571 M_CMP(REG_ITMP2, REG_ITMP3);
2572 emit_classcast_check(cd, iptr, BRANCH_UGT, 0, s1);
2575 emit_label(cd, BRANCH_LABEL_5);
2578 if (super == NULL) {
2579 emit_label(cd, BRANCH_LABEL_1);
2580 emit_label(cd, BRANCH_LABEL_4);
2583 d = codegen_reg_of_dst(jd, iptr, REG_ITMP1);
2586 /* array type cast-check */
2588 s1 = emit_load_s1(jd, iptr, REG_A0);
2589 M_INTMOVE(s1, REG_A0);
2591 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2592 disp = dseg_add_unique_address(cd, NULL);
2594 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
2595 iptr->sx.s23.s3.c.ref,
2600 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2601 JITCACHE_ADD_CACHED_REF(code, CRT_CLASSINFO, iptr->sx.s23.s3.c.cls, disp);
2604 M_DSEG_LOAD(REG_A1, disp);
2605 disp = dseg_add_functionptr(cd, BUILTIN_arraycheckcast);
2606 JITCACHE_ADD_CACHED_REF(code, CRT_BUILTIN, builtintable_get_internal(BUILTIN_arraycheckcast), disp);
2607 M_DSEG_BRANCH(disp);
2610 disp = (s4) (cd->mcodeptr - cd->mcodebase);
2611 M_RECOMPUTE_PV(disp);
2613 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2614 M_TST(REG_RESULT, REG_RESULT);
2615 emit_classcast_check(cd, iptr, BRANCH_EQ, REG_RESULT, s1);
2617 d = codegen_reg_of_dst(jd, iptr, s1);
2621 emit_store_dst(jd, iptr, d);
2624 case ICMD_INSTANCEOF: /* ..., objectref ==> ..., intresult */
2630 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2635 super = iptr->sx.s23.s3.c.cls;
2636 superindex = super->index;
2639 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2640 d = codegen_reg_of_dst(jd, iptr, REG_ITMP2);
2643 M_MOV(REG_ITMP1, s1);
2647 /* if class is not resolved, check which code to call */
2649 if (super == NULL) {
2653 emit_label_beq(cd, BRANCH_LABEL_1);
2655 disp = dseg_add_unique_s4(cd, 0); /* super->flags */
2656 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_flags,
2657 iptr->sx.s23.s3.c.ref, disp);
2659 M_DSEG_LOAD(REG_ITMP2, disp);
2660 disp = dseg_add_s4(cd, ACC_INTERFACE);
2661 M_DSEG_LOAD(REG_ITMP3, disp);
2662 M_TST(REG_ITMP2, REG_ITMP3);
2663 emit_label_beq(cd, BRANCH_LABEL_2);
2666 /* interface checkcast code */
2668 if ((super == NULL) || (super->flags & ACC_INTERFACE)) {
2669 if ((super == NULL) || !IS_IMM(superindex)) {
2670 disp = dseg_add_unique_s4(cd, superindex);
2672 if (super == NULL) {
2673 /* If d == REG_ITMP2, then it's destroyed in check
2678 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_index,
2679 iptr->sx.s23.s3.c.ref, disp);
2682 /* TODO: Not needed?
2683 JITCACHE_ADD_CACHED_REF(code, CRT_CLASSINFO_INDEX, super, disp);
2687 emit_label_beq(cd, BRANCH_LABEL_3);
2690 M_LDR_INTERN(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2691 M_LDR_INTERN(REG_ITMP3,
2692 REG_ITMP1, OFFSET(vftbl_t, interfacetablelength));
2694 /* we put unresolved or non-immediate superindices onto dseg
2695 and do things slightly different */
2696 if ((super == NULL) || !IS_IMM(superindex)) {
2697 /* disp was computed before we added the patcher */
2698 M_DSEG_LOAD(REG_ITMP2, disp);
2699 M_CMP(REG_ITMP3, REG_ITMP2);
2701 if (d == REG_ITMP2) {
2708 /* this assumes something */
2709 assert(OFFSET(vftbl_t, interfacetable[0]) == 0);
2711 /* this does: REG_ITMP3 - superindex * sizeof(methodptr*) */
2712 assert(sizeof(methodptr*) == 4);
2713 M_SUB(REG_ITMP1, REG_ITMP1, REG_LSL(REG_ITMP2, 2));
2715 if (d == REG_ITMP2) {
2722 assert(IS_IMM(superindex));
2723 M_CMP_IMM(REG_ITMP3, superindex);
2727 s2 = OFFSET(vftbl_t, interfacetable[0]) -
2728 superindex * sizeof(methodptr*);
2732 M_LDR_INTERN(REG_ITMP3, REG_ITMP1, s2);
2733 M_TST(REG_ITMP3, REG_ITMP3);
2737 emit_label_br(cd, BRANCH_LABEL_4);
2739 emit_label(cd, BRANCH_LABEL_3);
2742 /* class checkcast code */
2744 if ((super == NULL) || !(super->flags & ACC_INTERFACE)) {
2745 if (super == NULL) {
2746 emit_label(cd, BRANCH_LABEL_2);
2748 disp = dseg_add_unique_address(cd, NULL);
2750 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_vftbl,
2751 iptr->sx.s23.s3.c.ref, disp);
2754 disp = dseg_add_address(cd, super->vftbl);
2755 JITCACHE_ADD_CACHED_REF(code, CRT_CLASSINFO_VFTBL, super, disp);
2759 emit_label_beq(cd, BRANCH_LABEL_5);
2762 M_LDR_INTERN(REG_ITMP1, s1, OFFSET(java_object_t, vftbl));
2763 M_DSEG_LOAD(REG_ITMP2, disp);
2765 M_LDR_INTERN(REG_ITMP1, REG_ITMP1, OFFSET(vftbl_t, baseval));
2766 M_LDR_INTERN(REG_ITMP3, REG_ITMP2, OFFSET(vftbl_t, baseval));
2767 M_LDR_INTERN(REG_ITMP2, REG_ITMP2, OFFSET(vftbl_t, diffval));
2769 M_SUB(REG_ITMP1, REG_ITMP1, REG_ITMP3);
2770 M_CMP(REG_ITMP1, REG_ITMP2);
2771 /* If d == REG_ITMP2, then it's destroyed */
2777 emit_label(cd, BRANCH_LABEL_5);
2780 if (super == NULL) {
2781 emit_label(cd, BRANCH_LABEL_1);
2782 emit_label(cd, BRANCH_LABEL_4);
2787 emit_store_dst(jd, iptr, d);
2790 case ICMD_MULTIANEWARRAY:/* ..., cnt1, [cnt2, ...] ==> ..., arrayref */
2792 /* copy sizes to stack if necessary */
2794 MCODECHECK((iptr->s1.argcount << 1) + 64);
2796 for (s1 = iptr->s1.argcount; --s1 >= 0; ) {
2798 var = VAR(iptr->sx.s23.s2.args[s1]);
2800 /* copy SAVEDVAR sizes to stack */
2802 if (!(var->flags & PREALLOC)) {
2803 s2 = emit_load(jd, iptr, var, REG_ITMP1);
2804 M_STR(s2, REG_SP, s1 * 4);
2808 /* a0 = dimension count */
2810 assert(IS_IMM(iptr->s1.argcount));
2811 M_MOV_IMM(REG_A0, iptr->s1.argcount);
2813 /* is patcher function set? */
2815 if (INSTRUCTION_IS_UNRESOLVED(iptr)) {
2816 disp = dseg_add_unique_address(cd, NULL);
2818 patcher_add_patch_ref(jd, PATCHER_resolve_classref_to_classinfo,
2819 iptr->sx.s23.s3.c.ref, disp);
2823 disp = dseg_add_address(cd, iptr->sx.s23.s3.c.cls);
2824 JITCACHE_ADD_CACHED_REF(code, CRT_CLASSINFO, iptr->sx.s23.s3.c.cls, disp);
2827 /* a1 = arraydescriptor */
2829 M_DSEG_LOAD(REG_A1, disp);
2831 /* a2 = pointer to dimensions = stack pointer */
2833 M_INTMOVE(REG_SP, REG_A2);
2835 /* call builtin_multianewarray here */
2837 disp = dseg_add_functionptr(cd, BUILTIN_multianewarray);
2839 * For some unknown reason this causes an illegal instruction.
2840 * JITCACHE_ADD_CACHED_REF(code, CRT_BUILTIN, builtintable_get_internal(BUILTIN_multianewarray), disp);
2843 M_DSEG_BRANCH(disp);
2847 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2850 /* check for exception before result assignment */
2852 emit_exception_check(cd, iptr);
2856 d = codegen_reg_of_dst(jd, iptr, REG_RESULT);
2857 M_INTMOVE(REG_RESULT, d);
2858 emit_store_dst(jd, iptr, d);
2861 case ICMD_CHECKNULL: /* ..., objectref ==> ..., objectref */
2863 s1 = emit_load_s1(jd, iptr, REG_ITMP1);
2864 emit_nullpointer_check(cd, iptr, s1);
2868 exceptions_throw_internalerror("Unknown ICMD %d during code generation",
2871 } /* the big switch */
2873 } /* for all instructions */
2875 } /* for all basic blocks */
2877 /* generate traps */
2879 emit_patcher_traps(jd);
2881 /* everything's ok */
2887 /* codegen_emit_stub_compiler **************************************************
2889 Emits a stub routine which calls the compiler.
2891 *******************************************************************************/
2893 void codegen_emit_stub_compiler(jitdata *jd)
2898 /* get required compiler data */
2903 /* code for the stub */
2905 M_LDR_INTERN(REG_ITMP1, REG_PC, -(2 * 4 + 2 * SIZEOF_VOID_P));
2906 M_LDR_INTERN(REG_PC, REG_PC, -(3 * 4 + 3 * SIZEOF_VOID_P));
2910 /* codegen_emit_stub_native ****************************************************
2912 Emits a stub routine which calls a native method.
2914 *******************************************************************************/
2916 void codegen_emit_stub_native(jitdata *jd, methoddesc *nmd, functionptr f, int skipparams)
2927 /* get required compiler data */
2933 /* initialize variables */
2937 /* calculate stackframe size */
2939 cd->stackframesize =
2940 4 + /* return address */
2941 sizeof(stackframeinfo_t) + /* stackframeinfo */
2942 sizeof(localref_table) + /* localref_table */
2943 nmd->memuse * 4; /* stack arguments */
2945 /* align stack to 8-byte */
2947 cd->stackframesize = (cd->stackframesize + 4) & ~4;
2949 /* create method header */
2951 (void) dseg_add_unique_address(cd, code); /* CodeinfoPointer */
2952 (void) dseg_add_unique_s4(cd, cd->stackframesize); /* FrameSize */
2953 (void) dseg_add_unique_s4(cd, 0); /* IsLeaf */
2954 (void) dseg_add_unique_s4(cd, 0); /* IntSave */
2955 (void) dseg_add_unique_s4(cd, 0); /* FltSave */
2957 /* generate stub code */
2959 M_STMFD(1<<REG_LR, REG_SP);
2960 M_SUB_IMM_EXT_MUL4(REG_SP, REG_SP, cd->stackframesize / 4 - 1);
2962 #if !defined(NDEBUG)
2963 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
2964 emit_verbosecall_enter(jd);
2967 #if defined(ENABLE_GC_CACAO)
2968 /* Save callee saved integer registers in stackframeinfo (GC may
2969 need to recover them during a collection). */
2971 disp = cd->stackframesize - SIZEOF_VOID_P - sizeof(stackframeinfo_t) +
2972 OFFSET(stackframeinfo_t, intregs);
2974 for (i = 0; i < INT_SAV_CNT; i++)
2975 M_STR_INTERN(abi_registers_integer_saved[i], REG_SP, disp + i * 4);
2978 /* Save integer and float argument registers (these are 4
2979 registers, stack is 8-byte aligned). */
2981 M_STMFD(BITMASK_ARGS, REG_SP);
2982 /* TODO: floating point */
2984 /* create native stackframe info */
2986 M_ADD_IMM(REG_A0, REG_SP, 4*4);
2987 M_MOV(REG_A1, REG_PV);
2988 disp = dseg_add_functionptr(cd, codegen_start_native_call);
2989 M_DSEG_BRANCH(disp);
2993 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
2996 /* remember class argument */
2998 if (m->flags & ACC_STATIC)
2999 M_MOV(REG_ITMP3, REG_RESULT);
3001 /* Restore integer and float argument registers (these are 4
3002 registers, stack is 8-byte aligned). */
3004 M_LDMFD(BITMASK_ARGS, REG_SP);
3005 /* TODO: floating point */
3007 /* copy or spill arguments to new locations */
3008 /* ATTENTION: the ARM has only integer argument registers! */
3010 for (i = md->paramcount - 1, j = i + skipparams; i >= 0; i--, j--) {
3011 t = md->paramtypes[i].type;
3013 if (!md->params[i].inmemory) {
3014 s1 = md->params[i].regoff;
3015 s2 = nmd->params[j].regoff;
3017 if (!nmd->params[j].inmemory) {
3018 #if !defined(__ARM_EABI__)
3019 SPLIT_OPEN(t, s2, REG_ITMP1);
3022 if (IS_2_WORD_TYPE(t))
3027 #if !defined(__ARM_EABI__)
3028 SPLIT_STORE_AND_CLOSE(t, s2, 0);
3032 if (IS_2_WORD_TYPE(t))
3033 M_LST(s1, REG_SP, s2);
3035 M_IST(s1, REG_SP, s2);
3039 s1 = md->params[i].regoff + cd->stackframesize;
3040 s2 = nmd->params[j].regoff;
3042 if (IS_2_WORD_TYPE(t)) {
3043 M_LLD(REG_ITMP12_PACKED, REG_SP, s1);
3044 M_LST(REG_ITMP12_PACKED, REG_SP, s2);
3047 M_ILD(REG_ITMP1, REG_SP, s1);
3048 M_IST(REG_ITMP1, REG_SP, s2);
3053 /* Handle native Java methods. */
3055 if (m->flags & ACC_NATIVE) {
3056 /* put class into second argument register */
3058 if (m->flags & ACC_STATIC)
3059 M_MOV(REG_A1, REG_ITMP3);
3061 /* put env into first argument register */
3063 disp = dseg_add_address(cd, VM_get_jnienv());
3064 M_DSEG_LOAD(REG_A0, disp);
3067 /* Call the native function. */
3069 disp = dseg_add_functionptr(cd, f);
3070 M_DSEG_BRANCH(disp);
3073 /* TODO: this is only needed because of the tracer ... do we
3076 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
3079 #if !defined(__SOFTFP__)
3080 /* TODO: this is only a hack, since we use R0/R1 for float return! */
3081 /* this depends on gcc; it is independent from our ENABLE_SOFTFLOAT define */
3082 if (md->returntype.type != TYPE_VOID && IS_FLT_DBL_TYPE(md->returntype.type)) {
3083 #if 0 && !defined(NDEBUG)
3084 dolog("NATIVESTUB that returns float or double (%s.%s)", m->clazz->name->text, m->name->text);
3086 /* we cannot use this macro, since it is not defined in ENABLE_SOFTFLOAT */
3087 /* M_CAST_FLT_TO_INT_TYPED(md->returntype.type, REG_FRESULT, REG_RESULT_TYPED(md->returntype.type)); */
3088 if (IS_2_WORD_TYPE(md->returntype.type)) {
3089 DCD(0xed2d8102); /* stfd f0, [sp, #-8]! */
3090 M_LDRD_UPDATE(REG_RESULT_PACKED, REG_SP, 8);
3092 DCD(0xed2d0101); /* stfs f0, [sp, #-4]!*/
3093 M_LDR_UPDATE(REG_RESULT, REG_SP, 4);
3098 #if !defined(NDEBUG)
3099 if (JITDATA_HAS_FLAG_VERBOSECALL(jd))
3100 emit_verbosecall_exit(jd);
3103 /* remove native stackframe info */
3104 /* TODO: improve this store/load */
3106 M_STMFD(BITMASK_RESULT, REG_SP);
3108 M_ADD_IMM(REG_A0, REG_SP, 2*4);
3109 M_MOV(REG_A1, REG_PV);
3110 disp = dseg_add_functionptr(cd, codegen_finish_native_call);
3111 M_DSEG_BRANCH(disp);
3112 s1 = (s4) (cd->mcodeptr - cd->mcodebase);
3115 M_MOV(REG_ITMP1_XPTR, REG_RESULT);
3116 M_LDMFD(BITMASK_RESULT, REG_SP);
3118 #if defined(ENABLE_GC_CACAO)
3119 /* restore callee saved int registers from stackframeinfo (GC might have */
3120 /* modified them during a collection). */
3122 disp = cd->stackframesize - SIZEOF_VOID_P - sizeof(stackframeinfo_t) +
3123 OFFSET(stackframeinfo_t, intregs);
3125 for (i = 0; i < INT_SAV_CNT; i++)
3126 M_LDR_INTERN(abi_registers_integer_saved[i], REG_SP, disp + i * 4);
3129 /* finish stub code, but do not yet return to caller */
3131 M_ADD_IMM_EXT_MUL4(REG_SP, REG_SP, cd->stackframesize / 4 - 1);
3132 M_LDMFD(1<<REG_LR, REG_SP);
3134 /* check for exception */
3136 M_TST(REG_ITMP1_XPTR, REG_ITMP1_XPTR);
3137 M_MOVEQ(REG_LR, REG_PC); /* if no exception, return to caller */
3139 /* handle exception here */
3141 M_SUB_IMM(REG_ITMP2_XPC, REG_LR, 4);/* move fault address into xpc */
3143 disp = dseg_add_functionptr(cd, asm_handle_nat_exception);
3144 M_DSEG_LOAD(REG_ITMP3, disp); /* load asm exception handler address */
3145 M_MOV(REG_PC, REG_ITMP3); /* jump to asm exception handler */
3149 /* asm_debug *******************************************************************
3153 *******************************************************************************/
3155 void asm_debug(int a1, int a2, int a3, int a4)
3157 printf("===> i am going to exit after this debugging message!\n");
3158 printf("got asm_debug(%p, %p, %p, %p)\n",(void*)a1,(void*)a2,(void*)a3,(void*)a4);
3159 vm_abort("leave you now");
3164 * These are local overrides for various environment variables in Emacs.
3165 * Please do not remove this and leave it at the end of the file, where
3166 * Emacs will automagically detect them.
3167 * ---------------------------------------------------------------------
3170 * indent-tabs-mode: t
3174 * vim:noexpandtab:sw=4:ts=4: