1 /* src/vm/jit/x86_64/asmpart.S - Java-C interface functions for x86_64
3 Copyright (C) 1996-2005, 2006, 2007 R. Grafl, A. Krall, C. Kruegel,
4 C. Oates, R. Obermaisser, M. Platter, M. Probst, S. Ring,
5 E. Steiner, C. Thalinger, D. Thuernbeck, P. Tomsich, C. Ullrich,
6 J. Wenninger, Institut f. Computersprachen - TU Wien
8 This file is part of CACAO.
10 This program is free software; you can redistribute it and/or
11 modify it under the terms of the GNU General Public License as
12 published by the Free Software Foundation; either version 2, or (at
13 your option) any later version.
15 This program is distributed in the hope that it will be useful, but
16 WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
30 #include "vm/jit/x86_64/arch.h"
31 #include "vm/jit/x86_64/md-abi.h"
32 #include "vm/jit/x86_64/md-asm.h"
34 #include "vm/jit/abi-asm.h"
35 #include "vm/jit/methodheader.h"
41 /* export functions ***********************************************************/
43 .globl asm_vm_call_method
44 .globl asm_vm_call_method_int
45 .globl asm_vm_call_method_long
46 .globl asm_vm_call_method_float
47 .globl asm_vm_call_method_double
48 .globl asm_vm_call_method_exception_handler
49 .globl asm_vm_call_method_end
51 .globl asm_call_jit_compiler
53 .globl asm_handle_exception
54 .globl asm_handle_nat_exception
56 .globl asm_abstractmethoderror
58 #if defined(ENABLE_REPLACEMENT)
59 .globl asm_replacement_out
60 .globl asm_replacement_in
63 .globl asm_builtin_f2i
64 .globl asm_builtin_f2l
65 .globl asm_builtin_d2i
66 .globl asm_builtin_d2l
68 .globl asm_compare_and_swap
69 .globl asm_memory_barrier
72 /********************* function asm_calljavafunction ***************************
74 * This function calls a Java-method (which possibly needs compilation) *
75 * with up to 4 address parameters. *
77 * This functions calls the JIT-compiler which eventually translates the *
78 * method into machine code. *
81 * javaobject_header *asm_calljavamethod (methodinfo *m, *
82 * void *arg1, void *arg2, void *arg3, void *arg4); *
84 *******************************************************************************/
88 .quad 0 /* catch type all */
89 .quad 0 /* handler pc */
91 .quad 0 /* start pc */
92 .long 1 /* extable size */
93 .long 0 /* ALIGNMENT PADDING */
94 .quad 0 /* line number table start */
95 .quad 0 /* line number table size */
96 .long 0 /* ALIGNMENT PADDING */
101 .long 0 /* frame size */
102 .quad 0 /* codeinfo pointer */
105 asm_vm_call_method_int:
106 asm_vm_call_method_long:
107 asm_vm_call_method_float:
108 asm_vm_call_method_double:
109 sub $(7*8),sp /* keep stack 16-byte aligned */
110 mov %rbx,0*8(sp) /* %rbx is not a callee saved in cacao*/
117 mov a0,6*8(sp) /* store method PV */
119 mov sp,s0 /* save stack pointer */
121 mov a1,t0 /* address of data structure */
122 mov a2,itmp1 /* number of stack arguments */
141 je L_asm_vm_call_method_stack_copy_done
144 add $1,itmp2 /* keep stack 16-byte aligned */
145 and $0xfffffffffffffffe,itmp2
146 shl $3,itmp2 /* calculate stack size */
147 sub itmp2,sp /* create stack frame */
148 mov sp,itmp2 /* temporary stack pointer */
150 L_asm_vm_call_method_stack_copy_loop:
151 mov 14*8(t0),itmp3 /* load argument */
152 mov itmp3,0(itmp2) /* store argument on stack */
154 sub $1,itmp1l /* subtract 1 argument */
155 add $8,t0 /* set address of next argument */
156 add $8,itmp2 /* increase SP */
159 jg L_asm_vm_call_method_stack_copy_loop
161 L_asm_vm_call_method_stack_copy_done:
162 lea (6*8-256)(s0),mptr /* We subtract 256 to force the next */
163 /* move instruction to have a 32-bit */
166 mov (0*8+256)(mptr),itmp3 /* load PV */
169 mov s0,sp /* restore SP */
171 L_asm_vm_call_method_return:
172 mov 0*8(sp),%rbx /* restore callee saved registers */
178 add $(7*8),sp /* free stack space */
181 asm_vm_call_method_exception_handler:
182 mov xptr,a0 /* pass exception pointer */
183 call builtin_throw_exception@PLT
184 jmp L_asm_vm_call_method_return
186 asm_vm_call_method_end:
190 /****************** function asm_call_jit_compiler *****************************
192 * invokes the compiler for untranslated JavaVM methods. *
194 * Register R0 contains a pointer to the method info structure (prepared *
195 * by createcompilerstub). Using the return address in R26 and the *
196 * offset in the LDA instruction or using the value in methodptr R28 the *
197 * patching address for storing the method address can be computed: *
199 * method address was either loaded using *
201 * i386_mov_imm_reg(a, REG_ITMP2) ; invokestatic/special *
202 * i386_call_reg(REG_ITMP2) *
206 * i386_mov_membase_reg(REG_SP, 0, REG_ITMP2) ; invokevirtual/interface *
207 * i386_mov_membase_reg(REG_ITMP2, OFFSET(, vftbl), REG_ITMP3) *
208 * i386_mov_membase_reg(REG_ITMP3, OFFSET(vftbl, table[0]) + \ *
209 * sizeof(methodptr) * m->vftblindex, REG_ITMP1) *
210 * i386_call_reg(REG_ITMP1) *
212 * in the static case the method pointer can be computed using the *
213 * return address and the lda function following the jmp instruction *
215 *******************************************************************************/
217 asm_call_jit_compiler:
218 L_asm_call_jit_compiler: /* required for PIC code */
219 sub $(ARG_CNT+1)*8,sp /* +1: keep stack 16-byte aligned */
221 SAVE_ARGUMENT_REGISTERS(0)
223 mov itmp1,a0 /* pass methodinfo pointer */
224 mov mptr,a1 /* pass method pointer */
225 mov sp,a2 /* pass java sp */
226 add $(1+ARG_CNT+1)*8,a2
227 mov (ARG_CNT+1)*8(sp),a3 /* pass ra to java function */
228 call jit_asm_compile@PLT
230 RESTORE_ARGUMENT_REGISTERS(0)
232 add $(ARG_CNT+1)*8,sp /* remove stack frame */
234 test v0,v0 /* check for exception */
235 je L_asm_call_jit_compiler_exception
237 jmp *v0 /* ...and now call the new method */
239 L_asm_call_jit_compiler_exception:
240 call exceptions_get_and_clear_exception@PLT
241 pop xpc /* delete return address */
242 sub $3,xpc /* faulting address is ra - 3 */
243 jmp L_asm_handle_exception
246 /* asm_handle_exception ********************************************************
248 * This function handles an exception. It does not use the usual calling *
249 * conventions. The exception pointer is passed in REG_ITMP1 and the *
250 * pc from the exception raising position is passed in REG_ITMP2. It searches *
251 * the local exception table for a handler. If no one is found, it unwinds *
252 * stacks and continues searching the callers. *
254 *******************************************************************************/
256 asm_handle_nat_exception:
257 add $8,sp /* clear return address of native stub*/
259 asm_handle_exception:
260 L_asm_handle_exception: /* required for PIC code */
261 sub $((ARG_CNT+TMP_CNT)*8),sp /* create maybe-leaf stackframe */
263 SAVE_ARGUMENT_REGISTERS(0) /* we save arg and temp registers in */
264 SAVE_TEMPORARY_REGISTERS(ARG_CNT) /* case this is a leaf method */
266 mov $((ARG_CNT+TMP_CNT)*8),a3 /* prepare a3 for handle_exception */
267 mov $1,t0 /* set maybe-leaf flag */
269 L_asm_handle_exception_stack_loop:
271 mov xptr,0*8(sp) /* save exception pointer */
272 mov xpc,1*8(sp) /* save exception pc */
273 add sp,a3 /* calculate Java sp into a3... */
275 mov a3,3*8(sp) /* ...and save it */
276 mov t0,4*8(sp) /* save maybe-leaf flag */
278 mov xpc,a0 /* exception pc */
279 call codegen_get_pv_from_pc@PLT
280 mov v0,2*8(sp) /* save data segment pointer */
282 mov 0*8(sp),a0 /* pass exception pointer */
283 mov 1*8(sp),a1 /* pass exception pc */
284 mov v0,a2 /* pass data segment pointer */
285 mov 3*8(sp),a3 /* pass Java stack pointer */
286 call exceptions_handle_exception@PLT
289 jz L_asm_handle_exception_not_catched
291 mov v0,xpc /* move handlerpc into xpc */
292 mov 0*8(sp),xptr /* restore exception pointer */
293 mov 4*8(sp),t0 /* get maybe-leaf flag */
294 add $(6*8),sp /* free stack frame */
296 test t0,t0 /* test for maybe-leaf flag */
297 jz L_asm_handle_exception_no_leaf
299 RESTORE_ARGUMENT_REGISTERS(0) /* if this is a leaf method, we have */
300 RESTORE_TEMPORARY_REGISTERS(ARG_CNT)/* to restore arg and temp registers */
302 add $((ARG_CNT+TMP_CNT)*8),sp /* remove maybe-leaf stackframe */
304 L_asm_handle_exception_no_leaf:
305 jmp *xpc /* jump to the handler */
307 L_asm_handle_exception_not_catched:
308 mov 0*8(sp),xptr /* restore exception pointer */
309 mov 2*8(sp),itmp3 /* restore data segment pointer */
310 mov 4*8(sp),t0 /* get maybe-leaf flag */
314 jz L_asm_handle_exception_no_leaf_stack
316 add $((ARG_CNT+TMP_CNT)*8),sp /* remove maybe-leaf stackframe */
317 xor t0,t0 /* clear the isleaf flags */
319 L_asm_handle_exception_no_leaf_stack:
320 mov FrameSize(itmp3),itmp2l /* get frame size */
321 add sp,itmp2 /* pointer to save area */
323 mov IntSave(itmp3),a0l /* a0l = saved int register count */
346 shl $3,a0l /* multiply by 8 bytes */
351 mov FltSave(itmp3),a0l /* a0l = saved flt register count */
364 movq -5*8(itmp2),%xmm11
366 movq -4*8(itmp2),%xmm12
368 movq -3*8(itmp2),%xmm13
370 movq -2*8(itmp2),%xmm14
372 movq -1*8(itmp2),%xmm15
376 mov FrameSize(itmp3),itmp2l /* get frame size */
377 add itmp2,sp /* unwind stack */
379 /* exception pointer is still set */
380 pop xpc /* the new xpc is return address */
381 sub $3,xpc /* subtract 3 bytes for call */
383 xor a3,a3 /* prepare a3 for handle_exception */
385 jmp L_asm_handle_exception_stack_loop
388 /* asm_abstractmethoderror *****************************************************
390 Creates and throws an AbstractMethodError.
392 *******************************************************************************/
394 asm_abstractmethoderror:
395 mov sp,a0 /* pass java sp */
397 mov 0*8(sp),a1 /* pass exception address */
399 call exceptions_asm_new_abstractmethoderror@PLT
400 /* exception pointer is return value */
401 pop xpc /* get exception address */
402 sub $3,xpc /* exception address is ra - 3 */
403 jmp L_asm_handle_exception
406 #if defined(ENABLE_REPLACEMENT)
408 /* asm_replacement_out *********************************************************
410 This code is jumped to from the replacement-out stubs that are executed
411 when a thread reaches an activated replacement point.
413 The purpose of asm_replacement_out is to read out the parts of the
414 execution state that cannot be accessed from C code, store this state,
415 and then call the C function replace_me.
418 8 start of stack inside method to replace
419 0 rplpoint * info on the replacement point that was reached
421 *******************************************************************************/
423 /* some room to accomodate changes of the stack frame size during replacement */
424 /* XXX we should find a cleaner solution here */
425 #define REPLACEMENT_ROOM 512
428 /* create stack frame */
429 sub $(sizeexecutionstate + REPLACEMENT_ROOM),sp
431 /* save registers in execution state */
432 mov %rax,(RAX*8+offes_intregs)(sp)
433 mov %rbx,(RBX*8+offes_intregs)(sp)
434 mov %rcx,(RCX*8+offes_intregs)(sp)
435 mov %rdx,(RDX*8+offes_intregs)(sp)
436 mov %rsi,(RSI*8+offes_intregs)(sp)
437 mov %rdi,(RDI*8+offes_intregs)(sp)
438 mov %rbp,(RBP*8+offes_intregs)(sp)
439 movq $0 ,(RSP*8+offes_intregs)(sp) /* not used */
440 mov %r8 ,(R8 *8+offes_intregs)(sp)
441 mov %r9 ,(R9 *8+offes_intregs)(sp)
442 mov %r10,(R10*8+offes_intregs)(sp)
443 mov %r11,(R11*8+offes_intregs)(sp)
444 mov %r12,(R12*8+offes_intregs)(sp)
445 mov %r13,(R13*8+offes_intregs)(sp)
446 mov %r14,(R14*8+offes_intregs)(sp)
447 mov %r15,(R15*8+offes_intregs)(sp)
449 movq %xmm0 ,(XMM0 *8+offes_fltregs)(sp)
450 movq %xmm1 ,(XMM1 *8+offes_fltregs)(sp)
451 movq %xmm2 ,(XMM2 *8+offes_fltregs)(sp)
452 movq %xmm3 ,(XMM3 *8+offes_fltregs)(sp)
453 movq %xmm4 ,(XMM4 *8+offes_fltregs)(sp)
454 movq %xmm5 ,(XMM5 *8+offes_fltregs)(sp)
455 movq %xmm6 ,(XMM6 *8+offes_fltregs)(sp)
456 movq %xmm7 ,(XMM7 *8+offes_fltregs)(sp)
457 movq %xmm8 ,(XMM8 *8+offes_fltregs)(sp)
458 movq %xmm9 ,(XMM9 *8+offes_fltregs)(sp)
459 movq %xmm10,(XMM10*8+offes_fltregs)(sp)
460 movq %xmm11,(XMM11*8+offes_fltregs)(sp)
461 movq %xmm12,(XMM12*8+offes_fltregs)(sp)
462 movq %xmm13,(XMM13*8+offes_fltregs)(sp)
463 movq %xmm14,(XMM14*8+offes_fltregs)(sp)
464 movq %xmm15,(XMM15*8+offes_fltregs)(sp)
466 /* calculate sp of method */
468 add $(sizeexecutionstate + REPLACEMENT_ROOM + 8),itmp1
469 mov itmp1,(offes_sp)(sp)
471 /* pv must be looked up via AVL tree */
472 movq $0,(offes_pv)(sp)
474 /* call replace_me */
475 mov -8(itmp1),a0 /* rplpoint * */
476 mov sp,a1 /* arg1: execution state */
477 call replace_me@PLT /* call C function replace_me */
478 call abort@PLT /* NEVER REACHED */
480 /* asm_replacement_in **********************************************************
482 This code writes the given execution state and jumps to the replacement
485 This function never returns!
488 void asm_replacement_in(executionstate *es, replace_safestack_t *st);
490 *******************************************************************************/
494 mov a1,s1 /* replace_safestack_t *st */
495 mov a0,%rbp /* executionstate *es == safe stack */
497 /* switch to the safe stack */
500 /* call replace_build_execution_state(st) */
502 call replace_build_execution_state@PLT
505 mov (offes_sp)(%rbp),sp
507 /* push address of new code */
508 pushq (offes_pc)(%rbp)
510 /* allocate an executionstate_t on the stack */
511 sub $(sizeexecutionstate),sp
513 /* call replace_free_safestack(st,& of allocated executionstate_t) */
516 call replace_free_safestack@PLT
518 /* copy registers from execution state */
519 movq (XMM0 *8+offes_fltregs)(sp),%xmm0
520 movq (XMM1 *8+offes_fltregs)(sp),%xmm1
521 movq (XMM2 *8+offes_fltregs)(sp),%xmm2
522 movq (XMM3 *8+offes_fltregs)(sp),%xmm3
523 movq (XMM4 *8+offes_fltregs)(sp),%xmm4
524 movq (XMM5 *8+offes_fltregs)(sp),%xmm5
525 movq (XMM6 *8+offes_fltregs)(sp),%xmm6
526 movq (XMM7 *8+offes_fltregs)(sp),%xmm7
527 movq (XMM8 *8+offes_fltregs)(sp),%xmm8
528 movq (XMM9 *8+offes_fltregs)(sp),%xmm9
529 movq (XMM10*8+offes_fltregs)(sp),%xmm10
530 movq (XMM11*8+offes_fltregs)(sp),%xmm11
531 movq (XMM12*8+offes_fltregs)(sp),%xmm12
532 movq (XMM13*8+offes_fltregs)(sp),%xmm13
533 movq (XMM14*8+offes_fltregs)(sp),%xmm14
534 movq (XMM15*8+offes_fltregs)(sp),%xmm15
536 mov (RAX*8+offes_intregs)(sp),%rax
537 mov (RBX*8+offes_intregs)(sp),%rbx
538 mov (RCX*8+offes_intregs)(sp),%rcx
539 mov (RDX*8+offes_intregs)(sp),%rdx
540 mov (RSI*8+offes_intregs)(sp),%rsi
541 mov (RDI*8+offes_intregs)(sp),%rdi
542 mov (RBP*8+offes_intregs)(sp),%rbp
543 mov (R8 *8+offes_intregs)(sp),%r8
544 mov (R9 *8+offes_intregs)(sp),%r9
545 mov (R10*8+offes_intregs)(sp),%r10
546 mov (R11*8+offes_intregs)(sp),%r11
547 mov (R12*8+offes_intregs)(sp),%r12
548 mov (R13*8+offes_intregs)(sp),%r13
549 mov (R14*8+offes_intregs)(sp),%r14
550 mov (R15*8+offes_intregs)(sp),%r15
552 /* pop the execution state off the stack */
553 add $(sizeexecutionstate),sp
555 /* jump to new code */
558 #endif /* defined(ENABLE_REPLACEMENT) */
561 /* asm_builtin_x2x *************************************************************
563 * Wrapper functions for float to int corner cases *
565 *******************************************************************************/
570 SAVE_ARGUMENT_REGISTERS(0)
575 RESTORE_ARGUMENT_REGISTERS(0)
584 SAVE_ARGUMENT_REGISTERS(0)
589 RESTORE_ARGUMENT_REGISTERS(0)
598 SAVE_ARGUMENT_REGISTERS(0)
603 RESTORE_ARGUMENT_REGISTERS(0)
612 SAVE_ARGUMENT_REGISTERS(0)
617 RESTORE_ARGUMENT_REGISTERS(0)
623 /* asm_compare_and_swap ********************************************************
625 Does an atomic compare and swap. Required for the lock
628 *******************************************************************************/
630 asm_compare_and_swap:
631 mov a1,v0 /* v0 is %rax */
636 /* asm_memory_barrier **********************************************************
638 A memory barrier for the Java Memory Model.
640 *******************************************************************************/
647 /* disable exec-stacks ********************************************************/
649 #if defined(__linux__) && defined(__ELF__)
650 .section .note.GNU-stack,"",%progbits
655 * These are local overrides for various environment variables in Emacs.
656 * Please do not remove this and leave it at the end of the file, where
657 * Emacs will automagically detect them.
658 * ---------------------------------------------------------------------
661 * indent-tabs-mode: t
665 * vim:noexpandtab:sw=4:ts=4: