x86/vm/interpreterRT_x86_64.cpp

0N/A/*
1472N/A * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
0N/A * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
0N/A *
0N/A * This code is free software; you can redistribute it and/or modify it
0N/A * under the terms of the GNU General Public License version 2 only, as
0N/A * published by the Free Software Foundation.
0N/A *
0N/A * This code is distributed in the hope that it will be useful, but WITHOUT
0N/A * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
0N/A * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
0N/A * version 2 for more details (a copy is included in the LICENSE file that
0N/A * accompanied this code).
0N/A *
0N/A * You should have received a copy of the GNU General Public License version
0N/A * 2 along with this work; if not, write to the Free Software Foundation,
0N/A * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
0N/A *
1472N/A * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1472N/A * or visit www.oracle.com if you need additional information or have any
1472N/A * questions.
0N/A *
0N/A */
0N/A
1879N/A#include "precompiled.hpp"
1879N/A#include "interpreter/interpreter.hpp"
1879N/A#include "interpreter/interpreterRuntime.hpp"
1879N/A#include "memory/allocation.inline.hpp"
1879N/A#include "memory/universe.inline.hpp"
1879N/A#include "oops/methodOop.hpp"
1879N/A#include "oops/oop.inline.hpp"
1879N/A#include "runtime/handles.inline.hpp"
1879N/A#include "runtime/icache.hpp"
1879N/A#include "runtime/interfaceSupport.hpp"
1879N/A#include "runtime/signature.hpp"
0N/A
0N/A#define __ _masm->
0N/A
0N/A// Implementation of SignatureHandlerGenerator
0N/A
0N/ARegister InterpreterRuntime::SignatureHandlerGenerator::from() { return r14; }
0N/ARegister InterpreterRuntime::SignatureHandlerGenerator::to()   { return rsp; }
0N/ARegister InterpreterRuntime::SignatureHandlerGenerator::temp() { return rscratch1; }
0N/A
0N/Avoid InterpreterRuntime::SignatureHandlerGenerator::pass_int() {
0N/A  const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
0N/A
0N/A#ifdef _WIN64
0N/A  switch (_num_args) {
0N/A  case 0:
0N/A    __ movl(c_rarg1, src);
0N/A    _num_args++;
0N/A    break;
0N/A  case 1:
0N/A    __ movl(c_rarg2, src);
0N/A    _num_args++;
0N/A    break;
0N/A  case 2:
0N/A    __ movl(c_rarg3, src);
0N/A    _num_args++;
0N/A    break;
0N/A  default:
0N/A    __ movl(rax, src);
0N/A    __ movl(Address(to(), _stack_offset), rax);
0N/A    _stack_offset += wordSize;
0N/A    break;
0N/A  }
0N/A#else
0N/A  switch (_num_int_args) {
0N/A  case 0:
0N/A    __ movl(c_rarg1, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 1:
0N/A    __ movl(c_rarg2, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 2:
0N/A    __ movl(c_rarg3, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 3:
0N/A    __ movl(c_rarg4, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 4:
0N/A    __ movl(c_rarg5, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  default:
0N/A    __ movl(rax, src);
0N/A    __ movl(Address(to(), _stack_offset), rax);
0N/A    _stack_offset += wordSize;
0N/A    break;
0N/A  }
0N/A#endif
0N/A}
0N/A
0N/Avoid InterpreterRuntime::SignatureHandlerGenerator::pass_long() {
0N/A  const Address src(from(), Interpreter::local_offset_in_bytes(offset() + 1));
0N/A
0N/A#ifdef _WIN64
0N/A  switch (_num_args) {
0N/A  case 0:
304N/A    __ movptr(c_rarg1, src);
0N/A    _num_args++;
0N/A    break;
0N/A  case 1:
304N/A    __ movptr(c_rarg2, src);
0N/A    _num_args++;
0N/A    break;
0N/A  case 2:
304N/A    __ movptr(c_rarg3, src);
0N/A    _num_args++;
0N/A    break;
0N/A  case 3:
0N/A  default:
304N/A    __ movptr(rax, src);
304N/A    __ movptr(Address(to(), _stack_offset), rax);
0N/A    _stack_offset += wordSize;
0N/A    break;
0N/A  }
0N/A#else
0N/A  switch (_num_int_args) {
0N/A  case 0:
304N/A    __ movptr(c_rarg1, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 1:
304N/A    __ movptr(c_rarg2, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 2:
304N/A    __ movptr(c_rarg3, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 3:
304N/A    __ movptr(c_rarg4, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 4:
304N/A    __ movptr(c_rarg5, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  default:
304N/A    __ movptr(rax, src);
304N/A    __ movptr(Address(to(), _stack_offset), rax);
0N/A    _stack_offset += wordSize;
0N/A    break;
0N/A  }
0N/A#endif
0N/A}
0N/A
0N/Avoid InterpreterRuntime::SignatureHandlerGenerator::pass_float() {
0N/A  const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
0N/A
0N/A#ifdef _WIN64
0N/A  if (_num_args < Argument::n_float_register_parameters_c-1) {
0N/A    __ movflt(as_XMMRegister(++_num_args), src);
0N/A  } else {
0N/A    __ movl(rax, src);
0N/A    __ movl(Address(to(), _stack_offset), rax);
0N/A    _stack_offset += wordSize;
0N/A  }
0N/A#else
0N/A  if (_num_fp_args < Argument::n_float_register_parameters_c) {
0N/A    __ movflt(as_XMMRegister(_num_fp_args++), src);
0N/A  } else {
0N/A    __ movl(rax, src);
0N/A    __ movl(Address(to(), _stack_offset), rax);
0N/A    _stack_offset += wordSize;
0N/A  }
0N/A#endif
0N/A}
0N/A
0N/Avoid InterpreterRuntime::SignatureHandlerGenerator::pass_double() {
0N/A  const Address src(from(), Interpreter::local_offset_in_bytes(offset() + 1));
0N/A
0N/A#ifdef _WIN64
0N/A  if (_num_args < Argument::n_float_register_parameters_c-1) {
0N/A    __ movdbl(as_XMMRegister(++_num_args), src);
0N/A  } else {
304N/A    __ movptr(rax, src);
304N/A    __ movptr(Address(to(), _stack_offset), rax);
0N/A    _stack_offset += wordSize;
0N/A  }
0N/A#else
0N/A  if (_num_fp_args < Argument::n_float_register_parameters_c) {
0N/A    __ movdbl(as_XMMRegister(_num_fp_args++), src);
0N/A  } else {
304N/A    __ movptr(rax, src);
304N/A    __ movptr(Address(to(), _stack_offset), rax);
0N/A    _stack_offset += wordSize;
0N/A  }
0N/A#endif
0N/A}
0N/A
0N/Avoid InterpreterRuntime::SignatureHandlerGenerator::pass_object() {
0N/A  const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
0N/A
0N/A#ifdef _WIN64
0N/A  switch (_num_args) {
0N/A  case 0:
0N/A    assert(offset() == 0, "argument register 1 can only be (non-null) receiver");
304N/A    __ lea(c_rarg1, src);
0N/A    _num_args++;
0N/A    break;
0N/A  case 1:
304N/A    __ lea(rax, src);
0N/A    __ xorl(c_rarg2, c_rarg2);
304N/A    __ cmpptr(src, 0);
304N/A    __ cmov(Assembler::notEqual, c_rarg2, rax);
0N/A    _num_args++;
0N/A    break;
0N/A  case 2:
304N/A    __ lea(rax, src);
0N/A    __ xorl(c_rarg3, c_rarg3);
304N/A    __ cmpptr(src, 0);
304N/A    __ cmov(Assembler::notEqual, c_rarg3, rax);
0N/A    _num_args++;
0N/A    break;
0N/A  default:
304N/A    __ lea(rax, src);
0N/A    __ xorl(temp(), temp());
304N/A    __ cmpptr(src, 0);
304N/A    __ cmov(Assembler::notEqual, temp(), rax);
304N/A    __ movptr(Address(to(), _stack_offset), temp());
0N/A    _stack_offset += wordSize;
0N/A    break;
0N/A  }
0N/A#else
0N/A  switch (_num_int_args) {
0N/A  case 0:
0N/A    assert(offset() == 0, "argument register 1 can only be (non-null) receiver");
304N/A    __ lea(c_rarg1, src);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 1:
304N/A    __ lea(rax, src);
0N/A    __ xorl(c_rarg2, c_rarg2);
304N/A    __ cmpptr(src, 0);
304N/A    __ cmov(Assembler::notEqual, c_rarg2, rax);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 2:
304N/A    __ lea(rax, src);
0N/A    __ xorl(c_rarg3, c_rarg3);
304N/A    __ cmpptr(src, 0);
304N/A    __ cmov(Assembler::notEqual, c_rarg3, rax);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 3:
304N/A    __ lea(rax, src);
0N/A    __ xorl(c_rarg4, c_rarg4);
304N/A    __ cmpptr(src, 0);
304N/A    __ cmov(Assembler::notEqual, c_rarg4, rax);
0N/A    _num_int_args++;
0N/A    break;
0N/A  case 4:
304N/A    __ lea(rax, src);
0N/A    __ xorl(c_rarg5, c_rarg5);
304N/A    __ cmpptr(src, 0);
304N/A    __ cmov(Assembler::notEqual, c_rarg5, rax);
0N/A    _num_int_args++;
0N/A    break;
0N/A  default:
304N/A    __ lea(rax, src);
0N/A    __ xorl(temp(), temp());
304N/A    __ cmpptr(src, 0);
304N/A    __ cmov(Assembler::notEqual, temp(), rax);
304N/A    __ movptr(Address(to(), _stack_offset), temp());
0N/A    _stack_offset += wordSize;
0N/A    break;
0N/A  }
0N/A#endif
0N/A}
0N/A
0N/Avoid InterpreterRuntime::SignatureHandlerGenerator::generate(uint64_t fingerprint) {
0N/A  // generate code to handle arguments
0N/A  iterate(fingerprint);
0N/A
0N/A  // return result handler
0N/A  __ lea(rax, ExternalAddress(Interpreter::result_handler(method()->result_type())));
0N/A  __ ret(0);
0N/A
0N/A  __ flush();
0N/A}
0N/A
0N/A
0N/A// Implementation of SignatureHandlerLibrary
0N/A
0N/Avoid SignatureHandlerLibrary::pd_set_handler(address handler) {}
0N/A
0N/A
0N/A#ifdef _WIN64
0N/Aclass SlowSignatureHandler
0N/A  : public NativeSignatureIterator {
0N/A private:
0N/A  address   _from;
0N/A  intptr_t* _to;
0N/A  intptr_t* _reg_args;
0N/A  intptr_t* _fp_identifiers;
0N/A  unsigned int _num_args;
0N/A
0N/A  virtual void pass_int()
0N/A  {
0N/A    jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
1426N/A    _from -= Interpreter::stackElementSize;
0N/A
0N/A    if (_num_args < Argument::n_int_register_parameters_c-1) {
0N/A      *_reg_args++ = from_obj;
0N/A      _num_args++;
0N/A    } else {
0N/A      *_to++ = from_obj;
0N/A    }
0N/A  }
0N/A
0N/A  virtual void pass_long()
0N/A  {
0N/A    intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
1426N/A    _from -= 2*Interpreter::stackElementSize;
0N/A
0N/A    if (_num_args < Argument::n_int_register_parameters_c-1) {
0N/A      *_reg_args++ = from_obj;
0N/A      _num_args++;
0N/A    } else {
0N/A      *_to++ = from_obj;
0N/A    }
0N/A  }
0N/A
0N/A  virtual void pass_object()
0N/A  {
0N/A    intptr_t *from_addr = (intptr_t*)(_from + Interpreter::local_offset_in_bytes(0));
1426N/A    _from -= Interpreter::stackElementSize;
0N/A    if (_num_args < Argument::n_int_register_parameters_c-1) {
0N/A      *_reg_args++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
0N/A      _num_args++;
0N/A    } else {
0N/A      *_to++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
0N/A    }
0N/A  }
0N/A
0N/A  virtual void pass_float()
0N/A  {
0N/A    jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
1426N/A    _from -= Interpreter::stackElementSize;
0N/A
0N/A    if (_num_args < Argument::n_float_register_parameters_c-1) {
0N/A      *_reg_args++ = from_obj;
645N/A      *_fp_identifiers |= (intptr_t)(0x01 << (_num_args*2)); // mark as float
0N/A      _num_args++;
0N/A    } else {
0N/A      *_to++ = from_obj;
0N/A    }
0N/A  }
0N/A
0N/A  virtual void pass_double()
0N/A  {
0N/A    intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
1426N/A    _from -= 2*Interpreter::stackElementSize;
0N/A
0N/A    if (_num_args < Argument::n_float_register_parameters_c-1) {
0N/A      *_reg_args++ = from_obj;
645N/A      *_fp_identifiers |= (intptr_t)(0x3 << (_num_args*2)); // mark as double
0N/A      _num_args++;
0N/A    } else {
0N/A      *_to++ = from_obj;
0N/A    }
0N/A  }
0N/A
0N/A public:
0N/A  SlowSignatureHandler(methodHandle method, address from, intptr_t* to)
0N/A    : NativeSignatureIterator(method)
0N/A  {
0N/A    _from = from;
0N/A    _to   = to;
0N/A
0N/A    _reg_args = to - (method->is_static() ? 4 : 5);
0N/A    _fp_identifiers = to - 2;
0N/A    _to = _to + 4;  // Windows reserves stack space for register arguments
0N/A    *(int*) _fp_identifiers = 0;
0N/A    _num_args = (method->is_static() ? 1 : 0);
0N/A  }
0N/A};
0N/A#else
0N/Aclass SlowSignatureHandler
0N/A  : public NativeSignatureIterator {
0N/A private:
0N/A  address   _from;
0N/A  intptr_t* _to;
0N/A  intptr_t* _int_args;
0N/A  intptr_t* _fp_args;
0N/A  intptr_t* _fp_identifiers;
0N/A  unsigned int _num_int_args;
0N/A  unsigned int _num_fp_args;
0N/A
0N/A  virtual void pass_int()
0N/A  {
0N/A    jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
1426N/A    _from -= Interpreter::stackElementSize;
0N/A
0N/A    if (_num_int_args < Argument::n_int_register_parameters_c-1) {
0N/A      *_int_args++ = from_obj;
0N/A      _num_int_args++;
0N/A    } else {
0N/A      *_to++ = from_obj;
0N/A    }
0N/A  }
0N/A
0N/A  virtual void pass_long()
0N/A  {
0N/A    intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
1426N/A    _from -= 2*Interpreter::stackElementSize;
0N/A
0N/A    if (_num_int_args < Argument::n_int_register_parameters_c-1) {
0N/A      *_int_args++ = from_obj;
0N/A      _num_int_args++;
0N/A    } else {
0N/A      *_to++ = from_obj;
0N/A    }
0N/A  }
0N/A
0N/A  virtual void pass_object()
0N/A  {
0N/A    intptr_t *from_addr = (intptr_t*)(_from + Interpreter::local_offset_in_bytes(0));
1426N/A    _from -= Interpreter::stackElementSize;
0N/A
0N/A    if (_num_int_args < Argument::n_int_register_parameters_c-1) {
0N/A      *_int_args++ = (*from_addr == 0) ? NULL : (intptr_t)from_addr;
0N/A      _num_int_args++;
0N/A    } else {
0N/A      *_to++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
0N/A    }
0N/A  }
0N/A
0N/A  virtual void pass_float()
0N/A  {
0N/A    jint from_obj = *(jint*)(_from+Interpreter::local_offset_in_bytes(0));
1426N/A    _from -= Interpreter::stackElementSize;
0N/A
0N/A    if (_num_fp_args < Argument::n_float_register_parameters_c) {
0N/A      *_fp_args++ = from_obj;
0N/A      _num_fp_args++;
0N/A    } else {
0N/A      *_to++ = from_obj;
0N/A    }
0N/A  }
0N/A
0N/A  virtual void pass_double()
0N/A  {
0N/A    intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
1426N/A    _from -= 2*Interpreter::stackElementSize;
0N/A
0N/A    if (_num_fp_args < Argument::n_float_register_parameters_c) {
0N/A      *_fp_args++ = from_obj;
0N/A      *_fp_identifiers |= (1 << _num_fp_args); // mark as double
0N/A      _num_fp_args++;
0N/A    } else {
0N/A      *_to++ = from_obj;
0N/A    }
0N/A  }
0N/A
0N/A public:
0N/A  SlowSignatureHandler(methodHandle method, address from, intptr_t* to)
0N/A    : NativeSignatureIterator(method)
0N/A  {
0N/A    _from = from;
0N/A    _to   = to;
0N/A
0N/A    _int_args = to - (method->is_static() ? 14 : 15);
0N/A    _fp_args =  to - 9;
0N/A    _fp_identifiers = to - 10;
0N/A    *(int*) _fp_identifiers = 0;
0N/A    _num_int_args = (method->is_static() ? 1 : 0);
0N/A    _num_fp_args = 0;
0N/A  }
0N/A};
0N/A#endif
0N/A
0N/A
0N/AIRT_ENTRY(address,
0N/A          InterpreterRuntime::slow_signature_handler(JavaThread* thread,
0N/A                                                     methodOopDesc* method,
0N/A                                                     intptr_t* from,
0N/A                                                     intptr_t* to))
0N/A  methodHandle m(thread, (methodOop)method);
0N/A  assert(m->is_native(), "sanity check");
0N/A
0N/A  // handle arguments
0N/A  SlowSignatureHandler(m, (address)from, to + 1).iterate(UCONST64(-1));
0N/A
0N/A  // return result handler
0N/A  return Interpreter::result_handler(m->result_type());
0N/AIRT_END