blob: 312e5cad9635ae739b903b8b2c91ea7ec714ddf6 [file] [log] [blame]
/*
* Copyright (c) 2003, 2023, Oracle and/or its affiliates. All rights reserved.
* Copyright (c) 2014, 2020, Red Hat Inc. All rights reserved.
* Copyright (c) 2020, 2022, Huawei Technologies Co., Ltd. All rights reserved.
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This code is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License version 2 only, as
* published by the Free Software Foundation.
*
* This code is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
* version 2 for more details (a copy is included in the LICENSE file that
* accompanied this code).
*
* You should have received a copy of the GNU General Public License version
* 2 along with this work; if not, write to the Free Software Foundation,
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
*
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
* or visit www.oracle.com if you need additional information or have any
* questions.
*
*/
#include "precompiled.hpp"
#include "asm/macroAssembler.inline.hpp"
#include "interpreter/interp_masm.hpp"
#include "interpreter/interpreter.hpp"
#include "interpreter/interpreterRuntime.hpp"
#include "memory/allocation.inline.hpp"
#include "memory/universe.hpp"
#include "oops/method.hpp"
#include "oops/oop.inline.hpp"
#include "runtime/handles.inline.hpp"
#include "runtime/icache.hpp"
#include "runtime/interfaceSupport.inline.hpp"
#include "runtime/signature.hpp"
#define __ _masm->
// Implementation of SignatureHandlerGenerator
Register InterpreterRuntime::SignatureHandlerGenerator::from() { return xlocals; }
Register InterpreterRuntime::SignatureHandlerGenerator::to() { return sp; }
Register InterpreterRuntime::SignatureHandlerGenerator::temp() { return t0; }
Register InterpreterRuntime::SignatureHandlerGenerator::next_gpr() {
if (_num_reg_int_args < Argument::n_int_register_parameters_c - 1) {
return g_INTArgReg[++_num_reg_int_args];
}
return noreg;
}
FloatRegister InterpreterRuntime::SignatureHandlerGenerator::next_fpr() {
if (_num_reg_fp_args < Argument::n_float_register_parameters_c) {
return g_FPArgReg[_num_reg_fp_args++];
} else {
return fnoreg;
}
}
int InterpreterRuntime::SignatureHandlerGenerator::next_stack_offset() {
int ret = _stack_offset;
_stack_offset += wordSize;
return ret;
}
InterpreterRuntime::SignatureHandlerGenerator::SignatureHandlerGenerator(
const methodHandle& method, CodeBuffer* buffer) : NativeSignatureIterator(method) {
_masm = new MacroAssembler(buffer); // allocate on resourse area by default
_num_reg_int_args = (method->is_static() ? 1 : 0);
_num_reg_fp_args = 0;
_stack_offset = 0;
}
void InterpreterRuntime::SignatureHandlerGenerator::pass_int() {
const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
Register reg = next_gpr();
if (reg != noreg) {
__ lw(reg, src);
} else {
__ lw(x10, src);
__ sw(x10, Address(to(), next_stack_offset()));
}
}
void InterpreterRuntime::SignatureHandlerGenerator::pass_long() {
const Address src(from(), Interpreter::local_offset_in_bytes(offset() + 1));
Register reg = next_gpr();
if (reg != noreg) {
__ ld(reg, src);
} else {
__ ld(x10, src);
__ sd(x10, Address(to(), next_stack_offset()));
}
}
void InterpreterRuntime::SignatureHandlerGenerator::pass_float() {
const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
FloatRegister reg = next_fpr();
if (reg != fnoreg) {
__ flw(reg, src);
} else {
// a floating-point argument is passed according to the integer calling
// convention if no floating-point argument register available
pass_int();
}
}
void InterpreterRuntime::SignatureHandlerGenerator::pass_double() {
const Address src(from(), Interpreter::local_offset_in_bytes(offset() + 1));
FloatRegister reg = next_fpr();
if (reg != fnoreg) {
__ fld(reg, src);
} else {
// a floating-point argument is passed according to the integer calling
// convention if no floating-point argument register available
pass_long();
}
}
void InterpreterRuntime::SignatureHandlerGenerator::pass_object() {
Register reg = next_gpr();
if (reg == c_rarg1) {
assert(offset() == 0, "argument register 1 can only be (non-null) receiver");
__ addi(c_rarg1, from(), Interpreter::local_offset_in_bytes(offset()));
} else if (reg != noreg) {
// c_rarg2-c_rarg7
__ addi(x10, from(), Interpreter::local_offset_in_bytes(offset()));
__ mv(reg, zr); //_num_reg_int_args:c_rarg -> 1:c_rarg2, 2:c_rarg3...
__ ld(temp(), x10);
Label L;
__ beqz(temp(), L);
__ mv(reg, x10);
__ bind(L);
} else {
//to stack
__ addi(x10, from(), Interpreter::local_offset_in_bytes(offset()));
__ ld(temp(), x10);
Label L;
__ bnez(temp(), L);
__ mv(x10, zr);
__ bind(L);
assert(sizeof(jobject) == wordSize, "");
__ sd(x10, Address(to(), next_stack_offset()));
}
}
void InterpreterRuntime::SignatureHandlerGenerator::generate(uint64_t fingerprint) {
// generate code to handle arguments
iterate(fingerprint);
// return result handler
__ la(x10, ExternalAddress(Interpreter::result_handler(method()->result_type())));
__ ret();
__ flush();
}
// Implementation of SignatureHandlerLibrary
void SignatureHandlerLibrary::pd_set_handler(address handler) {}
class SlowSignatureHandler
: public NativeSignatureIterator {
private:
address _from;
intptr_t* _to;
intptr_t* _int_args;
intptr_t* _fp_args;
intptr_t* _fp_identifiers;
unsigned int _num_reg_int_args;
unsigned int _num_reg_fp_args;
intptr_t* single_slot_addr() {
intptr_t* from_addr = (intptr_t*)(_from + Interpreter::local_offset_in_bytes(0));
_from -= Interpreter::stackElementSize;
return from_addr;
}
intptr_t* double_slot_addr() {
intptr_t* from_addr = (intptr_t*)(_from + Interpreter::local_offset_in_bytes(1));
_from -= 2 * Interpreter::stackElementSize;
return from_addr;
}
int pass_gpr(intptr_t value) {
if (_num_reg_int_args < Argument::n_int_register_parameters_c - 1) {
*_int_args++ = value;
return _num_reg_int_args++;
}
return -1;
}
int pass_fpr(intptr_t value) {
if (_num_reg_fp_args < Argument::n_float_register_parameters_c) {
*_fp_args++ = value;
return _num_reg_fp_args++;
}
return -1;
}
void pass_stack(intptr_t value) {
*_to++ = value;
}
virtual void pass_int() {
jint value = *(jint*)single_slot_addr();
if (pass_gpr(value) < 0) {
pass_stack(value);
}
}
virtual void pass_long() {
intptr_t value = *double_slot_addr();
if (pass_gpr(value) < 0) {
pass_stack(value);
}
}
virtual void pass_object() {
intptr_t* addr = single_slot_addr();
intptr_t value = *addr == 0 ? (intptr_t)nullptr : (intptr_t)addr;
if (pass_gpr(value) < 0) {
pass_stack(value);
}
}
virtual void pass_float() {
jint value = *(jint*) single_slot_addr();
// a floating-point argument is passed according to the integer calling
// convention if no floating-point argument register available
if (pass_fpr(value) < 0 && pass_gpr(value) < 0) {
pass_stack(value);
}
}
virtual void pass_double() {
intptr_t value = *double_slot_addr();
int arg = pass_fpr(value);
if (0 <= arg) {
*_fp_identifiers |= (1ull << arg); // mark as double
} else if (pass_gpr(value) < 0) { // no need to mark if passing by integer registers or stack
pass_stack(value);
}
}
public:
SlowSignatureHandler(const methodHandle& method, address from, intptr_t* to)
: NativeSignatureIterator(method)
{
_from = from;
_to = to;
_int_args = to - (method->is_static() ? 16 : 17);
_fp_args = to - 8;
_fp_identifiers = to - 9;
*(int*) _fp_identifiers = 0;
_num_reg_int_args = (method->is_static() ? 1 : 0);
_num_reg_fp_args = 0;
}
~SlowSignatureHandler()
{
_from = nullptr;
_to = nullptr;
_int_args = nullptr;
_fp_args = nullptr;
_fp_identifiers = nullptr;
}
};
JRT_ENTRY(address,
InterpreterRuntime::slow_signature_handler(JavaThread* current,
Method* method,
intptr_t* from,
intptr_t* to))
methodHandle m(current, (Method*)method);
assert(m->is_native(), "sanity check");
// handle arguments
SlowSignatureHandler ssh(m, (address)from, to);
ssh.iterate(UCONST64(-1));
// return result handler
return Interpreter::result_handler(m->result_type());
JRT_END