/* * Copyright (c) 2021 Huawei Device Co., Ltd. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "ecmascript/compiler/llvm_ir_builder.h" #include "ecmascript/compiler/argument_accessor.h" #include "ecmascript/compiler/bc_call_signature.h" #include "ecmascript/compiler/circuit.h" #include "ecmascript/compiler/call_signature.h" #include "ecmascript/compiler/common_stubs.h" #include "ecmascript/compiler/gate.h" #include "ecmascript/compiler/rt_call_signature.h" #include "ecmascript/deoptimizer/deoptimizer.h" #include "ecmascript/frames.h" #include "ecmascript/js_thread.h" #include "ecmascript/method.h" #include "ecmascript/stackmap/llvm_stackmap_parser.h" #if defined(__clang__) #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wshadow" #pragma clang diagnostic ignored "-Wunused-parameter" #pragma clang diagnostic ignored "-Wdeprecated-declarations" #elif defined(__GNUC__) #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wshadow" #pragma GCC diagnostic ignored "-Wunused-parameter" #pragma GCC diagnostic ignored "-Wdeprecated-declarations" #endif #include "llvm/IR/Instructions.h" #if defined(__clang__) #pragma clang diagnostic pop #elif defined(__GNUC__) #pragma GCC diagnostic pop #endif #include "llvm/Support/Host.h" #include "securec.h" namespace panda::ecmascript::kungfu { LLVMIRBuilder::LLVMIRBuilder(const std::vector> *schedule, Circuit *circuit, LLVMModule *module, LLVMValueRef function, const CompilationConfig *cfg, CallSignature::CallConv callConv, bool enableLog) : compCfg_(cfg), scheduledGates_(schedule), circuit_(circuit), acc_(circuit), module_(module->GetModule()), function_(function), llvmModule_(module), callConv_(callConv), enableLog_(enableLog) { builder_ = LLVMCreateBuilder(); context_ = LLVMGetGlobalContext(); bbID2BB_.clear(); SetFunctionCallConv(); InitializeHandlers(); LLVMSetGC(function_, "statepoint-example"); if (compCfg_->Is32Bit()) { slotSize_ = sizeof(uint32_t); slotType_ = LLVMInt32Type(); } else { slotSize_ = sizeof(uint64_t); slotType_ = LLVMInt64Type(); } if (compCfg_->Is32Bit()) { // hard float instruction LLVMAddTargetDependentFunctionAttr(function_, "target-features", "+armv8-a"); } } LLVMIRBuilder::~LLVMIRBuilder() { if (builder_ != nullptr) { LLVMDisposeBuilder(builder_); } } void LLVMIRBuilder::SetFunctionCallConv() { switch (callConv_) { case CallSignature::CallConv::GHCCallConv: LLVMSetFunctionCallConv(function_, LLVMGHCCallConv); break; case CallSignature::CallConv::WebKitJSCallConv: { if (!compCfg_->Is32Bit()) { LLVMSetFunctionCallConv(function_, LLVMWebKitJSCallConv); } else { LLVMSetFunctionCallConv(function_, LLVMCCallConv); } break; } default: { LLVMSetFunctionCallConv(function_, LLVMCCallConv); callConv_ = CallSignature::CallConv::CCallConv; break; } } } int LLVMIRBuilder::FindBasicBlock(GateRef gate) const { for (size_t bbIdx = 0; bbIdx < scheduledGates_->size(); bbIdx++) { const std::vector& bb = scheduledGates_->at(bbIdx); for (size_t instIdx = bb.size(); instIdx > 0; instIdx--) { GateRef tmp = bb[instIdx - 1]; if (tmp == gate) { return bbIdx; } } } return -1; } void LLVMIRBuilder::InitializeHandlers() { opHandlers_ = { {OpCode::STATE_ENTRY, &LLVMIRBuilder::HandleGoto}, {OpCode::RETURN, &LLVMIRBuilder::HandleReturn}, {OpCode::RETURN_VOID, &LLVMIRBuilder::HandleReturnVoid}, {OpCode::IF_BRANCH, &LLVMIRBuilder::HandleBranch}, {OpCode::SWITCH_BRANCH, &LLVMIRBuilder::HandleSwitch}, {OpCode::ORDINARY_BLOCK, &LLVMIRBuilder::HandleGoto}, {OpCode::IF_TRUE, &LLVMIRBuilder::HandleGoto}, {OpCode::IF_FALSE, &LLVMIRBuilder::HandleGoto}, {OpCode::SWITCH_CASE, &LLVMIRBuilder::HandleGoto}, {OpCode::MERGE, &LLVMIRBuilder::HandleGoto}, {OpCode::DEFAULT_CASE, &LLVMIRBuilder::HandleGoto}, {OpCode::LOOP_BEGIN, &LLVMIRBuilder::HandleGoto}, {OpCode::LOOP_BACK, &LLVMIRBuilder::HandleGoto}, {OpCode::VALUE_SELECTOR, &LLVMIRBuilder::HandlePhi}, {OpCode::RUNTIME_CALL, &LLVMIRBuilder::HandleRuntimeCall}, {OpCode::RUNTIME_CALL_WITH_ARGV, &LLVMIRBuilder::HandleRuntimeCallWithArgv}, {OpCode::NOGC_RUNTIME_CALL, &LLVMIRBuilder::HandleCall}, {OpCode::CALL, &LLVMIRBuilder::HandleCall}, {OpCode::BYTECODE_CALL, &LLVMIRBuilder::HandleBytecodeCall}, {OpCode::DEBUGGER_BYTECODE_CALL, &LLVMIRBuilder::HandleBytecodeCall}, {OpCode::BUILTINS_CALL, &LLVMIRBuilder::HandleCall}, {OpCode::BUILTINS_CALL_WITH_ARGV, &LLVMIRBuilder::HandleCall}, {OpCode::ALLOCA, &LLVMIRBuilder::HandleAlloca}, {OpCode::ARG, &LLVMIRBuilder::HandleParameter}, {OpCode::CONSTANT, &LLVMIRBuilder::HandleConstant}, {OpCode::RELOCATABLE_DATA, &LLVMIRBuilder::HandleRelocatableData}, {OpCode::ZEXT, &LLVMIRBuilder::HandleZExtInt}, {OpCode::SEXT, &LLVMIRBuilder::HandleSExtInt}, {OpCode::TRUNC, &LLVMIRBuilder::HandleCastIntXToIntY}, {OpCode::FEXT, &LLVMIRBuilder::HandleFPExt}, {OpCode::FTRUNC, &LLVMIRBuilder::HandleFPTrunc}, {OpCode::REV, &LLVMIRBuilder::HandleIntRev}, {OpCode::ADD, &LLVMIRBuilder::HandleAdd}, {OpCode::SUB, &LLVMIRBuilder::HandleSub}, {OpCode::MUL, &LLVMIRBuilder::HandleMul}, {OpCode::FDIV, &LLVMIRBuilder::HandleFloatDiv}, {OpCode::SDIV, &LLVMIRBuilder::HandleIntDiv}, {OpCode::UDIV, &LLVMIRBuilder::HandleUDiv}, {OpCode::AND, &LLVMIRBuilder::HandleIntAnd}, {OpCode::OR, &LLVMIRBuilder::HandleIntOr}, {OpCode::XOR, &LLVMIRBuilder::HandleIntXor}, {OpCode::LSR, &LLVMIRBuilder::HandleIntLsr}, {OpCode::ASR, &LLVMIRBuilder::HandleIntAsr}, {OpCode::ICMP, &LLVMIRBuilder::HandleCmp}, {OpCode::FCMP, &LLVMIRBuilder::HandleCmp}, {OpCode::LOAD, &LLVMIRBuilder::HandleLoad}, {OpCode::STORE, &LLVMIRBuilder::HandleStore}, {OpCode::SIGNED_INT_TO_FLOAT, &LLVMIRBuilder::HandleChangeInt32ToDouble}, {OpCode::UNSIGNED_INT_TO_FLOAT, &LLVMIRBuilder::HandleChangeUInt32ToDouble}, {OpCode::FLOAT_TO_SIGNED_INT, &LLVMIRBuilder::HandleChangeDoubleToInt32}, {OpCode::TAGGED_TO_INT64, &LLVMIRBuilder::HandleChangeTaggedPointerToInt64}, {OpCode::INT64_TO_TAGGED, &LLVMIRBuilder::HandleChangeInt64ToTagged}, {OpCode::BITCAST, &LLVMIRBuilder::HandleBitCast}, {OpCode::LSL, &LLVMIRBuilder::HandleIntLsl}, {OpCode::SMOD, &LLVMIRBuilder::HandleMod}, {OpCode::FMOD, &LLVMIRBuilder::HandleMod}, {OpCode::DEOPT, &LLVMIRBuilder::HandleDeopt}, {OpCode::TRUNC_FLOAT_TO_INT64, &LLVMIRBuilder::HandleTruncFloatToInt}, }; illegalOpHandlers_ = { OpCode::NOP, OpCode::CIRCUIT_ROOT, OpCode::DEPEND_ENTRY, OpCode::RETURN_LIST, OpCode::ARG_LIST, OpCode::THROW, OpCode::DEPEND_SELECTOR, OpCode::DEPEND_RELAY, OpCode::DEPEND_AND, OpCode::FRAME_STATE, OpCode::STATE_SPLIT }; } std::string LLVMIRBuilder::LLVMValueToString(LLVMValueRef val) const { char* msg = LLVMPrintValueToString(val); std::string str(msg); LLVMDisposeMessage(msg); return str; } void LLVMIRBuilder::Build() { for (size_t bbIdx = 0; bbIdx < scheduledGates_->size(); bbIdx++) { const std::vector& bb = scheduledGates_->at(bbIdx); for (size_t instIdx = bb.size(); instIdx > 0; instIdx--) { GateId gateId = acc_.GetId(bb[instIdx - 1]); instID2bbID_[gateId] = static_cast(bbIdx); } } for (size_t bbIdx = 0; bbIdx < scheduledGates_->size(); bbIdx++) { const std::vector& bb = scheduledGates_->at(bbIdx); OperandsVector predecessors; auto ins = acc_.Ins(bb[0]); for (auto i = ins.begin(); i != ins.end(); i++) { GateRef r = *i; if (!acc_.GetMetaData(r)->IsState()) { continue; } predecessors.insert(instID2bbID_[acc_.GetId(r)]); } LinkToLLVMCfg(bbIdx, predecessors); for (size_t instIdx = bb.size(); instIdx > 0; instIdx--) { GateRef gate = bb[instIdx - 1]; auto found = opHandlers_.find(acc_.GetOpCode(gate)); if (found != opHandlers_.end()) { (this->*(found->second))(gate); continue; } if (illegalOpHandlers_.find(acc_.GetOpCode(gate)) == illegalOpHandlers_.end()) { LOG_COMPILER(ERROR) << "The gate below need to be translated "; acc_.Print(gate); UNREACHABLE(); } } } Finish(); } BasicBlock *LLVMIRBuilder::EnsureBB(int id) { BasicBlock *bb = nullptr; if (bbID2BB_.count(id) == 0) { auto newBB = std::make_unique(id); bb = newBB.get(); bbID2BB_[id] = std::move(newBB); } else { bb = bbID2BB_[id].get(); } return bb; } void LLVMIRBuilder::SetToCfg(BasicBlock *bb) const { EnsureLBB(bb); BasicBlockImpl *impl = bb->GetImpl(); if ((impl == nullptr) || (impl->lBB_ == nullptr)) { LOG_COMPILER(ERROR) << "SetToCfg failed "; return; } impl->started = true; bb->SetImpl(impl); LLVMPositionBuilderAtEnd(builder_, impl->lBB_); } void LLVMIRBuilder::ProcessPhiWorkList() { for (BasicBlock *bb : phiRebuildWorklist_) { auto impl = bb->GetImpl(); for (auto &e : impl->unmergedPhis_) { BasicBlock *pred = e.pred; if (impl->started == 0) { OPTIONAL_LOG_COMPILER(ERROR) << " ProcessPhiWorkList error hav't start "; return; } LLVMValueRef value = gate2LValue_[e.operand]; if (LLVMTypeOf(value) != LLVMTypeOf(e.phi)) { OPTIONAL_LOG_COMPILER(ERROR) << " ProcessPhiWorkList LLVMTypeOf don't match error "; } LLVMBasicBlockRef llvmBB = EnsureLBB(pred); LLVMAddIncoming(e.phi, &value, &llvmBB, 1); } impl->unmergedPhis_.clear(); } phiRebuildWorklist_.clear(); } void LLVMIRBuilder::EndCurrentBlock() const { BasicBlockImpl *impl = currentBb_->GetImpl(); impl->ended = true; } void LLVMIRBuilder::Finish() { ASSERT(!!currentBb_); EndCurrentBlock(); ProcessPhiWorkList(); for (auto &it : bbID2BB_) { it.second->ResetImpl(); } } BasicBlockImpl *LLVMIRBuilder::EnsureBBImpl(BasicBlock *bb) const { if (bb->GetImpl()) { return bb->GetImpl(); } auto impl = std::make_unique(); bb->SetImpl(impl.release()); return bb->GetImpl(); } void LLVMIRBuilder::GenPrologue() { if (compCfg_->Is32Bit()) { return; } auto frameType = circuit_->GetFrameType(); if (IsInterpreted()) { return; } LLVMAddTargetDependentFunctionAttr(function_, "frame-pointer", "all"); size_t reservedSlotsSize = 0; if (frameType == FrameType::OPTIMIZED_FRAME) { reservedSlotsSize = OptimizedFrame::ComputeReservedSize(slotSize_); LLVMAddTargetDependentFunctionAttr(function_, "frame-reserved-slots", std::to_string(reservedSlotsSize).c_str()); SaveFrameTypeOnFrame(frameType); } else if (frameType == FrameType::OPTIMIZED_JS_FUNCTION_FRAME) { reservedSlotsSize = OptimizedJSFunctionFrame::ComputeReservedJSFuncOffset(slotSize_); LLVMAddTargetDependentFunctionAttr(function_, "frame-reserved-slots", std::to_string(reservedSlotsSize).c_str()); auto ArgList = circuit_->GetArgRoot(); auto uses = acc_.Uses(ArgList); for (auto useIt = uses.begin(); useIt != uses.end(); ++useIt) { int argth = static_cast(acc_.TryGetValue(*useIt)); LLVMValueRef value = LLVMGetParam(function_, argth); if (argth == static_cast(CommonArgIdx::FUNC)) { SaveJSFuncOnOptJSFuncFrame(value); SaveFrameTypeOnFrame(frameType); } } } else { LOG_COMPILER(FATAL) << "frameType interpret type error !"; ASSERT_PRINT(static_cast(frameType), "is not support !"); } } void LLVMIRBuilder::SaveFrameTypeOnFrame(FrameType frameType) { LLVMValueRef llvmFpAddr = CallingFp(module_, builder_, false); LLVMValueRef frameAddr = LLVMBuildPtrToInt(builder_, llvmFpAddr, slotType_, "cast_int_t"); LLVMValueRef frameTypeSlotAddr = LLVMBuildSub(builder_, frameAddr, LLVMConstInt(slotType_, slotSize_, false), ""); LLVMValueRef addr = LLVMBuildIntToPtr(builder_, frameTypeSlotAddr, LLVMPointerType(slotType_, 0), "frameType.Addr"); LLVMValueRef llvmFrameType = LLVMConstInt(slotType_, static_cast(frameType), 0); LLVMBuildStore(builder_, llvmFrameType, addr); } LLVMValueRef LLVMIRBuilder::CallingFp(LLVMModuleRef &module, LLVMBuilderRef &builder, bool isCaller) { if (IsInterpreted()) { return LLVMGetParam(function_, static_cast(InterpreterHandlerInputs::SP)); } /* 0:calling 1:its caller */ std::vector args = {LLVMConstInt(LLVMInt32Type(), 0, isCaller)}; auto fn = LLVMGetNamedFunction(module, "llvm.frameaddress.p0i8"); if (!fn) { /* init instrinsic function declare */ LLVMTypeRef paramTys1[] = { LLVMInt32Type(), }; auto fnTy = LLVMFunctionType(LLVMPointerType(LLVMInt8Type(), 0), paramTys1, 1, 0); fn = LLVMAddFunction(module, "llvm.frameaddress.p0i8", fnTy); } LLVMValueRef fAddrRet = LLVMBuildCall(builder, fn, args.data(), 1, ""); return fAddrRet; } LLVMValueRef LLVMIRBuilder::ReadRegister(LLVMModuleRef &module, [[maybe_unused]] LLVMBuilderRef &builder, LLVMMetadataRef meta) { std::vector args = {LLVMMetadataAsValue(context_, meta)}; auto fn = LLVMGetNamedFunction(module, "llvm.read_register.i64"); if (!fn) { /* init instrinsic function declare */ LLVMTypeRef paramTys1[] = { GetMachineRepType(MachineRep::K_META), }; auto fnTy = LLVMFunctionType(LLVMInt64Type(), paramTys1, 1, 0); fn = LLVMAddFunction(module, "llvm.read_register.i64", fnTy); } LLVMValueRef fAddrRet = LLVMBuildCall(builder_, fn, args.data(), 1, ""); return fAddrRet; } LLVMBasicBlockRef LLVMIRBuilder::EnsureLBB(BasicBlock *bb) const { BasicBlockImpl *impl = EnsureBBImpl(bb); if (impl->lBB_) { return impl->lBB_; } std::string buf = "B" + std::to_string(bb->GetId()); LLVMBasicBlockRef llvmBB = LLVMAppendBasicBlock(function_, buf.c_str()); impl->lBB_ = llvmBB; impl->continuation = llvmBB; bb->SetImpl(impl); return llvmBB; } LLVMTypeRef LLVMIRBuilder::GetMachineRepType(MachineRep rep) const { LLVMTypeRef dstType; switch (rep) { case MachineRep::K_BIT: dstType = LLVMInt1TypeInContext(context_); break; case MachineRep::K_WORD8: dstType = LLVMInt8TypeInContext(context_); break; case MachineRep::K_WORD16: dstType = LLVMInt16TypeInContext(context_); break; case MachineRep::K_WORD32: dstType = LLVMInt32TypeInContext(context_); break; case MachineRep::K_FLOAT64: dstType = LLVMDoubleTypeInContext(context_); break; case MachineRep::K_WORD64: dstType = LLVMInt64TypeInContext(context_); break; case MachineRep::K_PTR_1: if (compCfg_->Is32Bit()) { dstType = LLVMVectorType(LLVMPointerType(LLVMInt8Type(), 1), 2); // 2: packed vector type } else { dstType = LLVMPointerType(LLVMInt64TypeInContext(context_), 1); } break; case MachineRep::K_META: dstType = LLVMMetadataTypeInContext(context_); break; default: UNREACHABLE(); break; } return dstType; } void LLVMIRBuilder::HandleCall(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); OpCode callOp = acc_.GetOpCode(gate); if (callOp == OpCode::CALL || callOp == OpCode::NOGC_RUNTIME_CALL || callOp == OpCode::BUILTINS_CALL || callOp == OpCode::BUILTINS_CALL_WITH_ARGV) { VisitCall(gate, ins, callOp); } else { UNREACHABLE(); } } void LLVMIRBuilder::HandleBytecodeCall(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); VisitBytecodeCall(gate, ins); } void LLVMIRBuilder::HandleRuntimeCall(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); VisitRuntimeCall(gate, ins); } LLVMValueRef LLVMIRBuilder::GetFunction(LLVMValueRef glue, const CallSignature *signature, LLVMValueRef rtbaseoffset, const std::string &realName) const { LLVMTypeRef rtfuncType = llvmModule_->GetFuncType(signature); LLVMTypeRef rtfuncTypePtr = LLVMPointerType(rtfuncType, 0); LLVMTypeRef glueType = LLVMTypeOf(glue); LLVMValueRef rtbaseAddr = LLVMBuildIntToPtr(builder_, rtbaseoffset, LLVMPointerType(glueType, 0), ""); std::string name = realName.empty() ? signature->GetName() : realName; LLVMValueRef llvmAddr = LLVMBuildLoad(builder_, rtbaseAddr, name.c_str()); LLVMValueRef callee = LLVMBuildIntToPtr(builder_, llvmAddr, rtfuncTypePtr, (name + "-cast").c_str()); ASSERT(callee != nullptr); return callee; } LLVMValueRef LLVMIRBuilder::GetFunctionFromGlobalValue([[maybe_unused]]LLVMValueRef glue, const CallSignature *signature, LLVMValueRef reloc) const { LLVMTypeRef rtfuncType = llvmModule_->GetFuncType(signature); LLVMTypeRef rtfuncTypePtr = LLVMPointerType(rtfuncType, 0); LLVMValueRef callee = LLVMBuildIntToPtr(builder_, reloc, rtfuncTypePtr, "cast"); assert(callee != nullptr); return callee; } bool LLVMIRBuilder::IsInterpreted() { return circuit_->GetFrameType() == FrameType::ASM_INTERPRETER_FRAME; } bool LLVMIRBuilder::IsOptimized() { return circuit_->GetFrameType() == FrameType::OPTIMIZED_FRAME; } void LLVMIRBuilder::VisitRuntimeCall(GateRef gate, const std::vector &inList) { ASSERT(llvmModule_ != nullptr); StubIdType stubId = RTSTUB_ID(CallRuntime); LLVMValueRef glue = GetGlue(inList); int stubIndex = static_cast(std::get(stubId)); LLVMValueRef rtoffset = GetRTStubOffset(glue, stubIndex); LLVMValueRef rtbaseoffset = LLVMBuildAdd(builder_, glue, rtoffset, ""); const CallSignature *signature = RuntimeStubCSigns::Get(std::get(stubId)); std::vector params; params.push_back(glue); // glue const int index = static_cast(acc_.GetConstantValue(inList[static_cast(CallInputs::TARGET)])); params.push_back(LLVMConstInt(LLVMInt64Type(), index, 0)); // target params.push_back(LLVMConstInt(LLVMInt64Type(), inList.size() - static_cast(CallInputs::FIRST_PARAMETER), 0)); // argc for (size_t paraIdx = static_cast(CallInputs::FIRST_PARAMETER); paraIdx < inList.size(); ++paraIdx) { GateRef gateTmp = inList[paraIdx]; params.push_back(gate2LValue_[gateTmp]); } LLVMTypeRef funcType = llvmModule_->GenerateFuncType(params, signature); std::string targetName = RuntimeStubCSigns::GetRTName(index); LLVMValueRef callee = GetFunction(glue, signature, rtbaseoffset, targetName); callee = LLVMBuildPointerCast(builder_, callee, LLVMPointerType(funcType, 0), ""); LLVMValueRef runtimeCall = LLVMBuildCall2(builder_, funcType, callee, params.data(), inList.size(), ""); if (!compCfg_->Is32Bit()) { // Arm32 not support webkit jscc calling convention LLVMSetInstructionCallConv(runtimeCall, LLVMWebKitJSCallConv); } gate2LValue_[gate] = runtimeCall; } void LLVMIRBuilder::HandleRuntimeCallWithArgv(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); VisitRuntimeCallWithArgv(gate, ins); } void LLVMIRBuilder::VisitRuntimeCallWithArgv(GateRef gate, const std::vector &inList) { ASSERT(IsOptimized() == true); StubIdType stubId = RTSTUB_ID(CallRuntimeWithArgv); LLVMValueRef glue = GetGlue(inList); int stubIndex = static_cast(std::get(stubId)); LLVMValueRef rtoffset = GetRTStubOffset(glue, stubIndex); LLVMValueRef rtbaseoffset = LLVMBuildAdd(builder_, glue, rtoffset, ""); const CallSignature *signature = RuntimeStubCSigns::Get(std::get(stubId)); LLVMValueRef callee = GetFunction(glue, signature, rtbaseoffset); std::vector params; params.push_back(glue); // glue uint64_t index = acc_.GetConstantValue(inList[static_cast(CallInputs::TARGET)]); auto targetId = LLVMConstInt(LLVMInt64Type(), index, 0); params.push_back(targetId); // target for (size_t paraIdx = static_cast(CallInputs::FIRST_PARAMETER); paraIdx < inList.size(); ++paraIdx) { GateRef gateTmp = inList[paraIdx]; params.push_back(gate2LValue_[gateTmp]); } LLVMTypeRef funcType = llvmModule_->GenerateFuncType(params, signature); callee = LLVMBuildPointerCast(builder_, callee, LLVMPointerType(funcType, 0), ""); LLVMValueRef runtimeCall = LLVMBuildCall2(builder_, funcType, callee, params.data(), inList.size() - 1, ""); gate2LValue_[gate] = runtimeCall; } LLVMValueRef LLVMIRBuilder::GetCurrentSP() { LLVMMetadataRef meta; if (compCfg_->IsAmd64()) { meta = LLVMMDStringInContext2(context_, "rsp", 4); // 4 : 4 means len of "rsp" } else { meta = LLVMMDStringInContext2(context_, "sp", 3); // 3 : 3 means len of "sp" } LLVMMetadataRef metadataNode = LLVMMDNodeInContext2(context_, &meta, 1); LLVMValueRef spValue = ReadRegister(module_, builder_, metadataNode); return spValue; } LLVMValueRef LLVMIRBuilder::GetCurrentFrameType(LLVMValueRef currentSpFrameAddr) { LLVMValueRef tmp = LLVMBuildSub(builder_, currentSpFrameAddr, LLVMConstInt(slotType_, slotSize_, 1), ""); LLVMValueRef frameTypeAddr = LLVMBuildIntToPtr(builder_, tmp, LLVMPointerType(LLVMInt64Type(), 0), ""); LLVMValueRef frameType = LLVMBuildLoad(builder_, frameTypeAddr, ""); return frameType; } void LLVMIRBuilder::SetGCLeafFunction(LLVMValueRef call) { const char *attrName = "gc-leaf-function"; const char *attrValue = "true"; LLVMAttributeRef llvmAttr = LLVMCreateStringAttribute(context_, attrName, strlen(attrName), attrValue, strlen(attrValue)); LLVMAddCallSiteAttribute(call, LLVMAttributeFunctionIndex, llvmAttr); } void LLVMIRBuilder::SetCallConvAttr(const CallSignature *calleeDescriptor, LLVMValueRef call) { ASSERT(calleeDescriptor != nullptr); if (calleeDescriptor->GetCallConv() == CallSignature::CallConv::GHCCallConv) { LLVMSetTailCall(call, true); SetGCLeafFunction(call); LLVMSetInstructionCallConv(call, LLVMGHCCallConv); } else if (calleeDescriptor->GetCallConv() == CallSignature::CallConv::WebKitJSCallConv) { LLVMSetInstructionCallConv(call, LLVMWebKitJSCallConv); } if (calleeDescriptor->GetTailCall()) { LLVMSetTailCall(call, true); } if (calleeDescriptor->GetGCLeafFunction()) { SetGCLeafFunction(call); } } bool LLVMIRBuilder::IsHeapPointerType(LLVMTypeRef valueType) { return LLVMGetTypeKind(valueType) == LLVMPointerTypeKind && LLVMGetPointerAddressSpace(valueType) > 0; } LLVMValueRef LLVMIRBuilder::GetGlue(const std::vector &inList) { return gate2LValue_[inList[static_cast(CallInputs::GLUE)]]; } LLVMValueRef LLVMIRBuilder::GetLeaveFrameOffset(LLVMValueRef glue) { LLVMTypeRef glueType = LLVMTypeOf(glue); return LLVMConstInt(glueType, static_cast(JSThread::GlueData::GetLeaveFrameOffset(compCfg_->Is32Bit())), 0); } LLVMValueRef LLVMIRBuilder::GetRTStubOffset(LLVMValueRef glue, int index) { LLVMTypeRef glueType = LLVMTypeOf(glue); return LLVMConstInt(glueType, static_cast(JSThread::GlueData::GetRTStubEntriesOffset(compCfg_->Is32Bit())) + index * slotSize_, 0); } LLVMValueRef LLVMIRBuilder::GetCoStubOffset(LLVMValueRef glue, int index) { LLVMTypeRef glueType = LLVMTypeOf(glue); return LLVMConstInt(glueType, JSThread::GlueData::GetCOStubEntriesOffset(compCfg_->Is32Bit()) + static_cast(index * slotSize_), 0); } LLVMValueRef LLVMIRBuilder::GetBCStubOffset(LLVMValueRef glue) { LLVMTypeRef glueType = LLVMTypeOf(glue); return LLVMConstInt(glueType, JSThread::GlueData::GetBCStubEntriesOffset(compCfg_->Is32Bit()), 0); } LLVMValueRef LLVMIRBuilder::GetBCDebugStubOffset(LLVMValueRef glue) { LLVMTypeRef glueType = LLVMTypeOf(glue); return LLVMConstInt(glueType, JSThread::GlueData::GetBCDebuggerStubEntriesOffset(compCfg_->Is32Bit()), 0); } LLVMValueRef LLVMIRBuilder::GetBuiltinsStubOffset(LLVMValueRef glue) { LLVMTypeRef glueType = LLVMTypeOf(glue); return LLVMConstInt(glueType, JSThread::GlueData::GetBuiltinsStubEntriesOffset(compCfg_->Is32Bit()), 0); } void LLVMIRBuilder::ComputeArgCountAndBCOffset(size_t &actualNumArgs, LLVMValueRef &bcOffset, const std::vector &inList, CallExceptionKind kind) { if (kind == CallExceptionKind::HAS_BC_OFFSET) { actualNumArgs = inList.size() - 1; bcOffset = gate2LValue_[inList[actualNumArgs]]; } else { actualNumArgs = inList.size(); } } LLVMIRBuilder::CallExceptionKind LLVMIRBuilder::GetCallExceptionKind(size_t index, OpCode op) const { bool hasBcOffset = (callConv_ == CallSignature::CallConv::WebKitJSCallConv && op == OpCode::NOGC_RUNTIME_CALL && index == RTSTUB_ID(JSCall)); return hasBcOffset ? CallExceptionKind::HAS_BC_OFFSET : CallExceptionKind::NO_BC_OFFSET; } void LLVMIRBuilder::UpdateLeaveFrame(LLVMValueRef glue) { LLVMValueRef leaveFrameOffset = GetLeaveFrameOffset(glue); LLVMValueRef leaveFrameValue = LLVMBuildAdd(builder_, glue, leaveFrameOffset, ""); LLVMTypeRef glueType = LLVMTypeOf(glue); LLVMValueRef leaveFrameAddr = LLVMBuildIntToPtr(builder_, leaveFrameValue, LLVMPointerType(glueType, 0), ""); LLVMValueRef llvmFpAddr = CallingFp(module_, builder_, true); LLVMValueRef fp = LLVMBuildPtrToInt(builder_, llvmFpAddr, LLVMInt64Type(), "cast_int64_t"); LLVMBuildStore(builder_, fp, leaveFrameAddr); } void LLVMIRBuilder::VisitCall(GateRef gate, const std::vector &inList, OpCode op) { size_t targetIndex = static_cast(CallInputs::TARGET); static_assert(static_cast(CallInputs::FIRST_PARAMETER) == 3); const CallSignature *calleeDescriptor = nullptr; LLVMValueRef glue = GetGlue(inList); LLVMValueRef rtoffset; LLVMValueRef rtbaseoffset; LLVMValueRef callee; CallExceptionKind kind = CallExceptionKind::NO_BC_OFFSET; if (op == OpCode::CALL) { const size_t index = acc_.GetConstantValue(inList[targetIndex]); calleeDescriptor = CommonStubCSigns::Get(index); rtoffset = GetCoStubOffset(glue, index); rtbaseoffset = LLVMBuildAdd(builder_, glue, rtoffset, ""); callee = GetFunction(glue, calleeDescriptor, rtbaseoffset); } else if (op == OpCode::NOGC_RUNTIME_CALL) { UpdateLeaveFrame(glue); const size_t index = acc_.GetConstantValue(inList[targetIndex]); calleeDescriptor = RuntimeStubCSigns::Get(index); rtoffset = GetRTStubOffset(glue, index); rtbaseoffset = LLVMBuildAdd(builder_, glue, rtoffset, ""); callee = GetFunction(glue, calleeDescriptor, rtbaseoffset); kind = GetCallExceptionKind(index, op); } else { ASSERT(op == OpCode::BUILTINS_CALL || op == OpCode::BUILTINS_CALL_WITH_ARGV); LLVMValueRef opcodeOffset = gate2LValue_[inList[targetIndex]]; rtoffset = GetBuiltinsStubOffset(glue); rtbaseoffset = LLVMBuildAdd( builder_, glue, LLVMBuildAdd(builder_, rtoffset, opcodeOffset, ""), ""); if (op == OpCode::BUILTINS_CALL) { calleeDescriptor = BuiltinsStubCSigns::BuiltinsCSign(); } else { calleeDescriptor = BuiltinsStubCSigns::BuiltinsWithArgvCSign(); } callee = GetFunction(glue, calleeDescriptor, rtbaseoffset); } std::vector params; const size_t firstArg = static_cast(CallInputs::FIRST_PARAMETER); GateRef glueGate = inList[firstArg]; params.push_back(gate2LValue_[glueGate]); // get parameter types LLVMTypeRef calleeFuncType = LLVMGetElementType(LLVMTypeOf(callee)); std::vector paramTypes(LLVMCountParamTypes(calleeFuncType)); LLVMGetParamTypes(calleeFuncType, paramTypes.data()); int extraParameterCnt = 0; size_t actualNumArgs = 0; LLVMValueRef bcOffset = LLVMConstInt(LLVMInt32Type(), 0, 0); ComputeArgCountAndBCOffset(actualNumArgs, bcOffset, inList, kind); // then push the actual parameter for js function call for (size_t paraIdx = firstArg + 1; paraIdx < actualNumArgs; ++paraIdx) { GateRef gateTmp = inList[paraIdx]; const auto gateTmpType = LLVMTypeOf(gate2LValue_[gateTmp]); if (params.size() < paramTypes.size()) { // this condition will be false for variadic arguments const auto paramType = paramTypes.at(params.size()); // match parameter types and function signature types if (IsHeapPointerType(paramType) && !IsHeapPointerType(gateTmpType)) { params.push_back( LLVMBuildIntToPtr(builder_, LLVMBuildBitCast(builder_, gate2LValue_[gateTmp], LLVMInt64Type(), ""), paramType, "")); } else { params.push_back(LLVMBuildBitCast(builder_, gate2LValue_[gateTmp], paramType, "")); } } else { params.push_back(gate2LValue_[gateTmp]); } } LLVMValueRef call = nullptr; LLVMTypeRef funcType = llvmModule_->GenerateFuncType(params, calleeDescriptor); callee = LLVMBuildPointerCast(builder_, callee, LLVMPointerType(funcType, 0), ""); if (kind == CallExceptionKind::HAS_BC_OFFSET) { std::vector values; auto bcIndex = LLVMConstInt(LLVMInt64Type(), static_cast(SpecVregIndex::BC_OFFSET_INDEX), 1); values.push_back(bcIndex); values.push_back(bcOffset); call = LLVMBuildCall3(builder_, funcType, callee, params.data(), actualNumArgs - firstArg + extraParameterCnt, "", values.data(), values.size()); } else { call = LLVMBuildCall2(builder_, funcType, callee, params.data(), actualNumArgs - firstArg + extraParameterCnt, ""); } SetCallConvAttr(calleeDescriptor, call); gate2LValue_[gate] = call; } void LLVMIRBuilder::VisitBytecodeCall(GateRef gate, const std::vector &inList) { size_t paraStartIndex = static_cast(CallInputs::FIRST_PARAMETER); size_t targetIndex = static_cast(CallInputs::TARGET); size_t glueIndex = static_cast(CallInputs::GLUE); LLVMValueRef opcodeOffset = gate2LValue_[inList[targetIndex]]; ASSERT(llvmModule_ != nullptr); // start index of bytecode handler csign in llvmModule LLVMValueRef glue = gate2LValue_[inList[glueIndex]]; LLVMValueRef baseOffset = GetBaseOffset(gate, glue); LLVMValueRef rtbaseoffset = LLVMBuildAdd( builder_, glue, LLVMBuildAdd(builder_, baseOffset, opcodeOffset, ""), ""); const CallSignature *signature = BytecodeStubCSigns::BCHandler(); LLVMValueRef callee = GetFunction(glue, signature, rtbaseoffset); std::vector params; for (size_t paraIdx = paraStartIndex; paraIdx < inList.size(); ++paraIdx) { GateRef gateTmp = inList[paraIdx]; params.push_back(gate2LValue_[gateTmp]); } LLVMTypeRef funcType = llvmModule_->GenerateFuncType(params, signature); callee = LLVMBuildPointerCast(builder_, callee, LLVMPointerType(funcType, 0), ""); LLVMValueRef call = LLVMBuildCall2(builder_, funcType, callee, params.data(), inList.size() - paraStartIndex, ""); SetGCLeafFunction(call); LLVMSetTailCall(call, true); LLVMSetInstructionCallConv(call, LLVMGHCCallConv); gate2LValue_[gate] = call; } LLVMValueRef LLVMIRBuilder::GetBaseOffset(GateRef gate, LLVMValueRef glue) { switch (acc_.GetOpCode(gate)) { case OpCode::BYTECODE_CALL: return GetBCStubOffset(glue); case OpCode::DEBUGGER_BYTECODE_CALL: return GetBCDebugStubOffset(glue); default: UNREACHABLE(); } } void LLVMIRBuilder::HandleAlloca(GateRef gate) { return VisitAlloca(gate); } void LLVMIRBuilder::VisitAlloca(GateRef gate) { uint64_t machineRep = acc_.TryGetValue(gate); LLVMTypeRef dataType = GetMachineRepType(static_cast(machineRep)); gate2LValue_[gate] = LLVMBuildPtrToInt(builder_, LLVMBuildAlloca(builder_, dataType, ""), ConvertLLVMTypeFromGate(gate), ""); } void LLVMIRBuilder::HandlePhi(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); VisitPhi(gate, ins); } void LLVMIRBuilder::VisitPhi(GateRef gate, const std::vector &srcGates) { LLVMTypeRef type = ConvertLLVMTypeFromGate(gate); LLVMValueRef phi = LLVMBuildPhi(builder_, type, ""); std::vector relMergeIns; acc_.GetIns(srcGates[0], relMergeIns); bool addToPhiRebuildList = false; for (int i = 1; i < static_cast(srcGates.size()); i++) { GateId gateId = acc_.GetId(relMergeIns[i - 1]); int bbIdx = instID2bbID_[gateId]; int cnt = static_cast(bbID2BB_.count(bbIdx)); // if cnt = 0 means bb with current bbIdx hasn't been created if (cnt > 0) { BasicBlock *bb = bbID2BB_[bbIdx].get(); if (bb == nullptr) { OPTIONAL_LOG_COMPILER(ERROR) << "VisitPhi failed BasicBlock nullptr"; return; } BasicBlockImpl *impl = bb->GetImpl(); if (impl == nullptr) { OPTIONAL_LOG_COMPILER(ERROR) << "VisitPhi failed impl nullptr"; return; } LLVMBasicBlockRef llvmBB = EnsureLBB(bb); // The llvm bb LLVMValueRef value = gate2LValue_[srcGates[i]]; if (impl->started) { LLVMAddIncoming(phi, &value, &llvmBB, 1); } else { addToPhiRebuildList = true; impl = currentBb_->GetImpl(); impl->unmergedPhis_.emplace_back(); auto ¬_merged_phi = impl->unmergedPhis_.back(); not_merged_phi.phi = phi; not_merged_phi.pred = bb; not_merged_phi.operand = srcGates[i]; } } else { addToPhiRebuildList = true; } if (addToPhiRebuildList) { phiRebuildWorklist_.push_back(currentBb_); } gate2LValue_[gate] = phi; } } void LLVMIRBuilder::VisitReturn([[maybe_unused]] GateRef gate, [[maybe_unused]] GateRef popCount, const std::vector &operands) { // [STATE] [DEPEND] [VALUE] [RETURN_LIST] GateRef operand = operands[2]; // 2: skip 2 in gate that are not data gate LLVMValueRef returnValue = gate2LValue_[operand]; LLVMBuildRet(builder_, returnValue); } void LLVMIRBuilder::HandleReturn(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); VisitReturn(gate, 1, ins); } void LLVMIRBuilder::VisitReturnVoid([[maybe_unused]] GateRef gate) { // [STATE] [DEPEND] [VALUE] [RETURN_LIST] LLVMBuildRetVoid(builder_); } void LLVMIRBuilder::HandleReturnVoid(GateRef gate) { VisitReturnVoid(gate); } void LLVMIRBuilder::LinkToLLVMCfg(int bbId, const OperandsVector &predecessors) { BasicBlock *bb = EnsureBB(bbId); if (bb == nullptr) { OPTIONAL_LOG_COMPILER(ERROR) << " block create failed "; return; } currentBb_ = bb; LLVMBasicBlockRef lBB = EnsureLBB(bb); SetToCfg(bb); for (int predecessor : predecessors) { BasicBlock *pre = EnsureBB(predecessor); if (pre == nullptr) { OPTIONAL_LOG_COMPILER(ERROR) << " block setup failed, predecessor:%d nullptr" << predecessor; return; } LLVMBasicBlockRef preLBB = EnsureLBB(pre); LLVMMoveBasicBlockBefore(preLBB, lBB); } if (isPrologue(bbId)) { GenPrologue(); } } void LLVMIRBuilder::HandleGoto(GateRef gate) { std::vector outs; acc_.GetOutStates(gate, outs); int block = instID2bbID_[acc_.GetId(gate)]; int bbOut = instID2bbID_[acc_.GetId(outs[0])]; switch (acc_.GetOpCode(gate)) { case OpCode::MERGE: case OpCode::LOOP_BEGIN: { for (const auto &out : outs) { bbOut = instID2bbID_[acc_.GetId(out)]; VisitGoto(block, bbOut); } break; } default: { VisitGoto(block, bbOut); break; } } } void LLVMIRBuilder::VisitGoto(int block, int bbOut) { if (block == bbOut) { return; } BasicBlock *bb = EnsureBB(bbOut); if (bb == nullptr) { OPTIONAL_LOG_COMPILER(ERROR) << " block is nullptr "; return; } llvm::BasicBlock *self = llvm::unwrap(EnsureLBB(bbID2BB_[block].get())); llvm::BasicBlock *out = llvm::unwrap(EnsureLBB(bbID2BB_[bbOut].get())); llvm::BranchInst::Create(out, self); EndCurrentBlock(); } void LLVMIRBuilder::HandleConstant(GateRef gate) { std::bitset<64> value = acc_.GetConstantValue(gate); // 64: bit width VisitConstant(gate, value); } void LLVMIRBuilder::VisitConstant(GateRef gate, std::bitset<64> value) // 64: bit width { LLVMValueRef llvmValue = nullptr; auto machineType = acc_.GetMachineType(gate); if (machineType == MachineType::ARCH) { machineType = compCfg_->Is32Bit() ? MachineType::I32 : MachineType::I64; } if (machineType == MachineType::I32) { llvmValue = LLVMConstInt(LLVMInt32Type(), value.to_ulong(), 0); } else if (machineType == MachineType::I64) { llvmValue = LLVMConstInt(LLVMInt64Type(), value.to_ullong(), 0); LLVMTypeRef type = ConvertLLVMTypeFromGate(gate); if (LLVMGetTypeKind(type) == LLVMPointerTypeKind) { llvmValue = LLVMBuildIntToPtr(builder_, llvmValue, type, ""); } else if (LLVMGetTypeKind(type) == LLVMVectorTypeKind) { LLVMValueRef tmp1Value = LLVMBuildLShr(builder_, llvmValue, LLVMConstInt(LLVMInt64Type(), 32, 0), ""); // 32: offset LLVMValueRef tmp2Value = LLVMBuildIntCast(builder_, llvmValue, LLVMInt32Type(), ""); // low LLVMValueRef emptyValue = LLVMGetUndef(type); tmp1Value = LLVMBuildIntToPtr(builder_, tmp1Value, LLVMPointerType(LLVMInt8Type(), 1), ""); tmp2Value = LLVMBuildIntToPtr(builder_, tmp2Value, LLVMPointerType(LLVMInt8Type(), 1), ""); llvmValue = LLVMBuildInsertElement( builder_, emptyValue, tmp2Value, LLVMConstInt(LLVMInt32Type(), 0, 0), ""); llvmValue = LLVMBuildInsertElement(builder_, llvmValue, tmp1Value, LLVMConstInt(LLVMInt32Type(), 1, 0), ""); } else if (LLVMGetTypeKind(type) == LLVMIntegerTypeKind) { // do nothing } else { UNREACHABLE(); } } else if (machineType == MachineType::F64) { auto doubleValue = bit_cast(value.to_ullong()); // actual double value llvmValue = LLVMConstReal(LLVMDoubleType(), doubleValue); } else if (machineType == MachineType::I8) { llvmValue = LLVMConstInt(LLVMInt8Type(), value.to_ulong(), 0); } else if (machineType == MachineType::I16) { llvmValue = LLVMConstInt(LLVMInt16Type(), value.to_ulong(), 0); } else if (machineType == MachineType::I1) { llvmValue = LLVMConstInt(LLVMInt1Type(), value.to_ulong(), 0); } else { UNREACHABLE(); } gate2LValue_[gate] = llvmValue; } void LLVMIRBuilder::HandleRelocatableData(GateRef gate) { uint64_t value = acc_.TryGetValue(gate); VisitRelocatableData(gate, value); } void LLVMIRBuilder::VisitRelocatableData(GateRef gate, uint64_t value) { LLVMValueRef globalValue = LLVMAddGlobal(module_, LLVMInt64Type(), "G"); LLVMSetInitializer(globalValue, LLVMConstInt(LLVMInt64Type(), value, 0)); gate2LValue_[gate] = globalValue; } void LLVMIRBuilder::HandleZExtInt(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); VisitZExtInt(gate, ins[0]); } void LLVMIRBuilder::HandleSExtInt(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); VisitSExtInt(gate, ins[0]); } void LLVMIRBuilder::HandleParameter(GateRef gate) { return VisitParameter(gate); } void LLVMIRBuilder::VisitParameter(GateRef gate) { int argth = static_cast(acc_.TryGetValue(gate)); LLVMValueRef value = LLVMGetParam(function_, argth); ASSERT(LLVMTypeOf(value) == ConvertLLVMTypeFromGate(gate)); gate2LValue_[gate] = value; // NOTE: caller put args, otherwise crash ASSERT(value != nullptr); } void LLVMIRBuilder::SaveJSFuncOnOptJSFuncFrame(LLVMValueRef value) { ASSERT(circuit_->GetFrameType() == FrameType::OPTIMIZED_JS_FUNCTION_FRAME); LLVMValueRef llvmFpAddr = CallingFp(module_, builder_, false); LLVMValueRef frameAddr = LLVMBuildPtrToInt(builder_, llvmFpAddr, slotType_, "cast_int_t"); size_t reservedOffset = OptimizedJSFunctionFrame::ComputeReservedJSFuncOffset(slotSize_); LLVMValueRef frameJSFuncSlotAddr = LLVMBuildSub(builder_, frameAddr, LLVMConstInt(slotType_, reservedOffset, false), ""); LLVMValueRef jsFuncAddr = LLVMBuildIntToPtr(builder_, frameJSFuncSlotAddr, LLVMPointerType(slotType_, 0), "jsfunc.Addr"); LLVMValueRef jsFuncValue = LLVMBuildPtrToInt(builder_, value, slotType_, "cast_to_i64"); LLVMBuildStore(builder_, jsFuncValue, jsFuncAddr); } void LLVMIRBuilder::HandleBranch(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); std::vector outs; acc_.GetOutStates(gate, outs); GateRef bTrue = (acc_.GetOpCode(outs[0]) == OpCode::IF_TRUE) ? outs[0] : outs[1]; GateRef bFalse = (acc_.GetOpCode(outs[0]) == OpCode::IF_FALSE) ? outs[0] : outs[1]; int bbTrue = instID2bbID_[acc_.GetId(bTrue)]; int bbFalse = instID2bbID_[acc_.GetId(bFalse)]; VisitBranch(gate, ins[1], bbTrue, bbFalse); } void LLVMIRBuilder::HandleMod(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitMod(gate, g0, g1); } void LLVMIRBuilder::VisitMod(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = nullptr; ASSERT(ConvertLLVMTypeFromGate(gate) == ConvertLLVMTypeFromGate(e1)); ASSERT(ConvertLLVMTypeFromGate(gate) == ConvertLLVMTypeFromGate(e2)); auto machineType = acc_.GetMachineType(gate); if (machineType == MachineType::I32) { result = LLVMBuildSRem(builder_, e1Value, e2Value, ""); } else if (machineType == MachineType::F64) { result = LLVMBuildFRem(builder_, e1Value, e2Value, ""); } else { UNREACHABLE(); } gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitBranch(GateRef gate, GateRef cmp, int btrue, int bfalse) { if (gate2LValue_.count(cmp) == 0) { OPTIONAL_LOG_COMPILER(ERROR) << "Branch condition gate is nullptr!"; return; } LLVMValueRef cond = gate2LValue_[cmp]; BasicBlock *trueBB = EnsureBB(btrue); BasicBlock *falseBB = EnsureBB(bfalse); EnsureLBB(trueBB); EnsureLBB(falseBB); LLVMBasicBlockRef llvmTrueBB = trueBB->GetImpl()->lBB_; LLVMBasicBlockRef llvmFalseBB = falseBB->GetImpl()->lBB_; LLVMValueRef result = LLVMBuildCondBr(builder_, cond, llvmTrueBB, llvmFalseBB); EndCurrentBlock(); gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleSwitch(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); std::vector outs; acc_.GetOutStates(gate, outs); VisitSwitch(gate, ins[1], outs); } void LLVMIRBuilder::VisitSwitch(GateRef gate, GateRef input, const std::vector &outList) { LLVMValueRef cond = gate2LValue_[input]; int caseNum = static_cast(outList.size()); BasicBlock *curOutBB = nullptr; LLVMBasicBlockRef llvmDefaultOutBB = nullptr; for (int i = 0; i < caseNum; i++) { curOutBB = EnsureBB(instID2bbID_[acc_.GetId(outList[i])]); EnsureLBB(curOutBB); if (acc_.GetOpCode(outList[i]) == OpCode::DEFAULT_CASE) { llvmDefaultOutBB = curOutBB->GetImpl()->lBB_; } } LLVMValueRef result = LLVMBuildSwitch(builder_, cond, llvmDefaultOutBB, static_cast(caseNum - 1)); LLVMBasicBlockRef llvmCurOutBB = nullptr; for (int i = 0; i < caseNum; i++) { if (acc_.GetOpCode(outList[i]) == OpCode::DEFAULT_CASE) { continue; } curOutBB = EnsureBB(instID2bbID_[acc_.GetId(outList[i])]); llvmCurOutBB = curOutBB->GetImpl()->lBB_; LLVMAddCase(result, LLVMConstInt(ConvertLLVMTypeFromGate(input), acc_.TryGetValue(outList[i]), 0), llvmCurOutBB); } EndCurrentBlock(); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitLoad(GateRef gate, GateRef base) { LLVMValueRef baseAddr = gate2LValue_[base]; LLVMTypeRef returnType; baseAddr = CanonicalizeToPtr(baseAddr); returnType = ConvertLLVMTypeFromGate(gate); baseAddr = LLVMBuildPointerCast(builder_, baseAddr, LLVMPointerType(returnType, LLVMGetPointerAddressSpace(LLVMTypeOf(baseAddr))), ""); LLVMValueRef result = LLVMBuildLoad(builder_, baseAddr, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitStore(GateRef gate, GateRef base, GateRef dataToStore) { LLVMValueRef baseAddr = gate2LValue_[base]; baseAddr = CanonicalizeToPtr(baseAddr); LLVMValueRef data = gate2LValue_[dataToStore]; baseAddr = LLVMBuildPointerCast(builder_, baseAddr, LLVMPointerType(ConvertLLVMTypeFromGate(dataToStore), LLVMGetPointerAddressSpace(LLVMTypeOf(baseAddr))), ""); LLVMValueRef value = LLVMBuildStore(builder_, data, baseAddr); gate2LValue_[gate] = value; } LLVMValueRef LLVMIRBuilder::CanonicalizeToInt(LLVMValueRef value) { if (LLVMGetTypeKind(LLVMTypeOf(value)) == LLVMVectorTypeKind) { LLVMValueRef e1Value0 = LLVMBuildExtractElement(builder_, value, LLVMConstInt(LLVMInt32Type(), 0, 1), ""); LLVMValueRef e1Value1 = LLVMBuildExtractElement(builder_, value, LLVMConstInt(LLVMInt32Type(), 1, 1), ""); LLVMValueRef tmp1 = LLVMBuildPtrToInt(builder_, e1Value1, LLVMInt64Type(), ""); LLVMValueRef constValue = LLVMConstInt(LLVMInt64Type(), 32, 0); // 32: offset LLVMValueRef tmp1Value = LLVMBuildShl(builder_, tmp1, constValue, ""); LLVMValueRef tmp2Value = LLVMBuildPtrToInt(builder_, e1Value0, LLVMInt64Type(), ""); LLVMValueRef resultValue = LLVMBuildAdd(builder_, tmp1Value, tmp2Value, ""); return resultValue; } else if (LLVMGetTypeKind(LLVMTypeOf(value)) == LLVMPointerTypeKind) { return LLVMBuildPtrToInt(builder_, value, LLVMInt64Type(), ""); } else if (LLVMGetTypeKind(LLVMTypeOf(value)) == LLVMIntegerTypeKind) { return value; } else { LOG_COMPILER(ERROR) << "can't Canonicalize to Int64: "; UNREACHABLE(); } } LLVMValueRef LLVMIRBuilder::CanonicalizeToPtr(LLVMValueRef value) { if (LLVMGetTypeKind(LLVMTypeOf(value)) == LLVMVectorTypeKind) { LLVMValueRef tmp = LLVMBuildExtractElement(builder_, value, LLVMConstInt(LLVMInt32Type(), 0, 1), ""); return LLVMBuildPointerCast(builder_, tmp, LLVMPointerType(LLVMInt8Type(), 1), ""); } else if (LLVMGetTypeKind(LLVMTypeOf(value)) == LLVMPointerTypeKind) { return LLVMBuildPointerCast(builder_, value, LLVMPointerType(LLVMInt8Type(), LLVMGetPointerAddressSpace(LLVMTypeOf(value))), ""); } else if (LLVMGetTypeKind(LLVMTypeOf(value)) == LLVMIntegerTypeKind) { LLVMValueRef tmp = LLVMBuildIntToPtr(builder_, value, LLVMPointerType(LLVMInt64Type(), 0), ""); return LLVMBuildPointerCast(builder_, tmp, LLVMPointerType(LLVMInt8Type(), 0), ""); } else { LOG_COMPILER(ERROR) << "can't Canonicalize to Ptr: "; UNREACHABLE(); } } void LLVMIRBuilder::HandleIntRev(GateRef gate) { std::vector ins; acc_.GetIns(gate, ins); VisitIntRev(gate, ins[0]); } void LLVMIRBuilder::VisitIntRev(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; ASSERT(ConvertLLVMTypeFromGate(gate) == ConvertLLVMTypeFromGate(e1)); auto machineType = acc_.GetMachineType(gate); LLVMValueRef result = nullptr; if (machineType <= MachineType::I64 && machineType >= MachineType::I1) { result = LLVMBuildNot(builder_, e1Value, ""); } else { UNREACHABLE(); } gate2LValue_[gate] = result; } LLVMValueRef LLVMIRBuilder::PointerAdd(LLVMValueRef baseAddr, LLVMValueRef offset, LLVMTypeRef rep) { LLVMValueRef ptr = CanonicalizeToPtr(baseAddr); LLVMValueRef dstRef8 = LLVMBuildGEP(builder_, ptr, &offset, 1, ""); LLVMValueRef result = LLVMBuildPointerCast(builder_, dstRef8, rep, ""); return result; } LLVMValueRef LLVMIRBuilder::VectorAdd(LLVMValueRef baseAddr, LLVMValueRef offset, [[maybe_unused]] LLVMTypeRef rep) { LLVMValueRef ptr = CanonicalizeToPtr(baseAddr); LLVMValueRef dstRef8 = LLVMBuildGEP(builder_, ptr, &offset, 1, ""); LLVMValueRef result = LLVMBuildInsertElement(builder_, baseAddr, dstRef8, LLVMConstInt(LLVMInt32Type(), 0, 0), ""); return result; } LLVMTypeRef LLVMIRBuilder::ConvertLLVMTypeFromGate(GateRef gate) const { if (acc_.IsGCRelated(gate)) { if (compCfg_->Is32Bit()) { return LLVMVectorType(LLVMPointerType(LLVMInt8Type(), 1), 2); } else { return LLVMPointerType(LLVMInt64Type(), 1); } } MachineType t = acc_.GetMachineType(gate); switch (t) { case MachineType::NOVALUE: return LLVMVoidType(); case MachineType::I1: return LLVMInt1Type(); case MachineType::I8: return LLVMInt8Type(); case MachineType::I16: return LLVMInt16Type(); case MachineType::I32: return LLVMInt32Type(); case MachineType::I64: return LLVMInt64Type(); case MachineType::F32: return LLVMFloatType(); case MachineType::F64: return LLVMDoubleType(); case MachineType::ARCH: { if (compCfg_->Is32Bit()) { return LLVMInt32Type(); } else { return LLVMInt64Type(); } } default: UNREACHABLE(); } } int64_t LLVMIRBuilder::GetBitWidthFromMachineType(MachineType machineType) const { switch (machineType) { case NOVALUE: return 0; case ARCH: return 48; // 48: Pointer representation in different architectures case I1: return 1; case I8: return 8; // 8: bit width case I16: return 16; // 16: bit width case I32: return 32; // 32: bit width case I64: return 64; // 64: bit width case F32: return 32; // 32: bit width case F64: return 64; // 64: bit width case FLEX: case ANYVALUE: UNREACHABLE(); default: UNREACHABLE(); } } void LLVMIRBuilder::HandleAdd(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitAdd(gate, g0, g1); } void LLVMIRBuilder::HandleTruncFloatToInt(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); VisitTruncFloatToInt(gate, g0); } void LLVMIRBuilder::VisitTruncFloatToInt(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; auto machineType = acc_.GetMachineType(e1); LLVMValueRef result = nullptr; if (machineType <= MachineType::F64 && machineType >= MachineType::F32) { result = LLVMBuildFPToSI(builder_, e1Value, ConvertLLVMTypeFromGate(gate), ""); } else { UNREACHABLE(); } gate2LValue_[gate] = result; } bool IsAddIntergerType(MachineType machineType) { switch (machineType) { case MachineType::I8: case MachineType::I16: case MachineType::I32: case MachineType::I64: case MachineType::ARCH: return true; default: return false; } } void LLVMIRBuilder::VisitAdd(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = nullptr; /* * If the first operand is pointer, special treatment is needed * 1) add, pointer, int * 2) add, vector{i8* x 2}, int */ LLVMTypeRef returnType = ConvertLLVMTypeFromGate(gate); auto machineType = acc_.GetMachineType(gate); if (IsAddIntergerType(machineType)) { auto e1Type = LLVMGetTypeKind(ConvertLLVMTypeFromGate(e1)); if (e1Type == LLVMVectorTypeKind) { result = VectorAdd(e1Value, e2Value, returnType); } else if (e1Type == LLVMPointerTypeKind) { result = PointerAdd(e1Value, e2Value, returnType); } else { LLVMValueRef tmp1Value = LLVMBuildIntCast2(builder_, e1Value, returnType, 0, ""); LLVMValueRef tmp2Value = LLVMBuildIntCast2(builder_, e2Value, returnType, 0, ""); result = LLVMBuildAdd(builder_, tmp1Value, tmp2Value, ""); if (LLVMTypeOf(tmp1Value) != LLVMTypeOf(tmp2Value)) { ASSERT(LLVMTypeOf(tmp1Value) == LLVMTypeOf(tmp2Value)); } } } else if (machineType == MachineType::F64) { result = LLVMBuildFAdd(builder_, e1Value, e2Value, ""); } else { UNREACHABLE(); } gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleSub(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitSub(gate, g0, g1); } void LLVMIRBuilder::VisitSub(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = nullptr; auto machineType = acc_.GetMachineType(gate); if (machineType == MachineType::I16 || machineType == MachineType::I32 || machineType == MachineType::I64 || machineType == MachineType::ARCH) { result = LLVMBuildSub(builder_, e1Value, e2Value, ""); } else if (machineType == MachineType::F64) { result = LLVMBuildFSub(builder_, e1Value, e2Value, ""); } else { UNREACHABLE(); } gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleMul(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitMul(gate, g0, g1); } bool IsMulIntergerType(MachineType machineType) { switch (machineType) { case MachineType::I32: case MachineType::I64: case MachineType::ARCH: return true; default: return false; } } void LLVMIRBuilder::VisitMul(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = nullptr; auto machineType = acc_.GetMachineType(gate); if (IsMulIntergerType(machineType)) { result = LLVMBuildMul(builder_, e1Value, e2Value, ""); } else if (machineType == MachineType::F64) { result = LLVMBuildFMul(builder_, e1Value, e2Value, ""); } else { UNREACHABLE(); } gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleFloatDiv(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitFloatDiv(gate, g0, g1); } void LLVMIRBuilder::HandleIntDiv(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitIntDiv(gate, g0, g1); } void LLVMIRBuilder::HandleUDiv(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitUDiv(gate, g0, g1); } void LLVMIRBuilder::HandleIntOr(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitIntOr(gate, g0, g1); } void LLVMIRBuilder::HandleIntXor(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitIntXor(gate, g0, g1); } void LLVMIRBuilder::HandleIntLsr(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitIntLsr(gate, g0, g1); } void LLVMIRBuilder::HandleIntAsr(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitIntAsr(gate, g0, g1); } void LLVMIRBuilder::HandleCmp(GateRef gate) { GateRef left = acc_.GetIn(gate, 0); GateRef right = acc_.GetIn(gate, 1); VisitCmp(gate, left, right); } LLVMIntPredicate LLVMIRBuilder::ConvertLLVMPredicateFromICMP(ICmpCondition cond) { switch (cond) { case ICmpCondition::SLT: return LLVMIntSLT; case ICmpCondition::SLE: return LLVMIntSLE; case ICmpCondition::SGT: return LLVMIntSGT; case ICmpCondition::SGE: return LLVMIntSGE; case ICmpCondition::ULT: return LLVMIntULT; case ICmpCondition::ULE: return LLVMIntULE; case ICmpCondition::UGT: return LLVMIntUGT; case ICmpCondition::UGE: return LLVMIntUGE; case ICmpCondition::NE: return LLVMIntNE; case ICmpCondition::EQ: return LLVMIntEQ; default: LOG_COMPILER(ERROR) << "unexpected cond!"; UNREACHABLE(); } return LLVMIntEQ; } LLVMRealPredicate LLVMIRBuilder::ConvertLLVMPredicateFromFCMP(FCmpCondition cond) { switch (cond) { case FCmpCondition::OLT: return LLVMRealOLT; case FCmpCondition::OLE: return LLVMRealOLE; case FCmpCondition::OGT: return LLVMRealOGT; case FCmpCondition::OGE: return LLVMRealOGE; case FCmpCondition::ONE: return LLVMRealONE; case FCmpCondition::OEQ: return LLVMRealOEQ; default: LOG_COMPILER(ERROR) << "unexpected cond!"; UNREACHABLE(); } return LLVMRealOEQ; } void LLVMIRBuilder::VisitCmp(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = nullptr; [[maybe_unused]]auto e1ValCode = acc_.GetMachineType(e1); [[maybe_unused]]auto e2ValCode = acc_.GetMachineType(e2); ASSERT((e1ValCode == e2ValCode) || (compCfg_->Is32Bit() && (e1ValCode == MachineType::ARCH) && (e2ValCode == MachineType::I32)) || (compCfg_->Is64Bit() && (e1ValCode == MachineType::ARCH) && (e2ValCode == MachineType::I64)) || (compCfg_->Is32Bit() && (e2ValCode == MachineType::ARCH) && (e1ValCode == MachineType::I32)) || (compCfg_->Is64Bit() && (e2ValCode == MachineType::ARCH) && (e1ValCode == MachineType::I64))); LLVMIntPredicate intOpcode = LLVMIntEQ; LLVMRealPredicate realOpcode = LLVMRealPredicateFalse; auto op = acc_.GetOpCode(gate); if (op == OpCode::ICMP) { auto cond = acc_.GetICmpCondition(gate); intOpcode = ConvertLLVMPredicateFromICMP(cond); result = LLVMBuildICmp(builder_, intOpcode, e1Value, e2Value, ""); } else if (op == OpCode::FCMP) { auto cond = acc_.GetFCmpCondition(gate); realOpcode = ConvertLLVMPredicateFromFCMP(cond); result = LLVMBuildFCmp(builder_, realOpcode, e1Value, e2Value, ""); } else { UNREACHABLE(); } gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleLoad(GateRef gate) { VisitLoad(gate, acc_.GetIn(gate, 1)); } void LLVMIRBuilder::HandleStore(GateRef gate) { VisitStore(gate, acc_.GetIn(gate, 2), acc_.GetIn(gate, 1)); // 2:baseAddr gate, 1:data gate } void LLVMIRBuilder::HandleChangeInt32ToDouble(GateRef gate) { VisitChangeInt32ToDouble(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::HandleChangeUInt32ToDouble(GateRef gate) { VisitChangeUInt32ToDouble(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::HandleChangeDoubleToInt32(GateRef gate) { VisitChangeDoubleToInt32(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::HandleChangeTaggedPointerToInt64(GateRef gate) { VisitChangeTaggedPointerToInt64(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::HandleChangeInt64ToTagged(GateRef gate) { VisitChangeInt64ToTagged(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::VisitIntDiv(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildSDiv(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitUDiv(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildUDiv(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitFloatDiv(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildFDiv(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitIntOr(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildOr(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleIntAnd(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitIntAnd(gate, g0, g1); } void LLVMIRBuilder::VisitIntAnd(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildAnd(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitIntXor(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildXor(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitIntLsr(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildLShr(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitIntAsr(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildAShr(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleIntLsl(GateRef gate) { auto g0 = acc_.GetIn(gate, 0); auto g1 = acc_.GetIn(gate, 1); VisitIntLsl(gate, g0, g1); } void LLVMIRBuilder::VisitIntLsl(GateRef gate, GateRef e1, GateRef e2) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef e2Value = gate2LValue_[e2]; LLVMValueRef result = LLVMBuildShl(builder_, e1Value, e2Value, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitZExtInt(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; ASSERT(GetBitWidthFromMachineType(acc_.GetMachineType(e1)) <= GetBitWidthFromMachineType(acc_.GetMachineType(gate))); LLVMValueRef result = LLVMBuildZExt(builder_, e1Value, ConvertLLVMTypeFromGate(gate), ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitSExtInt(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef result = LLVMBuildSExt(builder_, e1Value, ConvertLLVMTypeFromGate(gate), ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleCastIntXToIntY(GateRef gate) { VisitCastIntXToIntY(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::VisitCastIntXToIntY(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; ASSERT(GetBitWidthFromMachineType(acc_.GetMachineType(e1)) >= GetBitWidthFromMachineType(acc_.GetMachineType(gate))); LLVMValueRef result = LLVMBuildIntCast2(builder_, e1Value, ConvertLLVMTypeFromGate(gate), 1, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleFPExt(GateRef gate) { VisitFPExt(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::VisitFPExt(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; ASSERT(GetBitWidthFromMachineType(acc_.GetMachineType(e1)) <= GetBitWidthFromMachineType(acc_.GetMachineType(gate))); LLVMValueRef result = LLVMBuildFPExt(builder_, e1Value, ConvertLLVMTypeFromGate(gate), ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleFPTrunc(GateRef gate) { VisitFPTrunc(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::VisitFPTrunc(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; ASSERT(GetBitWidthFromMachineType(acc_.GetMachineType(e1)) >= GetBitWidthFromMachineType(acc_.GetMachineType(gate))); LLVMValueRef result = LLVMBuildFPTrunc(builder_, e1Value, ConvertLLVMTypeFromGate(gate), ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitChangeInt32ToDouble(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef result = LLVMBuildSIToFP(builder_, e1Value, ConvertLLVMTypeFromGate(gate), ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitChangeUInt32ToDouble(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef result = LLVMBuildUIToFP(builder_, e1Value, LLVMDoubleType(), ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitChangeDoubleToInt32(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef result = LLVMBuildFPToSI(builder_, e1Value, LLVMInt32Type(), ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitChangeTaggedPointerToInt64(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; LLVMValueRef result = CanonicalizeToInt(e1Value); gate2LValue_[gate] = result; } void LLVMIRBuilder::VisitChangeInt64ToTagged(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; ASSERT(LLVMGetTypeKind(LLVMTypeOf(e1Value)) == LLVMIntegerTypeKind); LLVMValueRef result; if (compCfg_->Is32Bit()) { LLVMValueRef tmp1Value = LLVMBuildLShr(builder_, e1Value, LLVMConstInt(LLVMInt64Type(), 32, 0), ""); // 32: offset LLVMValueRef tmp2Value = LLVMBuildIntCast(builder_, e1Value, LLVMInt32Type(), ""); // low LLVMTypeRef vectorType = LLVMVectorType(LLVMPointerType(LLVMInt8Type(), 1), 2); // 2: packed vector type LLVMValueRef emptyValue = LLVMGetUndef(vectorType); tmp1Value = LLVMBuildIntToPtr(builder_, tmp1Value, LLVMPointerType(LLVMInt8Type(), 1), ""); tmp2Value = LLVMBuildIntToPtr(builder_, tmp2Value, LLVMPointerType(LLVMInt8Type(), 1), ""); result = LLVMBuildInsertElement(builder_, emptyValue, tmp2Value, LLVMConstInt(LLVMInt32Type(), 0, 0), ""); result = LLVMBuildInsertElement(builder_, result, tmp1Value, LLVMConstInt(LLVMInt32Type(), 1, 0), ""); } else { result = LLVMBuildIntToPtr(builder_, e1Value, LLVMPointerType(LLVMInt64Type(), 1), ""); } gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleBitCast(GateRef gate) { VisitBitCast(gate, acc_.GetIn(gate, 0)); } void LLVMIRBuilder::VisitBitCast(GateRef gate, GateRef e1) { LLVMValueRef e1Value = gate2LValue_[e1]; ASSERT(GetBitWidthFromMachineType(acc_.GetMachineType(gate)) == GetBitWidthFromMachineType(acc_.GetMachineType(e1))); auto returnType = ConvertLLVMTypeFromGate(gate); LLVMValueRef result = LLVMBuildBitCast(builder_, e1Value, returnType, ""); gate2LValue_[gate] = result; } void LLVMIRBuilder::HandleDeopt(GateRef gate) { VisitDeopt(gate); } LLVMTypeRef LLVMIRBuilder::GetExperimentalDeoptTy() { auto fnTy = LLVMFunctionType(LLVMPointerType(LLVMInt64Type(), 1), nullptr, 0, 1); return fnTy; } LLVMValueRef LLVMIRBuilder::GetExperimentalDeopt(LLVMModuleRef &module) { /* 0:calling 1:its caller */ auto fn = LLVMGetNamedFunction(module, "llvm.experimental.deoptimize.p1i64"); if (!fn) { auto fnTy = GetExperimentalDeoptTy(); fn = LLVMAddFunction(module, "llvm.experimental.deoptimize.p1i64", fnTy); } return fn; } void LLVMIRBuilder::VisitDeopt(GateRef gate) { LLVMValueRef glue = gate2LValue_.at(acc_.GetIn(gate, 2)); GateRef frameState = acc_.GetIn(gate, 1); std::vector params; params.push_back(glue); // glue GateRef deoptType = acc_.GetIn(gate, 3); uint64_t v = acc_.GetConstantValue(deoptType); params.push_back(LLVMConstInt(LLVMInt64Type(), v, false)); // deoptType LLVMValueRef callee = GetExperimentalDeopt(module_); LLVMTypeRef funcType = GetExperimentalDeoptTy(); const size_t numValueIn = acc_.GetNumValueIn(frameState); const size_t envIndex = numValueIn - 3; // 3: env valueIn index const size_t accIndex = numValueIn - 2; // 2: acc valueIn index const size_t pcIndex = numValueIn - 1; GateRef env = acc_.GetValueIn(frameState, envIndex); GateRef acc = acc_.GetValueIn(frameState, accIndex); GateRef pc = acc_.GetValueIn(frameState, pcIndex); std::vector values; for (size_t i = 0; i < envIndex; i++) { GateRef vregValue = acc_.GetValueIn(frameState, i); if (acc_.IsConstantValue(vregValue, JSTaggedValue::VALUE_OPTIMIZED_OUT)) { continue; } values.emplace_back(LLVMConstInt(LLVMInt32Type(), i, false)); values.emplace_back(gate2LValue_.at(vregValue)); } if (!acc_.IsConstantValue(env, JSTaggedValue::VALUE_OPTIMIZED_OUT)) { values.emplace_back(LLVMConstInt(LLVMInt32Type(), static_cast(SpecVregIndex::ENV_INDEX), false)); values.emplace_back(gate2LValue_.at(env)); } if (!acc_.IsConstantValue(acc, JSTaggedValue::VALUE_OPTIMIZED_OUT)) { values.emplace_back(LLVMConstInt(LLVMInt32Type(), static_cast(SpecVregIndex::ACC_INDEX), false)); values.emplace_back(gate2LValue_.at(acc)); } values.emplace_back(LLVMConstInt(LLVMInt32Type(), static_cast(SpecVregIndex::PC_INDEX), false)); values.emplace_back(gate2LValue_.at(pc)); LLVMValueRef runtimeCall = LLVMBuildCall3(builder_, funcType, callee, params.data(), params.size(), "", values.data(), values.size()); gate2LValue_[gate] = runtimeCall; } LLVMModule::LLVMModule(const std::string &name, const std::string &triple, bool enablePGOProfiler) : cfg_(triple, enablePGOProfiler) { module_ = LLVMModuleCreateWithName(name.c_str()); LLVMSetTarget(module_, triple.c_str()); } LLVMModule::~LLVMModule() { if (module_ != nullptr) { LLVMDisposeModule(module_); module_ = nullptr; } } void LLVMModule::InitialLLVMFuncTypeAndFuncByModuleCSigns() { for (size_t i = 0; i < callSigns_.size(); i++) { const CallSignature* cs = callSigns_[i]; ASSERT(!cs->GetName().empty()); LLVMValueRef value = AddAndGetFunc(cs); SetFunction(i, value); } } void LLVMModule::SetUpForCommonStubs() { CommonStubCSigns::GetCSigns(callSigns_); InitialLLVMFuncTypeAndFuncByModuleCSigns(); } void LLVMModule::SetUpForBytecodeHandlerStubs() { BytecodeStubCSigns::GetCSigns(callSigns_); InitialLLVMFuncTypeAndFuncByModuleCSigns(); } void LLVMModule::SetUpForBuiltinsStubs() { BuiltinsStubCSigns::GetCSigns(callSigns_); InitialLLVMFuncTypeAndFuncByModuleCSigns(); } LLVMValueRef LLVMModule::AddAndGetFunc(const CallSignature *stubDescriptor) { auto funcType = GetFuncType(stubDescriptor); return LLVMAddFunction(module_, stubDescriptor->GetName().c_str(), funcType); } LLVMTypeRef LLVMModule::GetFuncType(const CallSignature *stubDescriptor) { LLVMTypeRef returnType = ConvertLLVMTypeFromVariableType(stubDescriptor->GetReturnType()); std::vector paramTys; auto paramCount = stubDescriptor->GetParametersCount(); int extraParameterCnt = 0; auto paramsType = stubDescriptor->GetParametersType(); if (paramsType != nullptr) { LLVMTypeRef glueType = ConvertLLVMTypeFromVariableType(paramsType[0]); paramTys.push_back(glueType); for (size_t i = 1; i < paramCount; i++) { paramTys.push_back(ConvertLLVMTypeFromVariableType(paramsType[i])); } } auto functype = LLVMFunctionType(returnType, paramTys.data(), paramCount + extraParameterCnt, stubDescriptor->IsVariadicArgs()); return functype; } LLVMTypeRef LLVMModule::GenerateFuncType(const std::vector ¶ms, const CallSignature *stubDescriptor) { LLVMTypeRef returnType = ConvertLLVMTypeFromVariableType(stubDescriptor->GetReturnType()); std::vector paramTys; for (auto value : params) { paramTys.emplace_back(LLVMTypeOf(value)); } auto functionType = LLVMFunctionType(returnType, paramTys.data(), paramTys.size(), false); return functionType; } LLVMTypeRef LLVMModule::ConvertLLVMTypeFromVariableType(VariableType type) { static std::map machineTypeMap = { {VariableType::VOID(), LLVMVoidType()}, {VariableType::BOOL(), LLVMInt1Type()}, {VariableType::INT8(), LLVMInt8Type()}, {VariableType::INT16(), LLVMInt16Type()}, {VariableType::INT32(), LLVMInt32Type()}, {VariableType::INT64(), LLVMInt64Type()}, {VariableType::INT8(), LLVMInt8Type()}, {VariableType::INT16(), LLVMInt16Type()}, {VariableType::INT32(), LLVMInt32Type()}, {VariableType::INT64(), LLVMInt64Type()}, {VariableType::FLOAT32(), LLVMFloatType()}, {VariableType::FLOAT64(), LLVMDoubleType()}, {VariableType::NATIVE_POINTER(), LLVMInt64Type()}, {VariableType::JS_POINTER(), LLVMPointerType(LLVMInt64Type(), 1)}, {VariableType::JS_ANY(), LLVMPointerType(LLVMInt64Type(), 1)}, }; if (cfg_.Is32Bit()) { machineTypeMap[VariableType::NATIVE_POINTER()] = LLVMInt32Type(); LLVMTypeRef vectorType = LLVMVectorType(LLVMPointerType(LLVMInt8Type(), 1), 2); // 2: packed vector type machineTypeMap[VariableType::JS_POINTER()] = vectorType; machineTypeMap[VariableType::JS_ANY()] = vectorType; } return machineTypeMap[type]; } LLVMValueRef LLVMModule::AddFunc(const panda::ecmascript::MethodLiteral *methodLiteral, const JSPandaFile *jsPandaFile) { LLVMTypeRef returnType = NewLType(MachineType::I64, GateType::TaggedValue()); // possibly get it for circuit LLVMTypeRef glue = NewLType(MachineType::I64, GateType::NJSValue()); LLVMTypeRef lexEnv = NewLType(MachineType::I64, GateType::TaggedValue()); LLVMTypeRef actualArgc = NewLType(MachineType::I64, GateType::NJSValue()); std::vector paramTys = { glue, lexEnv, actualArgc }; auto funcIndex = static_cast(CommonArgIdx::FUNC); auto numOfComArgs = static_cast(CommonArgIdx::NUM_OF_ARGS); auto paramCount = methodLiteral->GetNumArgs() + numOfComArgs; auto numOfRestArgs = paramCount - funcIndex; paramTys.insert(paramTys.end(), numOfRestArgs, NewLType(MachineType::I64, GateType::TaggedValue())); auto funcType = LLVMFunctionType(returnType, paramTys.data(), paramCount, false); // not variable args auto offsetInPandaFile = methodLiteral->GetMethodId().GetOffset(); std::string fileName = jsPandaFile->GetFileName(); std::string name = MethodLiteral::GetMethodName(jsPandaFile, methodLiteral->GetMethodId()); name += std::string("@") + std::to_string(offsetInPandaFile) + std::string("@") + fileName; auto function = LLVMAddFunction(module_, name.c_str(), funcType); SetFunction(offsetInPandaFile, function); return function; } LLVMTypeRef LLVMModule::NewLType(MachineType machineType, GateType gateType) { VariableType vType(machineType, gateType); return ConvertLLVMTypeFromVariableType(vType); } } // namespace panda::ecmascript::kungfu