// Copyright 2014 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "src/asmjs/asm-js.h" #include "src/baseline/baseline.h" #include "src/codegen/compilation-cache.h" #include "src/codegen/compiler.h" #include "src/codegen/optimized-compilation-info.h" #include "src/common/assert-scope.h" #include "src/common/globals.h" #include "src/common/message-template.h" #include "src/compiler-dispatcher/optimizing-compile-dispatcher.h" #include "src/compiler/pipeline.h" #include "src/deoptimizer/deoptimizer.h" #include "src/execution/arguments-inl.h" #include "src/execution/frames-inl.h" #include "src/execution/isolate-inl.h" #include "src/execution/v8threads.h" #include "src/execution/vm-state-inl.h" #include "src/heap/parked-scope.h" #include "src/objects/js-array-buffer-inl.h" #include "src/objects/js-array-inl.h" #include "src/objects/shared-function-info.h" #include "src/runtime/runtime-utils.h" namespace v8 { namespace internal { namespace { Object CompileOptimized(Isolate* isolate, Handle function, CodeKind target_kind, ConcurrencyMode mode) { // As a pre- and post-condition of CompileOptimized, the function *must* be // compiled, i.e. the installed Code object must not be CompileLazy. IsCompiledScope is_compiled_scope(function->shared(), isolate); DCHECK(is_compiled_scope.is_compiled()); StackLimitCheck check(isolate); // Concurrent optimization runs on another thread, thus no additional gap. const int gap = IsConcurrent(mode) ? 0 : kStackSpaceRequiredForCompilation * KB; if (check.JsHasOverflowed(gap)) return isolate->StackOverflow(); Compiler::CompileOptimized(isolate, function, mode, target_kind); DCHECK(function->is_compiled()); return function->code(); } } // namespace RUNTIME_FUNCTION(Runtime_CompileLazy) { HandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle function = args.at(0); Handle sfi(function->shared(), isolate); #ifdef DEBUG if (FLAG_trace_lazy && !sfi->is_compiled()) { PrintF("[unoptimized: %s]\n", function->DebugNameCStr().get()); } #endif StackLimitCheck check(isolate); if (check.JsHasOverflowed(kStackSpaceRequiredForCompilation * KB)) { return isolate->StackOverflow(); } IsCompiledScope is_compiled_scope; if (!Compiler::Compile(isolate, function, Compiler::KEEP_EXCEPTION, &is_compiled_scope)) { return ReadOnlyRoots(isolate).exception(); } DCHECK(function->is_compiled()); return function->code(); } RUNTIME_FUNCTION(Runtime_InstallBaselineCode) { HandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle function = args.at(0); Handle sfi(function->shared(), isolate); DCHECK(sfi->HasBaselineCode()); IsCompiledScope is_compiled_scope(*sfi, isolate); DCHECK(!function->HasAvailableOptimizedCode()); DCHECK(!function->has_feedback_vector()); JSFunction::CreateAndAttachFeedbackVector(isolate, function, &is_compiled_scope); CodeT baseline_code = sfi->baseline_code(kAcquireLoad); function->set_code(baseline_code); return baseline_code; } RUNTIME_FUNCTION(Runtime_CompileMaglev_Concurrent) { HandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle function = args.at(0); return CompileOptimized(isolate, function, CodeKind::MAGLEV, ConcurrencyMode::kConcurrent); } RUNTIME_FUNCTION(Runtime_CompileMaglev_Synchronous) { HandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle function = args.at(0); return CompileOptimized(isolate, function, CodeKind::MAGLEV, ConcurrencyMode::kSynchronous); } RUNTIME_FUNCTION(Runtime_CompileTurbofan_Concurrent) { HandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle function = args.at(0); return CompileOptimized(isolate, function, CodeKind::TURBOFAN, ConcurrencyMode::kConcurrent); } RUNTIME_FUNCTION(Runtime_CompileTurbofan_Synchronous) { HandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle function = args.at(0); return CompileOptimized(isolate, function, CodeKind::TURBOFAN, ConcurrencyMode::kSynchronous); } RUNTIME_FUNCTION(Runtime_HealOptimizedCodeSlot) { SealHandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle function = args.at(0); DCHECK(function->shared().is_compiled()); function->feedback_vector().EvictOptimizedCodeMarkedForDeoptimization( function->shared(), "Runtime_HealOptimizedCodeSlot"); return function->code(); } RUNTIME_FUNCTION(Runtime_InstantiateAsmJs) { HandleScope scope(isolate); DCHECK_EQ(args.length(), 4); Handle function = args.at(0); Handle stdlib; if (args[1].IsJSReceiver()) { stdlib = args.at(1); } Handle foreign; if (args[2].IsJSReceiver()) { foreign = args.at(2); } Handle memory; if (args[3].IsJSArrayBuffer()) { memory = args.at(3); } Handle shared(function->shared(), isolate); #if V8_ENABLE_WEBASSEMBLY if (shared->HasAsmWasmData()) { Handle data(shared->asm_wasm_data(), isolate); MaybeHandle result = AsmJs::InstantiateAsmWasm( isolate, shared, data, stdlib, foreign, memory); if (!result.is_null()) return *result.ToHandleChecked(); // Remove wasm data, mark as broken for asm->wasm, replace function code // with UncompiledData, and return a smi 0 to indicate failure. SharedFunctionInfo::DiscardCompiled(isolate, shared); } shared->set_is_asm_wasm_broken(true); #endif DCHECK_EQ(function->code(), *BUILTIN_CODE(isolate, InstantiateAsmJs)); function->set_code(*BUILTIN_CODE(isolate, CompileLazy)); DCHECK(!isolate->has_pending_exception()); return Smi::zero(); } RUNTIME_FUNCTION(Runtime_NotifyDeoptimized) { HandleScope scope(isolate); DCHECK_EQ(0, args.length()); Deoptimizer* deoptimizer = Deoptimizer::Grab(isolate); DCHECK(CodeKindCanDeoptimize(deoptimizer->compiled_code()->kind())); DCHECK(AllowGarbageCollection::IsAllowed()); DCHECK(isolate->context().is_null()); TimerEventScope timer(isolate); TRACE_EVENT0("v8", "V8.DeoptimizeCode"); Handle function = deoptimizer->function(); // For OSR the optimized code isn't installed on the function, so get the // code object from deoptimizer. Handle optimized_code = deoptimizer->compiled_code(); DeoptimizeKind type = deoptimizer->deopt_kind(); // TODO(turbofan): We currently need the native context to materialize // the arguments object, but only to get to its map. isolate->set_context(deoptimizer->function()->native_context()); // Make sure to materialize objects before causing any allocation. deoptimizer->MaterializeHeapObjects(); delete deoptimizer; // Ensure the context register is updated for materialized objects. JavaScriptFrameIterator top_it(isolate); JavaScriptFrame* top_frame = top_it.frame(); isolate->set_context(Context::cast(top_frame->context())); // Invalidate the underlying optimized code on eager deopts. if (type == DeoptimizeKind::kEager) { Deoptimizer::DeoptimizeFunction(*function, *optimized_code); } return ReadOnlyRoots(isolate).undefined_value(); } RUNTIME_FUNCTION(Runtime_ObserveNode) { // The %ObserveNode intrinsic only tracks the changes to an observed node in // code compiled by TurboFan. HandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle obj = args.at(0); return *obj; } RUNTIME_FUNCTION(Runtime_VerifyType) { // %VerifyType has no effect in the interpreter. HandleScope scope(isolate); DCHECK_EQ(1, args.length()); Handle obj = args.at(0); return *obj; } RUNTIME_FUNCTION(Runtime_CompileOptimizedOSR) { HandleScope handle_scope(isolate); DCHECK_EQ(0, args.length()); DCHECK(FLAG_use_osr); // Determine the frame that triggered the OSR request. JavaScriptFrameIterator it(isolate); UnoptimizedFrame* frame = UnoptimizedFrame::cast(it.frame()); DCHECK_IMPLIES(frame->is_interpreted(), frame->LookupCode().is_interpreter_trampoline_builtin()); DCHECK_IMPLIES(frame->is_baseline(), frame->LookupCode().kind() == CodeKind::BASELINE); DCHECK(frame->function().shared().HasBytecodeArray()); // Determine the entry point for which this OSR request has been fired. BytecodeOffset osr_offset = BytecodeOffset(frame->GetBytecodeOffset()); DCHECK(!osr_offset.IsNone()); ConcurrencyMode mode = V8_LIKELY(isolate->concurrent_recompilation_enabled() && FLAG_concurrent_osr) ? ConcurrencyMode::kConcurrent : ConcurrencyMode::kSynchronous; Handle function(frame->function(), isolate); if (IsConcurrent(mode)) { // The synchronous fallback mechanism triggers if we've already got OSR'd // code for the current function but at a different OSR offset - that may // indicate we're having trouble hitting the correct JumpLoop for code // installation. In this case, fall back to synchronous OSR. base::Optional cached_osr_offset = function->native_context().osr_code_cache().FirstOsrOffsetFor( function->shared()); if (cached_osr_offset.has_value() && cached_osr_offset.value() != osr_offset) { if (V8_UNLIKELY(FLAG_trace_osr)) { CodeTracer::Scope scope(isolate->GetCodeTracer()); PrintF( scope.file(), "[OSR - falling back to synchronous compilation due to mismatched " "cached entry. function: %s, requested: %d, cached: %d]\n", function->DebugNameCStr().get(), osr_offset.ToInt(), cached_osr_offset.value().ToInt()); } mode = ConcurrencyMode::kSynchronous; } } Handle result; if (!Compiler::CompileOptimizedOSR(isolate, function, osr_offset, frame, mode) .ToHandle(&result)) { // An empty result can mean one of two things: // 1) we've started a concurrent compilation job - everything is fine. // 2) synchronous compilation failed for some reason. if (!function->HasAttachedOptimizedCode()) { function->set_code(function->shared().GetCode(), kReleaseStore); } return {}; } DCHECK(!result.is_null()); DCHECK(result->is_turbofanned()); // TODO(v8:7700): Support Maglev. DCHECK(CodeKindIsOptimizedJSFunction(result->kind())); DeoptimizationData data = DeoptimizationData::cast(result->deoptimization_data()); DCHECK_EQ(BytecodeOffset(data.OsrBytecodeOffset().value()), osr_offset); DCHECK_GE(data.OsrPcOffset().value(), 0); if (FLAG_trace_osr) { CodeTracer::Scope scope(isolate->GetCodeTracer()); PrintF(scope.file(), "[OSR - entry. function: %s, osr offset: %d, pc offset: %d]\n", function->DebugNameCStr().get(), osr_offset.ToInt(), data.OsrPcOffset().value()); } if (function->feedback_vector().invocation_count() <= 1 && !IsNone(function->tiering_state()) && !IsInProgress(function->tiering_state())) { // With lazy feedback allocation we may not have feedback for the // initial part of the function that was executed before we allocated a // feedback vector. Reset any tiering states for such functions. // // TODO(mythria): Instead of resetting the tiering state here we // should only mark a function for optimization if it has sufficient // feedback. We cannot do this currently since we OSR only after we mark // a function for optimization. We should instead change it to be based // based on number of ticks. function->reset_tiering_state(); } // TODO(mythria): Once we have OSR code cache we may not need to mark // the function for non-concurrent compilation. We could arm the loops // early so the second execution uses the already compiled OSR code and // the optimization occurs concurrently off main thread. if (!function->HasAvailableOptimizedCode() && function->feedback_vector().invocation_count() > 1) { // If we're not already optimized, set to optimize non-concurrently on the // next call, otherwise we'd run unoptimized once more and potentially // compile for OSR again. if (FLAG_trace_osr) { CodeTracer::Scope scope(isolate->GetCodeTracer()); PrintF(scope.file(), "[OSR - forcing synchronous optimization on next entry. function: " "%s]\n", function->DebugNameCStr().get()); } function->set_tiering_state(TieringState::kRequestTurbofan_Synchronous); } return *result; } static Object CompileGlobalEval(Isolate* isolate, Handle source_object, Handle outer_info, LanguageMode language_mode, int eval_scope_position, int eval_position) { Handle context(isolate->context(), isolate); Handle native_context(context->native_context(), isolate); // Check if native context allows code generation from // strings. Throw an exception if it doesn't. MaybeHandle source; bool unknown_object; std::tie(source, unknown_object) = Compiler::ValidateDynamicCompilationSource( isolate, native_context, source_object); // If the argument is an unhandled string time, bounce to GlobalEval. if (unknown_object) { return native_context->global_eval_fun(); } if (source.is_null()) { Handle error_message = native_context->ErrorMessageForCodeGenerationFromStrings(); Handle error; MaybeHandle maybe_error = isolate->factory()->NewEvalError( MessageTemplate::kCodeGenFromStrings, error_message); if (maybe_error.ToHandle(&error)) isolate->Throw(*error); return ReadOnlyRoots(isolate).exception(); } // Deal with a normal eval call with a string argument. Compile it // and return the compiled function bound in the local context. static const ParseRestriction restriction = NO_PARSE_RESTRICTION; Handle compiled; ASSIGN_RETURN_ON_EXCEPTION_VALUE( isolate, compiled, Compiler::GetFunctionFromEval( source.ToHandleChecked(), outer_info, context, language_mode, restriction, kNoSourcePosition, eval_scope_position, eval_position), ReadOnlyRoots(isolate).exception()); return *compiled; } RUNTIME_FUNCTION(Runtime_ResolvePossiblyDirectEval) { HandleScope scope(isolate); DCHECK_EQ(6, args.length()); Handle callee = args.at(0); // If "eval" didn't refer to the original GlobalEval, it's not a // direct call to eval. if (*callee != isolate->native_context()->global_eval_fun()) { return *callee; } DCHECK(is_valid_language_mode(args.smi_value_at(3))); LanguageMode language_mode = static_cast(args.smi_value_at(3)); Handle outer_info(args.at(2)->shared(), isolate); return CompileGlobalEval(isolate, args.at(1), outer_info, language_mode, args.smi_value_at(4), args.smi_value_at(5)); } } // namespace internal } // namespace v8