Lines Matching refs:masm
42 #define __ ACCESS_MASM(masm)
44 void Builtins::Generate_Adaptor(MacroAssembler* masm, Address address) { in Generate_Adaptor() argument
47 __ Jump(BUILTIN_CODE(masm->isolate(), AdaptorWithBuiltinExitFrame), in Generate_Adaptor()
52 MacroAssembler* masm, Runtime::FunctionId function_id, in GenerateTailCallToReturnedCode() argument
59 ASM_CODE_COMMENT(masm); in GenerateTailCallToReturnedCode()
61 FrameScope scope(masm, StackFrame::INTERNAL); in GenerateTailCallToReturnedCode()
91 void Generate_PushArguments(MacroAssembler* masm, Register array, Register argc, in Generate_PushArguments() argument
111 void Generate_JSBuiltinsConstructStubHelper(MacroAssembler* masm) { in Generate_JSBuiltinsConstructStubHelper() argument
124 FrameScope scope(masm, StackFrame::CONSTRUCT); in Generate_JSBuiltinsConstructStubHelper()
142 Generate_PushArguments(masm, rbx, rax, rcx, ArgumentsElementType::kRaw); in Generate_JSBuiltinsConstructStubHelper()
166 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_JSBuiltinsConstructStubHelper()
175 void Builtins::Generate_JSConstructStubGeneric(MacroAssembler* masm) { in Generate_JSConstructStubGeneric() argument
184 FrameScope scope(masm, StackFrame::MANUAL); in Generate_JSConstructStubGeneric()
215 __ IncrementCounter(masm->isolate()->counters()->constructed_objects(), 1); in Generate_JSConstructStubGeneric()
216 __ Call(BUILTIN_CODE(masm->isolate(), FastNewObject), RelocInfo::CODE_TARGET); in Generate_JSConstructStubGeneric()
232 masm->isolate()->heap()->SetConstructStubCreateDeoptPCOffset( in Generate_JSConstructStubGeneric()
233 masm->pc_offset()); in Generate_JSConstructStubGeneric()
270 Generate_PushArguments(masm, rbx, rax, rcx, ArgumentsElementType::kRaw); in Generate_JSConstructStubGeneric()
288 masm->isolate()->heap()->SetConstructStubInvokeDeoptPCOffset( in Generate_JSConstructStubGeneric()
289 masm->pc_offset()); in Generate_JSConstructStubGeneric()
343 void Builtins::Generate_JSBuiltinsConstructStub(MacroAssembler* masm) { in Generate_JSBuiltinsConstructStub() argument
344 Generate_JSBuiltinsConstructStubHelper(masm); in Generate_JSBuiltinsConstructStub()
347 void Builtins::Generate_ConstructedNonConstructable(MacroAssembler* masm) { in Generate_ConstructedNonConstructable() argument
348 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_ConstructedNonConstructable()
363 void Generate_JSEntryVariant(MacroAssembler* masm, StackFrame::Type type, in Generate_JSEntryVariant() argument
369 NoRootArrayScope uninitialized_root_register(masm); in Generate_JSEntryVariant()
422 IsolateAddressId::kCEntryFPAddress, masm->isolate()); in Generate_JSEntryVariant()
424 Operand c_entry_fp_operand = masm->ExternalReferenceAsOperand(c_entry_fp); in Generate_JSEntryVariant()
436 IsolateAddressId::kContextAddress, masm->isolate()); in Generate_JSEntryVariant()
443 IsolateAddressId::kJSEntrySPAddress, masm->isolate()); in Generate_JSEntryVariant()
463 masm->isolate()->builtins()->SetJSEntryHandlerOffset(handler_entry.pos()); in Generate_JSEntryVariant()
468 IsolateAddressId::kPendingExceptionAddress, masm->isolate()); in Generate_JSEntryVariant()
480 masm->isolate()->builtins()->code_handle(entry_trampoline); in Generate_JSEntryVariant()
497 Operand c_entry_fp_operand = masm->ExternalReferenceAsOperand(c_entry_fp); in Generate_JSEntryVariant()
536 void Builtins::Generate_JSEntry(MacroAssembler* masm) { in Generate_JSEntry() argument
537 Generate_JSEntryVariant(masm, StackFrame::ENTRY, Builtin::kJSEntryTrampoline); in Generate_JSEntry()
540 void Builtins::Generate_JSConstructEntry(MacroAssembler* masm) { in Generate_JSConstructEntry() argument
541 Generate_JSEntryVariant(masm, StackFrame::CONSTRUCT_ENTRY, in Generate_JSConstructEntry()
545 void Builtins::Generate_JSRunMicrotasksEntry(MacroAssembler* masm) { in Generate_JSRunMicrotasksEntry() argument
546 Generate_JSEntryVariant(masm, StackFrame::ENTRY, in Generate_JSRunMicrotasksEntry()
550 static void Generate_JSEntryTrampolineHelper(MacroAssembler* masm, in Generate_JSEntryTrampolineHelper() argument
594 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_JSEntryTrampolineHelper()
598 IsolateAddressId::kContextAddress, masm->isolate()); in Generate_JSEntryTrampolineHelper()
599 __ movq(rsi, masm->ExternalReferenceAsOperand(context_address)); in Generate_JSEntryTrampolineHelper()
646 Generate_PushArguments(masm, rbx, rax, rcx, ArgumentsElementType::kHandle); in Generate_JSEntryTrampolineHelper()
653 ? BUILTIN_CODE(masm->isolate(), Construct) in Generate_JSEntryTrampolineHelper()
654 : masm->isolate()->builtins()->Call(); in Generate_JSEntryTrampolineHelper()
665 void Builtins::Generate_JSEntryTrampoline(MacroAssembler* masm) { in Generate_JSEntryTrampoline() argument
666 Generate_JSEntryTrampolineHelper(masm, false); in Generate_JSEntryTrampoline()
669 void Builtins::Generate_JSConstructEntryTrampoline(MacroAssembler* masm) { in Generate_JSConstructEntryTrampoline() argument
670 Generate_JSEntryTrampolineHelper(masm, true); in Generate_JSConstructEntryTrampoline()
673 void Builtins::Generate_RunMicrotasksTrampoline(MacroAssembler* masm) { in Generate_RunMicrotasksTrampoline() argument
676 __ Jump(BUILTIN_CODE(masm->isolate(), RunMicrotasks), RelocInfo::CODE_TARGET); in Generate_RunMicrotasksTrampoline()
679 static void AssertCodeTIsBaselineAllowClobber(MacroAssembler* masm, in AssertCodeTIsBaselineAllowClobber() argument
688 static void AssertCodeTIsBaseline(MacroAssembler* masm, Register code, in AssertCodeTIsBaseline() argument
691 return AssertCodeTIsBaselineAllowClobber(masm, code, scratch); in AssertCodeTIsBaseline()
694 static void GetSharedFunctionInfoBytecodeOrBaseline(MacroAssembler* masm, in GetSharedFunctionInfoBytecodeOrBaseline() argument
698 ASM_CODE_COMMENT(masm); in GetSharedFunctionInfoBytecodeOrBaseline()
706 AssertCodeTIsBaseline(masm, sfi_data, scratch1); in GetSharedFunctionInfoBytecodeOrBaseline()
723 void Builtins::Generate_ResumeGeneratorTrampoline(MacroAssembler* masm) { in Generate_ResumeGeneratorTrampoline() argument
752 ExternalReference::debug_hook_on_function_call_address(masm->isolate()); in Generate_ResumeGeneratorTrampoline()
753 Operand debug_hook_operand = masm->ExternalReferenceAsOperand(debug_hook); in Generate_ResumeGeneratorTrampoline()
759 ExternalReference::debug_suspended_generator_address(masm->isolate()); in Generate_ResumeGeneratorTrampoline()
761 masm->ExternalReferenceAsOperand(debug_suspended_generator); in Generate_ResumeGeneratorTrampoline()
815 GetSharedFunctionInfoBytecodeOrBaseline(masm, rcx, kScratchRegister, in Generate_ResumeGeneratorTrampoline()
845 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_ResumeGeneratorTrampoline()
859 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_ResumeGeneratorTrampoline()
870 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_ResumeGeneratorTrampoline()
876 static void ReplaceClosureCodeWithOptimizedCode(MacroAssembler* masm, in ReplaceClosureCodeWithOptimizedCode() argument
881 ASM_CODE_COMMENT(masm); in ReplaceClosureCodeWithOptimizedCode()
897 static void LeaveInterpreterFrame(MacroAssembler* masm, Register scratch1, in LeaveInterpreterFrame() argument
899 ASM_CODE_COMMENT(masm); in LeaveInterpreterFrame()
931 static void TailCallRuntimeIfStateEquals(MacroAssembler* masm, in TailCallRuntimeIfStateEquals() argument
935 ASM_CODE_COMMENT(masm); in TailCallRuntimeIfStateEquals()
939 GenerateTailCallToReturnedCode(masm, function_id); in TailCallRuntimeIfStateEquals()
943 static void MaybeOptimizeCode(MacroAssembler* masm, Register feedback_vector, in MaybeOptimizeCode() argument
952 ASM_CODE_COMMENT(masm); in MaybeOptimizeCode()
955 TailCallRuntimeIfStateEquals(masm, tiering_state, in MaybeOptimizeCode()
958 TailCallRuntimeIfStateEquals(masm, tiering_state, in MaybeOptimizeCode()
961 TailCallRuntimeIfStateEquals(masm, tiering_state, in MaybeOptimizeCode()
964 TailCallRuntimeIfStateEquals(masm, tiering_state, in MaybeOptimizeCode()
971 static void TailCallOptimizedCodeSlot(MacroAssembler* masm, in TailCallOptimizedCodeSlot() argument
981 ASM_CODE_COMMENT(masm); in TailCallOptimizedCodeSlot()
1011 ReplaceClosureCodeWithOptimizedCode(masm, optimized_code_entry, closure, in TailCallOptimizedCodeSlot()
1021 GenerateTailCallToReturnedCode(masm, Runtime::kHealOptimizedCodeSlot, in TailCallOptimizedCodeSlot()
1030 static void AdvanceBytecodeOffsetOrReturn(MacroAssembler* masm, in AdvanceBytecodeOffsetOrReturn() argument
1035 ASM_CODE_COMMENT(masm); in AdvanceBytecodeOffsetOrReturn()
1111 MacroAssembler* masm, Register optimization_state, Register feedback_vector, in LoadTieringStateAndJumpIfNeedsProcessing() argument
1113 ASM_CODE_COMMENT(masm); in LoadTieringStateAndJumpIfNeedsProcessing()
1124 MacroAssembler* masm, Register optimization_state, Register feedback_vector, in MaybeOptimizeCodeOrTailCallOptimizedCodeSlot() argument
1126 ASM_CODE_COMMENT(masm); in MaybeOptimizeCodeOrTailCallOptimizedCodeSlot()
1135 MaybeOptimizeCode(masm, feedback_vector, tiering_state); in MaybeOptimizeCodeOrTailCallOptimizedCodeSlot()
1142 TailCallOptimizedCodeSlot(masm, optimized_code_entry, closure, r9, in MaybeOptimizeCodeOrTailCallOptimizedCodeSlot()
1149 void ResetBytecodeAgeAndOsrState(MacroAssembler* masm, in ResetBytecodeAgeAndOsrState() argument
1175 void Builtins::Generate_InterpreterEntryTrampoline(MacroAssembler* masm) { in Generate_InterpreterEntryTrampoline() argument
1190 masm, kInterpreterBytecodeArrayRegister, kScratchRegister, &is_baseline); in Generate_InterpreterEntryTrampoline()
1216 masm, optimization_state, feedback_vector, &has_optimized_code_or_state); in Generate_InterpreterEntryTrampoline()
1229 FrameScope frame_scope(masm, StackFrame::MANUAL); in Generate_InterpreterEntryTrampoline()
1236 ResetBytecodeAgeAndOsrState(masm, kInterpreterBytecodeArrayRegister); in Generate_InterpreterEntryTrampoline()
1301 ExternalReference::interpreter_dispatch_table_address(masm->isolate())); in Generate_InterpreterEntryTrampoline()
1309 masm->isolate()->heap()->SetInterpreterEntryReturnPCOffset(masm->pc_offset()); in Generate_InterpreterEntryTrampoline()
1324 AdvanceBytecodeOffsetOrReturn(masm, kInterpreterBytecodeArrayRegister, in Generate_InterpreterEntryTrampoline()
1331 LeaveInterpreterFrame(masm, rbx, rcx); in Generate_InterpreterEntryTrampoline()
1357 GenerateTailCallToReturnedCode(masm, Runtime::kCompileLazy); in Generate_InterpreterEntryTrampoline()
1361 MaybeOptimizeCodeOrTailCallOptimizedCodeSlot(masm, optimization_state, in Generate_InterpreterEntryTrampoline()
1381 LoadTieringStateAndJumpIfNeedsProcessing(masm, optimization_state, in Generate_InterpreterEntryTrampoline()
1389 masm, rcx, closure, kInterpreterBytecodeArrayRegister, in Generate_InterpreterEntryTrampoline()
1394 GenerateTailCallToReturnedCode(masm, Runtime::kInstallBaselineCode); in Generate_InterpreterEntryTrampoline()
1402 static void GenerateInterpreterPushArgs(MacroAssembler* masm, Register num_args, in GenerateInterpreterPushArgs() argument
1405 ASM_CODE_COMMENT(masm); in GenerateInterpreterPushArgs()
1419 MacroAssembler* masm, ConvertReceiverMode receiver_mode, in Generate_InterpreterPushArgsThenCallImpl() argument
1448 GenerateInterpreterPushArgs(masm, rcx, rbx, rdx); in Generate_InterpreterPushArgsThenCallImpl()
1466 __ Jump(BUILTIN_CODE(masm->isolate(), CallWithSpread), in Generate_InterpreterPushArgsThenCallImpl()
1469 __ Jump(masm->isolate()->builtins()->Call(receiver_mode), in Generate_InterpreterPushArgsThenCallImpl()
1484 MacroAssembler* masm, InterpreterPushArgsMode mode) { in Generate_InterpreterPushArgsThenConstructImpl() argument
1511 GenerateInterpreterPushArgs(masm, argc_without_receiver, rcx, r8); in Generate_InterpreterPushArgsThenConstructImpl()
1531 __ Jump(BUILTIN_CODE(masm->isolate(), ArrayConstructorImpl), in Generate_InterpreterPushArgsThenConstructImpl()
1535 __ Jump(BUILTIN_CODE(masm->isolate(), ConstructWithSpread), in Generate_InterpreterPushArgsThenConstructImpl()
1540 __ Jump(BUILTIN_CODE(masm->isolate(), Construct), RelocInfo::CODE_TARGET); in Generate_InterpreterPushArgsThenConstructImpl()
1552 static void Generate_InterpreterEnterBytecode(MacroAssembler* masm) { in Generate_InterpreterEnterBytecode() argument
1557 masm->isolate()->heap()->interpreter_entry_return_pc_offset()); in Generate_InterpreterEnterBytecode()
1583 masm->isolate()), in Generate_InterpreterEnterBytecode()
1593 ExternalReference::interpreter_dispatch_table_address(masm->isolate())); in Generate_InterpreterEnterBytecode()
1632 void Builtins::Generate_InterpreterEnterAtNextBytecode(MacroAssembler* masm) { in Generate_InterpreterEnterAtNextBytecode() argument
1651 AdvanceBytecodeOffsetOrReturn(masm, kInterpreterBytecodeArrayRegister, in Generate_InterpreterEnterAtNextBytecode()
1661 Generate_InterpreterEnterBytecode(masm); in Generate_InterpreterEnterAtNextBytecode()
1677 void Builtins::Generate_InterpreterEnterAtBytecode(MacroAssembler* masm) { in Generate_InterpreterEnterAtBytecode() argument
1678 Generate_InterpreterEnterBytecode(masm); in Generate_InterpreterEnterAtBytecode()
1682 void Builtins::Generate_BaselineOutOfLinePrologue(MacroAssembler* masm) { in Generate_BaselineOutOfLinePrologue() argument
1711 masm, optimization_state, feedback_vector, &has_optimized_code_or_state); in Generate_BaselineOutOfLinePrologue()
1720 FrameScope frame_scope(masm, StackFrame::MANUAL); in Generate_BaselineOutOfLinePrologue()
1722 ASM_CODE_COMMENT_STRING(masm, "Frame Setup"); in Generate_BaselineOutOfLinePrologue()
1742 ResetBytecodeAgeAndOsrState(masm, bytecode_array); in Generate_BaselineOutOfLinePrologue()
1757 ASM_CODE_COMMENT_STRING(masm, " Stack/interrupt check"); in Generate_BaselineOutOfLinePrologue()
1782 ASM_CODE_COMMENT_STRING(masm, "Optimized marker check"); in Generate_BaselineOutOfLinePrologue()
1788 MaybeOptimizeCodeOrTailCallOptimizedCodeSlot(masm, optimization_state, in Generate_BaselineOutOfLinePrologue()
1796 ASM_CODE_COMMENT_STRING(masm, "Stack/interrupt call"); in Generate_BaselineOutOfLinePrologue()
1801 FrameScope inner_frame_scope(masm, StackFrame::INTERNAL); in Generate_BaselineOutOfLinePrologue()
1817 void Generate_ContinueToBuiltinHelper(MacroAssembler* masm, in Generate_ContinueToBuiltinHelper() argument
1820 ASM_CODE_COMMENT(masm); in Generate_ContinueToBuiltinHelper()
1874 void Builtins::Generate_ContinueToCodeStubBuiltin(MacroAssembler* masm) { in Generate_ContinueToCodeStubBuiltin() argument
1875 Generate_ContinueToBuiltinHelper(masm, false, false); in Generate_ContinueToCodeStubBuiltin()
1879 MacroAssembler* masm) { in Generate_ContinueToCodeStubBuiltinWithResult() argument
1880 Generate_ContinueToBuiltinHelper(masm, false, true); in Generate_ContinueToCodeStubBuiltinWithResult()
1883 void Builtins::Generate_ContinueToJavaScriptBuiltin(MacroAssembler* masm) { in Generate_ContinueToJavaScriptBuiltin() argument
1884 Generate_ContinueToBuiltinHelper(masm, true, false); in Generate_ContinueToJavaScriptBuiltin()
1888 MacroAssembler* masm) { in Generate_ContinueToJavaScriptBuiltinWithResult() argument
1889 Generate_ContinueToBuiltinHelper(masm, true, true); in Generate_ContinueToJavaScriptBuiltinWithResult()
1892 void Builtins::Generate_NotifyDeoptimized(MacroAssembler* masm) { in Generate_NotifyDeoptimized() argument
1895 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_NotifyDeoptimized()
1906 void Builtins::Generate_FunctionPrototypeApply(MacroAssembler* masm) { in Generate_FunctionPrototypeApply() argument
1956 __ Jump(BUILTIN_CODE(masm->isolate(), CallWithArrayLike), in Generate_FunctionPrototypeApply()
1965 __ Jump(masm->isolate()->builtins()->Call(), RelocInfo::CODE_TARGET); in Generate_FunctionPrototypeApply()
1970 void Builtins::Generate_FunctionPrototypeCall(MacroAssembler* masm) { in Generate_FunctionPrototypeCall() argument
2008 __ Jump(masm->isolate()->builtins()->Call(), RelocInfo::CODE_TARGET); in Generate_FunctionPrototypeCall()
2011 void Builtins::Generate_ReflectApply(MacroAssembler* masm) { in Generate_ReflectApply() argument
2056 __ Jump(BUILTIN_CODE(masm->isolate(), CallWithArrayLike), in Generate_ReflectApply()
2060 void Builtins::Generate_ReflectConstruct(MacroAssembler* masm) { in Generate_ReflectConstruct() argument
2091 rax, masm->RootAsOperand(RootIndex::kUndefinedValue), rcx, in Generate_ReflectConstruct()
2113 __ Jump(BUILTIN_CODE(masm->isolate(), ConstructWithArrayLike), in Generate_ReflectConstruct()
2124 MacroAssembler* masm, Register count, Register argc_in_out, in Generate_AllocateSpaceAndShiftExistingArguments() argument
2167 void Builtins::Generate_CallOrConstructVarargs(MacroAssembler* masm, in Generate_CallOrConstructVarargs() argument
2206 Generate_AllocateSpaceAndShiftExistingArguments(masm, rcx, rax, r8, r9, r12); in Generate_CallOrConstructVarargs()
2237 void Builtins::Generate_CallOrConstructForwardVarargs(MacroAssembler* masm, in Generate_CallOrConstructForwardVarargs() argument
2257 FrameScope scope(masm, StackFrame::MANUAL); in Generate_CallOrConstructForwardVarargs()
2289 Generate_AllocateSpaceAndShiftExistingArguments(masm, r8, rax, r9, r12, in Generate_CallOrConstructForwardVarargs()
2323 void Builtins::Generate_CallFunction(MacroAssembler* masm, in Generate_CallFunction() argument
2387 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_CallFunction()
2393 __ Call(BUILTIN_CODE(masm->isolate(), ToObject), in Generate_CallFunction()
2423 void Generate_PushBoundArguments(MacroAssembler* masm) { in Generate_PushBoundArguments() argument
2460 FrameScope scope(masm, StackFrame::MANUAL); in Generate_PushBoundArguments()
2501 void Builtins::Generate_CallBoundFunctionImpl(MacroAssembler* masm) { in Generate_CallBoundFunctionImpl() argument
2515 Generate_PushBoundArguments(masm); in Generate_CallBoundFunctionImpl()
2520 __ Jump(BUILTIN_CODE(masm->isolate(), Call_ReceiverIsAny), in Generate_CallBoundFunctionImpl()
2525 void Builtins::Generate_Call(MacroAssembler* masm, ConvertReceiverMode mode) { in Generate_Call() argument
2543 __ Jump(masm->isolate()->builtins()->CallFunction(mode), in Generate_Call()
2547 __ Jump(BUILTIN_CODE(masm->isolate(), CallBoundFunction), in Generate_Call()
2557 __ Jump(BUILTIN_CODE(masm->isolate(), CallProxy), RelocInfo::CODE_TARGET, in Generate_Call()
2563 __ Jump(BUILTIN_CODE(masm->isolate(), CallWrappedFunction), in Generate_Call()
2578 __ Jump(masm->isolate()->builtins()->CallFunction( in Generate_Call()
2585 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_Call()
2594 FrameScope frame(masm, StackFrame::INTERNAL); in Generate_Call()
2602 void Builtins::Generate_ConstructFunction(MacroAssembler* masm) { in Generate_ConstructFunction() argument
2620 __ Jump(BUILTIN_CODE(masm->isolate(), JSBuiltinsConstructStub), in Generate_ConstructFunction()
2623 __ Jump(BUILTIN_CODE(masm->isolate(), JSConstructStubGeneric), in Generate_ConstructFunction()
2628 void Builtins::Generate_ConstructBoundFunction(MacroAssembler* masm) { in Generate_ConstructBoundFunction() argument
2638 Generate_PushBoundArguments(masm); in Generate_ConstructBoundFunction()
2653 __ Jump(BUILTIN_CODE(masm->isolate(), Construct), RelocInfo::CODE_TARGET); in Generate_ConstructBoundFunction()
2657 void Builtins::Generate_Construct(MacroAssembler* masm) { in Generate_Construct() argument
2685 __ Jump(BUILTIN_CODE(masm->isolate(), ConstructFunction), in Generate_Construct()
2691 __ Jump(BUILTIN_CODE(masm->isolate(), ConstructBoundFunction), in Generate_Construct()
2696 __ Jump(BUILTIN_CODE(masm->isolate(), ConstructProxy), RelocInfo::CODE_TARGET, in Generate_Construct()
2706 __ Jump(masm->isolate()->builtins()->CallFunction(), in Generate_Construct()
2713 __ Jump(BUILTIN_CODE(masm->isolate(), ConstructedNonConstructable), in Generate_Construct()
2719 void Generate_OSREntry(MacroAssembler* masm, Register entry_address) { in Generate_OSREntry() argument
2732 void OnStackReplacement(MacroAssembler* masm, OsrSourceTier source) { in OnStackReplacement() argument
2734 FrameScope scope(masm, StackFrame::INTERNAL); in OnStackReplacement()
2768 Generate_OSREntry(masm, rax); in OnStackReplacement()
2773 void Builtins::Generate_InterpreterOnStackReplacement(MacroAssembler* masm) { in Generate_InterpreterOnStackReplacement() argument
2774 OnStackReplacement(masm, OsrSourceTier::kInterpreter); in Generate_InterpreterOnStackReplacement()
2777 void Builtins::Generate_BaselineOnStackReplacement(MacroAssembler* masm) { in Generate_BaselineOnStackReplacement() argument
2780 OnStackReplacement(masm, OsrSourceTier::kBaseline); in Generate_BaselineOnStackReplacement()
2784 void Builtins::Generate_WasmCompileLazy(MacroAssembler* masm) { in Generate_WasmCompileLazy() argument
2791 HardAbortScope hard_abort(masm); // Avoid calls to Abort. in Generate_WasmCompileLazy()
2792 FrameScope scope(masm, StackFrame::WASM_COMPILE_LAZY); in Generate_WasmCompileLazy()
2852 void Builtins::Generate_WasmDebugBreak(MacroAssembler* masm) { in Generate_WasmDebugBreak() argument
2853 HardAbortScope hard_abort(masm); // Avoid calls to Abort. in Generate_WasmDebugBreak()
2855 FrameScope scope(masm, StackFrame::WASM_DEBUG_BREAK); in Generate_WasmDebugBreak()
2895 void PrepareForBuiltinCall(MacroAssembler* masm, MemOperand GCScanSlotPlace, in PrepareForBuiltinCall() argument
2920 void RestoreAfterBuiltinCall(MacroAssembler* masm, Register function_data, in RestoreAfterBuiltinCall() argument
2937 void FillJumpBuffer(MacroAssembler* masm, Register jmpbuf, Label* pc) { in FillJumpBuffer() argument
2947 void LoadJumpBuffer(MacroAssembler* masm, Register jmpbuf, bool load_pc) { in LoadJumpBuffer() argument
2956 void SaveState(MacroAssembler* masm, Register active_continuation, Register tmp, in SaveState() argument
2966 FillJumpBuffer(masm, jmpbuf, suspend); in SaveState()
2970 void AllocateContinuation(MacroAssembler* masm, Register function_data, in AllocateContinuation() argument
2990 void LoadTargetJumpBuffer(MacroAssembler* masm, Register target_continuation) { in LoadTargetJumpBuffer() argument
3004 LoadJumpBuffer(masm, target_jmpbuf, false); in LoadTargetJumpBuffer()
3007 void ReloadParentContinuation(MacroAssembler* masm, Register wasm_instance, in ReloadParentContinuation() argument
3031 __ movq(masm->RootAsOperand(RootIndex::kActiveContinuation), parent); in ReloadParentContinuation()
3042 LoadJumpBuffer(masm, jmpbuf, false); in ReloadParentContinuation()
3054 void RestoreParentSuspender(MacroAssembler* masm) { in RestoreParentSuspender() argument
3077 __ movq(masm->RootAsOperand(RootIndex::kActiveSuspender), suspender); in RestoreParentSuspender()
3080 void LoadFunctionDataAndWasmInstance(MacroAssembler* masm, in LoadFunctionDataAndWasmInstance() argument
3103 void LoadValueTypesArray(MacroAssembler* masm, Register function_data, in LoadValueTypesArray() argument
3126 void GenericJSToWasmWrapperHelper(MacroAssembler* masm, bool stack_switch) { in GenericJSToWasmWrapperHelper() argument
3165 LoadFunctionDataAndWasmInstance(masm, function_data, wasm_instance); in GenericJSToWasmWrapperHelper()
3191 SaveState(masm, active_continuation, rcx, &suspend); in GenericJSToWasmWrapperHelper()
3192 AllocateContinuation(masm, function_data, wasm_instance); in GenericJSToWasmWrapperHelper()
3235 LoadTargetJumpBuffer(masm, target_continuation); in GenericJSToWasmWrapperHelper()
3251 LoadValueTypesArray(masm, function_data, valuetypes_array_ptr, return_count, in GenericJSToWasmWrapperHelper()
3715 ReloadParentContinuation(masm, wasm_instance, return_reg, rbx, rcx); in GenericJSToWasmWrapperHelper()
3716 RestoreParentSuspender(masm); in GenericJSToWasmWrapperHelper()
3767 PrepareForBuiltinCall(masm, MemOperand(rbp, kGCScanSlotCountOffset), in GenericJSToWasmWrapperHelper()
3799 RestoreAfterBuiltinCall(masm, function_data, wasm_instance, in GenericJSToWasmWrapperHelper()
3807 __ Call(BUILTIN_CODE(masm->isolate(), WasmTaggedNonSmiToInt32), in GenericJSToWasmWrapperHelper()
3811 RestoreAfterBuiltinCall(masm, function_data, wasm_instance, in GenericJSToWasmWrapperHelper()
3819 __ Call(BUILTIN_CODE(masm->isolate(), BigIntToI64), RelocInfo::CODE_TARGET); in GenericJSToWasmWrapperHelper()
3820 RestoreAfterBuiltinCall(masm, function_data, wasm_instance, in GenericJSToWasmWrapperHelper()
3828 __ Call(BUILTIN_CODE(masm->isolate(), WasmTaggedToFloat64), in GenericJSToWasmWrapperHelper()
3830 RestoreAfterBuiltinCall(masm, function_data, wasm_instance, in GenericJSToWasmWrapperHelper()
3842 __ Call(BUILTIN_CODE(masm->isolate(), WasmTaggedToFloat64), in GenericJSToWasmWrapperHelper()
3844 RestoreAfterBuiltinCall(masm, function_data, wasm_instance, in GenericJSToWasmWrapperHelper()
3914 __ Call(BUILTIN_CODE(masm->isolate(), WasmInt32ToHeapNumber), in GenericJSToWasmWrapperHelper()
3919 __ Call(BUILTIN_CODE(masm->isolate(), I64ToBigInt), RelocInfo::CODE_TARGET); in GenericJSToWasmWrapperHelper()
3925 __ Call(BUILTIN_CODE(masm->isolate(), WasmFloat32ToNumber), in GenericJSToWasmWrapperHelper()
3932 __ Call(BUILTIN_CODE(masm->isolate(), WasmFloat64ToNumber), in GenericJSToWasmWrapperHelper()
3937 __ Call(BUILTIN_CODE(masm->isolate(), WasmFuncRefToJS), in GenericJSToWasmWrapperHelper()
3969 void Builtins::Generate_GenericJSToWasmWrapper(MacroAssembler* masm) { in Generate_GenericJSToWasmWrapper() argument
3970 GenericJSToWasmWrapperHelper(masm, false); in Generate_GenericJSToWasmWrapper()
3973 void Builtins::Generate_WasmReturnPromiseOnSuspend(MacroAssembler* masm) { in Generate_WasmReturnPromiseOnSuspend() argument
3974 GenericJSToWasmWrapperHelper(masm, true); in Generate_WasmReturnPromiseOnSuspend()
3977 void Builtins::Generate_WasmSuspend(MacroAssembler* masm) { in Generate_WasmSuspend() argument
4005 FillJumpBuffer(masm, jmpbuf, &resume); in Generate_WasmSuspend()
4039 __ movq(masm->RootAsOperand(RootIndex::kActiveContinuation), caller); in Generate_WasmSuspend()
4043 __ movq(masm->RootAsOperand(RootIndex::kActiveSuspender), parent); in Generate_WasmSuspend()
4068 LoadJumpBuffer(masm, jmpbuf, true); in Generate_WasmSuspend()
4076 void Builtins::Generate_WasmResume(MacroAssembler* masm) { in Generate_WasmResume() argument
4139 FillJumpBuffer(masm, current_jmpbuf, &suspend); in Generate_WasmResume()
4164 __ movq(masm->RootAsOperand(RootIndex::kActiveContinuation), in Generate_WasmResume()
4166 __ movq(masm->RootAsOperand(RootIndex::kActiveSuspender), suspender); in Generate_WasmResume()
4191 LoadJumpBuffer(masm, target_jmpbuf, true); in Generate_WasmResume()
4198 void Builtins::Generate_WasmOnStackReplace(MacroAssembler* masm) { in Generate_WasmOnStackReplace() argument
4207 void Builtins::Generate_CEntry(MacroAssembler* masm, int result_size, in Generate_CEntry() argument
4277 __ Move(kCCallArg2, ExternalReference::isolate_address(masm->isolate())); in Generate_CEntry()
4285 __ Move(kCCallArg3, ExternalReference::isolate_address(masm->isolate())); in Generate_CEntry()
4309 IsolateAddressId::kPendingExceptionAddress, masm->isolate()); in Generate_CEntry()
4311 masm->ExternalReferenceAsOperand(pending_exception_address); in Generate_CEntry()
4327 IsolateAddressId::kPendingHandlerContextAddress, masm->isolate()); in Generate_CEntry()
4330 IsolateAddressId::kPendingHandlerEntrypointAddress, masm->isolate()); in Generate_CEntry()
4332 IsolateAddressId::kPendingHandlerFPAddress, masm->isolate()); in Generate_CEntry()
4334 IsolateAddressId::kPendingHandlerSPAddress, masm->isolate()); in Generate_CEntry()
4341 FrameScope scope(masm, StackFrame::MANUAL); in Generate_CEntry()
4344 __ Move(arg_reg_3, ExternalReference::isolate_address(masm->isolate())); in Generate_CEntry()
4354 masm->isolate()); in Generate_CEntry()
4355 __ movq(rcx, masm->ExternalReferenceAsOperand( in Generate_CEntry()
4362 masm->ExternalReferenceAsOperand(pending_handler_context_address)); in Generate_CEntry()
4363 __ movq(rsp, masm->ExternalReferenceAsOperand(pending_handler_sp_address)); in Generate_CEntry()
4364 __ movq(rbp, masm->ExternalReferenceAsOperand(pending_handler_fp_address)); in Generate_CEntry()
4376 IsolateAddressId::kCEntryFPAddress, masm->isolate()); in Generate_CEntry()
4378 masm->ExternalReferenceAsOperand(c_entry_fp_address); in Generate_CEntry()
4383 masm->ExternalReferenceAsOperand(pending_handler_entrypoint_address)); in Generate_CEntry()
4387 void Builtins::Generate_DoubleToI(MacroAssembler* masm) { in Generate_DoubleToI() argument
4466 void CallApiFunctionAndReturn(MacroAssembler* masm, Register function_address, in CallApiFunctionAndReturn() argument
4476 Isolate* isolate = masm->isolate(); in CallApiFunctionAndReturn()
4620 void Builtins::Generate_CallApiCallback(MacroAssembler* masm) { in Generate_CallApiCallback() argument
4673 __ PushAddress(ExternalReference::isolate_address(masm->isolate())); in Generate_CallApiCallback()
4727 CallApiFunctionAndReturn(masm, api_function_address, thunk_ref, callback_arg, in Generate_CallApiCallback()
4732 void Builtins::Generate_CallApiGetter(MacroAssembler* masm) { in Generate_CallApiGetter() argument
4764 __ PushAddress(ExternalReference::isolate_address(masm->isolate())); in Generate_CallApiGetter()
4811 CallApiFunctionAndReturn(masm, api_function_address, thunk_ref, getter_arg, in Generate_CallApiGetter()
4816 void Builtins::Generate_DirectCEntry(MacroAssembler* masm) { in Generate_DirectCEntry() argument
4822 void Generate_DeoptimizationEntry(MacroAssembler* masm, in Generate_DeoptimizationEntry() argument
4824 Isolate* isolate = masm->isolate(); in Generate_DeoptimizationEntry()
4889 AllowExternalCallThatCantCauseGC scope(masm); in Generate_DeoptimizationEntry()
4944 AllowExternalCallThatCantCauseGC scope(masm); in Generate_DeoptimizationEntry()
5015 void Builtins::Generate_DeoptimizationEntry_Eager(MacroAssembler* masm) { in Generate_DeoptimizationEntry_Eager() argument
5016 Generate_DeoptimizationEntry(masm, DeoptimizeKind::kEager); in Generate_DeoptimizationEntry_Eager()
5019 void Builtins::Generate_DeoptimizationEntry_Lazy(MacroAssembler* masm) { in Generate_DeoptimizationEntry_Lazy() argument
5020 Generate_DeoptimizationEntry(masm, DeoptimizeKind::kLazy); in Generate_DeoptimizationEntry_Lazy()
5023 void Builtins::Generate_DeoptimizationEntry_Unused(MacroAssembler* masm) { in Generate_DeoptimizationEntry_Unused() argument
5024 Generate_DeoptimizationEntry(masm, DeoptimizeKind::kUnused); in Generate_DeoptimizationEntry_Unused()
5033 void Generate_BaselineOrInterpreterEntry(MacroAssembler* masm, in Generate_BaselineOrInterpreterEntry() argument
5062 __ Jump(masm->isolate()->builtins()->code_handle(builtin_id), in Generate_BaselineOrInterpreterEntry()
5073 AssertCodeTIsBaseline(masm, code_obj, r11); in Generate_BaselineOrInterpreterEntry()
5135 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_BaselineOrInterpreterEntry()
5148 ResetBytecodeAgeAndOsrState(masm, kInterpreterBytecodeArrayRegister); in Generate_BaselineOrInterpreterEntry()
5149 Generate_OSREntry(masm, code_obj); in Generate_BaselineOrInterpreterEntry()
5169 FrameScope scope(masm, StackFrame::INTERNAL); in Generate_BaselineOrInterpreterEntry()
5182 MacroAssembler* masm) { in Generate_BaselineOrInterpreterEnterAtBytecode() argument
5183 Generate_BaselineOrInterpreterEntry(masm, false); in Generate_BaselineOrInterpreterEnterAtBytecode()
5187 MacroAssembler* masm) { in Generate_BaselineOrInterpreterEnterAtNextBytecode() argument
5188 Generate_BaselineOrInterpreterEntry(masm, true); in Generate_BaselineOrInterpreterEnterAtNextBytecode()
5192 MacroAssembler* masm) { in Generate_InterpreterOnStackReplacement_ToBaseline() argument
5193 Generate_BaselineOrInterpreterEntry(masm, false, true); in Generate_InterpreterOnStackReplacement_ToBaseline()