Lines Matching refs:slow_path
1305 ReadBarrierCasSlowPathARM64* slow_path = in GenUnsafeCas() local
1319 codegen->AddSlowPath(slow_path); in GenUnsafeCas()
1320 exit_loop = slow_path->GetExitLabel(); in GenUnsafeCas()
1321 cmp_failure = slow_path->GetEntryLabel(); in GenUnsafeCas()
1525 SlowPathCodeARM64* slow_path = nullptr; in VisitStringCompareTo() local
1528 slow_path = new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitStringCompareTo()
1529 codegen_->AddSlowPath(slow_path); in VisitStringCompareTo()
1530 __ Cbz(arg, slow_path->GetEntryLabel()); in VisitStringCompareTo()
1687 __ Bind(slow_path->GetExitLabel()); in VisitStringCompareTo()
1907 SlowPathCodeARM64* slow_path = nullptr; in GenerateVisitStringIndexOf() local
1913 slow_path = new (codegen->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in GenerateVisitStringIndexOf()
1914 codegen->AddSlowPath(slow_path); in GenerateVisitStringIndexOf()
1915 __ B(slow_path->GetEntryLabel()); in GenerateVisitStringIndexOf()
1916 __ Bind(slow_path->GetExitLabel()); in GenerateVisitStringIndexOf()
1922 slow_path = new (codegen->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in GenerateVisitStringIndexOf()
1923 codegen->AddSlowPath(slow_path); in GenerateVisitStringIndexOf()
1924 __ B(ne, slow_path->GetEntryLabel()); in GenerateVisitStringIndexOf()
1933 codegen->InvokeRuntime(kQuickIndexOf, invoke, invoke->GetDexPc(), slow_path); in GenerateVisitStringIndexOf()
1936 if (slow_path != nullptr) { in GenerateVisitStringIndexOf()
1937 __ Bind(slow_path->GetExitLabel()); in GenerateVisitStringIndexOf()
1992 SlowPathCodeARM64* slow_path = in VisitStringNewStringFromBytes() local
1994 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromBytes()
1995 __ B(eq, slow_path->GetEntryLabel()); in VisitStringNewStringFromBytes()
1997 codegen_->InvokeRuntime(kQuickAllocStringFromBytes, invoke, invoke->GetDexPc(), slow_path); in VisitStringNewStringFromBytes()
1999 __ Bind(slow_path->GetExitLabel()); in VisitStringNewStringFromBytes()
2037 SlowPathCodeARM64* slow_path = in VisitStringNewStringFromString() local
2039 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromString()
2040 __ B(eq, slow_path->GetEntryLabel()); in VisitStringNewStringFromString()
2042 codegen_->InvokeRuntime(kQuickAllocStringFromString, invoke, invoke->GetDexPc(), slow_path); in VisitStringNewStringFromString()
2044 __ Bind(slow_path->GetExitLabel()); in VisitStringNewStringFromString()
2420 SlowPathCodeARM64* slow_path, in CheckSystemArrayCopyPosition() argument
2431 __ B(slow_path->GetEntryLabel(), lt); in CheckSystemArrayCopyPosition()
2437 __ B(slow_path->GetEntryLabel(), lt); in CheckSystemArrayCopyPosition()
2441 __ B(slow_path->GetEntryLabel(), lt); in CheckSystemArrayCopyPosition()
2445 __ Cbnz(WRegisterFrom(pos), slow_path->GetEntryLabel()); in CheckSystemArrayCopyPosition()
2449 __ Tbnz(pos_reg, pos_reg.GetSizeInBits() - 1, slow_path->GetEntryLabel()); in CheckSystemArrayCopyPosition()
2456 __ B(slow_path->GetEntryLabel(), lt); in CheckSystemArrayCopyPosition()
2513 SlowPathCodeARM64* slow_path = in VisitSystemArrayCopyChar() local
2515 codegen_->AddSlowPath(slow_path); in VisitSystemArrayCopyChar()
2520 __ B(slow_path->GetEntryLabel(), eq); in VisitSystemArrayCopyChar()
2523 __ Cbz(src, slow_path->GetEntryLabel()); in VisitSystemArrayCopyChar()
2526 __ Cbz(dst, slow_path->GetEntryLabel()); in VisitSystemArrayCopyChar()
2533 __ B(slow_path->GetEntryLabel(), hi); in VisitSystemArrayCopyChar()
2548 slow_path, in VisitSystemArrayCopyChar()
2556 slow_path, in VisitSystemArrayCopyChar()
2588 __ Bind(slow_path->GetExitLabel()); in VisitSystemArrayCopyChar()
3249 SlowPathCodeARM64* slow_path = new (GetAllocator()) IntrinsicSlowPathARM64(invoke); in VisitReferenceGetReferent() local
3250 codegen_->AddSlowPath(slow_path); in VisitReferenceGetReferent()
3258 __ Cbz(temp, slow_path->GetEntryLabel()); in VisitReferenceGetReferent()
3273 __ Cbnz(temp, slow_path->GetEntryLabel()); in VisitReferenceGetReferent()
3292 __ Bind(slow_path->GetExitLabel()); in VisitReferenceGetReferent()
3553 SlowPathCodeARM64* slow_path = in VisitCRC32UpdateBytes() local
3555 codegen_->AddSlowPath(slow_path); in VisitCRC32UpdateBytes()
3559 __ B(slow_path->GetEntryLabel(), hi); in VisitCRC32UpdateBytes()
3579 __ Bind(slow_path->GetExitLabel()); in VisitCRC32UpdateBytes()
3833 SlowPathCodeARM64* slow_path = in GenerateDivideUnsigned() local
3835 codegen->AddSlowPath(slow_path); in GenerateDivideUnsigned()
3836 __ Cbz(divisor, slow_path->GetEntryLabel()); in GenerateDivideUnsigned()
3840 __ Bind(slow_path->GetExitLabel()); in GenerateDivideUnsigned()
3940 SlowPathCodeARM64* slow_path, in GenerateSubTypeObjectCheckNoReadBarrier() argument
3965 __ Cbz(temp, slow_path->GetEntryLabel()); in GenerateSubTypeObjectCheckNoReadBarrier()
3975 SlowPathCodeARM64* slow_path, in GenerateVarHandleAccessModeAndVarTypeChecks() argument
3998 __ Tbz(temp2, static_cast<uint32_t>(access_mode), slow_path->GetEntryLabel()); in GenerateVarHandleAccessModeAndVarTypeChecks()
4002 __ Cbnz(temp2, slow_path->GetEntryLabel()); in GenerateVarHandleAccessModeAndVarTypeChecks()
4005 __ B(slow_path->GetEntryLabel(), ne); in GenerateVarHandleAccessModeAndVarTypeChecks()
4022 GenerateSubTypeObjectCheckNoReadBarrier(codegen, slow_path, arg_reg, var_type_no_rb); in GenerateVarHandleAccessModeAndVarTypeChecks()
4030 SlowPathCodeARM64* slow_path) { in GenerateVarHandleStaticFieldCheck() argument
4042 __ Cbnz(temp, slow_path->GetEntryLabel()); in GenerateVarHandleStaticFieldCheck()
4047 SlowPathCodeARM64* slow_path) { in GenerateVarHandleInstanceFieldChecks() argument
4056 __ Cbz(object, slow_path->GetEntryLabel()); in GenerateVarHandleInstanceFieldChecks()
4069 __ Cbnz(temp2, slow_path->GetEntryLabel()); in GenerateVarHandleInstanceFieldChecks()
4075 codegen, slow_path, object, temp, /*object_can_be_null=*/ false); in GenerateVarHandleInstanceFieldChecks()
4092 VarHandleSlowPathARM64* slow_path) { in GenerateVarHandleArrayChecks() argument
4109 __ Cbz(object, slow_path->GetEntryLabel()); in GenerateVarHandleArrayChecks()
4122 __ Cbz(temp2, slow_path->GetEntryLabel()); in GenerateVarHandleArrayChecks()
4137 __ B(slow_path->GetEntryLabel(), ne); in GenerateVarHandleArrayChecks()
4144 __ Cbz(temp2, slow_path->GetEntryLabel()); in GenerateVarHandleArrayChecks()
4150 __ Cbnz(temp2, slow_path->GetEntryLabel()); in GenerateVarHandleArrayChecks()
4162 can_be_view ? slow_path->GetByteArrayViewCheckLabel() : slow_path->GetEntryLabel(); in GenerateVarHandleArrayChecks()
4170 __ B(slow_path->GetEntryLabel(), hs); in GenerateVarHandleArrayChecks()
4175 VarHandleSlowPathARM64* slow_path) { in GenerateVarHandleCoordinateChecks() argument
4178 GenerateVarHandleStaticFieldCheck(invoke, codegen, slow_path); in GenerateVarHandleCoordinateChecks()
4180 GenerateVarHandleInstanceFieldChecks(invoke, codegen, slow_path); in GenerateVarHandleCoordinateChecks()
4183 GenerateVarHandleArrayChecks(invoke, codegen, slow_path); in GenerateVarHandleCoordinateChecks()
4191 VarHandleSlowPathARM64* slow_path = in GenerateVarHandleChecks() local
4193 codegen->AddSlowPath(slow_path); in GenerateVarHandleChecks()
4195 GenerateVarHandleAccessModeAndVarTypeChecks(invoke, codegen, slow_path, type); in GenerateVarHandleChecks()
4196 GenerateVarHandleCoordinateChecks(invoke, codegen, slow_path); in GenerateVarHandleChecks()
4198 return slow_path; in GenerateVarHandleChecks()
4431 VarHandleSlowPathARM64* slow_path = nullptr; in GenerateVarHandleGet() local
4433 slow_path = GenerateVarHandleChecks(invoke, codegen, order, type); in GenerateVarHandleGet()
4435 __ Bind(slow_path->GetNativeByteOrderLabel()); in GenerateVarHandleGet()
4491 __ Bind(slow_path->GetExitLabel()); in GenerateVarHandleGet()
4546 VarHandleSlowPathARM64* slow_path = nullptr; in GenerateVarHandleSet() local
4548 slow_path = GenerateVarHandleChecks(invoke, codegen, order, value_type); in GenerateVarHandleSet()
4550 __ Bind(slow_path->GetNativeByteOrderLabel()); in GenerateVarHandleSet()
4596 __ Bind(slow_path->GetExitLabel()); in GenerateVarHandleSet()
4739 VarHandleSlowPathARM64* slow_path = nullptr; in GenerateVarHandleCompareAndSetOrExchange() local
4741 slow_path = GenerateVarHandleChecks(invoke, codegen, order, value_type); in GenerateVarHandleCompareAndSetOrExchange()
4742 slow_path->SetCompareAndSetOrExchangeArgs(return_success, strong); in GenerateVarHandleCompareAndSetOrExchange()
4744 __ Bind(slow_path->GetNativeByteOrderLabel()); in GenerateVarHandleCompareAndSetOrExchange()
4902 __ Bind(slow_path->GetExitLabel()); in GenerateVarHandleCompareAndSetOrExchange()
5038 VarHandleSlowPathARM64* slow_path = nullptr; in GenerateVarHandleGetAndUpdate() local
5040 slow_path = GenerateVarHandleChecks(invoke, codegen, order, value_type); in GenerateVarHandleGetAndUpdate()
5041 slow_path->SetGetAndUpdateOp(get_and_update_op); in GenerateVarHandleGetAndUpdate()
5043 __ Bind(slow_path->GetNativeByteOrderLabel()); in GenerateVarHandleGetAndUpdate()
5151 __ Bind(slow_path->GetExitLabel()); in GenerateVarHandleGetAndUpdate()