Lines Matching refs:codegen_
77 return codegen_->GetVIXLAssembler(); in GetVIXLAssembler()
81 return codegen_->GetGraph()->GetAllocator(); in GetAllocator()
695 codegen_->Load(DataType::Type::kReference, WRegisterFrom(invoke->GetLocations()->Out()), in VisitThreadCurrentThread()
785 GenUnsafeGet(invoke, DataType::Type::kInt32, /* is_volatile= */ false, codegen_); in VisitUnsafeGet()
788 GenUnsafeGet(invoke, DataType::Type::kInt32, /* is_volatile= */ true, codegen_); in VisitUnsafeGetVolatile()
791 GenUnsafeGet(invoke, DataType::Type::kInt64, /* is_volatile= */ false, codegen_); in VisitUnsafeGetLong()
794 GenUnsafeGet(invoke, DataType::Type::kInt64, /* is_volatile= */ true, codegen_); in VisitUnsafeGetLongVolatile()
797 GenUnsafeGet(invoke, DataType::Type::kReference, /* is_volatile= */ false, codegen_); in VisitUnsafeGetObject()
800 GenUnsafeGet(invoke, DataType::Type::kReference, /* is_volatile= */ true, codegen_); in VisitUnsafeGetObjectVolatile()
885 codegen_); in VisitUnsafePut()
892 codegen_); in VisitUnsafePutOrdered()
899 codegen_); in VisitUnsafePutVolatile()
906 codegen_); in VisitUnsafePutObject()
913 codegen_); in VisitUnsafePutObjectOrdered()
920 codegen_); in VisitUnsafePutObjectVolatile()
927 codegen_); in VisitUnsafePutLong()
934 codegen_); in VisitUnsafePutLongOrdered()
941 codegen_); in VisitUnsafePutLongVolatile()
1376 GenUnsafeCas(invoke, DataType::Type::kInt32, codegen_); in VisitUnsafeCASInt()
1379 GenUnsafeCas(invoke, DataType::Type::kInt64, codegen_); in VisitUnsafeCASLong()
1382 GenUnsafeCas(invoke, DataType::Type::kReference, codegen_); in VisitUnsafeCASObject()
1528 slow_path = new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitStringCompareTo()
1529 codegen_->AddSlowPath(slow_path); in VisitStringCompareTo()
1956 GenerateVisitStringIndexOf(invoke, GetVIXLAssembler(), codegen_, /* start_at_zero= */ true); in VisitStringIndexOf()
1972 GenerateVisitStringIndexOf(invoke, GetVIXLAssembler(), codegen_, /* start_at_zero= */ false); in VisitStringIndexOfAfter()
1993 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitStringNewStringFromBytes()
1994 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromBytes()
1997 codegen_->InvokeRuntime(kQuickAllocStringFromBytes, invoke, invoke->GetDexPc(), slow_path); in VisitStringNewStringFromBytes()
2019 codegen_->InvokeRuntime(kQuickAllocStringFromChars, invoke, invoke->GetDexPc()); in VisitStringNewStringFromChars()
2038 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitStringNewStringFromString()
2039 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromString()
2042 codegen_->InvokeRuntime(kQuickAllocStringFromString, invoke, invoke->GetDexPc(), slow_path); in VisitStringNewStringFromString()
2086 GenFPToFPCall(invoke, codegen_, kQuickCos); in VisitMathCos()
2094 GenFPToFPCall(invoke, codegen_, kQuickSin); in VisitMathSin()
2102 GenFPToFPCall(invoke, codegen_, kQuickAcos); in VisitMathAcos()
2110 GenFPToFPCall(invoke, codegen_, kQuickAsin); in VisitMathAsin()
2118 GenFPToFPCall(invoke, codegen_, kQuickAtan); in VisitMathAtan()
2126 GenFPToFPCall(invoke, codegen_, kQuickCbrt); in VisitMathCbrt()
2134 GenFPToFPCall(invoke, codegen_, kQuickCosh); in VisitMathCosh()
2142 GenFPToFPCall(invoke, codegen_, kQuickExp); in VisitMathExp()
2150 GenFPToFPCall(invoke, codegen_, kQuickExpm1); in VisitMathExpm1()
2158 GenFPToFPCall(invoke, codegen_, kQuickLog); in VisitMathLog()
2166 GenFPToFPCall(invoke, codegen_, kQuickLog10); in VisitMathLog10()
2174 GenFPToFPCall(invoke, codegen_, kQuickSinh); in VisitMathSinh()
2182 GenFPToFPCall(invoke, codegen_, kQuickTan); in VisitMathTan()
2190 GenFPToFPCall(invoke, codegen_, kQuickTanh); in VisitMathTanh()
2198 GenFPToFPCall(invoke, codegen_, kQuickAtan2); in VisitMathAtan2()
2206 GenFPToFPCall(invoke, codegen_, kQuickPow); in VisitMathPow()
2214 GenFPToFPCall(invoke, codegen_, kQuickHypot); in VisitMathHypot()
2222 GenFPToFPCall(invoke, codegen_, kQuickNextAfter); in VisitMathNextAfter()
2514 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitSystemArrayCopyChar()
2515 codegen_->AddSlowPath(slow_path); in VisitSystemArrayCopyChar()
2692 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitSystemArrayCopy()
2693 codegen_->AddSlowPath(intrinsic_slow_path); in VisitSystemArrayCopy()
2793 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2802 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2819 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2836 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2855 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2869 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2899 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
2900 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp2); in VisitSystemArrayCopy()
2909 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
2921 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
2934 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
2938 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
2953 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2961 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2974 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
2978 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp2); in VisitSystemArrayCopy()
3069 new (codegen_->GetScopedAllocator()) ReadBarrierSystemArrayCopySlowPathARM64( in VisitSystemArrayCopy()
3071 codegen_->AddSlowPath(read_barrier_slow_path); in VisitSystemArrayCopy()
3121 codegen_->MarkGCCard(dest.W(), Register(), /* value_can_be_null= */ false); in VisitSystemArrayCopy()
3172 codegen_, in VisitIntegerValueOf()
3179 IntrinsicVisitor::ComputeIntegerValueOfInfo(invoke, codegen_->GetCompilerOptions()); in VisitIntegerValueOf()
3188 codegen_->LoadIntrinsicDeclaringClass(out, invoke); in VisitIntegerValueOf()
3189 codegen_->InvokeRuntime(kQuickAllocObjectInitialized, invoke, invoke->GetDexPc()); in VisitIntegerValueOf()
3197 codegen_->LoadBootImageAddress(out, info.value_boot_image_reference); in VisitIntegerValueOf()
3207 codegen_->GenerateMemoryBarrier(MemBarrierKind::kStoreStore); in VisitIntegerValueOf()
3218 codegen_->LoadBootImageAddress(temp, info.array_data_boot_image_reference); in VisitIntegerValueOf()
3221 codegen_->Load(DataType::Type::kReference, out, source); in VisitIntegerValueOf()
3222 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(out); in VisitIntegerValueOf()
3229 codegen_->GenerateMemoryBarrier(MemBarrierKind::kStoreStore); in VisitIntegerValueOf()
3235 IntrinsicVisitor::CreateReferenceGetReferentLocations(invoke, codegen_); in VisitReferenceGetReferent()
3250 codegen_->AddSlowPath(slow_path); in VisitReferenceGetReferent()
3265 codegen_->LoadIntrinsicDeclaringClass(temp, invoke); in VisitReferenceGetReferent()
3279 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitReferenceGetReferent()
3288 codegen_->LoadAcquire( in VisitReferenceGetReferent()
3290 codegen_->MaybeGenerateReadBarrierSlow(invoke, out, out, obj, referent_offset); in VisitReferenceGetReferent()
3301 MacroAssembler* masm = codegen_->GetVIXLAssembler(); in VisitReferenceRefersTo()
3313 codegen_->LoadAcquire(invoke, DataType::Type::kReference, tmp, field, /*needs_null_check=*/ true); in VisitReferenceRefersTo()
3314 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(tmp); in VisitReferenceRefersTo()
3332 codegen_->GenerateMemoryBarrier(MemBarrierKind::kLoadAny); in VisitReferenceRefersTo()
3381 if (!codegen_->GetInstructionSetFeatures().HasCRC()) { in VisitCRC32Update()
3396 DCHECK(codegen_->GetInstructionSetFeatures().HasCRC()); in VisitCRC32Update()
3527 if (!codegen_->GetInstructionSetFeatures().HasCRC()) { in VisitCRC32UpdateBytes()
3548 DCHECK(codegen_->GetInstructionSetFeatures().HasCRC()); in VisitCRC32UpdateBytes()
3554 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitCRC32UpdateBytes()
3555 codegen_->AddSlowPath(slow_path); in VisitCRC32UpdateBytes()
3583 if (!codegen_->GetInstructionSetFeatures().HasCRC()) { in VisitCRC32UpdateByteBuffer()
3610 DCHECK(codegen_->GetInstructionSetFeatures().HasCRC()); in VisitCRC32UpdateByteBuffer()
3626 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16ToFloat()
3638 DCHECK(codegen_->GetInstructionSetFeatures().HasFP16()); in VisitFP16ToFloat()
3649 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16ToHalf()
3661 DCHECK(codegen_->GetInstructionSetFeatures().HasFP16()); in VisitFP16ToHalf()
3674 CodeGeneratorARM64* const codegen_, in GenerateFP16Round() argument
3677 DCHECK(codegen_->GetInstructionSetFeatures().HasFP16()); in GenerateFP16Round()
3689 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Floor()
3701 GenerateFP16Round(invoke, codegen_, masm, roundOp); in VisitFP16Floor()
3705 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Ceil()
3717 GenerateFP16Round(invoke, codegen_, masm, roundOp); in VisitFP16Ceil()
3721 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Rint()
3733 GenerateFP16Round(invoke, codegen_, masm, roundOp); in VisitFP16Rint()
3763 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Greater()
3774 GenerateFP16Compare(invoke, codegen_, masm, gt); in VisitFP16Greater()
3778 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16GreaterEquals()
3789 GenerateFP16Compare(invoke, codegen_, masm, ge); in VisitFP16GreaterEquals()
3793 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Less()
3804 GenerateFP16Compare(invoke, codegen_, masm, mi); in VisitFP16Less()
3808 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16LessEquals()
3819 GenerateFP16Compare(invoke, codegen_, masm, ls); in VisitFP16LessEquals()
3848 GenerateDivideUnsigned(invoke, codegen_); in VisitIntegerDivideUnsigned()
3856 GenerateDivideUnsigned(invoke, codegen_); in VisitLongDivideUnsigned()
3865 MacroAssembler* masm = codegen_->GetVIXLAssembler(); in VisitMathMultiplyHigh()
4500 GenerateVarHandleGet(invoke, codegen_, std::memory_order_relaxed); in VisitVarHandleGet()
4508 GenerateVarHandleGet(invoke, codegen_, std::memory_order_relaxed); in VisitVarHandleGetOpaque()
4516 GenerateVarHandleGet(invoke, codegen_, std::memory_order_acquire); in VisitVarHandleGetAcquire()
4524 GenerateVarHandleGet(invoke, codegen_, std::memory_order_seq_cst); in VisitVarHandleGetVolatile()
4605 GenerateVarHandleSet(invoke, codegen_, std::memory_order_relaxed); in VisitVarHandleSet()
4613 GenerateVarHandleSet(invoke, codegen_, std::memory_order_relaxed); in VisitVarHandleSetOpaque()
4621 GenerateVarHandleSet(invoke, codegen_, std::memory_order_release); in VisitVarHandleSetRelease()
4629 GenerateVarHandleSet(invoke, codegen_, std::memory_order_seq_cst); in VisitVarHandleSetVolatile()
4912 invoke, codegen_, std::memory_order_seq_cst, /*return_success=*/ false, /*strong=*/ true); in VisitVarHandleCompareAndExchange()
4921 invoke, codegen_, std::memory_order_acquire, /*return_success=*/ false, /*strong=*/ true); in VisitVarHandleCompareAndExchangeAcquire()
4930 invoke, codegen_, std::memory_order_release, /*return_success=*/ false, /*strong=*/ true); in VisitVarHandleCompareAndExchangeRelease()
4939 invoke, codegen_, std::memory_order_seq_cst, /*return_success=*/ true, /*strong=*/ true); in VisitVarHandleCompareAndSet()
4948 invoke, codegen_, std::memory_order_seq_cst, /*return_success=*/ true, /*strong=*/ false); in VisitVarHandleWeakCompareAndSet()
4957 invoke, codegen_, std::memory_order_acquire, /*return_success=*/ true, /*strong=*/ false); in VisitVarHandleWeakCompareAndSetAcquire()
4966 invoke, codegen_, std::memory_order_relaxed, /*return_success=*/ true, /*strong=*/ false); in VisitVarHandleWeakCompareAndSetPlain()
4975 invoke, codegen_, std::memory_order_release, /*return_success=*/ true, /*strong=*/ false); in VisitVarHandleWeakCompareAndSetRelease()
5160 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kSet, std::memory_order_seq_cst); in VisitVarHandleGetAndSet()
5168 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kSet, std::memory_order_acquire); in VisitVarHandleGetAndSetAcquire()
5176 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kSet, std::memory_order_release); in VisitVarHandleGetAndSetRelease()
5184 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kAdd, std::memory_order_seq_cst); in VisitVarHandleGetAndAdd()
5192 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kAdd, std::memory_order_acquire); in VisitVarHandleGetAndAddAcquire()
5200 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kAdd, std::memory_order_release); in VisitVarHandleGetAndAddRelease()
5208 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kAnd, std::memory_order_seq_cst); in VisitVarHandleGetAndBitwiseAnd()
5216 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kAnd, std::memory_order_acquire); in VisitVarHandleGetAndBitwiseAndAcquire()
5224 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kAnd, std::memory_order_release); in VisitVarHandleGetAndBitwiseAndRelease()
5232 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kOr, std::memory_order_seq_cst); in VisitVarHandleGetAndBitwiseOr()
5240 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kOr, std::memory_order_acquire); in VisitVarHandleGetAndBitwiseOrAcquire()
5248 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kOr, std::memory_order_release); in VisitVarHandleGetAndBitwiseOrRelease()
5256 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kXor, std::memory_order_seq_cst); in VisitVarHandleGetAndBitwiseXor()
5264 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kXor, std::memory_order_acquire); in VisitVarHandleGetAndBitwiseXorAcquire()
5272 GenerateVarHandleGetAndUpdate(invoke, codegen_, GetAndUpdateOp::kXor, std::memory_order_release); in VisitVarHandleGetAndBitwiseXorRelease()