Lines Matching refs:codegen_
70 return codegen_->GetVIXLAssembler(); in GetVIXLAssembler()
74 return codegen_->GetGraph()->GetAllocator(); in GetAllocator()
735 codegen_->Load(DataType::Type::kReference, WRegisterFrom(invoke->GetLocations()->Out()), in VisitThreadCurrentThread()
825 GenUnsafeGet(invoke, DataType::Type::kInt32, /* is_volatile= */ false, codegen_); in VisitUnsafeGet()
828 GenUnsafeGet(invoke, DataType::Type::kInt32, /* is_volatile= */ true, codegen_); in VisitUnsafeGetVolatile()
831 GenUnsafeGet(invoke, DataType::Type::kInt64, /* is_volatile= */ false, codegen_); in VisitUnsafeGetLong()
834 GenUnsafeGet(invoke, DataType::Type::kInt64, /* is_volatile= */ true, codegen_); in VisitUnsafeGetLongVolatile()
837 GenUnsafeGet(invoke, DataType::Type::kReference, /* is_volatile= */ false, codegen_); in VisitUnsafeGetObject()
840 GenUnsafeGet(invoke, DataType::Type::kReference, /* is_volatile= */ true, codegen_); in VisitUnsafeGetObjectVolatile()
925 codegen_); in VisitUnsafePut()
932 codegen_); in VisitUnsafePutOrdered()
939 codegen_); in VisitUnsafePutVolatile()
946 codegen_); in VisitUnsafePutObject()
953 codegen_); in VisitUnsafePutObjectOrdered()
960 codegen_); in VisitUnsafePutObjectVolatile()
967 codegen_); in VisitUnsafePutLong()
974 codegen_); in VisitUnsafePutLongOrdered()
981 codegen_); in VisitUnsafePutLongVolatile()
1164 GenCas(invoke, DataType::Type::kInt32, codegen_); in VisitUnsafeCASInt()
1167 GenCas(invoke, DataType::Type::kInt64, codegen_); in VisitUnsafeCASLong()
1174 GenCas(invoke, DataType::Type::kReference, codegen_); in VisitUnsafeCASObject()
1230 slow_path = new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitStringCompareTo()
1231 codegen_->AddSlowPath(slow_path); in VisitStringCompareTo()
1658 GenerateVisitStringIndexOf(invoke, GetVIXLAssembler(), codegen_, /* start_at_zero= */ true); in VisitStringIndexOf()
1674 GenerateVisitStringIndexOf(invoke, GetVIXLAssembler(), codegen_, /* start_at_zero= */ false); in VisitStringIndexOfAfter()
1695 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitStringNewStringFromBytes()
1696 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromBytes()
1699 codegen_->InvokeRuntime(kQuickAllocStringFromBytes, invoke, invoke->GetDexPc(), slow_path); in VisitStringNewStringFromBytes()
1721 codegen_->InvokeRuntime(kQuickAllocStringFromChars, invoke, invoke->GetDexPc()); in VisitStringNewStringFromChars()
1740 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitStringNewStringFromString()
1741 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromString()
1744 codegen_->InvokeRuntime(kQuickAllocStringFromString, invoke, invoke->GetDexPc(), slow_path); in VisitStringNewStringFromString()
1788 GenFPToFPCall(invoke, codegen_, kQuickCos); in VisitMathCos()
1796 GenFPToFPCall(invoke, codegen_, kQuickSin); in VisitMathSin()
1804 GenFPToFPCall(invoke, codegen_, kQuickAcos); in VisitMathAcos()
1812 GenFPToFPCall(invoke, codegen_, kQuickAsin); in VisitMathAsin()
1820 GenFPToFPCall(invoke, codegen_, kQuickAtan); in VisitMathAtan()
1828 GenFPToFPCall(invoke, codegen_, kQuickCbrt); in VisitMathCbrt()
1836 GenFPToFPCall(invoke, codegen_, kQuickCosh); in VisitMathCosh()
1844 GenFPToFPCall(invoke, codegen_, kQuickExp); in VisitMathExp()
1852 GenFPToFPCall(invoke, codegen_, kQuickExpm1); in VisitMathExpm1()
1860 GenFPToFPCall(invoke, codegen_, kQuickLog); in VisitMathLog()
1868 GenFPToFPCall(invoke, codegen_, kQuickLog10); in VisitMathLog10()
1876 GenFPToFPCall(invoke, codegen_, kQuickSinh); in VisitMathSinh()
1884 GenFPToFPCall(invoke, codegen_, kQuickTan); in VisitMathTan()
1892 GenFPToFPCall(invoke, codegen_, kQuickTanh); in VisitMathTanh()
1900 GenFPToFPCall(invoke, codegen_, kQuickAtan2); in VisitMathAtan2()
1908 GenFPToFPCall(invoke, codegen_, kQuickPow); in VisitMathPow()
1916 GenFPToFPCall(invoke, codegen_, kQuickHypot); in VisitMathHypot()
1924 GenFPToFPCall(invoke, codegen_, kQuickNextAfter); in VisitMathNextAfter()
2216 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitSystemArrayCopyChar()
2217 codegen_->AddSlowPath(slow_path); in VisitSystemArrayCopyChar()
2394 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitSystemArrayCopy()
2395 codegen_->AddSlowPath(intrinsic_slow_path); in VisitSystemArrayCopy()
2495 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2504 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2521 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2538 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2557 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2571 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2601 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
2602 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp2); in VisitSystemArrayCopy()
2611 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
2623 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
2636 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
2640 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
2655 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2663 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitSystemArrayCopy()
2676 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
2680 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(temp2); in VisitSystemArrayCopy()
2771 new (codegen_->GetScopedAllocator()) ReadBarrierSystemArrayCopySlowPathARM64( in VisitSystemArrayCopy()
2773 codegen_->AddSlowPath(read_barrier_slow_path); in VisitSystemArrayCopy()
2823 codegen_->MarkGCCard(dest.W(), Register(), /* value_can_be_null= */ false); in VisitSystemArrayCopy()
2874 codegen_, in VisitIntegerValueOf()
2881 IntrinsicVisitor::ComputeIntegerValueOfInfo(invoke, codegen_->GetCompilerOptions()); in VisitIntegerValueOf()
2893 codegen_->LoadBootImageAddress(out, info.value_boot_image_reference); in VisitIntegerValueOf()
2899 codegen_->AllocateInstanceForIntrinsic(invoke->AsInvokeStaticOrDirect(), in VisitIntegerValueOf()
2905 codegen_->GenerateMemoryBarrier(MemBarrierKind::kStoreStore); in VisitIntegerValueOf()
2916 codegen_->LoadBootImageAddress(temp, info.array_data_boot_image_reference); in VisitIntegerValueOf()
2919 codegen_->Load(DataType::Type::kReference, out, source); in VisitIntegerValueOf()
2920 codegen_->GetAssembler()->MaybeUnpoisonHeapReference(out); in VisitIntegerValueOf()
2924 codegen_->AllocateInstanceForIntrinsic(invoke->AsInvokeStaticOrDirect(), in VisitIntegerValueOf()
2929 codegen_->GenerateMemoryBarrier(MemBarrierKind::kStoreStore); in VisitIntegerValueOf()
2964 if (!codegen_->GetInstructionSetFeatures().HasCRC()) { in VisitCRC32Update()
2979 DCHECK(codegen_->GetInstructionSetFeatures().HasCRC()); in VisitCRC32Update()
3110 if (!codegen_->GetInstructionSetFeatures().HasCRC()) { in VisitCRC32UpdateBytes()
3131 DCHECK(codegen_->GetInstructionSetFeatures().HasCRC()); in VisitCRC32UpdateBytes()
3137 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathARM64(invoke); in VisitCRC32UpdateBytes()
3138 codegen_->AddSlowPath(slow_path); in VisitCRC32UpdateBytes()
3166 if (!codegen_->GetInstructionSetFeatures().HasCRC()) { in VisitCRC32UpdateByteBuffer()
3193 DCHECK(codegen_->GetInstructionSetFeatures().HasCRC()); in VisitCRC32UpdateByteBuffer()
3209 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16ToFloat()
3221 DCHECK(codegen_->GetInstructionSetFeatures().HasFP16()); in VisitFP16ToFloat()
3232 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16ToHalf()
3244 DCHECK(codegen_->GetInstructionSetFeatures().HasFP16()); in VisitFP16ToHalf()
3257 CodeGeneratorARM64* const codegen_, in GenerateFP16Round() argument
3260 DCHECK(codegen_->GetInstructionSetFeatures().HasFP16()); in GenerateFP16Round()
3272 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Floor()
3284 GenerateFP16Round(invoke, codegen_, masm, roundOp); in VisitFP16Floor()
3288 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Ceil()
3300 GenerateFP16Round(invoke, codegen_, masm, roundOp); in VisitFP16Ceil()
3304 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Rint()
3316 GenerateFP16Round(invoke, codegen_, masm, roundOp); in VisitFP16Rint()
3346 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Greater()
3357 GenerateFP16Compare(invoke, codegen_, masm, gt); in VisitFP16Greater()
3361 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16GreaterEquals()
3372 GenerateFP16Compare(invoke, codegen_, masm, ge); in VisitFP16GreaterEquals()
3376 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16Less()
3387 GenerateFP16Compare(invoke, codegen_, masm, mi); in VisitFP16Less()
3391 if (!codegen_->GetInstructionSetFeatures().HasFP16()) { in VisitFP16LessEquals()
3402 GenerateFP16Compare(invoke, codegen_, masm, ls); in VisitFP16LessEquals()