Lines Matching refs:assembler
40 #define __ assembler->GetVIXLAssembler()->
75 static void GenSystemArrayCopyBaseAddress(ArmVIXLAssembler* assembler, in GenSystemArrayCopyBaseAddress() argument
98 static void GenSystemArrayCopyEndAddress(ArmVIXLAssembler* assembler, in GenSystemArrayCopyEndAddress() argument
129 ArmVIXLAssembler* assembler = arm_codegen->GetAssembler(); in EmitNativeCode() local
150 GenSystemArrayCopyBaseAddress(assembler, type, dest, dest_pos, dst_curr_addr); in EmitNativeCode()
155 assembler->MaybeUnpoisonHeapReference(tmp); in EmitNativeCode()
180 assembler->MaybePoisonHeapReference(tmp); in EmitNativeCode()
224 static void MoveFPToInt(LocationSummary* locations, bool is64bit, ArmVIXLAssembler* assembler) { in MoveFPToInt() argument
234 static void MoveIntToFP(LocationSummary* locations, bool is64bit, ArmVIXLAssembler* assembler) { in MoveIntToFP() argument
305 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenNumberOfLeadingZeros() local
350 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenNumberOfTrailingZeros() local
396 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathSqrt() local
408 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathRint() local
425 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathRoundFloat() local
451 ExactAssemblyScope it_scope(assembler->GetVIXLAssembler(), in VisitMathRoundFloat()
468 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPeekByte() local
478 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPeekIntNative() local
488 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPeekLongNative() local
509 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPeekShortNative() local
526 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPokeByte() local
535 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPokeIntNative() local
544 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPokeLongNative() local
558 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPokeShortNative() local
569 ArmVIXLAssembler* assembler = GetAssembler(); in VisitThreadCurrentThread() local
600 static void NO_INLINE GenerateStringCompareToLoop(ArmVIXLAssembler* assembler,
606 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringCompareTo() local
660 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in VisitStringCompareTo()
682 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in VisitStringCompareTo()
691 GenerateStringCompareToLoop(assembler, invoke, &end, &different_compression); in VisitStringCompareTo()
700 static void GenerateStringCompareToLoop(ArmVIXLAssembler* assembler, in GenerateStringCompareToLoop() argument
733 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateStringCompareToLoop()
831 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in GenerateStringCompareToLoop()
868 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in GenerateStringCompareToLoop()
925 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringEquals() local
1023 UseScratchRegisterScope scratch_scope(assembler->GetVIXLAssembler()); in VisitStringEquals()
1050 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in VisitStringEquals()
1058 UseScratchRegisterScope scratch_scope(assembler->GetVIXLAssembler()); in VisitStringEquals()
1092 ArmVIXLAssembler* assembler, in GenerateVisitStringIndexOf() argument
1185 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringNewStringFromBytes() local
1228 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringNewStringFromString() local
1277 static void CheckPosition(ArmVIXLAssembler* assembler, in CheckPosition() argument
1344 ArmVIXLAssembler* assembler = GetAssembler(); in VisitSystemArrayCopy() local
1433 CheckPosition(assembler, in VisitSystemArrayCopy()
1442 CheckPosition(assembler, in VisitSystemArrayCopy()
1535 assembler->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
1536 assembler->MaybeUnpoisonHeapReference(temp2); in VisitSystemArrayCopy()
1545 assembler->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
1557 assembler->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
1570 assembler->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
1574 assembler->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
1600 assembler->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
1604 assembler->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
1692 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitSystemArrayCopy()
1714 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitSystemArrayCopy()
1786 ArmVIXLAssembler* assembler, in GenFPToFPCall() argument
1805 ArmVIXLAssembler* assembler, in GenFPFPToFPCall() argument
1975 ArmVIXLAssembler* assembler = GetAssembler(); in VisitIntegerReverse() local
1984 ArmVIXLAssembler* assembler = GetAssembler(); in VisitLongReverse() local
1996 static void GenerateReverseBytesInPlaceForEachWord(ArmVIXLAssembler* assembler, Location pair) { in GenerateReverseBytesInPlaceForEachWord() argument
2002 static void GenerateReverseBytes(ArmVIXLAssembler* assembler, in GenerateReverseBytes() argument
2026 GenerateReverseBytesInPlaceForEachWord(assembler, in); // Note: Clobbers `in`. in GenerateReverseBytes()
2040 ArmVIXLAssembler* assembler = GetAssembler(); in VisitIntegerReverseBytes() local
2042 GenerateReverseBytes(assembler, DataType::Type::kInt32, locations->InAt(0), locations->Out()); in VisitIntegerReverseBytes()
2050 ArmVIXLAssembler* assembler = GetAssembler(); in VisitLongReverseBytes() local
2052 GenerateReverseBytes(assembler, DataType::Type::kInt64, locations->InAt(0), locations->Out()); in VisitLongReverseBytes()
2060 ArmVIXLAssembler* assembler = GetAssembler(); in VisitShortReverseBytes() local
2062 GenerateReverseBytes(assembler, DataType::Type::kInt16, locations->InAt(0), locations->Out()); in VisitShortReverseBytes()
2065 static void GenBitCount(HInvoke* instr, DataType::Type type, ArmVIXLAssembler* assembler) { in GenBitCount() argument
2115 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenHighestOneBit() local
2116 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenHighestOneBit()
2181 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenLowestOneBit() local
2182 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenLowestOneBit()
2257 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringGetCharsNoCheck() local
2295 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitStringGetCharsNoCheck()
2373 ArmVIXLAssembler* const assembler = GetAssembler(); in VisitFloatIsInfinite() local
2391 ArmVIXLAssembler* const assembler = GetAssembler(); in VisitDoubleIsInfinite() local
2393 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitDoubleIsInfinite()
2419 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathCeil() local
2431 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathFloor() local
2449 ArmVIXLAssembler* const assembler = GetAssembler(); in VisitIntegerValueOf() local
2452 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitIntegerValueOf()
2473 assembler->StoreToOffset(kStoreWord, temp, out, info.value_offset); in VisitIntegerValueOf()
2488 assembler->MaybeUnpoisonHeapReference(out); in VisitIntegerValueOf()
2493 assembler->StoreToOffset(kStoreWord, in, out, info.value_offset); in VisitIntegerValueOf()
2505 ArmVIXLAssembler* assembler = GetAssembler(); in VisitReferenceGetReferent() local
2516 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitReferenceGetReferent()
2526 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitReferenceGetReferent()
2568 ArmVIXLAssembler* assembler = GetAssembler(); in VisitReferenceRefersTo() local
2569 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitReferenceRefersTo()
2582 vixl::ExactAssemblyScope eas(assembler->GetVIXLAssembler(), in VisitReferenceRefersTo()
2587 assembler->MaybeUnpoisonHeapReference(tmp); in VisitReferenceRefersTo()
2632 ArmVIXLAssembler* assembler = GetAssembler(); in VisitThreadInterrupted() local
2636 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitThreadInterrupted()
2643 assembler->StoreToOffset(kStoreWord, temp, tr, offset); in VisitThreadInterrupted()
2663 ArmVIXLAssembler* assembler = GetAssembler(); in VisitIntegerDivideUnsigned() local
2700 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateIntrinsicGet() local
2721 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateIntrinsicGet()
2746 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateIntrinsicGet()
2753 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateIntrinsicGet()
3001 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateIntrinsicSet() local
3005 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateIntrinsicSet()
3009 assembler->PoisonHeapReference(temp); in GenerateIntrinsicSet()
3102 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenUnsafePut() local
3128 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenUnsafePut()
3354 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in EmitLoadExclusive() local
3383 assembler->MaybeUnpoisonHeapReference(RegisterFrom(old_value)); in EmitLoadExclusive()
3395 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in EmitStoreExclusive() local
3397 assembler->MaybePoisonHeapReference(RegisterFrom(new_value)); in EmitStoreExclusive()
3421 assembler->MaybeUnpoisonHeapReference(RegisterFrom(new_value)); in EmitStoreExclusive()
3453 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateCompareAndSet() local
3483 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), 2 * k16BitT32InstructionSizeInBytes); in GenerateCompareAndSet()
3491 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), 2 * k16BitT32InstructionSizeInBytes); in GenerateCompareAndSet()
3571 ArmVIXLAssembler* assembler = arm_codegen->GetAssembler(); in EmitNativeCode() local
3588 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), 2 * k16BitT32InstructionSizeInBytes); in EmitNativeCode()
3600 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in EmitNativeCode()
3684 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenUnsafeCas() local
3695 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenUnsafeCas()
3824 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateGetAndUpdate() local
3872 GenerateReverseBytes(assembler, DataType::Type::kFloat64, loaded_value, old_value); in GenerateGetAndUpdate()
3877 GenerateReverseBytes(assembler, DataType::Type::kFloat32, loaded_value, old_value); in GenerateGetAndUpdate()
3882 GenerateReverseBytes(assembler, DataType::Type::kInt64, loaded_value, old_value); in GenerateGetAndUpdate()
3887 GenerateReverseBytes(assembler, DataType::Type::kInt32, loaded_value, old_value); in GenerateGetAndUpdate()
3892 GenerateReverseBytesInPlaceForEachWord(assembler, new_value); in GenerateGetAndUpdate()
3894 GenerateReverseBytes(assembler, load_store_type, new_value, new_value); in GenerateGetAndUpdate()
4024 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateSubTypeObjectCheckNoReadBarrier() local
4034 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateSubTypeObjectCheckNoReadBarrier()
4038 assembler->MaybeUnpoisonHeapReference(temp); in GenerateSubTypeObjectCheckNoReadBarrier()
4044 assembler->MaybeUnpoisonHeapReference(temp); in GenerateSubTypeObjectCheckNoReadBarrier()
4062 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleAccessModeAndVarTypeChecks() local
4078 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleAccessModeAndVarTypeChecks()
4082 assembler->MaybeUnpoisonHeapReference(var_type_no_rb); in GenerateVarHandleAccessModeAndVarTypeChecks()
4110 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleStaticFieldCheck() local
4115 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleStaticFieldCheck()
4129 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleInstanceFieldChecks() local
4151 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleInstanceFieldChecks()
4155 assembler->MaybeUnpoisonHeapReference(temp); in GenerateVarHandleInstanceFieldChecks()
4172 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleArrayChecks() local
4196 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleArrayChecks()
4316 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleTarget() local
4462 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleGet() local
4493 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleGet()
4531 GenerateReverseBytesInPlaceForEachWord(assembler, loaded_value); in GenerateVarHandleGet()
4533 GenerateReverseBytes(assembler, type, loaded_value, out); in GenerateVarHandleGet()
4619 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleSet() local
4647 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleSet()
4670 GenerateReverseBytesInPlaceForEachWord(assembler, value); in GenerateVarHandleSet()
4673 GenerateReverseBytes(assembler, value_type, original_value, value); in GenerateVarHandleSet()
4678 GenerateReverseBytes(assembler, DataType::Type::kInt32, value, value); in GenerateVarHandleSet()
4682 GenerateReverseBytes(assembler, value_type, original_value, value); in GenerateVarHandleSet()
4821 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleCompareAndSetOrExchange() local
4849 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleCompareAndSetOrExchange()
4876 GenerateReverseBytesInPlaceForEachWord(assembler, expected); in GenerateVarHandleCompareAndSetOrExchange()
4877 GenerateReverseBytesInPlaceForEachWord(assembler, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4893 GenerateReverseBytes(assembler, DataType::Type::kInt32, expected, expected); in GenerateVarHandleCompareAndSetOrExchange()
4894 GenerateReverseBytes(assembler, DataType::Type::kInt32, new_value, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4905 GenerateReverseBytesInPlaceForEachWord(assembler, expected); in GenerateVarHandleCompareAndSetOrExchange()
4907 GenerateReverseBytesInPlaceForEachWord(assembler, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4924 GenerateReverseBytes(assembler, value_type, original_expected, expected); in GenerateVarHandleCompareAndSetOrExchange()
4925 GenerateReverseBytes(assembler, value_type, original_new_value, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4978 GenerateReverseBytesInPlaceForEachWord(assembler, expected); in GenerateVarHandleCompareAndSetOrExchange()
4979 GenerateReverseBytesInPlaceForEachWord(assembler, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4984 GenerateReverseBytesInPlaceForEachWord(assembler, old_value); in GenerateVarHandleCompareAndSetOrExchange()
4986 GenerateReverseBytes(assembler, value_type, old_value, out); in GenerateVarHandleCompareAndSetOrExchange()
5149 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleGetAndUpdate() local
5176 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleGetAndUpdate()
5203 GenerateReverseBytesInPlaceForEachWord(assembler, arg); in GenerateVarHandleGetAndUpdate()
5214 GenerateReverseBytes(assembler, DataType::Type::kInt32, arg, arg); in GenerateVarHandleGetAndUpdate()
5235 GenerateReverseBytes(assembler, value_type, original_arg, arg); in GenerateVarHandleGetAndUpdate()
5254 GenerateReverseBytesInPlaceForEachWord(assembler, arg); in GenerateVarHandleGetAndUpdate()
5261 GenerateReverseBytes(assembler, value_type, original_arg, arg); in GenerateVarHandleGetAndUpdate()
5283 GenerateReverseBytesInPlaceForEachWord(assembler, old_value); in GenerateVarHandleGetAndUpdate()
5287 GenerateReverseBytesInPlaceForEachWord(assembler, arg); in GenerateVarHandleGetAndUpdate()
5290 GenerateReverseBytes(assembler, value_type, old_value, out); in GenerateVarHandleGetAndUpdate()
5452 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in EmitByteArrayViewCode() local
5477 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in EmitByteArrayViewCode()
5498 ExactAssemblyScope it_scope(assembler->GetVIXLAssembler(), in EmitByteArrayViewCode()