Lines Matching refs:vform
374 void Simulator::ExtractFromSimVRegister(VectorFormat vform, in ExtractFromSimVRegister() argument
380 vform, in ExtractFromSimVRegister()
674 VectorFormat vform) { in GetPrintRegisterFormat() argument
675 switch (vform) { in GetPrintRegisterFormat()
718 VectorFormat vform) { in GetPrintRegisterFormatFP() argument
719 switch (vform) { in GetPrintRegisterFormatFP()
4087 VectorFormat vform; in VisitFPDataProcessing1Source() local
4092 vform = kFormatD; in VisitFPDataProcessing1Source()
4095 vform = kFormatS; in VisitFPDataProcessing1Source()
4098 vform = kFormatH; in VisitFPDataProcessing1Source()
4123 fabs_(vform, ReadVRegister(fd), ReadVRegister(fn)); in VisitFPDataProcessing1Source()
4125 LogVRegister(fd, GetPrintRegisterFormatFP(vform)); in VisitFPDataProcessing1Source()
4130 fneg(vform, ReadVRegister(fd), ReadVRegister(fn)); in VisitFPDataProcessing1Source()
4132 LogVRegister(fd, GetPrintRegisterFormatFP(vform)); in VisitFPDataProcessing1Source()
4159 fsqrt(vform, rd, rn); in VisitFPDataProcessing1Source()
4161 LogVRegister(fd, GetPrintRegisterFormatFP(vform)); in VisitFPDataProcessing1Source()
4224 frint(vform, rd, rn, fpcr_rounding, inexact_exception, frint_mode); in VisitFPDataProcessing1Source()
4226 LogVRegister(fd, GetPrintRegisterFormatFP(vform)); in VisitFPDataProcessing1Source()
4233 VectorFormat vform; in VisitFPDataProcessing2Source() local
4238 vform = kFormatD; in VisitFPDataProcessing2Source()
4241 vform = kFormatS; in VisitFPDataProcessing2Source()
4244 vform = kFormatH; in VisitFPDataProcessing2Source()
4255 fadd(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4260 fsub(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4265 fmul(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4270 fnmul(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4275 fdiv(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4280 fmax(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4285 fmin(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4290 fmaxnm(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4295 fminnm(vform, rd, rn, rm); in VisitFPDataProcessing2Source()
4301 LogVRegister(instr->GetRd(), GetPrintRegisterFormatFP(vform)); in VisitFPDataProcessing2Source()
6351 VectorFormat vform = kFormatUndefined; in VisitNEONModifiedImmediate() local
6357 vform = (q == 1) ? kFormat4S : kFormat2S; in VisitNEONModifiedImmediate()
6362 vform = (q == 1) ? kFormat8H : kFormat4H; in VisitNEONModifiedImmediate()
6366 vform = (q == 1) ? kFormat4S : kFormat2S; in VisitNEONModifiedImmediate()
6375 vform = q ? kFormat16B : kFormat8B; in VisitNEONModifiedImmediate()
6378 vform = q ? kFormat2D : kFormat1D; in VisitNEONModifiedImmediate()
6387 vform = q ? kFormat8H : kFormat4H; in VisitNEONModifiedImmediate()
6390 vform = q ? kFormat4S : kFormat2S; in VisitNEONModifiedImmediate()
6393 vform = kFormat2D; in VisitNEONModifiedImmediate()
6436 orr(vform, rd, rd, imm); in VisitNEONModifiedImmediate()
6438 bic(vform, rd, rd, imm); in VisitNEONModifiedImmediate()
6440 movi(vform, rd, imm); in VisitNEONModifiedImmediate()
6442 mvni(vform, rd, imm); in VisitNEONModifiedImmediate()
7345 VectorFormat vform = kFormatVnD; in VisitSVEAddressGeneration() local
7346 mov(vform, temp, zm); in VisitSVEAddressGeneration()
7350 sxt(vform, temp, temp, kSRegSize); in VisitSVEAddressGeneration()
7353 uxt(vform, temp, temp, kSRegSize); in VisitSVEAddressGeneration()
7356 vform = kFormatVnS; in VisitSVEAddressGeneration()
7367 shl(vform, temp, temp, shift_amount); in VisitSVEAddressGeneration()
7368 add(vform, zd, zn, temp); in VisitSVEAddressGeneration()
7402 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(lane_size); in VisitSVEBroadcastBitmaskImm() local
7403 dup_immediate(vform, ReadVRegister(instr->GetRd()), imm); in VisitSVEBroadcastBitmaskImm()
7473 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(lane_size); in VisitSVEBitwiseShiftByImm_Predicated() local
7477 asrd(vform, result, zdn, shift_dist); in VisitSVEBitwiseShiftByImm_Predicated()
7483 dup_immediate(vform, scratch, shift_dist); in VisitSVEBitwiseShiftByImm_Predicated()
7484 SVEBitwiseShiftHelper(shift_op, vform, result, zdn, scratch, false); in VisitSVEBitwiseShiftByImm_Predicated()
7486 mov_merging(vform, zdn, pg, result); in VisitSVEBitwiseShiftByImm_Predicated()
7491 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEBitwiseShiftByVector_Predicated() local
7501 mov(vform, shiftand, zdn); in VisitSVEBitwiseShiftByVector_Predicated()
7502 mov(vform, shiftor, zm); in VisitSVEBitwiseShiftByVector_Predicated()
7506 mov(vform, shiftand, zm); in VisitSVEBitwiseShiftByVector_Predicated()
7507 mov(vform, shiftor, zdn); in VisitSVEBitwiseShiftByVector_Predicated()
7512 mov(vform, shiftand, zm); in VisitSVEBitwiseShiftByVector_Predicated()
7513 mov(vform, shiftor, zdn); in VisitSVEBitwiseShiftByVector_Predicated()
7519 mov(vform, shiftand, zm); in VisitSVEBitwiseShiftByVector_Predicated()
7520 mov(vform, shiftor, zdn); in VisitSVEBitwiseShiftByVector_Predicated()
7530 vform, in VisitSVEBitwiseShiftByVector_Predicated()
7535 mov_merging(vform, zdn, pg, result); in VisitSVEBitwiseShiftByVector_Predicated()
7540 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEBitwiseShiftByWideElements_Predicated() local
7562 vform, in VisitSVEBitwiseShiftByWideElements_Predicated()
7567 mov_merging(vform, zdn, pg, result); in VisitSVEBitwiseShiftByWideElements_Predicated()
7603 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(lane_size); in VisitSVEBitwiseShiftUnpredicated() local
7609 dup_immediate(vform, scratch, shift_dist); in VisitSVEBitwiseShiftUnpredicated()
7610 SVEBitwiseShiftHelper(shift_op, vform, zd, zn, scratch, false); in VisitSVEBitwiseShiftUnpredicated()
7632 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIncDecRegisterByElementCount() local
7635 int count = GetPredicateConstraintLaneCount(vform, pattern); in VisitSVEIncDecRegisterByElementCount()
7663 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIncDecVectorByElementCount() local
7664 if (LaneSizeInBitsFromFormat(vform) == kBRegSize) { in VisitSVEIncDecVectorByElementCount()
7669 int count = GetPredicateConstraintLaneCount(vform, pattern); in VisitSVEIncDecVectorByElementCount()
7690 dup_immediate(vform, in VisitSVEIncDecVectorByElementCount()
7694 LaneSizeInBitsFromFormat(vform))); in VisitSVEIncDecVectorByElementCount()
7695 add(vform, zd, zd, scratch); in VisitSVEIncDecVectorByElementCount()
7702 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVESaturatingIncDecRegisterByElementCount() local
7705 int count = GetPredicateConstraintLaneCount(vform, pattern); in VisitSVESaturatingIncDecRegisterByElementCount()
7776 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVESaturatingIncDecVectorByElementCount() local
7777 if (LaneSizeInBitsFromFormat(vform) == kBRegSize) { in VisitSVESaturatingIncDecVectorByElementCount()
7782 int count = GetPredicateConstraintLaneCount(vform, pattern); in VisitSVESaturatingIncDecVectorByElementCount()
7787 dup_immediate(vform, in VisitSVESaturatingIncDecVectorByElementCount()
7791 LaneSizeInBitsFromFormat(vform))); in VisitSVESaturatingIncDecVectorByElementCount()
7797 sub(vform, zd, zd, scratch).SignedSaturate(vform); in VisitSVESaturatingIncDecVectorByElementCount()
7802 add(vform, zd, zd, scratch).SignedSaturate(vform); in VisitSVESaturatingIncDecVectorByElementCount()
7807 sub(vform, zd, zd, scratch).UnsignedSaturate(vform); in VisitSVESaturatingIncDecVectorByElementCount()
7812 add(vform, zd, zd, scratch).UnsignedSaturate(vform); in VisitSVESaturatingIncDecVectorByElementCount()
7835 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEElementCount() local
7838 int count = GetPredicateConstraintLaneCount(vform, pattern); in VisitSVEElementCount()
7844 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPAccumulatingReduction() local
7851 fadda(vform, vdn, pg, zm); in VisitSVEFPAccumulatingReduction()
7860 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPArithmetic_Predicated() local
7869 fabd(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7872 fadd(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7875 fdiv(vform, result, zm, zdn); in VisitSVEFPArithmetic_Predicated()
7878 fdiv(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7881 fmaxnm(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7884 fmax(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7887 fminnm(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7890 fmin(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7893 fmulx(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7896 fmul(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7899 fscale(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7902 fsub(vform, result, zm, zdn); in VisitSVEFPArithmetic_Predicated()
7905 fsub(vform, result, zdn, zm); in VisitSVEFPArithmetic_Predicated()
7911 mov_merging(vform, zdn, pg, result); in VisitSVEFPArithmetic_Predicated()
7916 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPArithmeticWithImm_Predicated() local
7917 if (LaneSizeInBitsFromFormat(vform) == kBRegSize) { in VisitSVEFPArithmeticWithImm_Predicated()
7927 uint64_t half = FPToRawbitsWithSize(LaneSizeInBitsFromFormat(vform), 0.5); in VisitSVEFPArithmeticWithImm_Predicated()
7928 uint64_t one = FPToRawbitsWithSize(LaneSizeInBitsFromFormat(vform), 1.0); in VisitSVEFPArithmeticWithImm_Predicated()
7929 uint64_t two = FPToRawbitsWithSize(LaneSizeInBitsFromFormat(vform), 2.0); in VisitSVEFPArithmeticWithImm_Predicated()
7930 dup_immediate(vform, add_sub_imm, i1 ? one : half); in VisitSVEFPArithmeticWithImm_Predicated()
7931 dup_immediate(vform, min_max_imm, i1 ? one : 0); in VisitSVEFPArithmeticWithImm_Predicated()
7932 dup_immediate(vform, mul_imm, i1 ? two : half); in VisitSVEFPArithmeticWithImm_Predicated()
7936 fadd(vform, result, zdn, add_sub_imm); in VisitSVEFPArithmeticWithImm_Predicated()
7939 fmaxnm(vform, result, zdn, min_max_imm); in VisitSVEFPArithmeticWithImm_Predicated()
7942 fmax(vform, result, zdn, min_max_imm); in VisitSVEFPArithmeticWithImm_Predicated()
7945 fminnm(vform, result, zdn, min_max_imm); in VisitSVEFPArithmeticWithImm_Predicated()
7948 fmin(vform, result, zdn, min_max_imm); in VisitSVEFPArithmeticWithImm_Predicated()
7951 fmul(vform, result, zdn, mul_imm); in VisitSVEFPArithmeticWithImm_Predicated()
7954 fsub(vform, result, add_sub_imm, zdn); in VisitSVEFPArithmeticWithImm_Predicated()
7957 fsub(vform, result, zdn, add_sub_imm); in VisitSVEFPArithmeticWithImm_Predicated()
7963 mov_merging(vform, zdn, pg, result); in VisitSVEFPArithmeticWithImm_Predicated()
7967 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPTrigMulAddCoefficient() local
7973 ftmad(vform, zd, zd, zm, instr->ExtractBits(18, 16)); in VisitSVEFPTrigMulAddCoefficient()
7982 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPArithmeticUnpredicated() local
7989 fadd(vform, zd, zn, zm); in VisitSVEFPArithmeticUnpredicated()
7992 fmul(vform, zd, zn, zm); in VisitSVEFPArithmeticUnpredicated()
7995 frecps(vform, zd, zn, zm); in VisitSVEFPArithmeticUnpredicated()
7998 frsqrts(vform, zd, zn, zm); in VisitSVEFPArithmeticUnpredicated()
8001 fsub(vform, zd, zn, zm); in VisitSVEFPArithmeticUnpredicated()
8004 ftsmul(vform, zd, zn, zm); in VisitSVEFPArithmeticUnpredicated()
8017 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPCompareVectors() local
8022 fabscmp(vform, result, zn, zm, ge); in VisitSVEFPCompareVectors()
8025 fabscmp(vform, result, zn, zm, gt); in VisitSVEFPCompareVectors()
8028 fcmp(vform, result, zn, zm, eq); in VisitSVEFPCompareVectors()
8031 fcmp(vform, result, zn, zm, ge); in VisitSVEFPCompareVectors()
8034 fcmp(vform, result, zn, zm, gt); in VisitSVEFPCompareVectors()
8037 fcmp(vform, result, zn, zm, ne); in VisitSVEFPCompareVectors()
8040 fcmp(vform, result, zn, zm, uo); in VisitSVEFPCompareVectors()
8047 ExtractFromSimVRegister(vform, pd, result); in VisitSVEFPCompareVectors()
8055 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPCompareWithZero() local
8063 fcmp(vform, result, zn, zeros, eq); in VisitSVEFPCompareWithZero()
8066 fcmp(vform, result, zn, zeros, ge); in VisitSVEFPCompareWithZero()
8069 fcmp(vform, result, zn, zeros, gt); in VisitSVEFPCompareWithZero()
8072 fcmp(vform, result, zn, zeros, le); in VisitSVEFPCompareWithZero()
8075 fcmp(vform, result, zn, zeros, lt); in VisitSVEFPCompareWithZero()
8078 fcmp(vform, result, zn, zeros, ne); in VisitSVEFPCompareWithZero()
8085 ExtractFromSimVRegister(vform, pd, result); in VisitSVEFPCompareWithZero()
8090 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPComplexAddition() local
8092 if (LaneSizeInBitsFromFormat(vform) == kBRegSize) { in VisitSVEFPComplexAddition()
8105 fcadd(vform, result, zdn, zm, rot); in VisitSVEFPComplexAddition()
8111 mov_merging(vform, zdn, pg, result); in VisitSVEFPComplexAddition()
8115 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPComplexMulAdd() local
8117 if (LaneSizeInBitsFromFormat(vform) == kBRegSize) { in VisitSVEFPComplexMulAdd()
8131 fcmla(vform, result, zn, zm, zda, rot); in VisitSVEFPComplexMulAdd()
8137 mov_merging(vform, zda, pg, result); in VisitSVEFPComplexMulAdd()
8146 VectorFormat vform, vform_dup; in VisitSVEFPComplexMulAddIndex() local
8150 vform = kFormatVnH; in VisitSVEFPComplexMulAddIndex()
8156 vform = kFormatVnS; in VisitSVEFPComplexMulAddIndex()
8169 fcmla(vform, zda, zn, temp, zda, rot); in VisitSVEFPComplexMulAddIndex()
8173 typedef LogicVRegister (Simulator::*FastReduceFn)(VectorFormat vform,
8178 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPFastReduction() local
8182 int lane_size = LaneSizeInBitsFromFormat(vform); in VisitSVEFPFastReduction()
8213 dup_immediate(vform, scratch, inactive_value); in VisitSVEFPFastReduction()
8214 mov_merging(vform, scratch, pg, zn); in VisitSVEFPFastReduction()
8215 if (fn != nullptr) (this->*fn)(vform, vd, scratch); in VisitSVEFPFastReduction()
8219 VectorFormat vform = kFormatUndefined; in VisitSVEFPMulIndex() local
8225 vform = kFormatVnD; in VisitSVEFPMulIndex()
8232 vform = kFormatVnH; in VisitSVEFPMulIndex()
8236 vform = kFormatVnS; in VisitSVEFPMulIndex()
8248 dup_elements_to_segments(vform, temp, ReadVRegister(zm_code), index); in VisitSVEFPMulIndex()
8249 fmul(vform, zd, zn, temp); in VisitSVEFPMulIndex()
8253 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPMulAdd() local
8267 fmla(vform, result, zd, zn, zm); in VisitSVEFPMulAdd()
8271 fneg(vform, result, zd); in VisitSVEFPMulAdd()
8272 fmls(vform, result, result, zn, zm); in VisitSVEFPMulAdd()
8276 fmls(vform, result, zd, zn, zm); in VisitSVEFPMulAdd()
8280 fneg(vform, result, zd); in VisitSVEFPMulAdd()
8281 fmla(vform, result, result, zn, zm); in VisitSVEFPMulAdd()
8295 fmla(vform, result, za, zd, zm); in VisitSVEFPMulAdd()
8299 fneg(vform, result, za); in VisitSVEFPMulAdd()
8300 fmls(vform, result, result, zd, zm); in VisitSVEFPMulAdd()
8304 fmls(vform, result, za, zd, zm); in VisitSVEFPMulAdd()
8308 fneg(vform, result, za); in VisitSVEFPMulAdd()
8309 fmla(vform, result, result, zd, zm); in VisitSVEFPMulAdd()
8317 mov_merging(vform, zd, pg, result); in VisitSVEFPMulAdd()
8321 VectorFormat vform = kFormatUndefined; in VisitSVEFPMulAddIndex() local
8328 vform = kFormatVnD; in VisitSVEFPMulAddIndex()
8335 vform = kFormatVnS; in VisitSVEFPMulAddIndex()
8343 vform = kFormatVnH; in VisitSVEFPMulAddIndex()
8356 dup_elements_to_segments(vform, temp, ReadVRegister(zm_code), index); in VisitSVEFPMulAddIndex()
8358 fmls(vform, zd, zd, zn, temp); in VisitSVEFPMulAddIndex()
8360 fmla(vform, zd, zd, zn, temp); in VisitSVEFPMulAddIndex()
8414 VectorFormat vform = in VisitSVEFPConvertToInt() local
8418 fcvts(vform, dst_data_size, src_data_size, zd, pg, zn, FPZero); in VisitSVEFPConvertToInt()
8420 fcvtu(vform, dst_data_size, src_data_size, zd, pg, zn, FPZero); in VisitSVEFPConvertToInt()
8462 VectorFormat vform = in VisitSVEFPConvertPrecision() local
8465 fcvt(vform, dst_data_size, src_data_size, zd, pg, zn); in VisitSVEFPConvertPrecision()
8472 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPUnaryOp() local
8477 frecpx(vform, result, zn); in VisitSVEFPUnaryOp()
8480 fsqrt(vform, result, zn); in VisitSVEFPUnaryOp()
8486 mov_merging(vform, zd, pg, result); in VisitSVEFPUnaryOp()
8493 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPRoundToIntegralValue() local
8524 frint(vform, result, zn, fpcr_rounding, exact_exception, kFrintToInteger); in VisitSVEFPRoundToIntegralValue()
8525 mov_merging(vform, zd, pg, result); in VisitSVEFPRoundToIntegralValue()
8579 VectorFormat vform = in VisitSVEIntConvertToFP() local
8583 scvtf(vform, dst_data_size, src_data_size, zd, pg, zn, fpcr_rounding); in VisitSVEIntConvertToFP()
8585 ucvtf(vform, dst_data_size, src_data_size, zd, pg, zn, fpcr_rounding); in VisitSVEIntConvertToFP()
8590 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPUnaryOpUnpredicated() local
8597 frecpe(vform, zd, zn, fpcr_rounding); in VisitSVEFPUnaryOpUnpredicated()
8600 frsqrte(vform, zd, zn); in VisitSVEFPUnaryOpUnpredicated()
8609 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIncDecByPredicateCount() local
8612 int count = CountActiveLanes(vform, pg); in VisitSVEIncDecByPredicateCount()
8618 sub_uint(vform, zdn, zdn, count); in VisitSVEIncDecByPredicateCount()
8621 add_uint(vform, zdn, zdn, count); in VisitSVEIncDecByPredicateCount()
8624 sub_uint(vform, zdn, zdn, count).SignedSaturate(vform); in VisitSVEIncDecByPredicateCount()
8627 add_uint(vform, zdn, zdn, count).SignedSaturate(vform); in VisitSVEIncDecByPredicateCount()
8630 sub_uint(vform, zdn, zdn, count).UnsignedSaturate(vform); in VisitSVEIncDecByPredicateCount()
8633 add_uint(vform, zdn, zdn, count).UnsignedSaturate(vform); in VisitSVEIncDecByPredicateCount()
8725 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIndexGeneration() local
8736 index(vform, zd, start, step); in VisitSVEIndexGeneration()
8746 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntArithmeticUnpredicated() local
8752 add(vform, zd, zn, zm); in VisitSVEIntArithmeticUnpredicated()
8755 add(vform, zd, zn, zm).SignedSaturate(vform); in VisitSVEIntArithmeticUnpredicated()
8758 sub(vform, zd, zn, zm).SignedSaturate(vform); in VisitSVEIntArithmeticUnpredicated()
8761 sub(vform, zd, zn, zm); in VisitSVEIntArithmeticUnpredicated()
8764 add(vform, zd, zn, zm).UnsignedSaturate(vform); in VisitSVEIntArithmeticUnpredicated()
8767 sub(vform, zd, zn, zm).UnsignedSaturate(vform); in VisitSVEIntArithmeticUnpredicated()
8777 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntAddSubtractVectors_Predicated() local
8785 add(vform, result, zdn, zm); in VisitSVEIntAddSubtractVectors_Predicated()
8788 sub(vform, result, zm, zdn); in VisitSVEIntAddSubtractVectors_Predicated()
8791 sub(vform, result, zdn, zm); in VisitSVEIntAddSubtractVectors_Predicated()
8797 mov_merging(vform, zdn, pg, result); in VisitSVEIntAddSubtractVectors_Predicated()
8801 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEBitwiseLogical_Predicated() local
8809 SVEBitwiseLogicalUnpredicatedHelper(AND, vform, result, zdn, zm); in VisitSVEBitwiseLogical_Predicated()
8812 SVEBitwiseLogicalUnpredicatedHelper(BIC, vform, result, zdn, zm); in VisitSVEBitwiseLogical_Predicated()
8815 SVEBitwiseLogicalUnpredicatedHelper(EOR, vform, result, zdn, zm); in VisitSVEBitwiseLogical_Predicated()
8818 SVEBitwiseLogicalUnpredicatedHelper(ORR, vform, result, zdn, zm); in VisitSVEBitwiseLogical_Predicated()
8824 mov_merging(vform, zdn, pg, result); in VisitSVEBitwiseLogical_Predicated()
8828 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntMulVectors_Predicated() local
8836 mul(vform, result, zdn, zm); in VisitSVEIntMulVectors_Predicated()
8839 smulh(vform, result, zdn, zm); in VisitSVEIntMulVectors_Predicated()
8842 umulh(vform, result, zdn, zm); in VisitSVEIntMulVectors_Predicated()
8848 mov_merging(vform, zdn, pg, result); in VisitSVEIntMulVectors_Predicated()
8853 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntMinMaxDifference_Predicated() local
8861 absdiff(vform, result, zdn, zm, true); in VisitSVEIntMinMaxDifference_Predicated()
8864 smax(vform, result, zdn, zm); in VisitSVEIntMinMaxDifference_Predicated()
8867 smin(vform, result, zdn, zm); in VisitSVEIntMinMaxDifference_Predicated()
8870 absdiff(vform, result, zdn, zm, false); in VisitSVEIntMinMaxDifference_Predicated()
8873 umax(vform, result, zdn, zm); in VisitSVEIntMinMaxDifference_Predicated()
8876 umin(vform, result, zdn, zm); in VisitSVEIntMinMaxDifference_Predicated()
8882 mov_merging(vform, zdn, pg, result); in VisitSVEIntMinMaxDifference_Predicated()
8886 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntMulImm_Unpredicated() local
8892 dup_immediate(vform, scratch, instr->GetImmSVEIntWideSigned()); in VisitSVEIntMulImm_Unpredicated()
8893 mul(vform, zd, zd, scratch); in VisitSVEIntMulImm_Unpredicated()
8902 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntDivideVectors_Predicated() local
8908 VIXL_ASSERT((vform == kFormatVnS) || (vform == kFormatVnD)); in VisitSVEIntDivideVectors_Predicated()
8912 sdiv(vform, result, zm, zdn); in VisitSVEIntDivideVectors_Predicated()
8915 sdiv(vform, result, zdn, zm); in VisitSVEIntDivideVectors_Predicated()
8918 udiv(vform, result, zm, zdn); in VisitSVEIntDivideVectors_Predicated()
8921 udiv(vform, result, zdn, zm); in VisitSVEIntDivideVectors_Predicated()
8927 mov_merging(vform, zdn, pg, result); in VisitSVEIntDivideVectors_Predicated()
8931 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntMinMaxImm_Unpredicated() local
8940 dup_immediate(vform, scratch, signed_imm); in VisitSVEIntMinMaxImm_Unpredicated()
8941 smax(vform, zd, zd, scratch); in VisitSVEIntMinMaxImm_Unpredicated()
8944 dup_immediate(vform, scratch, signed_imm); in VisitSVEIntMinMaxImm_Unpredicated()
8945 smin(vform, zd, zd, scratch); in VisitSVEIntMinMaxImm_Unpredicated()
8948 dup_immediate(vform, scratch, unsigned_imm); in VisitSVEIntMinMaxImm_Unpredicated()
8949 umax(vform, zd, zd, scratch); in VisitSVEIntMinMaxImm_Unpredicated()
8952 dup_immediate(vform, scratch, unsigned_imm); in VisitSVEIntMinMaxImm_Unpredicated()
8953 umin(vform, zd, zd, scratch); in VisitSVEIntMinMaxImm_Unpredicated()
8966 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntCompareScalarCountAndLimit() local
8977 for (int lane = 0; lane < LaneCountFromFormat(vform); lane++) { in VisitSVEIntCompareScalarCountAndLimit()
9001 dst.SetActive(vform, lane, last); in VisitSVEIntCompareScalarCountAndLimit()
9005 PredTest(vform, GetPTrue(), pd); in VisitSVEIntCompareScalarCountAndLimit()
9064 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntCompareSignedImm() local
9066 dup_immediate(vform, in VisitSVEIntCompareSignedImm()
9070 vform, in VisitSVEIntCompareSignedImm()
9103 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntCompareUnsignedImm() local
9105 dup_immediate(vform, src2, instr->ExtractBits(20, 14)); in VisitSVEIntCompareUnsignedImm()
9107 vform, in VisitSVEIntCompareUnsignedImm()
9188 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPExponentialAccelerator() local
9192 VIXL_ASSERT((vform == kFormatVnH) || (vform == kFormatVnS) || in VisitSVEFPExponentialAccelerator()
9193 (vform == kFormatVnD)); in VisitSVEFPExponentialAccelerator()
9197 fexpa(vform, zd, zn); in VisitSVEFPExponentialAccelerator()
9206 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEFPTrigSelectCoefficient() local
9211 VIXL_ASSERT((vform == kFormatVnH) || (vform == kFormatVnS) || in VisitSVEFPTrigSelectCoefficient()
9212 (vform == kFormatVnD)); in VisitSVEFPTrigSelectCoefficient()
9216 ftssel(vform, zd, zn, zm); in VisitSVEFPTrigSelectCoefficient()
9242 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntMulAddPredicated() local
9250 mla(vform, result, zd, ReadVRegister(instr->GetRn()), zm); in VisitSVEIntMulAddPredicated()
9253 mls(vform, result, zd, ReadVRegister(instr->GetRn()), zm); in VisitSVEIntMulAddPredicated()
9257 mla(vform, result, ReadVRegister(instr->GetRn()), zd, zm); in VisitSVEIntMulAddPredicated()
9261 mls(vform, result, ReadVRegister(instr->GetRn()), zd, zm); in VisitSVEIntMulAddPredicated()
9268 mov_merging(vform, zd, ReadPRegister(instr->GetPgLow8()), result); in VisitSVEIntMulAddPredicated()
9272 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntMulAddUnpredicated() local
9279 sdot(vform, zda, zn, zm); in VisitSVEIntMulAddUnpredicated()
9282 udot(vform, zda, zn, zm); in VisitSVEIntMulAddUnpredicated()
9291 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEMovprfx() local
9299 mov_merging(vform, zd, pg, zn); in VisitSVEMovprfx()
9301 mov_zeroing(vform, zd, pg, zn); in VisitSVEMovprfx()
9314 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntReduction() local
9322 andv(vform, vd, pg, zn); in VisitSVEIntReduction()
9325 eorv(vform, vd, pg, zn); in VisitSVEIntReduction()
9328 orv(vform, vd, pg, zn); in VisitSVEIntReduction()
9337 saddv(vform, vd, pg, zn); in VisitSVEIntReduction()
9340 smaxv(vform, vd, pg, zn); in VisitSVEIntReduction()
9343 sminv(vform, vd, pg, zn); in VisitSVEIntReduction()
9346 uaddv(vform, vd, pg, zn); in VisitSVEIntReduction()
9349 umaxv(vform, vd, pg, zn); in VisitSVEIntReduction()
9352 uminv(vform, vd, pg, zn); in VisitSVEIntReduction()
9362 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntUnaryArithmeticPredicated() local
9368 abs(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9371 cls(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9374 clz(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9377 cnot(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9380 cnt(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9383 fabs_(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9386 fneg(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9389 neg(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9392 not_(vform, result, zn); in VisitSVEIntUnaryArithmeticPredicated()
9397 sxt(vform, result, zn, (kBitsPerByte << instr->ExtractBits(18, 17))); in VisitSVEIntUnaryArithmeticPredicated()
9402 uxt(vform, result, zn, (kBitsPerByte << instr->ExtractBits(18, 17))); in VisitSVEIntUnaryArithmeticPredicated()
9411 mov_merging(vform, zd, pg, result); in VisitSVEIntUnaryArithmeticPredicated()
9418 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVECopyFPImm_Predicated() local
9426 uint64_t value = FPToRawbitsWithSize(LaneSizeInBitsFromFormat(vform), in VisitSVECopyFPImm_Predicated()
9428 dup_immediate(vform, result, value); in VisitSVECopyFPImm_Predicated()
9435 mov_merging(vform, zd, pg, result); in VisitSVECopyFPImm_Predicated()
9440 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEIntAddSubtractImm_Unpredicated() local
9449 add_uint(vform, zd, zd, imm); in VisitSVEIntAddSubtractImm_Unpredicated()
9452 add_uint(vform, zd, zd, imm).SignedSaturate(vform); in VisitSVEIntAddSubtractImm_Unpredicated()
9455 sub_uint(vform, zd, zd, imm).SignedSaturate(vform); in VisitSVEIntAddSubtractImm_Unpredicated()
9458 dup_immediate(vform, scratch, imm); in VisitSVEIntAddSubtractImm_Unpredicated()
9459 sub(vform, zd, scratch, zd); in VisitSVEIntAddSubtractImm_Unpredicated()
9462 sub_uint(vform, zd, zd, imm); in VisitSVEIntAddSubtractImm_Unpredicated()
9465 add_uint(vform, zd, zd, imm).UnsignedSaturate(vform); in VisitSVEIntAddSubtractImm_Unpredicated()
9468 sub_uint(vform, zd, zd, imm).UnsignedSaturate(vform); in VisitSVEIntAddSubtractImm_Unpredicated()
9499 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEBroadcastFPImm_Unpredicated() local
9504 switch (vform) { in VisitSVEBroadcastFPImm_Unpredicated()
9506 dup_immediate(vform, zd, Float16ToRawbits(instr->GetSVEImmFP16())); in VisitSVEBroadcastFPImm_Unpredicated()
9509 dup_immediate(vform, zd, FloatToRawbits(instr->GetSVEImmFP32())); in VisitSVEBroadcastFPImm_Unpredicated()
9512 dup_immediate(vform, zd, DoubleToRawbits(instr->GetSVEImmFP64())); in VisitSVEBroadcastFPImm_Unpredicated()
9717 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(esize_in_bytes_log2); in VisitSVELoadAndBroadcastElement() local
9723 ld1r(vform, unpack_vform, temp, base, is_signed); in VisitSVELoadAndBroadcastElement()
9724 mov_zeroing(vform, in VisitSVELoadAndBroadcastElement()
9994 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(esize_in_bytes_log2); in VisitSVEContiguousFirstFaultLoad_ScalarPlusScalar() local
9999 SVEFaultTolerantLoadHelper(vform, in VisitSVEContiguousFirstFaultLoad_ScalarPlusScalar()
10037 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(esize_in_bytes_log2); in VisitSVEContiguousNonFaultLoad_ScalarPlusImm() local
10044 SVEFaultTolerantLoadHelper(vform, in VisitSVEContiguousNonFaultLoad_ScalarPlusImm()
10055 VectorFormat vform = kFormatUndefined; in VisitSVEContiguousNonTemporalLoad_ScalarPlusImm() local
10059 vform = kFormatVnB; in VisitSVEContiguousNonTemporalLoad_ScalarPlusImm()
10062 vform = kFormatVnD; in VisitSVEContiguousNonTemporalLoad_ScalarPlusImm()
10065 vform = kFormatVnH; in VisitSVEContiguousNonTemporalLoad_ScalarPlusImm()
10068 vform = kFormatVnS; in VisitSVEContiguousNonTemporalLoad_ScalarPlusImm()
10074 int msize_in_bytes_log2 = LaneSizeInBytesLog2FromFormat(vform); in VisitSVEContiguousNonTemporalLoad_ScalarPlusImm()
10079 SVEStructuredLoadHelper(vform, in VisitSVEContiguousNonTemporalLoad_ScalarPlusImm()
10089 VectorFormat vform = kFormatUndefined; in VisitSVEContiguousNonTemporalLoad_ScalarPlusScalar() local
10093 vform = kFormatVnB; in VisitSVEContiguousNonTemporalLoad_ScalarPlusScalar()
10096 vform = kFormatVnD; in VisitSVEContiguousNonTemporalLoad_ScalarPlusScalar()
10099 vform = kFormatVnH; in VisitSVEContiguousNonTemporalLoad_ScalarPlusScalar()
10102 vform = kFormatVnS; in VisitSVEContiguousNonTemporalLoad_ScalarPlusScalar()
10108 int msize_in_bytes_log2 = LaneSizeInBytesLog2FromFormat(vform); in VisitSVEContiguousNonTemporalLoad_ScalarPlusScalar()
10112 SVEStructuredLoadHelper(vform, in VisitSVEContiguousNonTemporalLoad_ScalarPlusScalar()
10127 VectorFormat vform = kFormatUndefined; in VisitSVELoadAndBroadcastQuadword_ScalarPlusImm() local
10130 vform = kFormatVnB; in VisitSVELoadAndBroadcastQuadword_ScalarPlusImm()
10133 vform = kFormatVnD; in VisitSVELoadAndBroadcastQuadword_ScalarPlusImm()
10136 vform = kFormatVnH; in VisitSVELoadAndBroadcastQuadword_ScalarPlusImm()
10139 vform = kFormatVnS; in VisitSVELoadAndBroadcastQuadword_ScalarPlusImm()
10146 mov_zeroing(vform, zt, pg, zt); in VisitSVELoadAndBroadcastQuadword_ScalarPlusImm()
10158 VectorFormat vform = kFormatUndefined; in VisitSVELoadAndBroadcastQuadword_ScalarPlusScalar() local
10161 vform = kFormatVnB; in VisitSVELoadAndBroadcastQuadword_ScalarPlusScalar()
10164 vform = kFormatVnD; in VisitSVELoadAndBroadcastQuadword_ScalarPlusScalar()
10168 vform = kFormatVnH; in VisitSVELoadAndBroadcastQuadword_ScalarPlusScalar()
10172 vform = kFormatVnS; in VisitSVELoadAndBroadcastQuadword_ScalarPlusScalar()
10180 mov_zeroing(vform, zt, pg, zt); in VisitSVELoadAndBroadcastQuadword_ScalarPlusScalar()
10236 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(msz); in VisitSVELoadMultipleStructures_ScalarPlusScalar() local
10241 SVEStructuredLoadHelper(vform, in VisitSVELoadMultipleStructures_ScalarPlusScalar()
10488 VectorFormat vform = kFormatUndefined; in VisitSVEContiguousNonTemporalStore_ScalarPlusImm() local
10492 vform = kFormatVnB; in VisitSVEContiguousNonTemporalStore_ScalarPlusImm()
10495 vform = kFormatVnD; in VisitSVEContiguousNonTemporalStore_ScalarPlusImm()
10498 vform = kFormatVnH; in VisitSVEContiguousNonTemporalStore_ScalarPlusImm()
10501 vform = kFormatVnS; in VisitSVEContiguousNonTemporalStore_ScalarPlusImm()
10507 int msize_in_bytes_log2 = LaneSizeInBytesLog2FromFormat(vform); in VisitSVEContiguousNonTemporalStore_ScalarPlusImm()
10512 SVEStructuredStoreHelper(vform, pg, instr->GetRt(), addr); in VisitSVEContiguousNonTemporalStore_ScalarPlusImm()
10518 VectorFormat vform = kFormatUndefined; in VisitSVEContiguousNonTemporalStore_ScalarPlusScalar() local
10522 vform = kFormatVnB; in VisitSVEContiguousNonTemporalStore_ScalarPlusScalar()
10525 vform = kFormatVnD; in VisitSVEContiguousNonTemporalStore_ScalarPlusScalar()
10528 vform = kFormatVnH; in VisitSVEContiguousNonTemporalStore_ScalarPlusScalar()
10531 vform = kFormatVnS; in VisitSVEContiguousNonTemporalStore_ScalarPlusScalar()
10537 int msize_in_bytes_log2 = LaneSizeInBytesLog2FromFormat(vform); in VisitSVEContiguousNonTemporalStore_ScalarPlusScalar()
10541 SVEStructuredStoreHelper(vform, pg, instr->GetRt(), addr); in VisitSVEContiguousNonTemporalStore_ScalarPlusScalar()
10558 VectorFormat vform = in VisitSVEContiguousStore_ScalarPlusImm() local
10562 SVEStructuredStoreHelper(vform, in VisitSVEContiguousStore_ScalarPlusImm()
10583 VectorFormat vform = in VisitSVEContiguousStore_ScalarPlusScalar() local
10587 SVEStructuredStoreHelper(vform, in VisitSVEContiguousStore_ScalarPlusScalar()
10601 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVECopySIMDFPScalarRegisterToVector_Predicated() local
10607 dup_element(vform, z_result, ReadVRegister(instr->GetRn()), 0); in VisitSVECopySIMDFPScalarRegisterToVector_Predicated()
10608 mov_merging(vform, ReadVRegister(instr->GetRd()), pg, z_result); in VisitSVECopySIMDFPScalarRegisterToVector_Predicated()
10668 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(msz); in VisitSVEStoreMultipleStructures_ScalarPlusScalar() local
10673 SVEStructuredStoreHelper(vform, in VisitSVEStoreMultipleStructures_ScalarPlusScalar()
10726 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEMulIndex() local
10732 sdot(vform, in VisitSVEMulIndex()
10739 sdot(vform, in VisitSVEMulIndex()
10746 udot(vform, in VisitSVEMulIndex()
10753 udot(vform, in VisitSVEMulIndex()
10843 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEPermutePredicateElements() local
10853 trn1(vform, temp0, temp0, temp1); in VisitSVEPermutePredicateElements()
10856 trn2(vform, temp0, temp0, temp1); in VisitSVEPermutePredicateElements()
10859 uzp1(vform, temp0, temp0, temp1); in VisitSVEPermutePredicateElements()
10862 uzp2(vform, temp0, temp0, temp1); in VisitSVEPermutePredicateElements()
10865 zip1(vform, temp0, temp0, temp1); in VisitSVEPermutePredicateElements()
10868 zip2(vform, temp0, temp0, temp1); in VisitSVEPermutePredicateElements()
10880 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEReversePredicateElements() local
10884 rev(vform, temp, temp); in VisitSVEReversePredicateElements()
10916 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEPermuteVectorInterleaving() local
10923 trn1(vform, zd, zn, zm); in VisitSVEPermuteVectorInterleaving()
10926 trn2(vform, zd, zn, zm); in VisitSVEPermuteVectorInterleaving()
10929 uzp1(vform, zd, zn, zm); in VisitSVEPermuteVectorInterleaving()
10932 uzp2(vform, zd, zn, zm); in VisitSVEPermuteVectorInterleaving()
10935 zip1(vform, zd, zn, zm); in VisitSVEPermuteVectorInterleaving()
10938 zip2(vform, zd, zn, zm); in VisitSVEPermuteVectorInterleaving()
10948 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEConditionallyBroadcastElementToVector() local
10967 std::pair<bool, uint64_t> value = clast(vform, pg, zm, active_offset); in VisitSVEConditionallyBroadcastElementToVector()
10969 dup_immediate(vform, zdn, value.second); in VisitSVEConditionallyBroadcastElementToVector()
10973 mov(vform, zdn, zdn); in VisitSVEConditionallyBroadcastElementToVector()
10980 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEConditionallyExtractElementToSIMDFPScalar() local
11000 uint64_t src1_value = dst.Uint(vform, 0); in VisitSVEConditionallyExtractElementToSIMDFPScalar()
11001 std::pair<bool, uint64_t> src2_value = clast(vform, pg, zm, active_offset); in VisitSVEConditionallyExtractElementToSIMDFPScalar()
11002 dup_immediate(vform, vdn, 0); in VisitSVEConditionallyExtractElementToSIMDFPScalar()
11003 dst.SetUint(vform, 0, src2_value.first ? src2_value.second : src1_value); in VisitSVEConditionallyExtractElementToSIMDFPScalar()
11009 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEConditionallyExtractElementToGeneralRegister() local
11027 std::pair<bool, uint64_t> value = clast(vform, pg, zm, active_offset); in VisitSVEConditionallyExtractElementToGeneralRegister()
11029 GetUintMask(LaneSizeInBitsFromFormat(vform)); in VisitSVEConditionallyExtractElementToGeneralRegister()
11036 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEExtractElementToSIMDFPScalarRegister() local
11056 std::pair<bool, uint64_t> value = clast(vform, pg, zm, active_offset); in VisitSVEExtractElementToSIMDFPScalarRegister()
11057 dup_immediate(vform, vdn, 0); in VisitSVEExtractElementToSIMDFPScalarRegister()
11058 dst.SetUint(vform, 0, value.second); in VisitSVEExtractElementToSIMDFPScalarRegister()
11064 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEExtractElementToGeneralRegister() local
11082 std::pair<bool, uint64_t> value = clast(vform, pg, zm, active_offset); in VisitSVEExtractElementToGeneralRegister()
11088 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVECompressActiveElements() local
11095 compact(vform, zd, pg, zn); in VisitSVECompressActiveElements()
11105 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVECopyGeneralRegisterToVector_Predicated() local
11111 dup_immediate(vform, in VisitSVECopyGeneralRegisterToVector_Predicated()
11114 mov_merging(vform, ReadVRegister(instr->GetRd()), pg, z_result); in VisitSVECopyGeneralRegisterToVector_Predicated()
11123 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVECopyIntImm_Predicated() local
11132 dup_immediate(vform, result, imm8 << (instr->ExtractBit(13) * 8)); in VisitSVECopyIntImm_Predicated()
11141 mov_merging(vform, zd, pg, result); in VisitSVECopyIntImm_Predicated()
11143 mov_zeroing(vform, zd, pg, result); in VisitSVECopyIntImm_Predicated()
11203 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEVectorSplice_Destructive() local
11210 splice(vform, zdn, pg, zdn, zm); in VisitSVEVectorSplice_Destructive()
11234 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEInsertSIMDFPScalarRegister() local
11237 insr(vform, zd, ReadDRegisterBits(instr->GetRn())); in VisitSVEInsertSIMDFPScalarRegister()
11247 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEInsertGeneralRegister() local
11250 insr(vform, zd, ReadXRegister(instr->GetRn())); in VisitSVEInsertGeneralRegister()
11266 VectorFormat vform = in VisitSVEBroadcastIndexElement() local
11268 if ((index < 0) || (index >= LaneCountFromFormat(vform))) { in VisitSVEBroadcastIndexElement()
11272 dup_element(vform, zd, ReadVRegister(instr->GetRn()), index); in VisitSVEBroadcastIndexElement()
11284 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEReverseVectorElements() local
11287 rev(vform, zd, ReadVRegister(instr->GetRn())); in VisitSVEReverseVectorElements()
11297 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEUnpackVectorElements() local
11300 unpk(vform, zd, ReadVRegister(instr->GetRn()), kHiHalf, kSignedExtend); in VisitSVEUnpackVectorElements()
11303 unpk(vform, zd, ReadVRegister(instr->GetRn()), kLoHalf, kSignedExtend); in VisitSVEUnpackVectorElements()
11306 unpk(vform, zd, ReadVRegister(instr->GetRn()), kHiHalf, kUnsignedExtend); in VisitSVEUnpackVectorElements()
11309 unpk(vform, zd, ReadVRegister(instr->GetRn()), kLoHalf, kUnsignedExtend); in VisitSVEUnpackVectorElements()
11332 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEPredicateCount() local
11338 WriteXRegister(instr->GetRd(), CountActiveAndTrueLanes(vform, pg, pn)); in VisitSVEPredicateCount()
11412 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEPredicateInitialize() local
11414 ptrue(vform, pdn, instr->GetImmSVEPredicateConstraint()); in VisitSVEPredicateInitialize()
11415 if (instr->ExtractBit(16)) PredTest(vform, pdn, pdn); in VisitSVEPredicateInitialize()
11425 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEPredicateNextActive() local
11427 pnext(vform, pdn, pg, pdn); in VisitSVEPredicateNextActive()
11429 PredTest(vform, pg, pdn); in VisitSVEPredicateNextActive()
11561 VectorFormat vform = instr->GetSVEVectorFormat(); in VisitSVEVectorSelect() local
11567 sel(vform, zd, pg, zn, zm); in VisitSVEVectorSelect()
11642 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(esize_in_bytes_log2); in VisitSVEContiguousLoad_ScalarPlusImm() local
11645 SVEStructuredLoadHelper(vform, in VisitSVEContiguousLoad_ScalarPlusImm()
11686 VectorFormat vform = SVEFormatFromLaneSizeInBytesLog2(esize_in_bytes_log2); in VisitSVEContiguousLoad_ScalarPlusScalar() local
11691 SVEStructuredLoadHelper(vform, in VisitSVEContiguousLoad_ScalarPlusScalar()