Lines Matching refs:zn
447 ZRegister zn = z2.WithLaneSize(lane_size_in_bits); in MlaMlsHelper() local
453 InsrHelper(&masm, zn, zn_inputs); in MlaMlsHelper()
474 __ Mla(mla_da_result, p0.Merging(), mla_da_result, zn, zm); in MlaMlsHelper()
476 __ Mov(mla_dn_result, zn); in MlaMlsHelper()
480 __ Mla(mla_dm_result, p2.Merging(), za, zn, mla_dm_result); in MlaMlsHelper()
483 __ Mla(mla_d_result, p3.Merging(), za, zn, zm); in MlaMlsHelper()
493 __ Mls(mls_da_result, p0.Merging(), mls_da_result, zn, zm); in MlaMlsHelper()
495 __ Mov(mls_dn_result, zn); in MlaMlsHelper()
499 __ Mls(mls_dm_result, p2.Merging(), za, zn, mls_dm_result); in MlaMlsHelper()
502 __ Mls(mls_d_result, p3.Merging(), za, zn, zm); in MlaMlsHelper()
4535 const ZRegister& zn,
5097 const ZRegister& zn,
5110 ZRegister zn = z31.WithLaneSize(lane_size_in_bits); in IntArithHelper() local
5112 InsrHelper(&masm, zn, zn_inputs); in IntArithHelper()
5116 (masm.*macro)(zd, zn, zm); in IntArithHelper()
9913 ZRegister zn = z0.WithLaneSize(esize_in_bits); in GatherLoadScalarPlusVectorHelper() local
9954 InsrHelper(&masm, zn, offsets); in GatherLoadScalarPlusVectorHelper()
9957 __ Lsr(zn, zn, shift); in GatherLoadScalarPlusVectorHelper()
9960 (masm.*ld1)(zt, pg, SVEMemOperand(x0, zn, mod, shift)); in GatherLoadScalarPlusVectorHelper()
9968 (masm.*ldff1)(zt_ff, pg, SVEMemOperand(x0, zn, mod, shift)); in GatherLoadScalarPlusVectorHelper()
10029 ZRegister zn = z0.WithLaneSize(esize_in_bits); in GatherLoadScalarPlusScalarOrImmHelper() local
10048 InsrHelper(&masm, zn, addresses); in GatherLoadScalarPlusScalarOrImmHelper()
10049 (masm.*sve_ld1)(zt_addresses, pg, SVEMemOperand(zn)); in GatherLoadScalarPlusScalarOrImmHelper()
10052 InsrHelper(&masm, zn, offsets); in GatherLoadScalarPlusScalarOrImmHelper()
10053 (masm.*sve_ld1)(zt_offsets, pg, SVEMemOperand(zn, data)); in GatherLoadScalarPlusScalarOrImmHelper()
10055 InsrHelper(&masm, zn, maxed_offsets); in GatherLoadScalarPlusScalarOrImmHelper()
10056 (masm.*sve_ld1)(zt_maxed, pg, SVEMemOperand(zn, maxed_offsets_imm)); in GatherLoadScalarPlusScalarOrImmHelper()
10833 const ZRegister& zn,
10850 ZRegister zn = z1.WithLaneSize(lane_size_in_bits); in IntWideImmHelper() local
10851 InsrHelper(&masm, zn, zn_inputs); in IntWideImmHelper()
10853 ZRegister zn_copy = z3.WithSameLaneSizeAs(zn); in IntWideImmHelper()
10856 __ Mov(zn_copy, zn); in IntWideImmHelper()
10865 (masm.*macro)(zd2, zn, imm); in IntWideImmHelper()
10879 ASSERT_EQUAL_SVE(zn_copy, zn); in IntWideImmHelper()
11682 const ZRegister& zn, in SdotUdotHelper()
11688 __ Sdot(zd, za, zn, zm); in SdotUdotHelper()
11690 __ Sdot(zd, za, zn, zm, index); in SdotUdotHelper()
11694 __ Udot(zd, za, zn, zm); in SdotUdotHelper()
11696 __ Udot(zd, za, zn, zm, index); in SdotUdotHelper()
11703 ZRegister zn = z2.WithLaneSize(lane_size_in_bits / 4); in SdotUdotHelper() local
11708 InsrHelper(&masm, zn, zn_inputs); in SdotUdotHelper()
11720 dot_fn(da_result, da_result, zn, zm, is_signed, index); in SdotUdotHelper()
11722 __ Mov(dn_result, zn.WithSameLaneSizeAs(dn_result)); in SdotUdotHelper()
11724 dot_fn(dn_result, za, dn_result.WithSameLaneSizeAs(zn), zm, is_signed, index); in SdotUdotHelper()
11728 dot_fn(dm_result, za, zn, dm_result.WithSameLaneSizeAs(zm), is_signed, index); in SdotUdotHelper()
11732 dot_fn(d_result, za, zn, zm, is_signed, index); in SdotUdotHelper()
11734 __ Mov(dnm_result, zn.WithSameLaneSizeAs(dnm_result)); in SdotUdotHelper()
11738 dnm_result.WithSameLaneSizeAs(zn), in SdotUdotHelper()
12167 ZRegister zn = z30.WithLaneSize(lane_size_in_bits); in FPBinArithHelper() local
12176 InsrHelper(&masm, zn, zn_rawbits); in FPBinArithHelper()
12179 (masm.*macro)(zd, zn, zm); in FPBinArithHelper()
12325 const ZRegister& zn,
12332 const ZRegister& zn,
12353 ZRegister zn = z27.WithLaneSize(lane_size_in_bits); in FPBinArithHelper() local
12364 InsrHelper(&masm, zn, zn_inputs_rawbits); in FPBinArithHelper()
12373 __ Mov(dn_result, zn); in FPBinArithHelper()
12387 (masm.*macro)(dm_result, pg.Merging(), zn, dm_result, nan_option); in FPBinArithHelper()
12389 (masm.*macro_nonan)(dm_result, pg.Merging(), zn, dm_result); in FPBinArithHelper()
12401 (masm.*macro)(d_result, pg.Merging(), zn, zm, nan_option); in FPBinArithHelper()
12403 (masm.*macro_nonan)(d_result, pg.Merging(), zn, zm); in FPBinArithHelper()
12750 ZRegister zn = z28.WithLaneSize(lane_size_in_bits); in BitwiseShiftImmHelper() local
12752 InsrHelper(&masm, zn, zn_inputs); in BitwiseShiftImmHelper()
12754 __ Asr(zd_asr, zn, shift); in BitwiseShiftImmHelper()
12755 __ Lsr(zd_lsr, zn, shift); in BitwiseShiftImmHelper()
12756 __ Lsl(zd_lsl, zn, shift - 1); // Lsl supports 0 - lane_size-1. in BitwiseShiftImmHelper()
12864 ZRegister zn = z27.WithLaneSize(lane_size_in_bits); in BitwiseShiftWideElementsHelper() local
12867 InsrHelper(&masm, zn, zn_inputs); in BitwiseShiftWideElementsHelper()
12870 (masm.*macro)(zd, zn, zm); in BitwiseShiftWideElementsHelper()
12876 (masm.*macro)(zd_max_shift_amount, zn, zm_max_shift_amount); in BitwiseShiftWideElementsHelper()
12882 (masm.*macro)(zd_out_of_range, zn, zm_out_of_range); in BitwiseShiftWideElementsHelper()
15401 const ZRegister& zn);
15405 const ZRegister& zn);
15428 ZRegister zn = z27; in TestFcvtFrintHelper() local
15432 InsrHelper(&masm, zn.WithLaneSize(lane_size_in_bits), zn_rawbits); in TestFcvtFrintHelper()
15440 zn.WithLaneSize(src_type_size_in_bits)); in TestFcvtFrintHelper()
15451 zn.WithLaneSize(src_type_size_in_bits)); in TestFcvtFrintHelper()
15461 zn.WithLaneSize(src_type_size_in_bits)); in TestFcvtFrintHelper()
15985 ZRegister zn = z27; in TestUScvtfHelper() local
15986 InsrHelper(&masm, zn.WithLaneSize(lane_size_in_bits), zn_inputs); in TestUScvtfHelper()
15994 zn.WithLaneSize(src_type_size_in_bits)); in TestUScvtfHelper()
15997 zn.WithLaneSize(src_type_size_in_bits)); in TestUScvtfHelper()
16024 zn.WithLaneSize(src_type_size_in_bits)); in TestUScvtfHelper()
16027 zn.WithLaneSize(src_type_size_in_bits)); in TestUScvtfHelper()
16690 const ZRegister& zn,
16713 ZRegister zn = z2.WithLaneSize(lane_size_in_bits); in FPMulAccHelper() local
16725 InsrHelper(&masm, zn, zn_rawbits); in FPMulAccHelper()
16746 (masm.*macro)(da_result, p0.Merging(), da_result, zn, zm, nan_option); in FPMulAccHelper()
16748 __ Mov(dn_result, zn); in FPMulAccHelper()
16752 (masm.*macro)(dm_result, p0.Merging(), za, zn, dm_result, nan_option); in FPMulAccHelper()
16755 (masm.*macro)(d_result, p0.Merging(), za, zn, zm, nan_option); in FPMulAccHelper()
16763 ASSERT_EQUAL_SVE(zn_rawbits, zn); in FPMulAccHelper()
16990 const ZRegister& zn,
17742 const ZRegister& zn,
17747 const ZRegister& zn,
17752 const ZRegister& zn,
17925 double zn[] = {0.0, inf_n, 1.0, inf_p, inf_p, nan, 0.0, nan}; in TEST_SVE() local
17945 TestFpCompareHelper(config, lane_size, gt, zn, zm, pd_fcm_gt); in TEST_SVE()
17946 TestFpCompareHelper(config, lane_size, lt, zn, zm, pd_fcm_lt); in TEST_SVE()
17947 TestFpCompareHelper(config, lane_size, ge, zn, zm, pd_fcm_ge); in TEST_SVE()
17948 TestFpCompareHelper(config, lane_size, le, zn, zm, pd_fcm_le); in TEST_SVE()
17949 TestFpCompareHelper(config, lane_size, eq, zn, zm, pd_fcm_eq); in TEST_SVE()
17950 TestFpCompareHelper(config, lane_size, ne, zn, zm, pd_fcm_ne); in TEST_SVE()
17951 TestFpCompareHelper(config, lane_size, uo, zn, zm, pd_fcm_uo); in TEST_SVE()
17954 TestFpCompareHelper(config, lane_size, gt, zn, zm, pd_fac_gt, true); in TEST_SVE()
17955 TestFpCompareHelper(config, lane_size, lt, zn, zm, pd_fac_lt, true); in TEST_SVE()
17956 TestFpCompareHelper(config, lane_size, ge, zn, zm, pd_fac_ge, true); in TEST_SVE()
17957 TestFpCompareHelper(config, lane_size, le, zn, zm, pd_fac_le, true); in TEST_SVE()
17970 ZRegister zn = z28.WithLaneSize(lane_size_in_bits); in TestFpCompareZeroHelper() local
17975 InsrHelper(&masm, zn, zn_rawbits); in TestFpCompareZeroHelper()
17978 (masm.*GetFpCompareZeroFn(cond))(pd, p0.Zeroing(), zn, 0.0); in TestFpCompareZeroHelper()
18052 const ZRegister& zn);
18056 const ZRegister& zn);
18582 ZRegister zn = z0.WithLaneSize(esize_in_bits); in LoadBcastHelper() local
18596 (masm.*sve_ld1)(zn, pg, SVEMemOperand(x2, enablable_offset)); in LoadBcastHelper()
18637 ASSERT_EQUAL_SVE(zn_ref, zn); in LoadBcastHelper()