Lines Matching refs:VnS
230 __ Insr(z2.VnS(), -42); // 0xffffffd6 in TEST_SVE()
231 __ Insr(z2.VnS(), 0xfedcba98); // 0xfedcba98 in TEST_SVE()
276 Initialise(&masm, p2.VnS(), p2_inputs); in TEST_SVE()
291 Initialise(&masm, p5.VnS(), p5_inputs); in TEST_SVE()
321 ASSERT_EQUAL_SVE_LANE(p2_inputs[i], p2.VnS(), lane); in TEST_SVE()
334 ASSERT_EQUAL_SVE(p5_inputs, p5.VnS()); in TEST_SVE()
603 __ Index(z0.VnS(), 0x11111110, 1); in TEST_SVE()
604 __ Lastb(x13, p1, z0.VnS()); in TEST_SVE()
605 __ Lasta(x14, p2, z0.VnS()); in TEST_SVE()
606 __ Lastb(x18, p4, z0.VnS()); in TEST_SVE()
687 __ Index(z0.VnS(), 0x11111110, 1); in TEST_SVE()
688 __ Lastb(s13, p1, z0.VnS()); in TEST_SVE()
689 __ Lasta(s14, p2, z0.VnS()); in TEST_SVE()
690 __ Lastb(s18, p4, z0.VnS()); in TEST_SVE()
774 __ Index(z0.VnS(), 0x11111110, 1); in TEST_SVE()
776 __ Clasta(x13, p1, x13, z0.VnS()); in TEST_SVE()
777 __ Clastb(x14, p2, x14, z0.VnS()); in TEST_SVE()
778 __ Clasta(x18, p4, x18, z0.VnS()); in TEST_SVE()
852 __ Index(z0.VnS(), 0x11111110, 1); in TEST_SVE()
854 __ Clasta(s13, p1, s13, z0.VnS()); in TEST_SVE()
855 __ Clastb(s14, p2, s14, z0.VnS()); in TEST_SVE()
856 __ Clasta(s18, p4, s18, z0.VnS()); in TEST_SVE()
930 __ Index(z0.VnS(), 0x11111110, 1); in TEST_SVE()
932 __ Clasta(z13.VnS(), p1, z13.VnS(), z0.VnS()); in TEST_SVE()
933 __ Clastb(z14.VnS(), p2, z14.VnS(), z0.VnS()); in TEST_SVE()
934 __ Clasta(z16.VnS(), p4, z16.VnS(), z0.VnS()); in TEST_SVE()
1002 __ Zip1(p2.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
1003 __ Zip1(p3.VnS(), p1.VnS(), p0.VnS()); in TEST_SVE()
1006 __ Index(z0.VnS(), 0x11111111, 0x11111111); in TEST_SVE()
1008 __ Compact(z1.VnS(), p0, z0.VnS()); in TEST_SVE()
1009 __ Compact(z2.VnS(), p2, z0.VnS()); in TEST_SVE()
1010 __ Compact(z0.VnS(), p3, z0.VnS()); in TEST_SVE()
1083 Initialise(&masm, p2.VnS(), p2s_inputs); in TEST_SVE()
1084 Initialise(&masm, p3.VnS(), p3s_inputs); in TEST_SVE()
1086 __ Index(z30.VnS(), 1, 1); in TEST_SVE()
1087 __ Index(z29.VnS(), -1, -1); in TEST_SVE()
1088 __ Splice(z9.VnS(), p2, z29.VnS(), z30.VnS()); in TEST_SVE()
1089 __ Splice(z10.VnS(), p3, z29.VnS(), z30.VnS()); in TEST_SVE()
1238 InsrHelper(&masm, z16.VnS(), z16_inputs); in TEST_SVE()
1239 InsrHelper(&masm, z17.VnS(), z17_inputs); in TEST_SVE()
1240 Initialise(&masm, p3.VnS(), p3_inputs); in TEST_SVE()
1242 __ Cmpgt(p10.VnS(), p3.Zeroing(), z16.VnS(), z17.VnS()); in TEST_SVE()
1245 __ Cmpne(p11.VnS(), p3.Zeroing(), z16.VnS(), z17.VnS()); in TEST_SVE()
1252 __ Cmplt(p15.VnS(), p3.Zeroing(), z17.VnS(), z16.VnS()); // GT in TEST_SVE()
1275 ASSERT_EQUAL_SVE(p10_expected, p10.VnS()); in TEST_SVE()
1278 ASSERT_EQUAL_SVE(p11_expected, p11.VnS()); in TEST_SVE()
1284 ASSERT_EQUAL_SVE(p10_expected, p15.VnS()); in TEST_SVE()
1325 InsrHelper(&masm, z13.VnS(), src1_inputs_3); in TEST_SVE()
1327 Initialise(&masm, p0.VnS(), mask_inputs_3); in TEST_SVE()
1329 __ Cmpeq(p6.VnS(), p0.Zeroing(), z13.VnS(), z19.VnD()); in TEST_SVE()
1331 __ Cmpne(p7.VnS(), p0.Zeroing(), z13.VnS(), z19.VnD()); in TEST_SVE()
1349 InsrHelper(&masm, z13.VnS(), src1_inputs_5); in TEST_SVE()
1351 Initialise(&masm, p0.VnS(), mask_inputs_5); in TEST_SVE()
1353 __ Cmphi(p10.VnS(), p0.Zeroing(), z13.VnS(), z19.VnD()); in TEST_SVE()
1355 __ Cmphs(p11.VnS(), p0.Zeroing(), z13.VnS(), z19.VnD()); in TEST_SVE()
1375 ASSERT_EQUAL_SVE(p6_expected, p6.VnS()); in TEST_SVE()
1378 ASSERT_EQUAL_SVE(p7_expected, p7.VnS()); in TEST_SVE()
1387 ASSERT_EQUAL_SVE(p10_expected, p10.VnS()); in TEST_SVE()
1390 ASSERT_EQUAL_SVE(p11_expected, p11.VnS()); in TEST_SVE()
1419 InsrHelper(&masm, z2.VnS(), z22_inputs); in TEST_SVE()
1424 __ And(z2.VnS(), z2.VnS(), 0xff0000ff); in TEST_SVE()
1429 InsrHelper(&masm, z6.VnS(), z22_inputs); in TEST_SVE()
1434 __ Eor(z6.VnS(), z6.VnS(), 0xff0000ff); in TEST_SVE()
1439 InsrHelper(&masm, z10.VnS(), z22_inputs); in TEST_SVE()
1444 __ Orr(z10.VnS(), z10.VnS(), 0xff0000ff); in TEST_SVE()
1453 __ dupm(z14.VnS(), 0x7ffc7ffc); in TEST_SVE()
1472 ASSERT_EQUAL_SVE(z2_expected, z2.VnS()); in TEST_SVE()
1484 ASSERT_EQUAL_SVE(z6_expected, z6.VnS()); in TEST_SVE()
1496 ASSERT_EQUAL_SVE(z10_expected, z10.VnS()); in TEST_SVE()
1505 ASSERT_EQUAL_SVE(z14_expected, z14.VnS()); in TEST_SVE()
1520 __ Dup(z1.VnS(), 0x7f); in TEST_SVE()
1526 __ Dup(z5.VnS(), -0x8000); in TEST_SVE()
1532 __ Dup(z11.VnS(), -516097); // 0xfff81fff, as a signed int. in TEST_SVE()
1540 __ Dup(z23.VnS(), 0x01020304); in TEST_SVE()
1541 __ Dup(z24.VnS(), -0x01020304); in TEST_SVE()
1551 ASSERT_EQUAL_SVE(0x0000007f, z1.VnS()); in TEST_SVE()
1556 ASSERT_EQUAL_SVE(0xffff8000, z5.VnS()); in TEST_SVE()
1560 ASSERT_EQUAL_SVE(0xfff81fff, z11.VnS()); in TEST_SVE()
1566 ASSERT_EQUAL_SVE(0x01020304, z23.VnS()); in TEST_SVE()
1567 ASSERT_EQUAL_SVE(0xfefdfcfc, z24.VnS()); in TEST_SVE()
1593 __ Decp(x10, p0.VnS()); in TEST_SVE()
1650 __ Sqdecp(x2, p0.VnS(), w2); in TEST_SVE()
1656 __ Sqdecp(x4, p0.VnS(), w4); in TEST_SVE()
1669 __ Sqdecp(x12, p0.VnS()); in TEST_SVE()
1683 __ Sqincp(x18, p0.VnS()); in TEST_SVE()
1702 __ Sqdecp(x23, p15.VnS(), w23); in TEST_SVE()
1763 __ Uqdecp(x2, p0.VnS(), w2); in TEST_SVE()
1769 __ Uqdecp(x4, p0.VnS(), w4); in TEST_SVE()
1782 __ Uqdecp(x12, p0.VnS(), x12); in TEST_SVE()
1796 __ Uqincp(x18, p0.VnS(), x18); in TEST_SVE()
1812 __ Uqdecp(x22, p15.VnS(), w22); in TEST_SVE()
1866 InsrHelper(&masm, z2.VnS(), z2_inputs); in TEST_SVE()
1874 __ Decp(z12.VnS(), p0, z2.VnS()); in TEST_SVE()
1879 __ Incp(z16.VnS(), p0, z2.VnS()); in TEST_SVE()
1890 __ Decp(z2.VnS(), p0); in TEST_SVE()
1895 __ Incp(z6.VnS(), p0); in TEST_SVE()
1912 ASSERT_EQUAL_SVE(z2_expected, z2.VnS()); in TEST_SVE()
1928 ASSERT_EQUAL_SVE(z6_expected, z6.VnS()); in TEST_SVE()
1937 ASSERT_EQUAL_SVE(z2_expected, z12.VnS()); in TEST_SVE()
1941 ASSERT_EQUAL_SVE(z6_expected, z16.VnS()); in TEST_SVE()
1957 __ Dup(z1.VnS(), 0); in TEST_SVE()
1958 __ Decp(z1.VnS(), p15); in TEST_SVE()
1966 __ Dup(z4.VnS(), 0); in TEST_SVE()
1967 __ Incp(z4.VnS(), p15); in TEST_SVE()
1986 ASSERT_EQUAL_SVE_LANE(-s_lane_count, z1.VnS(), i); in TEST_SVE()
1987 ASSERT_EQUAL_SVE_LANE(s_lane_count, z4.VnS(), i); in TEST_SVE()
2014 InsrHelper(&masm, z2.VnS(), z2_inputs); in TEST_SVE()
2022 __ Sqdecp(z12.VnS(), p0, z2.VnS()); in TEST_SVE()
2027 __ Sqincp(z16.VnS(), p0, z2.VnS()); in TEST_SVE()
2038 __ Sqdecp(z2.VnS(), p0); in TEST_SVE()
2043 __ Sqincp(z6.VnS(), p0); in TEST_SVE()
2060 ASSERT_EQUAL_SVE(z2_expected, z2.VnS()); in TEST_SVE()
2076 ASSERT_EQUAL_SVE(z6_expected, z6.VnS()); in TEST_SVE()
2085 ASSERT_EQUAL_SVE(z2_expected, z12.VnS()); in TEST_SVE()
2089 ASSERT_EQUAL_SVE(z6_expected, z16.VnS()); in TEST_SVE()
2105 __ Dup(z1.VnS(), 0); in TEST_SVE()
2106 __ Sqdecp(z1.VnS(), p15); in TEST_SVE()
2114 __ Dup(z4.VnS(), 0); in TEST_SVE()
2115 __ Sqincp(z4.VnS(), p15); in TEST_SVE()
2134 ASSERT_EQUAL_SVE_LANE(-s_lane_count, z1.VnS(), i); in TEST_SVE()
2135 ASSERT_EQUAL_SVE_LANE(s_lane_count, z4.VnS(), i); in TEST_SVE()
2162 InsrHelper(&masm, z2.VnS(), z2_inputs); in TEST_SVE()
2170 __ Uqdecp(z12.VnS(), p0, z2.VnS()); in TEST_SVE()
2175 __ Uqincp(z16.VnS(), p0, z2.VnS()); in TEST_SVE()
2186 __ Uqdecp(z2.VnS(), p0); in TEST_SVE()
2191 __ Uqincp(z6.VnS(), p0); in TEST_SVE()
2212 ASSERT_EQUAL_SVE(z2_expected, z2.VnS()); in TEST_SVE()
2232 ASSERT_EQUAL_SVE(z6_expected, z6.VnS()); in TEST_SVE()
2241 ASSERT_EQUAL_SVE(z2_expected, z12.VnS()); in TEST_SVE()
2245 ASSERT_EQUAL_SVE(z6_expected, z16.VnS()); in TEST_SVE()
2265 __ Dup(z1.VnS(), x1); in TEST_SVE()
2266 __ Uqdecp(z1.VnS(), p15); in TEST_SVE()
2274 __ Dup(z4.VnS(), x1); in TEST_SVE()
2275 __ Uqincp(z4.VnS(), p15); in TEST_SVE()
2294 ASSERT_EQUAL_SVE_LANE(0x12340000 - s_lane_count, z1.VnS(), i); in TEST_SVE()
2295 ASSERT_EQUAL_SVE_LANE(0x12340000 + s_lane_count, z4.VnS(), i); in TEST_SVE()
2312 __ Index(z2.VnS(), 2, 1); in TEST_SVE()
2318 __ Index(z6.VnS(), 42, 42); in TEST_SVE()
2329 __ Index(z14.VnS(), x0, w1); in TEST_SVE()
2334 __ Index(z22.VnS(), INT32_MAX - 2, 1); in TEST_SVE()
2360 ASSERT_EQUAL_SVE_LANE((2 + i) & s_mask, z2.VnS(), i); in TEST_SVE()
2374 ASSERT_EQUAL_SVE_LANE((42 + (42 * i)) & s_mask, z6.VnS(), i); in TEST_SVE()
2391 ASSERT_EQUAL_SVE_LANE((42 - (3 * i)) & s_mask, z14.VnS(), i); in TEST_SVE()
2400 ASSERT_EQUAL_SVE(expected_z22, z22.VnS()); in TEST_SVE()
2421 __ Whilelt(p2.VnS(), w20, w21); in TEST()
2437 __ Whilelo(p6.VnS(), w20, w21); in TEST()
2453 __ Whilelt(p10.VnS(), x20, x21); in TEST()
2469 __ Whilelo(p14.VnS(), x20, x21); in TEST()
2488 ASSERT_EQUAL_SVE(p2_expected, p2.VnS()); in TEST()
2502 ASSERT_EQUAL_SVE(p6_expected, p6.VnS()); in TEST()
2516 ASSERT_EQUAL_SVE(p10_expected, p10.VnS()); in TEST()
2530 ASSERT_EQUAL_SVE(p14_expected, p14.VnS()); in TEST()
2596 InsrHelper(&masm, z15.VnS(), z15_inputs); in TEST()
2597 Initialise(&masm, p0.VnS(), mask_inputs3); in TEST()
2599 __ Cmpgt(p6.VnS(), p0.Zeroing(), z15.VnS(), 0); in TEST()
2601 __ Cmpgt(p7.VnS(), p0.Zeroing(), z15.VnS(), INT_MIN + 1); in TEST()
2603 __ Cmplt(p8.VnS(), p0.Zeroing(), z15.VnS(), 0); in TEST()
2605 __ Cmplt(p9.VnS(), p0.Zeroing(), z15.VnS(), INT_MIN + 1); in TEST()
2638 ASSERT_EQUAL_SVE(p6_expected, p6.VnS()); in TEST()
2641 ASSERT_EQUAL_SVE(p7_expected, p7.VnS()); in TEST()
2644 ASSERT_EQUAL_SVE(p8_expected, p8.VnS()); in TEST()
2647 ASSERT_EQUAL_SVE(p9_expected, p9.VnS()); in TEST()
2694 InsrHelper(&masm, z13.VnS(), src3_inputs); in TEST()
2695 Initialise(&masm, p0.VnS(), mask_inputs3); in TEST()
2697 __ Cmplo(p6.VnS(), p0.Zeroing(), z13.VnS(), 0x3f); in TEST()
2699 __ Cmplo(p7.VnS(), p0.Zeroing(), z13.VnS(), 0x3f3f3f3f); in TEST()
2728 ASSERT_EQUAL_SVE(p6_expected, p6.VnS()); in TEST()
2731 ASSERT_EQUAL_SVE(p7_expected, p7.VnS()); in TEST()
3010 Initialise(&masm, p2.VnS(), in_s); in TEST_SVE()
3041 ASSERT_EQUAL_SVE(in_s, p2.VnS()); in TEST_SVE()
3351 Initialise(&masm, p2.VnS(), in_s); in TEST_SVE()
3382 ASSERT_EQUAL_SVE(0, p2.VnS()); in TEST_SVE()
3566 __ Ptrue(p2.VnS()); in TEST_SVE()
3573 __ Pfalse(p2.VnS()); in TEST_SVE()
3698 __ Ptrue(p12.VnS()); in TEST_SVE()
3704 __ Cntp(x12, p10, p12.VnS()); in TEST_SVE()
3716 __ Cntp(x2, p10, p0.VnS()); in TEST_SVE()
3720 __ Cntp(x6, p0, p10.VnS()); in TEST_SVE()
5663 __ Insr(z1.VnS(), w0); in TEST_SVE()
5679 __ Rev(z7.VnS(), z9.VnS()); in TEST_SVE()
5686 __ Dup(z12.VnS(), z9.VnS(), index[2]); in TEST_SVE()
5691 __ Dup(z15.VnS(), z15.VnS(), index[5]); in TEST_SVE()
5760 ASSERT_EQUAL_SVE_LANE(expected_z12, z12.VnS(), i); in TEST_SVE()
5785 ASSERT_EQUAL_SVE_LANE(expected_z15, z15.VnS(), i); in TEST_SVE()
5807 __ Sunpkhi(z11.VnS(), z9.VnH()); in TEST_SVE()
5808 __ Sunpkhi(z12.VnD(), z9.VnS()); in TEST_SVE()
5811 __ Sunpklo(z14.VnS(), z9.VnH()); in TEST_SVE()
5812 __ Sunpklo(z15.VnD(), z9.VnS()); in TEST_SVE()
5815 __ Uunpkhi(z17.VnS(), z9.VnH()); in TEST_SVE()
5816 __ Uunpkhi(z18.VnD(), z9.VnS()); in TEST_SVE()
5819 __ Uunpklo(z20.VnS(), z9.VnH()); in TEST_SVE()
5820 __ Uunpklo(z21.VnD(), z9.VnS()); in TEST_SVE()
5961 __ Cnot(z2.VnS(), pg, z2.VnS()); // destructive in TEST_SVE()
5970 __ Not(z6.VnS(), pg, z31.VnS()); in TEST_SVE()
6067 __ Fabs(z1.VnS(), pg, z1.VnS()); // destructive in TEST_SVE()
6074 __ Fneg(z4.VnS(), pg, z31.VnS()); in TEST_SVE()
6157 __ Cnt(z2.VnS(), pg, z31.VnS()); in TEST_SVE()
6198 ASSERT_EQUAL_SVE(expected_z2, z2.VnS()); in TEST_SVE()
6237 __ Sxtb(z1.VnS(), pg, z31.VnS()); in TEST_SVE()
6241 __ Sxth(z3.VnS(), pg, z31.VnS()); in TEST_SVE()
6323 __ Uxtb(z1.VnS(), pg, z1.VnS()); // destructive in TEST_SVE()
6327 __ Uxth(z3.VnS(), pg, z3.VnS()); // destructive in TEST_SVE()
6413 __ Neg(z3.VnS(), pg, z31.VnS()); in TEST_SVE()
6502 __ Cpy(z2.VnS(), pg, w2); in TEST_SVE()
6508 __ Cpy(z6.VnS(), pg, s30); in TEST_SVE()
6516 __ Cpy(z18.VnS(), pg, wsp); in TEST_SVE()
6600 __ Cpy(z5.VnS(), pg.Zeroing(), -128); in TEST_SVE()
6605 __ Cpy(z8.VnS(), pg.Zeroing(), FloatToRawbits(2.0f)); in TEST_SVE()
6705 __ Fcpy(z4.VnS(), pg.Merging(), Float16(-4.0)); in TEST_SVE()
6706 __ Fcpy(z5.VnS(), pg.Merging(), 5.0f); in TEST_SVE()
6707 __ Fcpy(z6.VnS(), pg.Merging(), 6.0); in TEST_SVE()
6713 __ Fcpy(z10.VnS(), pg.Merging(), 0.0); in TEST_SVE()
6719 __ Fmov(z14.VnS(), pg.Merging(), 0.0); in TEST_SVE()
6847 __ Tbl(z28.VnS(), z9.VnS(), ind_s); in TEST_SVE()
6886 if (!core.HasSVELane(z28.VnS(), lane)) break; in TEST_SVE()
6888 ASSERT_EQUAL_SVE_LANE(expected, z28.VnS(), lane); in TEST_SVE()
7117 __ Index(z3.VnS(), 3, -7); in TEST_SVE()
7118 __ Ptrue(p3.VnS(), SVE_POW2); in TEST_SVE()
7119 __ St1h(z3.VnS(), p3, SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
7135 __ Index(z6.VnS(), -7, 3); in TEST_SVE()
7139 __ St1w(z6.VnS(), p6, SVEMemOperand(x0, 42, SVE_MUL_VL)); in TEST_SVE()
7148 __ Ld1h(z10.VnS(), p3.Zeroing(), SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
7151 __ Ld1w(z13.VnS(), p6.Zeroing(), SVEMemOperand(x0, 42, SVE_MUL_VL)); in TEST_SVE()
7154 __ Ld1sh(z15.VnS(), p3.Zeroing(), SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
7173 __ Dup(z20.VnS(), 0); in TEST_SVE()
7174 __ Uxth(z20.VnS(), p3.Merging(), z3.VnS()); in TEST_SVE()
7185 __ Dup(z23.VnS(), 0); in TEST_SVE()
7186 __ Mov(z23.VnS(), p6.Merging(), z6.VnS()); in TEST_SVE()
7193 __ Dup(z25.VnS(), 0); in TEST_SVE()
7194 __ Sxth(z25.VnS(), p3.Merging(), z3.VnS()); in TEST_SVE()
7320 __ Index(z31.VnS(), 3, -7); in TEST_SVE()
7321 __ Index(z0.VnS(), 4, -7); in TEST_SVE()
7322 __ Ptrue(p2.VnS(), SVE_POW2); in TEST_SVE()
7323 __ St2w(z31.VnS(), z0.VnS(), p2, SVEMemOperand(x0, -12, SVE_MUL_VL)); in TEST_SVE()
7360 __ Dup(z8.VnS(), 0); in TEST_SVE()
7361 __ Dup(z9.VnS(), 0); in TEST_SVE()
7362 __ Mov(z8.VnS(), p2.Merging(), z31.VnS()); in TEST_SVE()
7363 __ Mov(z9.VnS(), p2.Merging(), z0.VnS()); in TEST_SVE()
7377 __ Ld2w(z24.VnS(), in TEST_SVE()
7378 z25.VnS(), in TEST_SVE()
7493 __ Index(z14.VnS(), -7, 3); in TEST_SVE()
7494 __ Index(z15.VnS(), -8, 3); in TEST_SVE()
7504 __ St2w(z14.VnS(), z15.VnS(), p5, SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
7536 __ Dup(z8.VnS(), 0); in TEST_SVE()
7537 __ Dup(z9.VnS(), 0); in TEST_SVE()
7538 __ Mov(z8.VnS(), p5.Merging(), z14.VnS()); in TEST_SVE()
7539 __ Mov(z9.VnS(), p5.Merging(), z15.VnS()); in TEST_SVE()
7553 __ Ld2w(z24.VnS(), z25.VnS(), p5.Zeroing(), SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
7691 __ Index(z30.VnS(), 3, -7); in TEST_SVE()
7692 __ Index(z31.VnS(), 4, -7); in TEST_SVE()
7693 __ Index(z0.VnS(), 5, -7); in TEST_SVE()
7694 __ Ptrue(p2.VnS(), SVE_POW2); in TEST_SVE()
7695 __ St3w(z30.VnS(), in TEST_SVE()
7696 z31.VnS(), in TEST_SVE()
7697 z0.VnS(), in TEST_SVE()
7701 __ Dup(z10.VnS(), 0); in TEST_SVE()
7702 __ Dup(z11.VnS(), 0); in TEST_SVE()
7703 __ Dup(z12.VnS(), 0); in TEST_SVE()
7704 __ Mov(z10.VnS(), p2.Merging(), z30.VnS()); in TEST_SVE()
7705 __ Mov(z11.VnS(), p2.Merging(), z31.VnS()); in TEST_SVE()
7706 __ Mov(z12.VnS(), p2.Merging(), z0.VnS()); in TEST_SVE()
7742 __ Ld3w(z22.VnS(), in TEST_SVE()
7743 z23.VnS(), in TEST_SVE()
7744 z24.VnS(), in TEST_SVE()
7899 __ Index(z30.VnS(), -7, 3); in TEST_SVE()
7900 __ Index(z31.VnS(), -8, 3); in TEST_SVE()
7901 __ Index(z0.VnS(), -9, 3); in TEST_SVE()
7911 __ St3w(z30.VnS(), z31.VnS(), z0.VnS(), p5, SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
7913 __ Dup(z10.VnS(), 0); in TEST_SVE()
7914 __ Dup(z11.VnS(), 0); in TEST_SVE()
7915 __ Dup(z12.VnS(), 0); in TEST_SVE()
7916 __ Mov(z10.VnS(), p5.Merging(), z30.VnS()); in TEST_SVE()
7917 __ Mov(z11.VnS(), p5.Merging(), z31.VnS()); in TEST_SVE()
7918 __ Mov(z12.VnS(), p5.Merging(), z0.VnS()); in TEST_SVE()
7952 __ Ld3w(z22.VnS(), in TEST_SVE()
7953 z23.VnS(), in TEST_SVE()
7954 z24.VnS(), in TEST_SVE()
8124 __ Index(z29.VnS(), 2, -7); in TEST_SVE()
8125 __ Index(z30.VnS(), 3, -7); in TEST_SVE()
8126 __ Index(z31.VnS(), 4, -7); in TEST_SVE()
8127 __ Index(z0.VnS(), 5, -7); in TEST_SVE()
8128 __ Ptrue(p2.VnS(), SVE_POW2); in TEST_SVE()
8129 __ St4w(z29.VnS(), in TEST_SVE()
8130 z30.VnS(), in TEST_SVE()
8131 z31.VnS(), in TEST_SVE()
8132 z0.VnS(), in TEST_SVE()
8136 __ Dup(z11.VnS(), 0); in TEST_SVE()
8137 __ Dup(z12.VnS(), 0); in TEST_SVE()
8138 __ Dup(z13.VnS(), 0); in TEST_SVE()
8139 __ Dup(z14.VnS(), 0); in TEST_SVE()
8140 __ Mov(z11.VnS(), p2.Merging(), z29.VnS()); in TEST_SVE()
8141 __ Mov(z12.VnS(), p2.Merging(), z30.VnS()); in TEST_SVE()
8142 __ Mov(z13.VnS(), p2.Merging(), z31.VnS()); in TEST_SVE()
8143 __ Mov(z14.VnS(), p2.Merging(), z0.VnS()); in TEST_SVE()
8191 __ Ld4w(z27.VnS(), in TEST_SVE()
8192 z28.VnS(), in TEST_SVE()
8193 z29.VnS(), in TEST_SVE()
8194 z30.VnS(), in TEST_SVE()
8380 __ Index(z29.VnS(), -6, 7); in TEST_SVE()
8381 __ Index(z30.VnS(), -7, 7); in TEST_SVE()
8382 __ Index(z31.VnS(), -8, 7); in TEST_SVE()
8383 __ Index(z0.VnS(), -9, 7); in TEST_SVE()
8393 __ St4w(z29.VnS(), in TEST_SVE()
8394 z30.VnS(), in TEST_SVE()
8395 z31.VnS(), in TEST_SVE()
8396 z0.VnS(), in TEST_SVE()
8400 __ Dup(z11.VnS(), 0); in TEST_SVE()
8401 __ Dup(z12.VnS(), 0); in TEST_SVE()
8402 __ Dup(z13.VnS(), 0); in TEST_SVE()
8403 __ Dup(z14.VnS(), 0); in TEST_SVE()
8404 __ Mov(z11.VnS(), p5.Merging(), z29.VnS()); in TEST_SVE()
8405 __ Mov(z12.VnS(), p5.Merging(), z30.VnS()); in TEST_SVE()
8406 __ Mov(z13.VnS(), p5.Merging(), z31.VnS()); in TEST_SVE()
8407 __ Mov(z14.VnS(), p5.Merging(), z0.VnS()); in TEST_SVE()
8449 __ Ld4w(z27.VnS(), in TEST_SVE()
8450 z28.VnS(), in TEST_SVE()
8451 z29.VnS(), in TEST_SVE()
8452 z30.VnS(), in TEST_SVE()
8595 __ Index(z8.VnS(), 42, 4); in TEST_SVE()
8596 __ Index(z9.VnS(), 43, 4); in TEST_SVE()
8597 __ Index(z10.VnS(), 44, 4); in TEST_SVE()
8598 __ Index(z11.VnS(), 45, 4); in TEST_SVE()
8599 __ Ptrue(p2.VnS()); in TEST_SVE()
8602 __ St4w(z8.VnS(), in TEST_SVE()
8603 z9.VnS(), in TEST_SVE()
8604 z10.VnS(), in TEST_SVE()
8605 z11.VnS(), in TEST_SVE()
8630 __ Dup(z20.VnS(), 0); in TEST_SVE()
8631 __ Dup(z21.VnS(), 0); in TEST_SVE()
8632 __ Dup(z22.VnS(), 0); in TEST_SVE()
8633 __ Dup(z23.VnS(), 0); in TEST_SVE()
8634 __ Mov(z20.VnS(), p2.Merging(), z8.VnS()); in TEST_SVE()
8635 __ Mov(z21.VnS(), p2.Merging(), z9.VnS()); in TEST_SVE()
8636 __ Mov(z22.VnS(), p2.Merging(), z10.VnS()); in TEST_SVE()
8637 __ Mov(z23.VnS(), p2.Merging(), z11.VnS()); in TEST_SVE()
8638 __ Ld4w(z8.VnS(), in TEST_SVE()
8639 z9.VnS(), in TEST_SVE()
8640 z10.VnS(), in TEST_SVE()
8641 z11.VnS(), in TEST_SVE()
8698 __ Index(z8.VnS(), 42, 4); in TEST_SVE()
8699 __ Index(z9.VnS(), 43, 4); in TEST_SVE()
8700 __ Index(z10.VnS(), 44, 4); in TEST_SVE()
8701 __ Index(z11.VnS(), 45, 4); in TEST_SVE()
8702 __ Ptrue(p2.VnS()); in TEST_SVE()
8703 __ St4w(z8.VnS(), z9.VnS(), z10.VnS(), z11.VnS(), p2, SVEMemOperand(sp)); in TEST_SVE()
8726 __ Dup(z20.VnS(), 0); in TEST_SVE()
8727 __ Dup(z21.VnS(), 0); in TEST_SVE()
8728 __ Dup(z22.VnS(), 0); in TEST_SVE()
8729 __ Dup(z23.VnS(), 0); in TEST_SVE()
8730 __ Mov(z20.VnS(), p2.Merging(), z8.VnS()); in TEST_SVE()
8731 __ Mov(z21.VnS(), p2.Merging(), z9.VnS()); in TEST_SVE()
8732 __ Mov(z22.VnS(), p2.Merging(), z10.VnS()); in TEST_SVE()
8733 __ Mov(z23.VnS(), p2.Merging(), z11.VnS()); in TEST_SVE()
8734 __ Ld4w(z8.VnS(), in TEST_SVE()
8735 z9.VnS(), in TEST_SVE()
8736 z10.VnS(), in TEST_SVE()
8737 z11.VnS(), in TEST_SVE()
9448 __ Ldnf1w(z2.VnS(), p0.Zeroing(), SVEMemOperand(x1)); in TEST_SVE()
9451 __ Sel(z2.VnS(), p1, z2.VnS(), z10.VnS()); in TEST_SVE()
9452 __ Ld1w(z22.VnS(), p1.Zeroing(), SVEMemOperand(x1)); in TEST_SVE()
9471 __ Ldnf1b(z5.VnS(), p0.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
9474 __ Sel(z5.VnS(), p1, z5.VnS(), z10.VnS()); in TEST_SVE()
9475 __ Ld1b(z25.VnS(), p1.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
9532 __ Index(z31.VnS(), 0, 3); in TEST_SVE()
9533 __ Neg(z30.VnS(), z31.VnS()); in TEST_SVE()
9538 __ Ldff1b(z1.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9539 __ Ldff1h(z2.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW)); in TEST_SVE()
9540 __ Ldff1w(z3.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9541 __ Ldff1sb(z4.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW)); in TEST_SVE()
9542 __ Ldff1sh(z5.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9545 __ Ldff1h(z6.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW, 1)); in TEST_SVE()
9546 __ Ldff1w(z7.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW, 2)); in TEST_SVE()
9547 __ Ldff1sh(z8.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW, 1)); in TEST_SVE()
9626 ASSERT_EQUAL_SVE(expected_z1, z1.VnS()); in TEST_SVE()
9627 ASSERT_EQUAL_SVE(expected_z2, z2.VnS()); in TEST_SVE()
9628 ASSERT_EQUAL_SVE(expected_z3, z3.VnS()); in TEST_SVE()
9629 ASSERT_EQUAL_SVE(expected_z4, z4.VnS()); in TEST_SVE()
9630 ASSERT_EQUAL_SVE(expected_z5, z5.VnS()); in TEST_SVE()
9637 ASSERT_EQUAL_SVE(expected_z6, z6.VnS()); in TEST_SVE()
9638 ASSERT_EQUAL_SVE(expected_z7, z7.VnS()); in TEST_SVE()
9639 ASSERT_EQUAL_SVE(expected_z8, z8.VnS()); in TEST_SVE()
9728 __ Index(z31.VnS(), 0, 3); in TEST_SVE()
9729 __ Neg(z30.VnS(), z31.VnS()); in TEST_SVE()
9732 __ Ld1b(z1.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9733 __ Ld1h(z2.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW)); in TEST_SVE()
9734 __ Ld1w(z3.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9735 __ Ld1sb(z4.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW)); in TEST_SVE()
9736 __ Ld1sh(z5.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9739 __ Ld1h(z6.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW, 1)); in TEST_SVE()
9740 __ Ld1w(z7.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW, 2)); in TEST_SVE()
9741 __ Ld1sh(z8.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW, 1)); in TEST_SVE()
9806 ASSERT_EQUAL_SVE(expected_z1, z1.VnS()); in TEST_SVE()
9807 ASSERT_EQUAL_SVE(expected_z2, z2.VnS()); in TEST_SVE()
9808 ASSERT_EQUAL_SVE(expected_z3, z3.VnS()); in TEST_SVE()
9809 ASSERT_EQUAL_SVE(expected_z4, z4.VnS()); in TEST_SVE()
9810 ASSERT_EQUAL_SVE(expected_z5, z5.VnS()); in TEST_SVE()
9817 ASSERT_EQUAL_SVE(expected_z6, z6.VnS()); in TEST_SVE()
9818 ASSERT_EQUAL_SVE(expected_z7, z7.VnS()); in TEST_SVE()
9819 ASSERT_EQUAL_SVE(expected_z8, z8.VnS()); in TEST_SVE()
10422 __ Ld1w(z4.VnS(), p3.Zeroing(), SVEMemOperand(x0, x1, LSL, 2)); in TEST_SVE()
10423 __ Ldnt1w(z5.VnS(), p3.Zeroing(), SVEMemOperand(x0, x1, LSL, 2)); in TEST_SVE()
10435 __ Ld1w(z12.VnS(), p3.Zeroing(), SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
10436 __ Ldnt1w(z13.VnS(), p3.Zeroing(), SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
10490 __ Stnt1w(z0.VnS(), p0, SVEMemOperand(x0, x1, LSL, 2)); in TEST_SVE()
10491 __ Stnt1w(z1.VnS(), p3, SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
10493 __ Sel(z7.VnS(), p3, z1.VnS(), z0.VnS()); in TEST_SVE()
10543 __ Ld1rqw(z2.VnS(), p3.Zeroing(), SVEMemOperand(x2, x1, LSL, 2)); in TEST_SVE()
10574 __ Ld1rqw(z7.VnS(), p3.Zeroing(), SVEMemOperand(x1, 32)); in TEST_SVE()
10652 __ Index(z9.VnS(), 3, -1); in TEST_SVE()
11259 __ Index(z1.VnS(), 0x7f, 1); in TEST_SVE()
11260 __ Sub(z1.VnS(), 0xf7, z1.VnS()); in TEST_SVE()
11269 __ Index(z5.VnS(), 0x7878, 1); in TEST_SVE()
11270 __ Sub(z5.VnS(), 0x8000, z5.VnS()); in TEST_SVE()
11280 __ Index(z30.VnS(), 0x11223344, 1); in TEST_SVE()
11281 __ Sub(z8.VnS(), 0x88776655, z30.VnS()); in TEST_SVE()
11292 ASSERT_EQUAL_SVE(expected_z1, z1.VnS()); in TEST_SVE()
11304 ASSERT_EQUAL_SVE(expected_z5, z5.VnS()); in TEST_SVE()
11313 ASSERT_EQUAL_SVE(expected_z8, z8.VnS()); in TEST_SVE()
11323 __ Fdup(z1.VnS(), Float16(2.0)); in TEST_SVE()
11326 __ Fdup(z4.VnS(), -4.75f); in TEST_SVE()
11329 __ Fdup(z7.VnS(), 2.125); in TEST_SVE()
11335 __ Fdup(z12.VnS(), 255.0f); in TEST_SVE()
11336 __ Fdup(z13.VnS(), kFP32NegativeInfinity); in TEST_SVE()
11346 ASSERT_EQUAL_SVE(0x40000000, z1.VnS()); in TEST_SVE()
11349 ASSERT_EQUAL_SVE(FloatToRawbits(-4.75f), z4.VnS()); in TEST_SVE()
11352 ASSERT_EQUAL_SVE(FloatToRawbits(2.125f), z7.VnS()); in TEST_SVE()
11357 ASSERT_EQUAL_SVE(FloatToRawbits(255.0), z12.VnS()); in TEST_SVE()
11358 ASSERT_EQUAL_SVE(FloatToRawbits(kFP32NegativeInfinity), z13.VnS()); in TEST_SVE()
11383 __ Andv(s2, p0, z2.VnS()); // destructive in TEST_SVE()
11389 __ Eorv(s6, p0, z31.VnS()); in TEST_SVE()
11397 __ Orv(s10, p0, z10.VnS()); // destructive in TEST_SVE()
11471 __ Saddv(s2, p0, z2.VnS()); // destructive in TEST_SVE()
11476 __ Uaddv(s6, p0, z31.VnS()); in TEST_SVE()
11540 __ Sminv(s2, p0, z2.VnS()); // destructive in TEST_SVE()
11546 __ Uminv(s6, p0, z31.VnS()); in TEST_SVE()
11612 __ Smaxv(s2, p0, z2.VnS()); // destructive in TEST_SVE()
11618 __ Umaxv(s6, p0, z31.VnS()); in TEST_SVE()
11979 __ Dup(z9.VnS(), multiplier); in TEST_SVE()
11982 __ Index(z29.VnS(), 4, 1); in TEST_SVE()
11985 __ And(z29.VnS(), z29.VnS(), 3); in TEST_SVE()
11988 __ Cmple(p7.VnS(), p0.Zeroing(), z29.VnS(), 0); in TEST_SVE()
11991 __ Cmple(p6.VnS(), p0.Zeroing(), z29.VnS(), 1); in TEST_SVE()
11994 __ Cmple(p5.VnS(), p0.Zeroing(), z29.VnS(), 2); in TEST_SVE()
11997 __ Dup(z27.VnS(), z28.VnS(), 0); in TEST_SVE()
12003 __ Mul(z27.VnS(), p7.Merging(), z27.VnS(), z9.VnS()); in TEST_SVE()
12006 __ Mul(z27.VnS(), p6.Merging(), z27.VnS(), z9.VnS()); in TEST_SVE()
12011 __ Mul(z27.VnS(), p5.Merging(), z27.VnS(), z9.VnS()); in TEST_SVE()
12013 __ Dup(z0.VnS(), 0); in TEST_SVE()
12014 __ Dup(z1.VnS(), 0); in TEST_SVE()
12015 __ Dup(z2.VnS(), 0); in TEST_SVE()
12016 __ Dup(z3.VnS(), 0); in TEST_SVE()
12017 __ Dup(z4.VnS(), 0); in TEST_SVE()
12018 __ Dup(z5.VnS(), 0); in TEST_SVE()
12026 __ Dup(z2.VnS(), 0); in TEST_SVE()
12027 __ Dup(z3.VnS(), 0); in TEST_SVE()
12028 __ Dup(z4.VnS(), 0); in TEST_SVE()
12029 __ Dup(z5.VnS(), 0); in TEST_SVE()
12031 __ Udot(z2.VnS(), z2.VnS(), z1.VnB(), z0.VnB(), 0); in TEST_SVE()
12033 __ Udot(z3.VnS(), z3.VnS(), z1.VnB(), z0.VnB(), 1); in TEST_SVE()
12034 __ Mul(z3.VnS(), z3.VnS(), 2); in TEST_SVE()
12036 __ Udot(z4.VnS(), z4.VnS(), z1.VnB(), z0.VnB(), 2); in TEST_SVE()
12037 __ Mul(z4.VnS(), z4.VnS(), 4); in TEST_SVE()
12039 __ Udot(z5.VnS(), z5.VnS(), z1.VnB(), z0.VnB(), 3); in TEST_SVE()
12040 __ Mul(z5.VnS(), z5.VnS(), 8); in TEST_SVE()
12042 __ Dup(z7.VnS(), 0); in TEST_SVE()
12043 __ Dup(z8.VnS(), 0); in TEST_SVE()
12044 __ Dup(z9.VnS(), 0); in TEST_SVE()
12045 __ Dup(z10.VnS(), 0); in TEST_SVE()
12049 __ Sdot(z7.VnS(), z7.VnS(), z1.VnB(), z6.VnB(), 0); in TEST_SVE()
12051 __ Sdot(z8.VnS(), z8.VnS(), z1.VnB(), z6.VnB(), 1); in TEST_SVE()
12052 __ Mul(z8.VnS(), z8.VnS(), 2); in TEST_SVE()
12054 __ Sdot(z9.VnS(), z9.VnS(), z1.VnB(), z6.VnB(), 2); in TEST_SVE()
12055 __ Mul(z9.VnS(), z9.VnS(), 4); in TEST_SVE()
12057 __ Sdot(z10.VnS(), z10.VnS(), z1.VnB(), z6.VnB(), 3); in TEST_SVE()
12058 __ Mul(z10.VnS(), z10.VnS(), 8); in TEST_SVE()
12071 ASSERT_EQUAL_SVE(udot_expected, z2.VnS()); in TEST_SVE()
12072 ASSERT_EQUAL_SVE(z2.VnS(), z3.VnS()); in TEST_SVE()
12073 ASSERT_EQUAL_SVE(z2.VnS(), z4.VnS()); in TEST_SVE()
12074 ASSERT_EQUAL_SVE(z2.VnS(), z5.VnS()); in TEST_SVE()
12077 ASSERT_EQUAL_SVE(sdot_expected, z7.VnS()); in TEST_SVE()
12078 ASSERT_EQUAL_SVE(z7.VnS(), z8.VnS()); in TEST_SVE()
12079 ASSERT_EQUAL_SVE(z7.VnS(), z9.VnS()); in TEST_SVE()
12080 ASSERT_EQUAL_SVE(z7.VnS(), z10.VnS()); in TEST_SVE()
12538 __ Sel(z2.VnS(), pg, z30.VnS(), z31.VnS()); in TEST_SVE()
13041 __ Zip1(p4.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
13059 __ Index(z1.VnS(), 0, 1); in TEST_SVE()
13061 __ Lsr(z8.VnS(), p0.Merging(), z0.VnS(), z1.VnS()); in TEST_SVE()
13062 __ Lsl(z9.VnS(), p0.Merging(), z0.VnS(), z1.VnS()); in TEST_SVE()
13063 __ Asr(z10.VnS(), p4.Merging(), z31.VnS(), z1.VnS()); in TEST_SVE()
13117 __ Zip1(p4.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
13134 __ Lsr(z8.VnS(), p0.Merging(), z0.VnS(), z1.VnD()); in TEST_SVE()
13135 __ Lsl(z9.VnS(), p0.Merging(), z0.VnS(), z1.VnD()); in TEST_SVE()
13136 __ Asr(z10.VnS(), p4.Merging(), z31.VnS(), z1.VnD()); in TEST_SVE()
13171 __ Zip1(p4.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
13185 __ Lsr(z6.VnS(), p0.Merging(), z31.VnS(), 3); in TEST_SVE()
13187 __ Lsl(z7.VnS(), p4.Merging(), z7.VnS(), 3); in TEST_SVE()
13188 __ Asr(z8.VnS(), p0.Merging(), z7.VnS(), 4); in TEST_SVE()
13233 __ Zip1(p4.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
13250 __ Index(z31.VnS(), 0x7fffffff - 1, 1); in TEST_SVE()
13251 __ Asrd(z8.VnS(), p0.Merging(), z31.VnS(), 1); in TEST_SVE()
13253 __ Asrd(z9.VnS(), p4.Merging(), z9.VnS(), 2); in TEST_SVE()
13254 __ Asrd(z10.VnS(), p0.Merging(), z31.VnS(), 31); in TEST_SVE()
13255 __ Asrd(z11.VnS(), p0.Merging(), z31.VnS(), 32); in TEST_SVE()
13658 __ Rbit(z3.VnS(), p1.Merging(), z0.VnS()); in TEST_SVE()
13664 __ Rbit(z6.VnS(), p2.Merging(), z0.VnS()); in TEST_SVE()
13700 __ Revb(z2.VnS(), p1.Merging(), z0.VnS()); in TEST_SVE()
13702 __ Revh(z4.VnS(), p1.Merging(), z0.VnS()); in TEST_SVE()
13709 __ Revh(z8.VnS(), p2.Merging(), z0.VnS()); in TEST_SVE()
13745 __ Ftssel(z3.VnS(), z0.VnS(), z1.VnS()); in TEST_SVE()
13782 __ Fexpa(z9.VnS(), z3.VnS()); in TEST_SVE()
13783 __ Fexpa(z10.VnS(), z4.VnS()); in TEST_SVE()
13818 __ Rev(p3.VnS(), p0.VnS()); in TEST_SVE()
13901 __ Trn1(p2.VnS(), p0.VnS(), p0.VnS()); in TEST_SVE()
13902 __ Trn2(p3.VnS(), p0.VnS(), p0.VnS()); in TEST_SVE()
13903 __ Trn1(p4.VnS(), p1.VnS(), p0.VnS()); in TEST_SVE()
13904 __ Trn2(p5.VnS(), p1.VnS(), p0.VnS()); in TEST_SVE()
13905 __ Trn1(p6.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
13906 __ Trn2(p7.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
14025 __ Zip1(p2.VnS(), p0.VnS(), p0.VnS()); in TEST_SVE()
14026 __ Zip2(p3.VnS(), p0.VnS(), p0.VnS()); in TEST_SVE()
14027 __ Zip1(p4.VnS(), p1.VnS(), p0.VnS()); in TEST_SVE()
14028 __ Zip2(p5.VnS(), p1.VnS(), p0.VnS()); in TEST_SVE()
14029 __ Zip1(p6.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
14030 __ Zip2(p7.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
14097 __ Zip1(p2.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
14098 __ Zip2(p3.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
14099 __ Uzp1(p8.VnS(), p2.VnS(), p3.VnS()); in TEST_SVE()
14100 __ Uzp2(p9.VnS(), p2.VnS(), p3.VnS()); in TEST_SVE()
14469 __ Trn1(z6.VnS(), z0.VnS(), z1.VnS()); in TEST_SVE()
14470 __ Trn2(z7.VnS(), z0.VnS(), z1.VnS()); in TEST_SVE()
14510 __ Zip1(z6.VnS(), z0.VnS(), z1.VnS()); in TEST_SVE()
14511 __ Zip2(z7.VnS(), z0.VnS(), z1.VnS()); in TEST_SVE()
14519 __ Uzp1(z14.VnS(), z6.VnS(), z7.VnS()); in TEST_SVE()
14520 __ Uzp2(z15.VnS(), z6.VnS(), z7.VnS()); in TEST_SVE()
14561 __ Dup(z30.VnS(), 0); in TEST_SVE()
14609 __ Zip1(p2.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
14610 __ Zip1(p3.VnS(), p1.VnS(), p0.VnS()); in TEST_SVE()
14611 __ Fdup(z0.VnS(), 42.0); in TEST_SVE()
14612 __ Fdup(z1.VnS(), 21.0); in TEST_SVE()
14613 __ Index(z11.VnS(), 1, 1); in TEST_SVE()
14614 __ Scvtf(z11.VnS(), p0.Merging(), z11.VnS()); in TEST_SVE()
14615 __ Sel(z2.VnS(), p3, z1.VnS(), z30.VnS()); in TEST_SVE()
14616 __ Sel(z29.VnS(), p2, z1.VnS(), z30.VnS()); in TEST_SVE()
14617 __ Sel(z11.VnS(), p3, z11.VnS(), z0.VnS()); in TEST_SVE()
14619 __ Sel(z12.VnS(), p2, z12.VnS(), z30.VnS()); in TEST_SVE()
14620 __ Fcadd(z8.VnS(), p0.Merging(), z0.VnS(), z2.VnS(), 90); in TEST_SVE()
14621 __ Fcadd(z8.VnS(), p0.Merging(), z8.VnS(), z29.VnS(), 270); in TEST_SVE()
14623 __ Fcadd(z9.VnS(), p2.Merging(), z9.VnS(), z1.VnS(), 90); in TEST_SVE()
14624 __ Fcadd(z9.VnS(), p3.Merging(), z9.VnS(), z1.VnS(), 270); in TEST_SVE()
14625 __ Fsub(z10.VnS(), z0.VnS(), z1.VnS()); in TEST_SVE()
14626 __ Fcadd(z11.VnS(), p0.Merging(), z11.VnS(), z2.VnS(), 90); in TEST_SVE()
14627 __ Fcadd(z11.VnS(), p0.Merging(), z11.VnS(), z12.VnS(), 270); in TEST_SVE()
14655 ASSERT_EQUAL_SVE(z10.VnS(), z8.VnS()); in TEST_SVE()
14656 ASSERT_EQUAL_SVE(z10.VnS(), z9.VnS()); in TEST_SVE()
14657 ASSERT_EQUAL_SVE(z29.VnS(), z11.VnS()); in TEST_SVE()
14660 ASSERT_EQUAL_SVE(z28.VnS(), z15.VnS()); in TEST_SVE()
14678 __ Zip1(z2.VnS(), z1.VnS(), z1.VnS()); in TEST_SVE()
14679 __ Zip1(z2.VnS(), z2.VnS(), z2.VnS()); in TEST_SVE()
14683 __ Index(z3.VnS(), 0, 1); in TEST_SVE()
14684 __ And(z3.VnS(), z3.VnS(), 3); in TEST_SVE()
14685 __ Cmpeq(p2.VnS(), p0.Zeroing(), z3.VnS(), 2); in TEST_SVE()
14687 __ Sel(z3.VnS(), p2, z2.VnS(), z3.VnS()); in TEST_SVE()
14708 __ Fdup(z0.VnS(), 42.0); in TEST_SVE()
14709 __ Fdup(z2.VnS(), 24.0); in TEST_SVE()
14710 __ Zip1(z0.VnS(), z0.VnS(), z2.VnS()); in TEST_SVE()
14711 __ Index(z1.VnS(), -42, 13); in TEST_SVE()
14712 __ Scvtf(z1.VnS(), p0.Merging(), z1.VnS()); in TEST_SVE()
14720 __ Dup(z7.VnS(), 0); in TEST_SVE()
14721 __ Fcmla(z7.VnS(), z0.VnS(), z3.VnS(), 1, 0); in TEST_SVE()
14722 __ Fcmla(z7.VnS(), z0.VnS(), z3.VnS(), 1, 90); in TEST_SVE()
14724 __ Dup(z8.VnS(), 0); in TEST_SVE()
14725 __ Fcmla(z8.VnS(), z0.VnS(), z3.VnS(), 0, 180); in TEST_SVE()
14726 __ Fcmla(z8.VnS(), z0.VnS(), z3.VnS(), 0, 270); in TEST_SVE()
14727 __ Fneg(z8.VnS(), p0.Merging(), z8.VnS()); in TEST_SVE()
14728 __ Dup(z9.VnS(), 0); in TEST_SVE()
14729 __ Fcmla(z9.VnS(), p0.Merging(), z0.VnS(), z2.VnS(), 0); in TEST_SVE()
14730 __ Fcmla(z9.VnS(), p0.Merging(), z0.VnS(), z2.VnS(), 90); in TEST_SVE()
14737 ASSERT_EQUAL_SVE(z9.VnS(), z7.VnS()); in TEST_SVE()
14738 ASSERT_EQUAL_SVE(z9.VnS(), z8.VnS()); in TEST_SVE()
14764 __ Zip1(p2.VnS(), p0.VnS(), p1.VnS()); // Even complex numbers. in TEST_SVE()
14765 __ Zip1(p3.VnS(), p1.VnS(), p0.VnS()); // Odd complex numbers. in TEST_SVE()
14797 __ Zip1(p2.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
14798 __ Zip1(p3.VnS(), p1.VnS(), p0.VnS()); in TEST_SVE()
14799 __ Index(z1.VnS(), -4, 3); in TEST_SVE()
14800 __ Zip1(z1.VnS(), z1.VnS(), z1.VnS()); in TEST_SVE()
14801 __ Zip1(z1.VnS(), z1.VnS(), z1.VnS()); in TEST_SVE()
14802 __ Scvtf(z1.VnS(), p0.Merging(), z1.VnS()); in TEST_SVE()
14803 __ Fdup(z0.VnS(), 20.0); in TEST_SVE()
14804 __ Fdup(z2.VnS(), 21.0); in TEST_SVE()
14805 __ Sel(z3.VnS(), p2, z0.VnS(), z1.VnS()); in TEST_SVE()
14806 __ Sel(z4.VnS(), p2, z1.VnS(), z2.VnS()); in TEST_SVE()
14809 __ Dup(z7.VnS(), 0); in TEST_SVE()
14810 __ Fcmla(z7.VnS(), p3.Merging(), z4.VnS(), z3.VnS(), 0); in TEST_SVE()
14811 __ Fcmla(z7.VnS(), p3.Merging(), z4.VnS(), z3.VnS(), 90); in TEST_SVE()
14813 __ Dup(z8.VnS(), 0); in TEST_SVE()
14814 __ Fcmla(z8.VnS(), p2.Merging(), z4.VnS(), z3.VnS(), 180); in TEST_SVE()
14815 __ Fcmla(z8.VnS(), p2.Merging(), z4.VnS(), z3.VnS(), 270); in TEST_SVE()
14816 __ Fneg(z8.VnS(), p2.Merging(), z8.VnS()); in TEST_SVE()
14841 ASSERT_EQUAL_SVE(z7.VnS(), z8.VnS()); in TEST_SVE()
14882 __ Fmul(z6.VnS(), z1.VnS(), z0.VnS(), 0); in TEST_SVE()
14883 __ Fmul(z7.VnS(), z1.VnS(), z0.VnS(), 1); in TEST_SVE()
14884 __ Fmul(z8.VnS(), z1.VnS(), z0.VnS(), 2); in TEST_SVE()
14885 __ Fmul(z9.VnS(), z1.VnS(), z0.VnS(), 3); in TEST_SVE()
14904 __ Dup(z16.VnS(), z25.VnS(), 0); in TEST_SVE()
14906 __ Fmul(z16.VnS(), z1.VnS(), z16.VnS()); in TEST_SVE()
14907 __ Dup(z17.VnS(), z25.VnS(), 1); in TEST_SVE()
14909 __ Fmul(z17.VnS(), z1.VnS(), z17.VnS()); in TEST_SVE()
14910 __ Dup(z18.VnS(), z25.VnS(), 2); in TEST_SVE()
14912 __ Fmul(z18.VnS(), z1.VnS(), z18.VnS()); in TEST_SVE()
14913 __ Dup(z19.VnS(), z25.VnS(), 3); in TEST_SVE()
14915 __ Fmul(z19.VnS(), z1.VnS(), z19.VnS()); in TEST_SVE()
14932 ASSERT_EQUAL_SVE(z16.VnS(), z6.VnS()); in TEST_SVE()
14933 ASSERT_EQUAL_SVE(z17.VnS(), z7.VnS()); in TEST_SVE()
14934 ASSERT_EQUAL_SVE(z18.VnS(), z8.VnS()); in TEST_SVE()
14935 ASSERT_EQUAL_SVE(z19.VnS(), z9.VnS()); in TEST_SVE()
14978 __ Ftmad(z9.VnS(), z9.VnS(), z3.VnS(), 0); in TEST_SVE()
14980 __ Ftmad(z10.VnS(), z10.VnS(), z3.VnS(), 3); in TEST_SVE()
14982 __ Ftmad(z11.VnS(), z11.VnS(), z3.VnS(), 4); in TEST_SVE()
15229 __ Fdiv(z11.VnS(), p1.Merging(), z11.VnS(), z11.VnS()); in TEST_SVE()
15231 __ Fadd(z12.VnS(), p0m, z12.VnS(), 0.5); in TEST_SVE()
15233 __ Fsub(z13.VnS(), p0m, z13.VnS(), 1.0); in TEST_SVE()
15235 __ Fsub(z14.VnS(), p0m, 1.0, z14.VnS()); in TEST_SVE()
15237 __ Fmul(z15.VnS(), p0m, z15.VnS(), 2.0); in TEST_SVE()
15239 __ Fminnm(z16.VnS(), p0m, z16.VnS(), 0.0); in TEST_SVE()
15241 __ Fmaxnm(z17.VnS(), p0m, z17.VnS(), 1.0); in TEST_SVE()
15243 __ Fmin(z18.VnS(), p0m, z18.VnS(), 1.0); in TEST_SVE()
15245 __ Fmax(z19.VnS(), p0m, z19.VnS(), 0.0); in TEST_SVE()
15269 __ Index(z1.VnS(), -4, 2); in TEST_SVE()
15270 __ Scvtf(z1.VnS(), p1.Merging(), z1.VnS()); in TEST_SVE()
15271 __ Fadd(z1.VnS(), p1.Merging(), z1.VnS(), 1.0); in TEST_SVE()
15357 __ Sunpklo(z3.VnS(), z3.VnH()); in TEST_SVE()
15359 __ Fscale(z6.VnS(), p0.Merging(), z6.VnS(), z3.VnS()); in TEST_SVE()
15361 __ Fscale(z7.VnS(), p1.Merging(), z7.VnS(), z3.VnS()); in TEST_SVE()
15363 __ Sunpklo(z3.VnD(), z3.VnS()); in TEST_SVE()
16338 __ Index(z0.VnS(), 3, 3); in TEST_SVE()
16339 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS()); in TEST_SVE()
16341 __ Fadda(s2, p0, s2, z0.VnS()); in TEST_SVE()
16449 __ Zip1(p2.VnS(), p0.VnS(), p1.VnS()); in TEST_SVE()
16453 __ Index(z0.VnS(), 3, 3); in TEST_SVE()
16454 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS()); in TEST_SVE()
16455 __ Faddv(s1, p0, z0.VnS()); in TEST_SVE()
16456 __ Fminv(s2, p2, z0.VnS()); in TEST_SVE()
16457 __ Fmaxv(s3, p2, z0.VnS()); in TEST_SVE()
16481 __ Dup(z10.VnS(), 0); in TEST_SVE()
16482 __ Fdiv(z10.VnS(), p0.Merging(), z10.VnS(), z10.VnS()); in TEST_SVE()
16483 __ Insr(z10.VnS(), 0x42280000); in TEST_SVE()
16484 __ Insr(z10.VnS(), 0xc2280000); in TEST_SVE()
16486 __ Fmaxnmv(s15, p0, z10.VnS()); in TEST_SVE()
16487 __ Fmaxnmv(s16, p2, z10.VnS()); in TEST_SVE()
16488 __ Fminnmv(s17, p0, z10.VnS()); in TEST_SVE()
16489 __ Fminnmv(s18, p2, z10.VnS()); in TEST_SVE()
16552 __ Index(z0.VnS(), 0, 1); in TEST_SVE()
16553 __ Fdup(z3.VnS(), Float16(1)); in TEST_SVE()
16554 __ Fscale(z3.VnS(), p0.Merging(), z3.VnS(), z0.VnS()); in TEST_SVE()
16555 __ Insr(z3.VnS(), 0); in TEST_SVE()
16556 __ Frsqrte(z4.VnS(), z3.VnS()); in TEST_SVE()
16557 __ Frecpe(z3.VnS(), z3.VnS()); in TEST_SVE()
16600 __ Index(z0.VnS(), 0, -1); in TEST_SVE()
16601 __ Fdup(z3.VnS(), Float16(1)); in TEST_SVE()
16602 __ Fscale(z3.VnS(), p0.Merging(), z3.VnS(), z0.VnS()); in TEST_SVE()
16603 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS()); in TEST_SVE()
16604 __ Insr(z3.VnS(), 0); in TEST_SVE()
16605 __ Frsqrts(z4.VnS(), z3.VnS(), z0.VnS()); in TEST_SVE()
16606 __ Frecps(z3.VnS(), z3.VnS(), z0.VnS()); in TEST_SVE()
16650 __ Index(z0.VnS(), -7, 1); in TEST_SVE()
16651 __ Rev(z1.VnS(), z0.VnS()); in TEST_SVE()
16652 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS()); in TEST_SVE()
16653 __ Dup(z2.VnS(), 0); in TEST_SVE()
16654 __ Fdiv(z2.VnS(), p0.Merging(), z2.VnS(), z2.VnS()); in TEST_SVE()
16655 __ Ftsmul(z5.VnS(), z0.VnS(), z1.VnS()); in TEST_SVE()
16656 __ Ftsmul(z6.VnS(), z2.VnS(), z1.VnS()); in TEST_SVE()
17024 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z30.VnS()); in FPMulAccIdxHelper()
17027 (masm.*macro_idx)(z7.VnS(), z2.VnS(), z1.VnS(), z7.VnS(), 0); // zd == zm in FPMulAccIdxHelper()
17029 (masm.*macro_idx)(z8.VnS(), z2.VnS(), z8.VnS(), z0.VnS(), 1); // zd == zn in FPMulAccIdxHelper()
17031 (masm.*macro_idx)(z9.VnS(), z9.VnS(), z1.VnS(), z0.VnS(), 2); // zd == za in FPMulAccIdxHelper()
17032 (masm.*macro_idx)(z10.VnS(), z2.VnS(), z1.VnS(), z0.VnS(), 3); in FPMulAccIdxHelper()
17064 __ Dup(z0.VnS(), z30.VnS(), 0); in FPMulAccIdxHelper()
17065 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z0.VnS()); in FPMulAccIdxHelper()
17066 (masm.*macro)(z19.VnS(), p0.Merging(), z2.VnS(), z1.VnS(), z0.VnS(), option); in FPMulAccIdxHelper()
17067 __ Dup(z0.VnS(), z30.VnS(), 1); in FPMulAccIdxHelper()
17068 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z0.VnS()); in FPMulAccIdxHelper()
17069 (masm.*macro)(z20.VnS(), p0.Merging(), z2.VnS(), z1.VnS(), z0.VnS(), option); in FPMulAccIdxHelper()
17070 __ Dup(z0.VnS(), z30.VnS(), 2); in FPMulAccIdxHelper()
17071 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z0.VnS()); in FPMulAccIdxHelper()
17072 (masm.*macro)(z21.VnS(), p0.Merging(), z2.VnS(), z1.VnS(), z0.VnS(), option); in FPMulAccIdxHelper()
17073 __ Dup(z0.VnS(), z30.VnS(), 3); in FPMulAccIdxHelper()
17074 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z0.VnS()); in FPMulAccIdxHelper()
17075 (masm.*macro)(z22.VnS(), p0.Merging(), z2.VnS(), z1.VnS(), z0.VnS(), option); in FPMulAccIdxHelper()
17098 ASSERT_EQUAL_SVE(z19.VnS(), z7.VnS()); in FPMulAccIdxHelper()
17099 ASSERT_EQUAL_SVE(z20.VnS(), z8.VnS()); in FPMulAccIdxHelper()
17100 ASSERT_EQUAL_SVE(z21.VnS(), z9.VnS()); in FPMulAccIdxHelper()
17101 ASSERT_EQUAL_SVE(z22.VnS(), z10.VnS()); in FPMulAccIdxHelper()
18489 __ Index(z2.VnS(), -1, -1); in TEST_SVE()
18502 __ Adr(z15.VnS(), SVEMemOperand(z0.VnS(), z2.VnS())); in TEST_SVE()
18503 __ Adr(z16.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 1)); in TEST_SVE()
18504 __ Adr(z17.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 2)); in TEST_SVE()
18505 __ Adr(z18.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 3)); in TEST_SVE()
18686 __ Prfb(PLDL1KEEP, p5, SVEMemOperand(z30.VnS(), 0)); in TEST_SVE()
18689 __ Prfb(PLDL2STRM, p6, SVEMemOperand(x7, z12.VnS(), UXTW)); in TEST_SVE()
18690 __ Prfh(PSTL2KEEP, p6, SVEMemOperand(z0.VnS(), 28)); in TEST_SVE()
18697 __ Prfw(PLDL2STRM, p1, SVEMemOperand(x2, z6.VnS(), SXTW, 2)); in TEST_SVE()
18701 __ Prfd(PSTL1STRM, p1, SVEMemOperand(x19, z18.VnS(), SXTW, 3)); in TEST_SVE()