Lines Matching refs:SVEMemOperand
137 masm->Ldr(pd, SVEMemOperand(temp)); in Initialise()
5554 __ CalculateSVEAddress(x0, SVEMemOperand(x28)); in TEST_SVE()
5555 __ CalculateSVEAddress(x1, SVEMemOperand(x28, 0)); in TEST_SVE()
5556 __ CalculateSVEAddress(x2, SVEMemOperand(x28, 0, SVE_MUL_VL)); in TEST_SVE()
5557 __ CalculateSVEAddress(x3, SVEMemOperand(x28, 0, SVE_MUL_VL), 3); in TEST_SVE()
5558 __ CalculateSVEAddress(x4, SVEMemOperand(x28, xzr)); in TEST_SVE()
5559 __ CalculateSVEAddress(x5, SVEMemOperand(x28, xzr, LSL, 42)); in TEST_SVE()
5564 __ CalculateSVEAddress(x6, SVEMemOperand(x28, 42)); in TEST_SVE()
5565 __ CalculateSVEAddress(x7, SVEMemOperand(x28, -42)); in TEST_SVE()
5567 __ CalculateSVEAddress(x8, SVEMemOperand(x28, 31, SVE_MUL_VL), 0); in TEST_SVE()
5568 __ CalculateSVEAddress(x9, SVEMemOperand(x28, -32, SVE_MUL_VL), 0); in TEST_SVE()
5570 __ CalculateSVEAddress(x10, SVEMemOperand(x28, 42, SVE_MUL_VL), 0); in TEST_SVE()
5571 __ CalculateSVEAddress(x11, SVEMemOperand(x28, -42, SVE_MUL_VL), 0); in TEST_SVE()
5574 __ CalculateSVEAddress(x12, SVEMemOperand(x28, -32 * 8, SVE_MUL_VL), 3); in TEST_SVE()
5575 __ CalculateSVEAddress(x13, SVEMemOperand(x28, -42 * 8, SVE_MUL_VL), 3); in TEST_SVE()
5576 __ CalculateSVEAddress(x14, SVEMemOperand(x28, -32 * 4, SVE_MUL_VL), 2); in TEST_SVE()
5577 __ CalculateSVEAddress(x15, SVEMemOperand(x28, -42 * 4, SVE_MUL_VL), 2); in TEST_SVE()
5578 __ CalculateSVEAddress(x18, SVEMemOperand(x28, -32 * 2, SVE_MUL_VL), 1); in TEST_SVE()
5579 __ CalculateSVEAddress(x19, SVEMemOperand(x28, -42 * 2, SVE_MUL_VL), 1); in TEST_SVE()
5583 __ CalculateSVEAddress(x20, SVEMemOperand(x28, x29)); in TEST_SVE()
5584 __ CalculateSVEAddress(x21, SVEMemOperand(x28, x30)); in TEST_SVE()
5585 __ CalculateSVEAddress(x22, SVEMemOperand(x28, x29, LSL, 8)); in TEST_SVE()
5586 __ CalculateSVEAddress(x23, SVEMemOperand(x28, x30, LSL, 8)); in TEST_SVE()
5597 __ CalculateSVEAddress(x24, SVEMemOperand(x24)); in TEST_SVE()
5598 __ CalculateSVEAddress(x25, SVEMemOperand(x25, 0x42)); in TEST_SVE()
5599 __ CalculateSVEAddress(x26, SVEMemOperand(x26, 3, SVE_MUL_VL), 0); in TEST_SVE()
5600 __ CalculateSVEAddress(x27, SVEMemOperand(x27, 0x42, SVE_MUL_VL), 3); in TEST_SVE()
5601 __ CalculateSVEAddress(x28, SVEMemOperand(x28, x30)); in TEST_SVE()
5602 __ CalculateSVEAddress(x29, SVEMemOperand(x29, x30, LSL, 4)); in TEST_SVE()
6927 __ Str(z1, SVEMemOperand(x0)); in TEST_SVE()
6928 __ Str(z2, SVEMemOperand(x0, 2, SVE_MUL_VL)); in TEST_SVE()
6929 __ Str(z3, SVEMemOperand(x0, -3, SVE_MUL_VL)); in TEST_SVE()
6930 __ Str(z4, SVEMemOperand(x0, 255, SVE_MUL_VL)); in TEST_SVE()
6931 __ Str(z5, SVEMemOperand(x0, -256, SVE_MUL_VL)); in TEST_SVE()
6934 __ Str(z6, SVEMemOperand(x0, 6 * vl)); in TEST_SVE()
6935 __ Str(z7, SVEMemOperand(x0, -7 * vl)); in TEST_SVE()
6936 __ Str(z8, SVEMemOperand(x0, 314, SVE_MUL_VL)); in TEST_SVE()
6937 __ Str(z9, SVEMemOperand(x0, -314, SVE_MUL_VL)); in TEST_SVE()
6940 __ Ldr(z11, SVEMemOperand(x0, xzr)); // Test xzr operand. in TEST_SVE()
6941 __ Ldr(z12, SVEMemOperand(x0, 2, SVE_MUL_VL)); in TEST_SVE()
6942 __ Ldr(z13, SVEMemOperand(x0, -3, SVE_MUL_VL)); in TEST_SVE()
6943 __ Ldr(z14, SVEMemOperand(x0, 255, SVE_MUL_VL)); in TEST_SVE()
6944 __ Ldr(z15, SVEMemOperand(x0, -256, SVE_MUL_VL)); in TEST_SVE()
6946 __ Ldr(z16, SVEMemOperand(x0, 6 * vl)); in TEST_SVE()
6947 __ Ldr(z17, SVEMemOperand(x0, -7 * vl)); in TEST_SVE()
6948 __ Ldr(z18, SVEMemOperand(x0, 314, SVE_MUL_VL)); in TEST_SVE()
6949 __ Ldr(z19, SVEMemOperand(x0, -314, SVE_MUL_VL)); in TEST_SVE()
7022 __ Str(p8, SVEMemOperand(x0)); in TEST_SVE()
7023 __ Str(p9, SVEMemOperand(x0, 2, SVE_MUL_VL)); in TEST_SVE()
7024 __ Str(p10, SVEMemOperand(x0, -3, SVE_MUL_VL)); in TEST_SVE()
7025 __ Str(p11, SVEMemOperand(x0, 255, SVE_MUL_VL)); in TEST_SVE()
7028 __ Str(p12, SVEMemOperand(x0, 6 * pl)); in TEST_SVE()
7029 __ Str(p13, SVEMemOperand(x0, -7 * pl)); in TEST_SVE()
7030 __ Str(p14, SVEMemOperand(x0, 314, SVE_MUL_VL)); in TEST_SVE()
7031 __ Str(p15, SVEMemOperand(x0, -314, SVE_MUL_VL)); in TEST_SVE()
7034 __ Ldr(p0, SVEMemOperand(x0)); in TEST_SVE()
7035 __ Ldr(p1, SVEMemOperand(x0, 2, SVE_MUL_VL)); in TEST_SVE()
7036 __ Ldr(p2, SVEMemOperand(x0, -3, SVE_MUL_VL)); in TEST_SVE()
7037 __ Ldr(p3, SVEMemOperand(x0, 255, SVE_MUL_VL)); in TEST_SVE()
7039 __ Ldr(p4, SVEMemOperand(x0, 6 * pl)); in TEST_SVE()
7040 __ Ldr(p5, SVEMemOperand(x0, -7 * pl)); in TEST_SVE()
7041 __ Ldr(p6, SVEMemOperand(x0, 314, SVE_MUL_VL)); in TEST_SVE()
7042 __ Ldr(p7, SVEMemOperand(x0, -314, SVE_MUL_VL)); in TEST_SVE()
7111 __ St1b(z1.VnB(), p1, SVEMemOperand(x0)); in TEST_SVE()
7115 __ St1b(z2.VnH(), p2, SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
7119 __ St1h(z3.VnS(), p3, SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
7126 __ St1b(z4.VnD(), p4, SVEMemOperand(x1, x2)); in TEST_SVE()
7132 __ St1d(z5.VnD(), p5, SVEMemOperand(x3, x4, LSL, 3)); in TEST_SVE()
7139 __ St1w(z6.VnS(), p6, SVEMemOperand(x0, 42, SVE_MUL_VL)); in TEST_SVE()
7143 __ St1w(z7.VnD(), p7, SVEMemOperand(x0, 22, SVE_MUL_VL)); in TEST_SVE()
7146 __ Ld1b(z8.VnB(), p1.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
7147 __ Ld1b(z9.VnH(), p2.Zeroing(), SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
7148 __ Ld1h(z10.VnS(), p3.Zeroing(), SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
7149 __ Ld1b(z11.VnD(), p4.Zeroing(), SVEMemOperand(x1, x2)); in TEST_SVE()
7150 __ Ld1d(z12.VnD(), p5.Zeroing(), SVEMemOperand(x3, x4, LSL, 3)); in TEST_SVE()
7151 __ Ld1w(z13.VnS(), p6.Zeroing(), SVEMemOperand(x0, 42, SVE_MUL_VL)); in TEST_SVE()
7153 __ Ld1sb(z14.VnH(), p2.Zeroing(), SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
7154 __ Ld1sh(z15.VnS(), p3.Zeroing(), SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
7155 __ Ld1sb(z16.VnD(), p4.Zeroing(), SVEMemOperand(x1, x2)); in TEST_SVE()
7156 __ Ld1sw(z17.VnD(), p7.Zeroing(), SVEMemOperand(x0, 22, SVE_MUL_VL)); in TEST_SVE()
7312 __ St2b(z14.VnB(), z15.VnB(), p0, SVEMemOperand(x0)); in TEST_SVE()
7317 __ St2h(z16.VnH(), z17.VnH(), p1, SVEMemOperand(x0, 8, SVE_MUL_VL)); in TEST_SVE()
7323 __ St2w(z31.VnS(), z0.VnS(), p2, SVEMemOperand(x0, -12, SVE_MUL_VL)); in TEST_SVE()
7335 __ St2d(z18.VnD(), z19.VnD(), p3, SVEMemOperand(x0, 14, SVE_MUL_VL)); in TEST_SVE()
7372 __ Ld2b(z31.VnB(), z0.VnB(), p0.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
7376 __ Ld2h(z22.VnH(), z23.VnH(), p1.Zeroing(), SVEMemOperand(x0, 8, SVE_MUL_VL)); in TEST_SVE()
7380 SVEMemOperand(x0, -12, SVE_MUL_VL)); in TEST_SVE()
7384 SVEMemOperand(x0, 14, SVE_MUL_VL)); in TEST_SVE()
7485 __ St2b(z10.VnB(), z11.VnB(), p7, SVEMemOperand(x0, x1)); in TEST_SVE()
7491 __ St2h(z12.VnH(), z13.VnH(), p6, SVEMemOperand(x0, x2, LSL, 1)); in TEST_SVE()
7504 __ St2w(z14.VnS(), z15.VnS(), p5, SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
7511 __ St2d(z31.VnD(), z0.VnD(), p4, SVEMemOperand(x0, x4, LSL, 3)); in TEST_SVE()
7548 __ Ld2b(z31.VnB(), z0.VnB(), p7.Zeroing(), SVEMemOperand(x0, x1)); in TEST_SVE()
7552 __ Ld2h(z22.VnH(), z23.VnH(), p6.Zeroing(), SVEMemOperand(x0, x2, LSL, 1)); in TEST_SVE()
7553 __ Ld2w(z24.VnS(), z25.VnS(), p5.Zeroing(), SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
7554 __ Ld2d(z26.VnD(), z27.VnD(), p4.Zeroing(), SVEMemOperand(x0, x4, LSL, 3)); in TEST_SVE()
7668 __ St3b(z10.VnB(), z11.VnB(), z12.VnB(), p0, SVEMemOperand(x0)); in TEST_SVE()
7682 __ St3h(z31.VnH(), z0.VnH(), z1.VnH(), p1, SVEMemOperand(x0, 9, SVE_MUL_VL)); in TEST_SVE()
7699 SVEMemOperand(x0, -12, SVE_MUL_VL)); in TEST_SVE()
7719 __ St3d(z0.VnD(), z1.VnD(), z2.VnD(), p3, SVEMemOperand(x0, 15, SVE_MUL_VL)); in TEST_SVE()
7730 __ Ld3b(z31.VnB(), z0.VnB(), z1.VnB(), p0.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
7738 SVEMemOperand(x0, 9, SVE_MUL_VL)); in TEST_SVE()
7746 SVEMemOperand(x0, -12, SVE_MUL_VL)); in TEST_SVE()
7751 SVEMemOperand(x0, 15, SVE_MUL_VL)); in TEST_SVE()
7875 __ St3b(z10.VnB(), z11.VnB(), z12.VnB(), p7, SVEMemOperand(x0, x1, LSL, 0)); in TEST_SVE()
7889 __ St3h(z13.VnH(), z14.VnH(), z15.VnH(), p6, SVEMemOperand(x0, x2, LSL, 1)); in TEST_SVE()
7911 __ St3w(z30.VnS(), z31.VnS(), z0.VnS(), p5, SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
7925 __ St3d(z31.VnD(), z0.VnD(), z1.VnD(), p4, SVEMemOperand(x0, x4, LSL, 3)); in TEST_SVE()
7940 SVEMemOperand(x0, x1, LSL, 0)); in TEST_SVE()
7948 SVEMemOperand(x0, x2, LSL, 1)); in TEST_SVE()
7956 SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
7961 SVEMemOperand(x0, x4, LSL, 3)); in TEST_SVE()
8090 __ St4b(z10.VnB(), z11.VnB(), z12.VnB(), z13.VnB(), p0, SVEMemOperand(x0)); in TEST_SVE()
8112 SVEMemOperand(x0, 4, SVE_MUL_VL)); in TEST_SVE()
8134 SVEMemOperand(x0, -12, SVE_MUL_VL)); in TEST_SVE()
8162 SVEMemOperand(x0, 16, SVE_MUL_VL)); in TEST_SVE()
8180 SVEMemOperand(x0)); in TEST_SVE()
8190 SVEMemOperand(x0, 4, SVE_MUL_VL)); in TEST_SVE()
8196 SVEMemOperand(x0, -12, SVE_MUL_VL)); in TEST_SVE()
8203 SVEMemOperand(x0, 16, SVE_MUL_VL)); in TEST_SVE()
8346 SVEMemOperand(x0, x1, LSL, 0)); in TEST_SVE()
8368 SVEMemOperand(x0, x2, LSL, 1)); in TEST_SVE()
8398 SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
8420 SVEMemOperand(x0, x4, LSL, 3)); in TEST_SVE()
8438 SVEMemOperand(x0, x1, LSL, 0)); in TEST_SVE()
8448 SVEMemOperand(x0, x2, LSL, 1)); in TEST_SVE()
8454 SVEMemOperand(x0, x3, LSL, 2)); in TEST_SVE()
8461 SVEMemOperand(x0, x4, LSL, 3)); in TEST_SVE()
8585 __ St2b(z0.VnB(), z1.VnB(), p0, SVEMemOperand(sp, x0)); in TEST_SVE()
8593 __ St3h(z4.VnH(), z5.VnH(), z6.VnH(), p1, SVEMemOperand(sp, x1, LSL, 1)); in TEST_SVE()
8607 SVEMemOperand(sp, x2, LSL, 2)); in TEST_SVE()
8616 __ Ld2b(z0.VnB(), z1.VnB(), p0.Zeroing(), SVEMemOperand(sp, x0)); in TEST_SVE()
8628 SVEMemOperand(sp, x1, LSL, 1)); in TEST_SVE()
8643 SVEMemOperand(sp, x2, LSL, 2)); in TEST_SVE()
8690 __ St2b(z0.VnB(), z1.VnB(), p0, SVEMemOperand(sp, 4, SVE_MUL_VL)); in TEST_SVE()
8696 __ St3h(z4.VnH(), z5.VnH(), z6.VnH(), p1, SVEMemOperand(sp, 6, SVE_MUL_VL)); in TEST_SVE()
8703 __ St4w(z8.VnS(), z9.VnS(), z10.VnS(), z11.VnS(), p2, SVEMemOperand(sp)); in TEST_SVE()
8712 __ Ld2b(z0.VnB(), z1.VnB(), p0.Zeroing(), SVEMemOperand(sp, 4, SVE_MUL_VL)); in TEST_SVE()
8724 SVEMemOperand(sp, 6, SVE_MUL_VL)); in TEST_SVE()
8739 SVEMemOperand(sp)); in TEST_SVE()
8861 const SVEMemOperand& addr);
8928 SVEMemOperand(x20, x21, mod, msize_in_bytes_log2)); in Ldff1Helper()
8994 SVEMemOperand(x19, z17.WithLaneSize(esize_in_bits), mod, shift)); in Ldff1Helper()
9003 ldff1)(z16.WithLaneSize(esize_in_bits), all.Zeroing(), SVEMemOperand(x20)); in Ldff1Helper()
9013 SVEMemOperand(x20, x21, LSL, msize_in_bytes_log2)); in Ldff1Helper()
9430 __ Ldnf1b(z0.VnB(), p0.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
9436 __ Ld1b(z20.VnB(), p1.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
9441 __ Ldnf1h(z1.VnH(), p0.Zeroing(), SVEMemOperand(x1)); in TEST_SVE()
9445 __ Ld1h(z21.VnH(), p1.Zeroing(), SVEMemOperand(x1)); in TEST_SVE()
9448 __ Ldnf1w(z2.VnS(), p0.Zeroing(), SVEMemOperand(x1)); in TEST_SVE()
9452 __ Ld1w(z22.VnS(), p1.Zeroing(), SVEMemOperand(x1)); in TEST_SVE()
9455 __ Ldnf1d(z3.VnD(), p0.Zeroing(), SVEMemOperand(x1)); in TEST_SVE()
9459 __ Ld1d(z23.VnD(), p1.Zeroing(), SVEMemOperand(x1)); in TEST_SVE()
9463 __ Ldnf1b(z4.VnB(), p0.Zeroing(), SVEMemOperand(x0, -1, SVE_MUL_VL)); in TEST_SVE()
9467 __ Ld1b(z24.VnB(), p1.Zeroing(), SVEMemOperand(x0, -1, SVE_MUL_VL)); in TEST_SVE()
9471 __ Ldnf1b(z5.VnS(), p0.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
9475 __ Ld1b(z25.VnS(), p1.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
9479 __ Ldnf1sb(z6.VnH(), p0.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
9483 __ Ld1sb(z26.VnH(), p1.Zeroing(), SVEMemOperand(x0)); in TEST_SVE()
9538 __ Ldff1b(z1.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9539 __ Ldff1h(z2.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW)); in TEST_SVE()
9540 __ Ldff1w(z3.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9541 __ Ldff1sb(z4.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW)); in TEST_SVE()
9542 __ Ldff1sh(z5.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9545 __ Ldff1h(z6.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW, 1)); in TEST_SVE()
9546 __ Ldff1w(z7.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW, 2)); in TEST_SVE()
9547 __ Ldff1sh(z8.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW, 1)); in TEST_SVE()
9560 __ Ldff1b(z9.VnD(), all.Zeroing(), SVEMemOperand(x2, z29.VnD(), UXTW)); in TEST_SVE()
9561 __ Ldff1h(z10.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW)); in TEST_SVE()
9562 __ Ldff1w(z11.VnD(), all.Zeroing(), SVEMemOperand(x2, z29.VnD(), UXTW)); in TEST_SVE()
9563 __ Ldff1sb(z12.VnD(), all.Zeroing(), SVEMemOperand(x2, z29.VnD(), UXTW)); in TEST_SVE()
9564 __ Ldff1sh(z13.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW)); in TEST_SVE()
9565 __ Ldff1sw(z14.VnD(), all.Zeroing(), SVEMemOperand(x2, z29.VnD(), UXTW)); in TEST_SVE()
9568 __ Ldff1h(z15.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW, 1)); in TEST_SVE()
9569 __ Ldff1w(z16.VnD(), all.Zeroing(), SVEMemOperand(x0, z31.VnD(), UXTW, 2)); in TEST_SVE()
9570 __ Ldff1d(z17.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW, 3)); in TEST_SVE()
9571 __ Ldff1sh(z18.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW, 1)); in TEST_SVE()
9572 __ Ldff1sw(z19.VnD(), all.Zeroing(), SVEMemOperand(x0, z31.VnD(), UXTW, 2)); in TEST_SVE()
9579 __ Ldff1b(z20.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9580 __ Ldff1h(z21.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9581 __ Ldff1w(z22.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9582 __ Ldff1sh(z23.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9583 __ Ldff1sw(z24.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9588 __ Ldff1h(z25.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 1)); in TEST_SVE()
9589 __ Ldff1sh(z26.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 1)); in TEST_SVE()
9593 __ Ldff1w(z27.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 2)); in TEST_SVE()
9594 __ Ldff1sw(z28.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 2)); in TEST_SVE()
9598 __ Ldff1d(z29.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 3)); in TEST_SVE()
9732 __ Ld1b(z1.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9733 __ Ld1h(z2.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW)); in TEST_SVE()
9734 __ Ld1w(z3.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9735 __ Ld1sb(z4.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW)); in TEST_SVE()
9736 __ Ld1sh(z5.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW)); in TEST_SVE()
9739 __ Ld1h(z6.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW, 1)); in TEST_SVE()
9740 __ Ld1w(z7.VnS(), all.Zeroing(), SVEMemOperand(x0, z31.VnS(), UXTW, 2)); in TEST_SVE()
9741 __ Ld1sh(z8.VnS(), all.Zeroing(), SVEMemOperand(x0, z30.VnS(), SXTW, 1)); in TEST_SVE()
9754 __ Ld1b(z9.VnD(), all.Zeroing(), SVEMemOperand(x2, z29.VnD(), UXTW)); in TEST_SVE()
9755 __ Ld1h(z10.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW)); in TEST_SVE()
9756 __ Ld1w(z11.VnD(), all.Zeroing(), SVEMemOperand(x2, z29.VnD(), UXTW)); in TEST_SVE()
9757 __ Ld1sb(z12.VnD(), all.Zeroing(), SVEMemOperand(x2, z29.VnD(), UXTW)); in TEST_SVE()
9758 __ Ld1sh(z13.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW)); in TEST_SVE()
9759 __ Ld1sw(z14.VnD(), all.Zeroing(), SVEMemOperand(x2, z29.VnD(), UXTW)); in TEST_SVE()
9762 __ Ld1h(z15.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW, 1)); in TEST_SVE()
9763 __ Ld1w(z16.VnD(), all.Zeroing(), SVEMemOperand(x0, z31.VnD(), UXTW, 2)); in TEST_SVE()
9764 __ Ld1d(z17.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW, 3)); in TEST_SVE()
9765 __ Ld1sh(z18.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), SXTW, 1)); in TEST_SVE()
9766 __ Ld1sw(z19.VnD(), all.Zeroing(), SVEMemOperand(x0, z31.VnD(), UXTW, 2)); in TEST_SVE()
9773 __ Ld1b(z20.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9774 __ Ld1h(z21.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9775 __ Ld1w(z22.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9776 __ Ld1sh(z23.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9777 __ Ld1sw(z24.VnD(), all.Zeroing(), SVEMemOperand(x0, z29.VnD())); in TEST_SVE()
9782 __ Ld1h(z25.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 1)); in TEST_SVE()
9783 __ Ld1sh(z26.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 1)); in TEST_SVE()
9787 __ Ld1w(z27.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 2)); in TEST_SVE()
9788 __ Ld1sw(z28.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 2)); in TEST_SVE()
9792 __ Ld1d(z29.VnD(), all.Zeroing(), SVEMemOperand(x0, z30.VnD(), LSL, 3)); in TEST_SVE()
9960 (masm.*ld1)(zt, pg, SVEMemOperand(x0, zn, mod, shift)); in GatherLoadScalarPlusVectorHelper()
9968 (masm.*ldff1)(zt_ff, pg, SVEMemOperand(x0, zn, mod, shift)); in GatherLoadScalarPlusVectorHelper()
10049 (masm.*sve_ld1)(zt_addresses, pg, SVEMemOperand(zn)); in GatherLoadScalarPlusScalarOrImmHelper()
10053 (masm.*sve_ld1)(zt_offsets, pg, SVEMemOperand(zn, data)); in GatherLoadScalarPlusScalarOrImmHelper()
10056 (masm.*sve_ld1)(zt_maxed, pg, SVEMemOperand(zn, maxed_offsets_imm)); in GatherLoadScalarPlusScalarOrImmHelper()
10414 __ Ld1b(z0.VnB(), p1.Zeroing(), SVEMemOperand(x0, x1)); in TEST_SVE()
10415 __ Ldnt1b(z1.VnB(), p1.Zeroing(), SVEMemOperand(x0, x1)); in TEST_SVE()
10418 __ Ld1h(z2.VnH(), p2.Zeroing(), SVEMemOperand(x0, x1, LSL, 1)); in TEST_SVE()
10419 __ Ldnt1h(z3.VnH(), p2.Zeroing(), SVEMemOperand(x0, x1, LSL, 1)); in TEST_SVE()
10422 __ Ld1w(z4.VnS(), p3.Zeroing(), SVEMemOperand(x0, x1, LSL, 2)); in TEST_SVE()
10423 __ Ldnt1w(z5.VnS(), p3.Zeroing(), SVEMemOperand(x0, x1, LSL, 2)); in TEST_SVE()
10426 __ Ld1d(z6.VnD(), p4.Zeroing(), SVEMemOperand(x0, x1, LSL, 3)); in TEST_SVE()
10427 __ Ldnt1d(z7.VnD(), p4.Zeroing(), SVEMemOperand(x0, x1, LSL, 3)); in TEST_SVE()
10429 __ Ld1b(z8.VnB(), p1.Zeroing(), SVEMemOperand(x0, 1, SVE_MUL_VL)); in TEST_SVE()
10430 __ Ldnt1b(z9.VnB(), p1.Zeroing(), SVEMemOperand(x0, 1, SVE_MUL_VL)); in TEST_SVE()
10432 __ Ld1h(z10.VnH(), p2.Zeroing(), SVEMemOperand(x0, -1, SVE_MUL_VL)); in TEST_SVE()
10433 __ Ldnt1h(z11.VnH(), p2.Zeroing(), SVEMemOperand(x0, -1, SVE_MUL_VL)); in TEST_SVE()
10435 __ Ld1w(z12.VnS(), p3.Zeroing(), SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
10436 __ Ldnt1w(z13.VnS(), p3.Zeroing(), SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
10438 __ Ld1d(z14.VnD(), p4.Zeroing(), SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
10439 __ Ldnt1d(z15.VnD(), p4.Zeroing(), SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
10475 __ Stnt1b(z0.VnB(), p0, SVEMemOperand(x0, x1)); in TEST_SVE()
10476 __ Stnt1b(z1.VnB(), p1, SVEMemOperand(x0, 1, SVE_MUL_VL)); in TEST_SVE()
10477 __ Ld1b(z2.VnB(), p0.Zeroing(), SVEMemOperand(x0, x1)); in TEST_SVE()
10483 __ Stnt1h(z0.VnH(), p0, SVEMemOperand(x0, x1, LSL, 1)); in TEST_SVE()
10484 __ Stnt1h(z1.VnH(), p2, SVEMemOperand(x0, -1, SVE_MUL_VL)); in TEST_SVE()
10485 __ Ld1b(z4.VnB(), p0.Zeroing(), SVEMemOperand(x0, x1, LSL, 1)); in TEST_SVE()
10490 __ Stnt1w(z0.VnS(), p0, SVEMemOperand(x0, x1, LSL, 2)); in TEST_SVE()
10491 __ Stnt1w(z1.VnS(), p3, SVEMemOperand(x0, 7, SVE_MUL_VL)); in TEST_SVE()
10492 __ Ld1b(z6.VnB(), p0.Zeroing(), SVEMemOperand(x0, x1, LSL, 2)); in TEST_SVE()
10497 __ Stnt1d(z0.VnD(), p0, SVEMemOperand(x0, x1, LSL, 3)); in TEST_SVE()
10498 __ Stnt1d(z1.VnD(), p4, SVEMemOperand(x0, -8, SVE_MUL_VL)); in TEST_SVE()
10499 __ Ld1b(z8.VnB(), p0.Zeroing(), SVEMemOperand(x0, x1, LSL, 3)); in TEST_SVE()
10533 __ Ld1rqb(z0.VnB(), p1.Zeroing(), SVEMemOperand(x0, x1)); in TEST_SVE()
10538 __ Ld1rqh(z1.VnH(), p2.Zeroing(), SVEMemOperand(x2, x1, LSL, 1)); in TEST_SVE()
10543 __ Ld1rqw(z2.VnS(), p3.Zeroing(), SVEMemOperand(x2, x1, LSL, 2)); in TEST_SVE()
10548 __ Ld1rqd(z3.VnD(), p4.Zeroing(), SVEMemOperand(x2, x1, LSL, 3)); in TEST_SVE()
10570 __ Ld1rqb(z5.VnB(), p1.Zeroing(), SVEMemOperand(x1, -48)); in TEST_SVE()
10572 __ Ld1rqh(z6.VnH(), p2.Zeroing(), SVEMemOperand(x1, -32)); in TEST_SVE()
10574 __ Ld1rqw(z7.VnS(), p3.Zeroing(), SVEMemOperand(x1, 32)); in TEST_SVE()
10576 __ Ld1rqd(z8.VnD(), p4.Zeroing(), SVEMemOperand(x1, 16)); in TEST_SVE()
10623 __ St1b(z2.VnD(), p0, SVEMemOperand(z1.VnD(), i)); in TEST_SVE()
10638 __ St1h(z2.VnD(), p0, SVEMemOperand(z1.VnD(), i)); in TEST_SVE()
10648 __ St1w(z2.VnD(), p0, SVEMemOperand(z1.VnD(), i)); in TEST_SVE()
10658 __ St1d(z2.VnD(), p0, SVEMemOperand(z1.VnD(), i)); in TEST_SVE()
10674 __ St1h(z2.VnD(), p1, SVEMemOperand(z1.VnD(), i)); in TEST_SVE()
10734 __ St1b(offsets, p0, SVEMemOperand(x0, offsets, mod)); in sve_st1_scalar_plus_vector_helper()
10735 __ Ld1b(zn_ld_b, p0.Zeroing(), SVEMemOperand(x0, offsets, mod)); in sve_st1_scalar_plus_vector_helper()
10744 __ St1h(offsets, p0, SVEMemOperand(x1, offsets, mod, scale)); in sve_st1_scalar_plus_vector_helper()
10745 __ Ld1h(zn_ld_h, p0.Zeroing(), SVEMemOperand(x1, offsets, mod, scale)); in sve_st1_scalar_plus_vector_helper()
10757 __ St1w(offsets, p1, SVEMemOperand(x2, offsets, mod, scale)); in sve_st1_scalar_plus_vector_helper()
10758 __ Ld1w(zn_ld_s, p1.Zeroing(), SVEMemOperand(x2, offsets, mod, scale)); in sve_st1_scalar_plus_vector_helper()
10778 __ St1d(offsets, p1, SVEMemOperand(x3, offsets, mod, scale)); in sve_st1_scalar_plus_vector_helper()
10779 __ Ld1d(zn_ld_d, p1.Zeroing(), SVEMemOperand(x3, offsets, mod, scale)); in sve_st1_scalar_plus_vector_helper()
18490 __ Adr(z3.VnD(), SVEMemOperand(z0.VnD(), z1.VnD())); in TEST_SVE()
18491 __ Adr(z4.VnD(), SVEMemOperand(z0.VnD(), z1.VnD(), LSL, 1)); in TEST_SVE()
18492 __ Adr(z5.VnD(), SVEMemOperand(z0.VnD(), z1.VnD(), LSL, 2)); in TEST_SVE()
18493 __ Adr(z6.VnD(), SVEMemOperand(z0.VnD(), z1.VnD(), LSL, 3)); in TEST_SVE()
18494 __ Adr(z7.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), UXTW)); in TEST_SVE()
18495 __ Adr(z8.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), UXTW, 1)); in TEST_SVE()
18496 __ Adr(z9.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), UXTW, 2)); in TEST_SVE()
18497 __ Adr(z10.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), UXTW, 3)); in TEST_SVE()
18498 __ Adr(z11.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), SXTW)); in TEST_SVE()
18499 __ Adr(z12.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), SXTW, 1)); in TEST_SVE()
18500 __ Adr(z13.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), SXTW, 2)); in TEST_SVE()
18501 __ Adr(z14.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), SXTW, 3)); in TEST_SVE()
18502 __ Adr(z15.VnS(), SVEMemOperand(z0.VnS(), z2.VnS())); in TEST_SVE()
18503 __ Adr(z16.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 1)); in TEST_SVE()
18504 __ Adr(z17.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 2)); in TEST_SVE()
18505 __ Adr(z18.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 3)); in TEST_SVE()
18596 (masm.*sve_ld1)(zn, pg, SVEMemOperand(x2, enablable_offset)); in LoadBcastHelper()
18623 (masm.*sve_ld1)(zn_temp, pg, SVEMemOperand(x2, offsets[i])); in LoadBcastHelper()
18686 __ Prfb(PLDL1KEEP, p5, SVEMemOperand(z30.VnS(), 0)); in TEST_SVE()
18687 __ Prfb(PLDL1STRM, p5, SVEMemOperand(x28, -11, SVE_MUL_VL)); in TEST_SVE()
18688 __ Prfb(PLDL2KEEP, p6, SVEMemOperand(x30, x29)); in TEST_SVE()
18689 __ Prfb(PLDL2STRM, p6, SVEMemOperand(x7, z12.VnS(), UXTW)); in TEST_SVE()
18690 __ Prfh(PSTL2KEEP, p6, SVEMemOperand(z0.VnS(), 28)); in TEST_SVE()
18691 __ Prfh(PSTL2STRM, p4, SVEMemOperand(x17, -3, SVE_MUL_VL)); in TEST_SVE()
18692 __ Prfh(PSTL3KEEP, p3, SVEMemOperand(x0, x0, LSL, 1)); in TEST_SVE()
18693 __ Prfh(PSTL3STRM, p4, SVEMemOperand(x20, z0.VnD(), LSL, 1)); in TEST_SVE()
18694 __ Prfw(PLDL1KEEP, p3, SVEMemOperand(z23.VnD(), 5)); in TEST_SVE()
18695 __ Prfw(PLDL1STRM, p1, SVEMemOperand(x4, 10, SVE_MUL_VL)); in TEST_SVE()
18696 __ Prfw(PLDL2KEEP, p2, SVEMemOperand(x22, x22, LSL, 2)); in TEST_SVE()
18697 __ Prfw(PLDL2STRM, p1, SVEMemOperand(x2, z6.VnS(), SXTW, 2)); in TEST_SVE()
18698 __ Prfd(PLDL3KEEP, p5, SVEMemOperand(z11.VnD(), 9)); in TEST_SVE()
18699 __ Prfd(PLDL3STRM, p3, SVEMemOperand(x0, -24, SVE_MUL_VL)); in TEST_SVE()
18700 __ Prfd(PSTL1KEEP, p7, SVEMemOperand(x5, x5, LSL, 3)); in TEST_SVE()
18701 __ Prfd(PSTL1STRM, p1, SVEMemOperand(x19, z18.VnS(), SXTW, 3)); in TEST_SVE()