xref: /external/vixl/test/aarch64/test-disasm-aarch64.cc

// Copyright 2015, VIXL authors
// All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
//
//   * Redistributions of source code must retain the above copyright notice,
//     this list of conditions and the following disclaimer.
//   * Redistributions in binary form must reproduce the above copyright notice,
//     this list of conditions and the following disclaimer in the documentation
//     and/or other materials provided with the distribution.
//   * Neither the name of ARM Limited nor the names of its contributors may be
//     used to endorse or promote products derived from this software without
//     specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS CONTRIBUTORS "AS IS" AND
// ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
// WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
// DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
// FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
// SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
// CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
// OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.


#include <cstdio>
#include <cstring>
#include <string>

#include "test-runner.h"

#include "aarch64/disasm-aarch64.h"
#include "aarch64/macro-assembler-aarch64.h"

#define TEST(name) TEST_(AARCH64_DISASM_##name)

#define SETUP_COMMON()                                \
  MacroAssembler masm;                                \
  masm.GetCPUFeatures()->Combine(CPUFeatures::All()); \
  Decoder decoder;                                    \
  Disassembler disasm;                                \
  decoder.AppendVisitor(&disasm)

#ifdef VIXL_INCLUDE_SIMULATOR_AARCH64
// Run tests with the simulator.
#define SETUP()   \
  SETUP_COMMON(); \
  masm.SetGenerateSimulatorCode(true)

#else  // ifdef VIXL_INCLUDE_SIMULATOR_AARCH64.
#define SETUP()   \
  SETUP_COMMON(); \
  masm.SetGenerateSimulatorCode(false)

#endif  // ifdef VIXL_INCLUDE_SIMULATOR_AARCH64.

// A conservative limit for the size of the code that we generate in these
// tests.
#define MAX_SIZE_GENERATED 1024

#define DISASSEMBLE()                                                       \
  do {                                                                      \
    printf("----\n");                                                       \
    PrintDisassembler print_disasm(stdout);                                 \
    Instruction* start = masm.GetBuffer()->GetStartAddress<Instruction*>(); \
    Instruction* end = masm.GetBuffer()->GetEndAddress<Instruction*>();     \
    print_disasm.DisassembleBuffer(start, end);                             \
  } while (0)

#define COMPARE(ASM, EXP)                                                \
  do {                                                                   \
    masm.Reset();                                                        \
    {                                                                    \
      ExactAssemblyScope guard(&masm,                                    \
                               MAX_SIZE_GENERATED,                       \
                               ExactAssemblyScope::kMaximumSize);        \
      masm.ASM;                                                          \
    }                                                                    \
    masm.FinalizeCode();                                                 \
    decoder.Decode(masm.GetBuffer()->GetStartAddress<Instruction*>());   \
    uint32_t encoding = *masm.GetBuffer()->GetStartAddress<uint32_t*>(); \
    if (strcmp(disasm.GetOutput(), EXP) != 0) {                          \
      printf("\nEncoding: %08" PRIx32 "\nExpected: %s\nFound:    %s\n",  \
             encoding,                                                   \
             EXP,                                                        \
             disasm.GetOutput());                                        \
      abort();                                                           \
    }                                                                    \
    if (Test::disassemble()) DISASSEMBLE();                              \
  } while (0)

#define COMPARE_PREFIX(ASM, EXP)                                         \
  do {                                                                   \
    masm.Reset();                                                        \
    {                                                                    \
      ExactAssemblyScope guard(&masm,                                    \
                               MAX_SIZE_GENERATED,                       \
                               ExactAssemblyScope::kMaximumSize);        \
      masm.ASM;                                                          \
    }                                                                    \
    masm.FinalizeCode();                                                 \
    decoder.Decode(masm.GetBuffer()->GetStartAddress<Instruction*>());   \
    uint32_t encoding = *masm.GetBuffer()->GetStartAddress<uint32_t*>(); \
    if (strncmp(disasm.GetOutput(), EXP, strlen(EXP)) != 0) {            \
      printf("\nEncoding: %08" PRIx32 "\nExpected: %s\nFound:    %s\n",  \
             encoding,                                                   \
             EXP,                                                        \
             disasm.GetOutput());                                        \
      abort();                                                           \
    }                                                                    \
    if (Test::disassemble()) DISASSEMBLE();                              \
  } while (0)

#define COMPARE_MACRO_BASE(ASM, EXP)                        \
  masm.Reset();                                             \
  masm.ASM;                                                 \
  masm.FinalizeCode();                                      \
  std::string res;                                          \
                                                            \
  Instruction* instruction =                                \
      masm.GetBuffer()->GetStartAddress<Instruction*>();    \
  Instruction* end = masm.GetCursorAddress<Instruction*>(); \
  while (instruction != end) {                              \
    decoder.Decode(instruction);                            \
    res.append(disasm.GetOutput());                         \
    instruction = instruction->GetNextInstruction();        \
    if (instruction != end) {                               \
      res.append("\n");                                     \
    }                                                       \
  }

#define COMPARE_MACRO(ASM, EXP)                                 \
  do {                                                          \
    COMPARE_MACRO_BASE(ASM, EXP)                                \
    if (strcmp(res.c_str(), EXP) != 0) {                        \
      printf("Expected: %s\nFound:    %s\n", EXP, res.c_str()); \
      abort();                                                  \
    }                                                           \
    if (Test::disassemble()) DISASSEMBLE();                     \
  } while (0)

#define COMPARE_MACRO_PREFIX(ASM, EXP)                                   \
  do {                                                                   \
    COMPARE_MACRO_BASE(ASM, EXP)                                         \
    if (strncmp(res.c_str(), EXP, strlen(EXP)) != 0) {                   \
      printf("Expected (prefix): %s\nFound:    %s\n", EXP, res.c_str()); \
      abort();                                                           \
    }                                                                    \
    if (Test::disassemble()) DISASSEMBLE();                              \
  } while (0)

#define CLEANUP()

namespace vixl {
namespace aarch64 {

TEST(bootstrap) {
  SETUP();

  // Instructions generated by C compiler, disassembled by objdump, and
  // reformatted to suit our disassembly style.
  COMPARE(dci(0xa9ba7bfd), "stp x29, x30, [sp, #-96]!");
  COMPARE(dci(0x910003fd), "mov x29, sp");
  COMPARE(dci(0x9100e3a0), "add x0, x29, #0x38 (56)");
  COMPARE(dci(0xb900001f), "str wzr, [x0]");
  COMPARE(dci(0x528000e1), "mov w1, #0x7");
  COMPARE(dci(0xb9001c01), "str w1, [x0, #28]");
  COMPARE(dci(0x390043a0), "strb w0, [x29, #16]");
  COMPARE(dci(0x790027a0), "strh w0, [x29, #18]");
  COMPARE(dci(0xb9400400), "ldr w0, [x0, #4]");
  COMPARE(dci(0x0b000021), "add w1, w1, w0");
  COMPARE(dci(0x531b6800), "lsl w0, w0, #5");
  COMPARE(dci(0x521e0400), "eor w0, w0, #0xc");
  COMPARE(dci(0x72af0f00), "movk w0, #0x7878, lsl #16");
  COMPARE(dci(0xd360fc00), "lsr x0, x0, #32");
  COMPARE(dci(0x13037c01), "asr w1, w0, #3");
  COMPARE(dci(0x4b000021), "sub w1, w1, w0");
  COMPARE(dci(0x2a0103e0), "mov w0, w1");
  COMPARE(dci(0x93407c00), "sxtw x0, w0");
  COMPARE(dci(0x2a000020), "orr w0, w1, w0");
  COMPARE(dci(0xa8c67bfd), "ldp x29, x30, [sp], #96");

  CLEANUP();
}


TEST(mov_mvn) {
  SETUP();

  COMPARE_MACRO(Mov(w0, Operand(0x1234)), "mov w0, #0x1234");
  COMPARE_MACRO(Mov(x1, Operand(0x1234)), "mov x1, #0x1234");
  COMPARE_MACRO(Mov(w2, Operand(w3)), "mov w2, w3");
  COMPARE_MACRO(Mov(x4, Operand(x5)), "mov x4, x5");
  COMPARE_MACRO(Mov(w6, Operand(w7, LSL, 5)), "lsl w6, w7, #5");
  COMPARE_MACRO(Mov(x8, Operand(x9, ASR, 42)), "asr x8, x9, #42");
  COMPARE_MACRO(Mov(w10, Operand(w11, UXTB)), "uxtb w10, w11");
  COMPARE_MACRO(Mov(x12, Operand(x13, UXTB, 1)), "ubfiz x12, x13, #1, #8");
  COMPARE_MACRO(Mov(w14, Operand(w15, SXTH, 2)), "sbfiz w14, w15, #2, #16");
  COMPARE_MACRO(Mov(x16, Operand(x17, SXTW, 3)), "sbfiz x16, x17, #3, #32");

  COMPARE_MACRO(Mvn(w0, Operand(0x101)), "mov w0, #0xfffffefe");
  COMPARE_MACRO(Mvn(x1, Operand(0xfff1)), "mov x1, #0xffffffffffff000e");
  COMPARE_MACRO(Mvn(w2, Operand(w3)), "mvn w2, w3");
  COMPARE_MACRO(Mvn(x4, Operand(x5)), "mvn x4, x5");
  COMPARE_MACRO(Mvn(w6, Operand(w7, LSL, 12)), "mvn w6, w7, lsl #12");
  COMPARE_MACRO(Mvn(x8, Operand(x9, ASR, 63)), "mvn x8, x9, asr #63");

  CLEANUP();
}


TEST(move_immediate) {
  SETUP();

  COMPARE(movz(w0, 0x1234), "mov w0, #0x1234");
  COMPARE(movz(x1, 0xabcd0000), "mov x1, #0xabcd0000");
  COMPARE(movz(x2, 0x555500000000), "mov x2, #0x555500000000");
  COMPARE(movz(x3, 0xaaaa000000000000), "mov x3, #0xaaaa000000000000");
  COMPARE(movz(x4, 0xabcd, 16), "mov x4, #0xabcd0000");
  COMPARE(movz(x5, 0x5555, 32), "mov x5, #0x555500000000");
  COMPARE(movz(x6, 0xaaaa, 48), "mov x6, #0xaaaa000000000000");

  COMPARE(movk(w7, 0x1234), "movk w7, #0x1234");
  COMPARE(movk(x8, 0xabcd0000), "movk x8, #0xabcd, lsl #16");
  COMPARE(movk(x9, 0x555500000000), "movk x9, #0x5555, lsl #32");
  COMPARE(movk(x10, 0xaaaa000000000000), "movk x10, #0xaaaa, lsl #48");
  COMPARE(movk(w11, 0xabcd, 16), "movk w11, #0xabcd, lsl #16");
  COMPARE(movk(x12, 0x5555, 32), "movk x12, #0x5555, lsl #32");
  COMPARE(movk(x13, 0xaaaa, 48), "movk x13, #0xaaaa, lsl #48");

  COMPARE(movn(w14, 0x1234), "mov w14, #0xffffedcb");
  COMPARE(movn(x15, 0xabcd0000), "mov x15, #0xffffffff5432ffff");
  COMPARE(movn(x16, 0x555500000000), "mov x16, #0xffffaaaaffffffff");
  COMPARE(movn(x17, 0xaaaa000000000000), "mov x17, #0x5555ffffffffffff");
  COMPARE(movn(w18, 0xabcd, 16), "mov w18, #0x5432ffff");
  COMPARE(movn(x19, 0x5555, 32), "mov x19, #0xffffaaaaffffffff");
  COMPARE(movn(x20, 0xaaaa, 48), "mov x20, #0x5555ffffffffffff");

  COMPARE(movk(w21, 0), "movk w21, #0x0");
  COMPARE(movk(x22, 0, 0), "movk x22, #0x0");
  COMPARE(movk(w23, 0, 16), "movk w23, #0x0, lsl #16");
  COMPARE(movk(x24, 0, 32), "movk x24, #0x0, lsl #32");
  COMPARE(movk(x25, 0, 48), "movk x25, #0x0, lsl #48");

  COMPARE(movz(x26, 0, 48), "movz x26, #0x0");
  COMPARE(movn(x27, 0, 48), "movn x27, #0x0");
  COMPARE(movn(w28, 0xffff), "movn w28, #0xffff");

  CLEANUP();
}


TEST(move_immediate_2) {
  SETUP();

  // Move instructions expected for certain immediates. This is really a macro
  // assembler test, to ensure it generates immediates efficiently.
  COMPARE_MACRO(Mov(w0, 0), "mov w0, #0x0");
  COMPARE_MACRO(Mov(w0, 0x0000ffff), "mov w0, #0xffff");
  COMPARE_MACRO(Mov(w0, 0x00010000), "mov w0, #0x10000");
  COMPARE_MACRO(Mov(w0, 0xffff0000), "mov w0, #0xffff0000");
  COMPARE_MACRO(Mov(w0, 0x0001ffff), "mov w0, #0x1ffff");
  COMPARE_MACRO(Mov(w0, 0xffff8000), "mov w0, #0xffff8000");
  COMPARE_MACRO(Mov(w0, 0xfffffffe), "mov w0, #0xfffffffe");
  COMPARE_MACRO(Mov(w0, 0xffffffff), "mov w0, #0xffffffff");
  COMPARE_MACRO(Mov(w0, 0x00ffff00), "mov w0, #0xffff00");
  COMPARE_MACRO(Mov(w0, 0xfffe7fff), "mov w0, #0xfffe7fff");
  COMPARE_MACRO(Mov(w0, 0xfffeffff), "mov w0, #0xfffeffff");
  COMPARE_MACRO(Mov(w0, 0xffff7fff), "mov w0, #0xffff7fff");

  COMPARE_MACRO(Mov(x0, 0), "mov x0, #0x0");
  COMPARE_MACRO(Mov(x0, 0x0000ffff), "mov x0, #0xffff");
  COMPARE_MACRO(Mov(x0, 0x00010000), "mov x0, #0x10000");
  COMPARE_MACRO(Mov(x0, 0xffff0000), "mov x0, #0xffff0000");
  COMPARE_MACRO(Mov(x0, 0x0001ffff), "mov x0, #0x1ffff");
  COMPARE_MACRO(Mov(x0, 0xffff8000), "mov x0, #0xffff8000");
  COMPARE_MACRO(Mov(x0, 0xfffffffe), "mov x0, #0xfffffffe");
  COMPARE_MACRO(Mov(x0, 0xffffffff), "mov x0, #0xffffffff");
  COMPARE_MACRO(Mov(x0, 0x00ffff00), "mov x0, #0xffff00");
  COMPARE_MACRO(Mov(x0, 0xffff000000000000), "mov x0, #0xffff000000000000");
  COMPARE_MACRO(Mov(x0, 0x0000ffff00000000), "mov x0, #0xffff00000000");
  COMPARE_MACRO(Mov(x0, 0x00000000ffff0000), "mov x0, #0xffff0000");
  COMPARE_MACRO(Mov(x0, 0xffffffffffff0000), "mov x0, #0xffffffffffff0000");
  COMPARE_MACRO(Mov(x0, 0xffffffff0000ffff), "mov x0, #0xffffffff0000ffff");
  COMPARE_MACRO(Mov(x0, 0xffff0000ffffffff), "mov x0, #0xffff0000ffffffff");
  COMPARE_MACRO(Mov(x0, 0x0000ffffffffffff), "mov x0, #0xffffffffffff");
  COMPARE_MACRO(Mov(x0, 0xfffe7fffffffffff), "mov x0, #0xfffe7fffffffffff");
  COMPARE_MACRO(Mov(x0, 0xfffeffffffffffff), "mov x0, #0xfffeffffffffffff");
  COMPARE_MACRO(Mov(x0, 0xffff7fffffffffff), "mov x0, #0xffff7fffffffffff");
  COMPARE_MACRO(Mov(x0, 0xfffffffe7fffffff), "mov x0, #0xfffffffe7fffffff");
  COMPARE_MACRO(Mov(x0, 0xfffffffeffffffff), "mov x0, #0xfffffffeffffffff");
  COMPARE_MACRO(Mov(x0, 0xffffffff7fffffff), "mov x0, #0xffffffff7fffffff");
  COMPARE_MACRO(Mov(x0, 0xfffffffffffe7fff), "mov x0, #0xfffffffffffe7fff");
  COMPARE_MACRO(Mov(x0, 0xfffffffffffeffff), "mov x0, #0xfffffffffffeffff");
  COMPARE_MACRO(Mov(x0, 0xffffffffffff7fff), "mov x0, #0xffffffffffff7fff");
  COMPARE_MACRO(Mov(x0, 0xffffffffffffffff), "mov x0, #0xffffffffffffffff");

  COMPARE_MACRO(Movk(w0, 0x1234, 0), "movk w0, #0x1234");
  COMPARE_MACRO(Movk(x1, 0x2345, 0), "movk x1, #0x2345");
  COMPARE_MACRO(Movk(w2, 0x3456, 16), "movk w2, #0x3456, lsl #16");
  COMPARE_MACRO(Movk(x3, 0x4567, 16), "movk x3, #0x4567, lsl #16");
  COMPARE_MACRO(Movk(x4, 0x5678, 32), "movk x4, #0x5678, lsl #32");
  COMPARE_MACRO(Movk(x5, 0x6789, 48), "movk x5, #0x6789, lsl #48");

  CLEANUP();
}


TEST(add_immediate) {
  SETUP();

  COMPARE(add(w0, w1, Operand(0xff)), "add w0, w1, #0xff (255)");
  COMPARE(add(x2, x3, Operand(0x3ff)), "add x2, x3, #0x3ff (1023)");
  COMPARE(add(w4, w5, Operand(0xfff)), "add w4, w5, #0xfff (4095)");
  COMPARE(add(x6, x7, Operand(0x1000)), "add x6, x7, #0x1000 (4096)");
  COMPARE(add(w8, w9, Operand(0xff000)), "add w8, w9, #0xff000 (1044480)");
  COMPARE(add(x10, x11, Operand(0x3ff000)),
          "add x10, x11, #0x3ff000 (4190208)");
  COMPARE(add(w12, w13, Operand(0xfff000)),
          "add w12, w13, #0xfff000 (16773120)");
  COMPARE(adds(w14, w15, Operand(0xff)), "adds w14, w15, #0xff (255)");
  COMPARE(adds(x16, x17, Operand(0xaa000)), "adds x16, x17, #0xaa000 (696320)");

  COMPARE(cmn(w18, Operand(0xff)), "cmn w18, #0xff (255)");
  COMPARE(cmn(x19, Operand(0xff000)), "cmn x19, #0xff000 (1044480)");
  COMPARE(add(w0, wsp, Operand(0)), "mov w0, wsp");
  COMPARE(add(sp, x0, Operand(0)), "mov sp, x0");

  COMPARE(add(w1, wsp, Operand(8)), "add w1, wsp, #0x8 (8)");
  COMPARE(add(x2, sp, Operand(16)), "add x2, sp, #0x10 (16)");
  COMPARE(add(wsp, wsp, Operand(42)), "add wsp, wsp, #0x2a (42)");
  COMPARE(cmn(sp, Operand(24)), "cmn sp, #0x18 (24)");
  COMPARE(adds(wzr, wsp, Operand(9)), "cmn wsp, #0x9 (9)");

  // Instructions in the add/sub immediate space, but unallocated due to shift
  // value out of range.
  COMPARE(dci(0x11800400), "unallocated (Unallocated)");
  COMPARE(dci(0x11c00400), "unallocated (Unallocated)");

  CLEANUP();
}


TEST(sub_immediate) {
  SETUP();

  COMPARE(sub(w0, w1, Operand(0xff)), "sub w0, w1, #0xff (255)");
  COMPARE(sub(x2, x3, Operand(0x3ff)), "sub x2, x3, #0x3ff (1023)");
  COMPARE(sub(w4, w5, Operand(0xfff)), "sub w4, w5, #0xfff (4095)");
  COMPARE(sub(x6, x7, Operand(0x1000)), "sub x6, x7, #0x1000 (4096)");
  COMPARE(sub(w8, w9, Operand(0xff000)), "sub w8, w9, #0xff000 (1044480)");
  COMPARE(sub(x10, x11, Operand(0x3ff000)),
          "sub x10, x11, #0x3ff000 (4190208)");
  COMPARE(sub(w12, w13, Operand(0xfff000)),
          "sub w12, w13, #0xfff000 (16773120)");
  COMPARE(subs(w14, w15, Operand(0xff)), "subs w14, w15, #0xff (255)");
  COMPARE(subs(x16, x17, Operand(0xaa000)), "subs x16, x17, #0xaa000 (696320)");
  COMPARE(cmp(w18, Operand(0xff)), "cmp w18, #0xff (255)");
  COMPARE(cmp(x19, Operand(0xff000)), "cmp x19, #0xff000 (1044480)");

  COMPARE(sub(w1, wsp, Operand(8)), "sub w1, wsp, #0x8 (8)");
  COMPARE(sub(x2, sp, Operand(16)), "sub x2, sp, #0x10 (16)");
  COMPARE(sub(wsp, wsp, Operand(42)), "sub wsp, wsp, #0x2a (42)");
  COMPARE(cmp(sp, Operand(24)), "cmp sp, #0x18 (24)");
  COMPARE(subs(wzr, wsp, Operand(9)), "cmp wsp, #0x9 (9)");

  CLEANUP();
}


TEST(add_shifted) {
  SETUP();

  COMPARE(add(w0, w1, Operand(w2)), "add w0, w1, w2");
  COMPARE(add(x3, x4, Operand(x5)), "add x3, x4, x5");
  COMPARE(add(w6, w7, Operand(w8, LSL, 1)), "add w6, w7, w8, lsl #1");
  COMPARE(add(x9, x10, Operand(x11, LSL, 2)), "add x9, x10, x11, lsl #2");
  COMPARE(add(w12, w13, Operand(w14, LSR, 3)), "add w12, w13, w14, lsr #3");
  COMPARE(add(x15, x16, Operand(x17, LSR, 4)), "add x15, x16, x17, lsr #4");
  COMPARE(add(w18, w19, Operand(w20, ASR, 5)), "add w18, w19, w20, asr #5");
  COMPARE(add(x21, x22, Operand(x23, ASR, 6)), "add x21, x22, x23, asr #6");
  COMPARE(cmn(w24, Operand(w25)), "cmn w24, w25");
  COMPARE(cmn(x26, Operand(x27, LSL, 63)), "cmn x26, x27, lsl #63");

  COMPARE(add(x0, sp, Operand(x1)), "add x0, sp, x1");
  COMPARE(add(w2, wsp, Operand(w3)), "add w2, wsp, w3");
  COMPARE(add(x4, sp, Operand(x5, LSL, 1)), "add x4, sp, x5, lsl #1");
  COMPARE(add(x4, xzr, Operand(x5, LSL, 1)), "add x4, xzr, x5, lsl #1");
  COMPARE(add(w6, wsp, Operand(w7, LSL, 3)), "add w6, wsp, w7, lsl #3");
  COMPARE(adds(xzr, sp, Operand(x8, LSL, 4)), "cmn sp, x8, lsl #4");
  COMPARE(adds(xzr, xzr, Operand(x8, LSL, 5)), "cmn xzr, x8, lsl #5");

  CLEANUP();
}


TEST(sub_shifted) {
  SETUP();

  COMPARE(sub(w0, w1, Operand(w2)), "sub w0, w1, w2");
  COMPARE(sub(x3, x4, Operand(x5)), "sub x3, x4, x5");
  COMPARE(sub(w6, w7, Operand(w8, LSL, 1)), "sub w6, w7, w8, lsl #1");
  COMPARE(sub(x9, x10, Operand(x11, LSL, 2)), "sub x9, x10, x11, lsl #2");
  COMPARE(sub(w12, w13, Operand(w14, LSR, 3)), "sub w12, w13, w14, lsr #3");
  COMPARE(sub(x15, x16, Operand(x17, LSR, 4)), "sub x15, x16, x17, lsr #4");
  COMPARE(sub(w18, w19, Operand(w20, ASR, 5)), "sub w18, w19, w20, asr #5");
  COMPARE(sub(x21, x22, Operand(x23, ASR, 6)), "sub x21, x22, x23, asr #6");
  COMPARE(cmp(w24, Operand(w25)), "cmp w24, w25");
  COMPARE(cmp(x26, Operand(x27, LSL, 63)), "cmp x26, x27, lsl #63");
  COMPARE(neg(w28, Operand(w29)), "neg w28, w29");
  COMPARE(neg(x30, Operand(x0, LSR, 62)), "neg x30, x0, lsr #62");
  COMPARE(negs(w1, Operand(w2)), "negs w1, w2");
  COMPARE(negs(x3, Operand(x4, ASR, 61)), "negs x3, x4, asr #61");

  COMPARE(sub(x0, sp, Operand(x1)), "sub x0, sp, x1");
  COMPARE(sub(w2, wsp, Operand(w3)), "sub w2, wsp, w3");
  COMPARE(sub(x4, sp, Operand(x5, LSL, 1)), "sub x4, sp, x5, lsl #1");
  COMPARE(sub(x4, xzr, Operand(x5, LSL, 1)), "neg x4, x5, lsl #1");
  COMPARE(sub(w6, wsp, Operand(w7, LSL, 3)), "sub w6, wsp, w7, lsl #3");
  COMPARE(subs(xzr, sp, Operand(x8, LSL, 4)), "cmp sp, x8, lsl #4");
  COMPARE(subs(xzr, xzr, Operand(x8, LSL, 5)), "cmp xzr, x8, lsl #5");

  CLEANUP();
}


TEST(add_extended) {
  SETUP();

  COMPARE(add(w0, w1, Operand(w2, UXTB)), "add w0, w1, w2, uxtb");
  COMPARE(adds(x3, x4, Operand(w5, UXTB, 1)), "adds x3, x4, w5, uxtb #1");
  COMPARE(add(w6, w7, Operand(w8, UXTH, 2)), "add w6, w7, w8, uxth #2");
  COMPARE(adds(x9, x10, Operand(x11, UXTW, 3)), "adds x9, x10, w11, uxtw #3");
  COMPARE(add(x12, x13, Operand(x14, UXTX, 4)), "add x12, x13, x14, uxtx #4");
  COMPARE(adds(w15, w16, Operand(w17, SXTB, 4)), "adds w15, w16, w17, sxtb #4");
  COMPARE(add(x18, x19, Operand(x20, SXTB, 3)), "add x18, x19, w20, sxtb #3");
  COMPARE(adds(w21, w22, Operand(w23, SXTH, 2)), "adds w21, w22, w23, sxth #2");
  COMPARE(add(x24, x25, Operand(x26, SXTW, 1)), "add x24, x25, w26, sxtw #1");
  COMPARE(adds(x27, x28, Operand(x29, SXTX)), "adds x27, x28, x29, sxtx");
  COMPARE(cmn(w0, Operand(w1, UXTB, 2)), "cmn w0, w1, uxtb #2");
  COMPARE(cmn(x2, Operand(x3, SXTH, 4)), "cmn x2, w3, sxth #4");

  COMPARE(add(w0, wsp, Operand(w1, UXTB)), "add w0, wsp, w1, uxtb");
  COMPARE(add(x2, sp, Operand(x3, UXTH, 1)), "add x2, sp, w3, uxth #1");
  COMPARE(add(wsp, wsp, Operand(w4, UXTW, 2)), "add wsp, wsp, w4, lsl #2");
  COMPARE(cmn(sp, Operand(xzr, UXTX, 3)), "cmn sp, xzr, lsl #3");
  COMPARE(cmn(sp, Operand(xzr, LSL, 4)), "cmn sp, xzr, lsl #4");

  CLEANUP();
}


TEST(sub_extended) {
  SETUP();

  COMPARE(sub(w0, w1, Operand(w2, UXTB)), "sub w0, w1, w2, uxtb");
  COMPARE(subs(x3, x4, Operand(w5, UXTB, 1)), "subs x3, x4, w5, uxtb #1");
  COMPARE(sub(w6, w7, Operand(w8, UXTH, 2)), "sub w6, w7, w8, uxth #2");
  COMPARE(subs(x9, x10, Operand(x11, UXTW, 3)), "subs x9, x10, w11, uxtw #3");
  COMPARE(sub(x12, x13, Operand(x14, UXTX, 4)), "sub x12, x13, x14, uxtx #4");
  COMPARE(subs(w15, w16, Operand(w17, SXTB, 4)), "subs w15, w16, w17, sxtb #4");
  COMPARE(sub(x18, x19, Operand(x20, SXTB, 3)), "sub x18, x19, w20, sxtb #3");
  COMPARE(subs(w21, w22, Operand(w23, SXTH, 2)), "subs w21, w22, w23, sxth #2");
  COMPARE(sub(x24, x25, Operand(x26, SXTW, 1)), "sub x24, x25, w26, sxtw #1");
  COMPARE(subs(x27, x28, Operand(x29, SXTX)), "subs x27, x28, x29, sxtx");
  COMPARE(cmp(w0, Operand(w1, SXTB, 1)), "cmp w0, w1, sxtb #1");
  COMPARE(cmp(x2, Operand(x3, UXTH, 3)), "cmp x2, w3, uxth #3");

  COMPARE(sub(w0, wsp, Operand(w1, UXTB)), "sub w0, wsp, w1, uxtb");
  COMPARE(sub(x2, sp, Operand(x3, UXTH, 1)), "sub x2, sp, w3, uxth #1");
  COMPARE(sub(wsp, wsp, Operand(w4, UXTW, 2)), "sub wsp, wsp, w4, lsl #2");
  COMPARE(cmp(sp, Operand(xzr, UXTX, 3)), "cmp sp, xzr, lsl #3");
  COMPARE(cmp(sp, Operand(xzr, LSL, 4)), "cmp sp, xzr, lsl #4");

  CLEANUP();
}


TEST(adc_subc_ngc) {
  SETUP();

  COMPARE(adc(w0, w1, Operand(w2)), "adc w0, w1, w2");
  COMPARE(adc(x3, x4, Operand(x5)), "adc x3, x4, x5");
  COMPARE(adcs(w6, w7, Operand(w8)), "adcs w6, w7, w8");
  COMPARE(adcs(x9, x10, Operand(x11)), "adcs x9, x10, x11");
  COMPARE(sbc(w12, w13, Operand(w14)), "sbc w12, w13, w14");
  COMPARE(sbc(x15, x16, Operand(x17)), "sbc x15, x16, x17");
  COMPARE(sbcs(w18, w19, Operand(w20)), "sbcs w18, w19, w20");
  COMPARE(sbcs(x21, x22, Operand(x23)), "sbcs x21, x22, x23");
  COMPARE(ngc(w24, Operand(w25)), "ngc w24, w25");
  COMPARE(ngc(x26, Operand(x27)), "ngc x26, x27");
  COMPARE(ngcs(w28, Operand(w29)), "ngcs w28, w29");
  COMPARE(ngcs(x30, Operand(x0)), "ngcs x30, x0");

  CLEANUP();
}


TEST(mul_and_div) {
  SETUP();

  COMPARE(mul(w0, w1, w2), "mul w0, w1, w2");
  COMPARE(mul(x3, x4, x5), "mul x3, x4, x5");
  COMPARE(mul(w30, w0, w1), "mul w30, w0, w1");
  COMPARE(mul(x30, x0, x1), "mul x30, x0, x1");
  COMPARE(mneg(w0, w1, w2), "mneg w0, w1, w2");
  COMPARE(mneg(x3, x4, x5), "mneg x3, x4, x5");
  COMPARE(mneg(w30, w0, w1), "mneg w30, w0, w1");
  COMPARE(mneg(x30, x0, x1), "mneg x30, x0, x1");
  COMPARE(smull(x0, w0, w1), "smull x0, w0, w1");
  COMPARE(smull(x30, w30, w0), "smull x30, w30, w0");
  COMPARE(smulh(x0, x1, x2), "smulh x0, x1, x2");
  COMPARE(umulh(x0, x2, x1), "umulh x0, x2, x1");

  COMPARE(sdiv(w0, w1, w2), "sdiv w0, w1, w2");
  COMPARE(sdiv(x3, x4, x5), "sdiv x3, x4, x5");
  COMPARE(udiv(w6, w7, w8), "udiv w6, w7, w8");
  COMPARE(udiv(x9, x10, x11), "udiv x9, x10, x11");

  CLEANUP();
}


TEST(madd) {
  SETUP();

  COMPARE(madd(w0, w1, w2, w3), "madd w0, w1, w2, w3");
  COMPARE(madd(w30, w21, w22, w16), "madd w30, w21, w22, w16");
  COMPARE(madd(x0, x1, x2, x3), "madd x0, x1, x2, x3");
  COMPARE(madd(x30, x21, x22, x16), "madd x30, x21, x22, x16");

  COMPARE(smaddl(x0, w1, w2, x3), "smaddl x0, w1, w2, x3");
  COMPARE(smaddl(x30, w21, w22, x16), "smaddl x30, w21, w22, x16");
  COMPARE(umaddl(x0, w1, w2, x3), "umaddl x0, w1, w2, x3");
  COMPARE(umaddl(x30, w21, w22, x16), "umaddl x30, w21, w22, x16");
  COMPARE(umull(x0, w1, w2), "umull x0, w1, w2");
  COMPARE(umull(x30, w21, w22), "umull x30, w21, w22");

  CLEANUP();
}


TEST(msub) {
  SETUP();

  COMPARE(msub(w0, w1, w2, w3), "msub w0, w1, w2, w3");
  COMPARE(msub(w30, w21, w22, w16), "msub w30, w21, w22, w16");
  COMPARE(msub(x0, x1, x2, x3), "msub x0, x1, x2, x3");
  COMPARE(msub(x30, x21, x22, x16), "msub x30, x21, x22, x16");

  COMPARE(smsubl(x0, w1, w2, x3), "smsubl x0, w1, w2, x3");
  COMPARE(smsubl(x30, w21, w22, x16), "smsubl x30, w21, w22, x16");
  COMPARE(umsubl(x0, w1, w2, x3), "umsubl x0, w1, w2, x3");
  COMPARE(umsubl(x30, w21, w22, x16), "umsubl x30, w21, w22, x16");

  CLEANUP();
}


TEST(dp_1_source) {
  SETUP();

  COMPARE(rbit(w0, w1), "rbit w0, w1");
  COMPARE(rbit(x2, x3), "rbit x2, x3");
  COMPARE(rev16(w4, w5), "rev16 w4, w5");
  COMPARE(rev16(x6, x7), "rev16 x6, x7");
  COMPARE(rev32(x8, x9), "rev32 x8, x9");
  COMPARE(rev64(x10, x11), "rev x10, x11");
  COMPARE(rev(w12, w13), "rev w12, w13");
  COMPARE(rev(x14, x15), "rev x14, x15");
  COMPARE(clz(w16, w17), "clz w16, w17");
  COMPARE(clz(x18, x19), "clz x18, x19");
  COMPARE(cls(w20, w21), "cls w20, w21");
  COMPARE(cls(x22, x23), "cls x22, x23");
  COMPARE(pacia(x24, x25), "pacia x24, x25");
  COMPARE(pacia(x26, sp), "pacia x26, sp");
  COMPARE(pacib(x27, x28), "pacib x27, x28");
  COMPARE(pacib(x29, sp), "pacib x29, sp");
  COMPARE(pacda(x30, x0), "pacda x30, x0");
  COMPARE(pacda(x1, sp), "pacda x1, sp");
  COMPARE(pacdb(x2, x3), "pacdb x2, x3");
  COMPARE(pacdb(x4, sp), "pacdb x4, sp");
  COMPARE(paciza(x5), "paciza x5");
  COMPARE(pacizb(x6), "pacizb x6");
  COMPARE(pacdza(x7), "pacdza x7");
  COMPARE(pacdzb(x8), "pacdzb x8");
  COMPARE(autia(x9, x10), "autia x9, x10");
  COMPARE(autia(x11, sp), "autia x11, sp");
  COMPARE(autib(x12, x13), "autib x12, x13");
  COMPARE(autib(x14, sp), "autib x14, sp");
  COMPARE(autda(x15, x16), "autda x15, x16");
  COMPARE(autda(x17, sp), "autda x17, sp");
  COMPARE(autdb(x18, x19), "autdb x18, x19");
  COMPARE(autdb(x20, sp), "autdb x20, sp");
  COMPARE(autiza(x21), "autiza x21");
  COMPARE(autizb(x22), "autizb x22");
  COMPARE(autdza(x23), "autdza x23");

  CLEANUP();
}


TEST(bitfield) {
  SETUP();

  COMPARE(sxtb(w0, w1), "sxtb w0, w1");
  COMPARE(sxtb(x2, x3), "sxtb x2, w3");
  COMPARE(sxth(w4, w5), "sxth w4, w5");
  COMPARE(sxth(x6, x7), "sxth x6, w7");
  COMPARE(sxtw(x8, x9), "sxtw x8, w9");
  COMPARE(sxtb(x0, w1), "sxtb x0, w1");
  COMPARE(sxth(x2, w3), "sxth x2, w3");
  COMPARE(sxtw(x4, w5), "sxtw x4, w5");

  COMPARE(uxtb(w10, w11), "uxtb w10, w11");
  COMPARE(uxtb(x12, x13), "uxtb x12, w13");
  COMPARE(uxth(w14, w15), "uxth w14, w15");
  COMPARE(uxth(x16, x17), "uxth x16, w17");
  COMPARE(uxtw(x18, x19), "ubfx x18, x19, #0, #32");

  COMPARE(asr(w20, w21, 10), "asr w20, w21, #10");
  COMPARE(asr(x22, x23, 20), "asr x22, x23, #20");
  COMPARE(lsr(w24, w25, 10), "lsr w24, w25, #10");
  COMPARE(lsr(x26, x27, 20), "lsr x26, x27, #20");
  COMPARE(lsl(w28, w29, 10), "lsl w28, w29, #10");
  COMPARE(lsl(x30, x0, 20), "lsl x30, x0, #20");

  COMPARE(sbfiz(w1, w2, 1, 20), "sbfiz w1, w2, #1, #20");
  COMPARE(sbfiz(x3, x4, 2, 19), "sbfiz x3, x4, #2, #19");
  COMPARE(sbfx(w5, w6, 3, 18), "sbfx w5, w6, #3, #18");
  COMPARE(sbfx(x7, x8, 4, 17), "sbfx x7, x8, #4, #17");
  COMPARE(bfi(w9, w10, 5, 16), "bfi w9, w10, #5, #16");
  COMPARE(bfi(x11, x12, 6, 15), "bfi x11, x12, #6, #15");
  COMPARE(bfxil(w13, w14, 7, 14), "bfxil w13, w14, #7, #14");
  COMPARE(bfxil(x15, x16, 8, 13), "bfxil x15, x16, #8, #13");
  COMPARE(ubfiz(w17, w18, 9, 12), "ubfiz w17, w18, #9, #12");
  COMPARE(ubfiz(x19, x20, 10, 11), "ubfiz x19, x20, #10, #11");
  COMPARE(ubfx(w21, w22, 11, 10), "ubfx w21, w22, #11, #10");
  COMPARE(ubfx(x23, x24, 12, 9), "ubfx x23, x24, #12, #9");
  COMPARE(bfc(w25, 13, 8), "bfc w25, #13, #8");
  COMPARE(bfc(x26, 14, 7), "bfc x26, #14, #7");

  CLEANUP();
}


TEST(crc32b) {
  SETUP();

  COMPARE(crc32b(w0, w1, w2), "crc32b w0, w1, w2");
  COMPARE(crc32b(w0, w11, w22), "crc32b w0, w11, w22");
  COMPARE(crc32b(w10, w20, w30), "crc32b w10, w20, w30");

  CLEANUP();
}


TEST(crc32h) {
  SETUP();

  COMPARE(crc32h(w1, w2, w3), "crc32h w1, w2, w3");
  COMPARE(crc32h(w2, w13, w23), "crc32h w2, w13, w23");
  COMPARE(crc32h(w11, w12, w15), "crc32h w11, w12, w15");

  CLEANUP();
}


TEST(crc32w) {
  SETUP();

  COMPARE(crc32w(w2, w3, w4), "crc32w w2, w3, w4");
  COMPARE(crc32w(w3, w14, w24), "crc32w w3, w14, w24");
  COMPARE(crc32w(w13, w13, w16), "crc32w w13, w13, w16");

  CLEANUP();
}


TEST(crc32x) {
  SETUP();

  COMPARE(crc32x(w3, w4, x5), "crc32x w3, w4, x5");
  COMPARE(crc32x(w4, w15, x25), "crc32x w4, w15, x25");
  COMPARE(crc32x(w14, w14, x30), "crc32x w14, w14, x30");

  CLEANUP();
}


TEST(crc32cb) {
  SETUP();

  COMPARE(crc32cb(w4, w5, w6), "crc32cb w4, w5, w6");
  COMPARE(crc32cb(w5, w16, w26), "crc32cb w5, w16, w26");
  COMPARE(crc32cb(w15, w15, w5), "crc32cb w15, w15, w5");

  CLEANUP();
}


TEST(crc32ch) {
  SETUP();

  COMPARE(crc32ch(w5, w6, w7), "crc32ch w5, w6, w7");
  COMPARE(crc32ch(w6, w17, w27), "crc32ch w6, w17, w27");
  COMPARE(crc32ch(w16, w16, w2), "crc32ch w16, w16, w2");

  CLEANUP();
}


TEST(crc32cw) {
  SETUP();

  COMPARE(crc32cw(w6, w7, w8), "crc32cw w6, w7, w8");
  COMPARE(crc32cw(w7, w18, w28), "crc32cw w7, w18, w28");
  COMPARE(crc32cw(w17, w17, w3), "crc32cw w17, w17, w3");

  CLEANUP();
}


TEST(crc32cx) {
  SETUP();

  COMPARE(crc32cx(w7, w8, x9), "crc32cx w7, w8, x9");
  COMPARE(crc32cx(w8, w19, x29), "crc32cx w8, w19, x29");
  COMPARE(crc32cx(w18, w18, x4), "crc32cx w18, w18, x4");

  CLEANUP();
}


TEST(extract) {
  SETUP();

  COMPARE(extr(w0, w1, w2, 0), "extr w0, w1, w2, #0");
  COMPARE(extr(x3, x4, x5, 1), "extr x3, x4, x5, #1");
  COMPARE(extr(w6, w7, w8, 31), "extr w6, w7, w8, #31");
  COMPARE(extr(x9, x10, x11, 63), "extr x9, x10, x11, #63");
  COMPARE(extr(w12, w13, w13, 10), "ror w12, w13, #10");
  COMPARE(extr(x14, x15, x15, 42), "ror x14, x15, #42");

  CLEANUP();
}


TEST(logical_immediate) {
  SETUP();
#define RESULT_SIZE (256)

  char result[RESULT_SIZE];

  // Test immediate encoding - 64-bit destination.
  // 64-bit patterns.
  uint64_t value = 0x7fffffff;
  for (int i = 0; i < 64; i++) {
    snprintf(result, RESULT_SIZE, "and x0, x0, #0x%" PRIx64, value);
    COMPARE(and_(x0, x0, Operand(value)), result);
    value = ((value & 1) << 63) | (value >> 1);  // Rotate right 1 bit.
  }

  // 32-bit patterns.
  value = 0x00003fff00003fff;
  for (int i = 0; i < 32; i++) {
    snprintf(result, RESULT_SIZE, "and x0, x0, #0x%" PRIx64, value);
    COMPARE(and_(x0, x0, Operand(value)), result);
    value = ((value & 1) << 63) | (value >> 1);  // Rotate right 1 bit.
  }

  // 16-bit patterns.
  value = 0x001f001f001f001f;
  for (int i = 0; i < 16; i++) {
    snprintf(result, RESULT_SIZE, "and x0, x0, #0x%" PRIx64, value);
    COMPARE(and_(x0, x0, Operand(value)), result);
    value = ((value & 1) << 63) | (value >> 1);  // Rotate right 1 bit.
  }

  // 8-bit patterns.
  value = 0x0e0e0e0e0e0e0e0e;
  for (int i = 0; i < 8; i++) {
    snprintf(result, RESULT_SIZE, "and x0, x0, #0x%" PRIx64, value);
    COMPARE(and_(x0, x0, Operand(value)), result);
    value = ((value & 1) << 63) | (value >> 1);  // Rotate right 1 bit.
  }

  // 4-bit patterns.
  value = 0x6666666666666666;
  for (int i = 0; i < 4; i++) {
    snprintf(result, RESULT_SIZE, "and x0, x0, #0x%" PRIx64, value);
    COMPARE(and_(x0, x0, Operand(value)), result);
    value = ((value & 1) << 63) | (value >> 1);  // Rotate right 1 bit.
  }

  // 2-bit patterns.
  COMPARE(and_(x0, x0, Operand(0x5555555555555555)),
          "and x0, x0, #0x5555555555555555");
  COMPARE(and_(x0, x0, Operand(0xaaaaaaaaaaaaaaaa)),
          "and x0, x0, #0xaaaaaaaaaaaaaaaa");

  // Test immediate encoding - 32-bit destination.
  COMPARE(and_(w0, w0, Operand(0xff8007ff)),
          "and w0, w0, #0xff8007ff");  // 32-bit pattern.
  COMPARE(and_(w0, w0, Operand(0xf87ff87f)),
          "and w0, w0, #0xf87ff87f");  // 16-bit pattern.
  COMPARE(and_(w0, w0, Operand(0x87878787)),
          "and w0, w0, #0x87878787");  // 8-bit pattern.
  COMPARE(and_(w0, w0, Operand(0x66666666)),
          "and w0, w0, #0x66666666");  // 4-bit pattern.
  COMPARE(and_(w0, w0, Operand(0x55555555)),
          "and w0, w0, #0x55555555");  // 2-bit pattern.

  // Test other instructions.
  COMPARE(tst(w1, Operand(0x11111111)), "tst w1, #0x11111111");
  COMPARE(tst(x2, Operand(0x8888888888888888)), "tst x2, #0x8888888888888888");
  COMPARE(orr(w7, w8, Operand(0xaaaaaaaa)), "orr w7, w8, #0xaaaaaaaa");
  COMPARE(orr(x9, x10, Operand(0x5555555555555555)),
          "orr x9, x10, #0x5555555555555555");
  COMPARE(eor(w15, w16, Operand(0x00000001)), "eor w15, w16, #0x1");
  COMPARE(eor(x17, x18, Operand(0x0000000000000003)), "eor x17, x18, #0x3");
  COMPARE(ands(w23, w24, Operand(0x0000000f)), "ands w23, w24, #0xf");
  COMPARE(ands(x25, x26, Operand(0x800000000000000f)),
          "ands x25, x26, #0x800000000000000f");

  // Test inverse.
  COMPARE(bic(w3, w4, Operand(0x20202020)), "and w3, w4, #0xdfdfdfdf");
  COMPARE(bic(x5, x6, Operand(0x4040404040404040)),
          "and x5, x6, #0xbfbfbfbfbfbfbfbf");
  COMPARE(orn(w11, w12, Operand(0x40004000)), "orr w11, w12, #0xbfffbfff");
  COMPARE(orn(x13, x14, Operand(0x8181818181818181)),
          "orr x13, x14, #0x7e7e7e7e7e7e7e7e");
  COMPARE(eon(w19, w20, Operand(0x80000001)), "eor w19, w20, #0x7ffffffe");
  COMPARE(eon(x21, x22, Operand(0xc000000000000003)),
          "eor x21, x22, #0x3ffffffffffffffc");
  COMPARE(bics(w27, w28, Operand(0xfffffff7)), "ands w27, w28, #0x8");
  COMPARE(bics(x29, x0, Operand(0xfffffffeffffffff)),
          "ands x29, x0, #0x100000000");

  // Test stack pointer.
  COMPARE(and_(wsp, wzr, Operand(7)), "and wsp, wzr, #0x7");
  COMPARE(ands(xzr, xzr, Operand(7)), "tst xzr, #0x7");
  COMPARE(orr(sp, xzr, Operand(15)), "orr sp, xzr, #0xf");
  COMPARE(eor(wsp, w0, Operand(31)), "eor wsp, w0, #0x1f");

  // Test move aliases.
  COMPARE(orr(w0, wzr, Operand(0x00000780)), "orr w0, wzr, #0x780");
  COMPARE(orr(w1, wzr, Operand(0x00007800)), "orr w1, wzr, #0x7800");
  COMPARE(orr(w2, wzr, Operand(0x00078000)), "mov w2, #0x78000");
  COMPARE(orr(w3, wzr, Operand(0x00780000)), "orr w3, wzr, #0x780000");
  COMPARE(orr(w4, wzr, Operand(0x07800000)), "orr w4, wzr, #0x7800000");
  COMPARE(orr(x5, xzr, Operand(0xffffffffffffc001)),
          "orr x5, xzr, #0xffffffffffffc001");
  COMPARE(orr(x6, xzr, Operand(0xfffffffffffc001f)),
          "mov x6, #0xfffffffffffc001f");
  COMPARE(orr(x7, xzr, Operand(0xffffffffffc001ff)),
          "mov x7, #0xffffffffffc001ff");
  COMPARE(orr(x8, xzr, Operand(0xfffffffffc001fff)),
          "mov x8, #0xfffffffffc001fff");
  COMPARE(orr(x9, xzr, Operand(0xffffffffc001ffff)),
          "orr x9, xzr, #0xffffffffc001ffff");

  CLEANUP();
}


TEST(logical_shifted) {
  SETUP();

  COMPARE(and_(w0, w1, Operand(w2)), "and w0, w1, w2");
  COMPARE(and_(x3, x4, Operand(x5, LSL, 1)), "and x3, x4, x5, lsl #1");
  COMPARE(and_(w6, w7, Operand(w8, LSR, 2)), "and w6, w7, w8, lsr #2");
  COMPARE(and_(x9, x10, Operand(x11, ASR, 3)), "and x9, x10, x11, asr #3");
  COMPARE(and_(w12, w13, Operand(w14, ROR, 4)), "and w12, w13, w14, ror #4");

  COMPARE(bic(w15, w16, Operand(w17)), "bic w15, w16, w17");
  COMPARE(bic(x18, x19, Operand(x20, LSL, 5)), "bic x18, x19, x20, lsl #5");
  COMPARE(bic(w21, w22, Operand(w23, LSR, 6)), "bic w21, w22, w23, lsr #6");
  COMPARE(bic(x24, x25, Operand(x26, ASR, 7)), "bic x24, x25, x26, asr #7");
  COMPARE(bic(w27, w28, Operand(w29, ROR, 8)), "bic w27, w28, w29, ror #8");

  COMPARE(orr(w0, w1, Operand(w2)), "orr w0, w1, w2");
  COMPARE(orr(x3, x4, Operand(x5, LSL, 9)), "orr x3, x4, x5, lsl #9");
  COMPARE(orr(w6, w7, Operand(w8, LSR, 10)), "orr w6, w7, w8, lsr #10");
  COMPARE(orr(x9, x10, Operand(x11, ASR, 11)), "orr x9, x10, x11, asr #11");
  COMPARE(orr(w12, w13, Operand(w14, ROR, 12)), "orr w12, w13, w14, ror #12");

  COMPARE(orn(w15, w16, Operand(w17)), "orn w15, w16, w17");
  COMPARE(orn(x18, x19, Operand(x20, LSL, 13)), "orn x18, x19, x20, lsl #13");
  COMPARE(orn(w21, w22, Operand(w23, LSR, 14)), "orn w21, w22, w23, lsr #14");
  COMPARE(orn(x24, x25, Operand(x26, ASR, 15)), "orn x24, x25, x26, asr #15");
  COMPARE(orn(w27, w28, Operand(w29, ROR, 16)), "orn w27, w28, w29, ror #16");

  COMPARE(eor(w0, w1, Operand(w2)), "eor w0, w1, w2");
  COMPARE(eor(x3, x4, Operand(x5, LSL, 17)), "eor x3, x4, x5, lsl #17");
  COMPARE(eor(w6, w7, Operand(w8, LSR, 18)), "eor w6, w7, w8, lsr #18");
  COMPARE(eor(x9, x10, Operand(x11, ASR, 19)), "eor x9, x10, x11, asr #19");
  COMPARE(eor(w12, w13, Operand(w14, ROR, 20)), "eor w12, w13, w14, ror #20");

  COMPARE(eon(w15, w16, Operand(w17)), "eon w15, w16, w17");
  COMPARE(eon(x18, x19, Operand(x20, LSL, 21)), "eon x18, x19, x20, lsl #21");
  COMPARE(eon(w21, w22, Operand(w23, LSR, 22)), "eon w21, w22, w23, lsr #22");
  COMPARE(eon(x24, x25, Operand(x26, ASR, 23)), "eon x24, x25, x26, asr #23");
  COMPARE(eon(w27, w28, Operand(w29, ROR, 24)), "eon w27, w28, w29, ror #24");

  COMPARE(ands(w0, w1, Operand(w2)), "ands w0, w1, w2");
  COMPARE(ands(x3, x4, Operand(x5, LSL, 1)), "ands x3, x4, x5, lsl #1");
  COMPARE(ands(w6, w7, Operand(w8, LSR, 2)), "ands w6, w7, w8, lsr #2");
  COMPARE(ands(x9, x10, Operand(x11, ASR, 3)), "ands x9, x10, x11, asr #3");
  COMPARE(ands(w12, w13, Operand(w14, ROR, 4)), "ands w12, w13, w14, ror #4");

  COMPARE(bics(w15, w16, Operand(w17)), "bics w15, w16, w17");
  COMPARE(bics(x18, x19, Operand(x20, LSL, 5)), "bics x18, x19, x20, lsl #5");
  COMPARE(bics(w21, w22, Operand(w23, LSR, 6)), "bics w21, w22, w23, lsr #6");
  COMPARE(bics(x24, x25, Operand(x26, ASR, 7)), "bics x24, x25, x26, asr #7");
  COMPARE(bics(w27, w28, Operand(w29, ROR, 8)), "bics w27, w28, w29, ror #8");

  COMPARE(tst(w0, Operand(w1)), "tst w0, w1");
  COMPARE(tst(w2, Operand(w3, ROR, 10)), "tst w2, w3, ror #10");
  COMPARE(tst(x0, Operand(x1)), "tst x0, x1");
  COMPARE(tst(x2, Operand(x3, ROR, 42)), "tst x2, x3, ror #42");

  COMPARE(orn(w0, wzr, Operand(w1)), "mvn w0, w1");
  COMPARE(orn(w2, wzr, Operand(w3, ASR, 5)), "mvn w2, w3, asr #5");
  COMPARE(orn(x0, xzr, Operand(x1)), "mvn x0, x1");
  COMPARE(orn(x2, xzr, Operand(x3, ASR, 42)), "mvn x2, x3, asr #42");

  COMPARE(orr(w0, wzr, Operand(w1)), "mov w0, w1");
  COMPARE(orr(x0, xzr, Operand(x1)), "mov x0, x1");
  COMPARE(orr(w16, wzr, Operand(w17, LSL, 1)), "orr w16, wzr, w17, lsl #1");
  COMPARE(orr(x16, xzr, Operand(x17, ASR, 2)), "orr x16, xzr, x17, asr #2");

  CLEANUP();
}


TEST(dp_2_source) {
  SETUP();

  COMPARE(lslv(w0, w1, w2), "lsl w0, w1, w2");
  COMPARE(lslv(x3, x4, x5), "lsl x3, x4, x5");
  COMPARE(lsrv(w6, w7, w8), "lsr w6, w7, w8");
  COMPARE(lsrv(x9, x10, x11), "lsr x9, x10, x11");
  COMPARE(asrv(w12, w13, w14), "asr w12, w13, w14");
  COMPARE(asrv(x15, x16, x17), "asr x15, x16, x17");
  COMPARE(rorv(w18, w19, w20), "ror w18, w19, w20");
  COMPARE(rorv(x21, x22, x23), "ror x21, x22, x23");
  COMPARE(pacga(x24, x25, x26), "pacga x24, x25, x26");
  COMPARE(pacga(x27, x28, sp), "pacga x27, x28, sp");

  CLEANUP();
}


TEST(adr) {
  SETUP();

  COMPARE_PREFIX(adr(x0, INT64_C(0)), "adr x0, #+0x0");
  COMPARE_PREFIX(adr(x1, 1), "adr x1, #+0x1");
  COMPARE_PREFIX(adr(x2, -1), "adr x2, #-0x1");
  COMPARE_PREFIX(adr(x3, 4), "adr x3, #+0x4");
  COMPARE_PREFIX(adr(x4, -4), "adr x4, #-0x4");
  COMPARE_PREFIX(adr(x5, 0x000fffff), "adr x5, #+0xfffff");
  COMPARE_PREFIX(adr(x6, -0x00100000), "adr x6, #-0x100000");
  COMPARE_PREFIX(adr(xzr, INT64_C(0)), "adr xzr, #+0x0");

  CLEANUP();
}


TEST(adrp) {
  SETUP();

  COMPARE_PREFIX(adrp(x0, INT64_C(0)), "adrp x0, #+0x0");
  COMPARE_PREFIX(adrp(x1, 1), "adrp x1, #+0x1000");
  COMPARE_PREFIX(adrp(x2, -1), "adrp x2, #-0x1000");
  COMPARE_PREFIX(adrp(x3, 4), "adrp x3, #+0x4000");
  COMPARE_PREFIX(adrp(x4, -4), "adrp x4, #-0x4000");
  COMPARE_PREFIX(adrp(x5, 0x000fffff), "adrp x5, #+0xfffff000");
  COMPARE_PREFIX(adrp(x6, -0x00100000), "adrp x6, #-0x100000000");
  COMPARE_PREFIX(adrp(xzr, INT64_C(0)), "adrp xzr, #+0x0");

  CLEANUP();
}


TEST(branch) {
  SETUP();

#define INST_OFF(x) (INT64_C(x) >> kInstructionSizeLog2)
  COMPARE_PREFIX(b(INST_OFF(0x4)), "b #+0x4");
  COMPARE_PREFIX(b(INST_OFF(-0x4)), "b #-0x4");
  COMPARE_PREFIX(b(INST_OFF(0x7fffffc)), "b #+0x7fffffc");
  COMPARE_PREFIX(b(INST_OFF(-0x8000000)), "b #-0x8000000");
  COMPARE_PREFIX(b(INST_OFF(0xffffc), eq), "b.eq #+0xffffc");
  COMPARE_PREFIX(b(INST_OFF(-0x100000), mi), "b.mi #-0x100000");
  COMPARE_PREFIX(b(INST_OFF(0xffffc), al), "b.al #+0xffffc");
  COMPARE_PREFIX(b(INST_OFF(-0x100000), nv), "b.nv #-0x100000");
  COMPARE_PREFIX(bl(INST_OFF(0x4)), "bl #+0x4");
  COMPARE_PREFIX(bl(INST_OFF(-0x4)), "bl #-0x4");
  COMPARE_PREFIX(bl(INST_OFF(0xffffc)), "bl #+0xffffc");
  COMPARE_PREFIX(bl(INST_OFF(-0x100000)), "bl #-0x100000");
  COMPARE_PREFIX(cbz(w0, INST_OFF(0xffffc)), "cbz w0, #+0xffffc");
  COMPARE_PREFIX(cbz(x1, INST_OFF(-0x100000)), "cbz x1, #-0x100000");
  COMPARE_PREFIX(cbnz(w2, INST_OFF(0xffffc)), "cbnz w2, #+0xffffc");
  COMPARE_PREFIX(cbnz(x3, INST_OFF(-0x100000)), "cbnz x3, #-0x100000");
  COMPARE_PREFIX(tbz(w4, 0, INST_OFF(0x7ffc)), "tbz w4, #0, #+0x7ffc");
  COMPARE_PREFIX(tbz(x5, 63, INST_OFF(-0x8000)), "tbz x5, #63, #-0x8000");
  COMPARE_PREFIX(tbz(w6, 31, INST_OFF(0)), "tbz w6, #31, #+0x0");
  COMPARE_PREFIX(tbz(x7, 31, INST_OFF(0x4)), "tbz w7, #31, #+0x4");
  COMPARE_PREFIX(tbz(x8, 32, INST_OFF(0x8)), "tbz x8, #32, #+0x8");
  COMPARE_PREFIX(tbnz(w8, 0, INST_OFF(0x7ffc)), "tbnz w8, #0, #+0x7ffc");
  COMPARE_PREFIX(tbnz(x9, 63, INST_OFF(-0x8000)), "tbnz x9, #63, #-0x8000");
  COMPARE_PREFIX(tbnz(w10, 31, INST_OFF(0)), "tbnz w10, #31, #+0x0");
  COMPARE_PREFIX(tbnz(x11, 31, INST_OFF(0x4)), "tbnz w11, #31, #+0x4");
  COMPARE_PREFIX(tbnz(x12, 32, INST_OFF(0x8)), "tbnz x12, #32, #+0x8");
  COMPARE(br(x0), "br x0");
  COMPARE(blr(x1), "blr x1");
  COMPARE(ret(x2), "ret x2");
  COMPARE(ret(lr), "ret");

  COMPARE(braaz(x0), "braaz x0");
  COMPARE(brabz(x1), "brabz x1");
  COMPARE(blraaz(x2), "blraaz x2");
  COMPARE(blrabz(x3), "blrabz x3");
  COMPARE(retaa(), "retaa");
  COMPARE(retab(), "retab");
  COMPARE(braa(x4, x5), "braa x4, x5");
  COMPARE(braa(x6, sp), "braa x6, sp");
  COMPARE(brab(x7, x8), "brab x7, x8");
  COMPARE(brab(x9, sp), "brab x9, sp");
  COMPARE(blraa(x10, x11), "blraa x10, x11");
  COMPARE(blraa(x12, sp), "blraa x12, sp");
  COMPARE(blrab(x13, x14), "blrab x13, x14");
  COMPARE(blrab(x15, sp), "blrab x15, sp");

  CLEANUP();
}


TEST(load_store) {
  SETUP();

  COMPARE(ldr(w0, MemOperand(x1)), "ldr w0, [x1]");
  COMPARE(ldr(w2, MemOperand(x3, 4)), "ldr w2, [x3, #4]");
  COMPARE(ldr(w4, MemOperand(x5, 16380)), "ldr w4, [x5, #16380]");
  COMPARE(ldr(x6, MemOperand(x7)), "ldr x6, [x7]");
  COMPARE(ldr(x8, MemOperand(x9, 8)), "ldr x8, [x9, #8]");
  COMPARE(ldr(x10, MemOperand(x11, 32760)), "ldr x10, [x11, #32760]");
  COMPARE(str(w12, MemOperand(x13)), "str w12, [x13]");
  COMPARE(str(w14, MemOperand(x15, 4)), "str w14, [x15, #4]");
  COMPARE(str(w16, MemOperand(x17, 16380)), "str w16, [x17, #16380]");
  COMPARE(str(x18, MemOperand(x19)), "str x18, [x19]");
  COMPARE(str(x20, MemOperand(x21, 8)), "str x20, [x21, #8]");
  COMPARE(str(x22, MemOperand(x23, 32760)), "str x22, [x23, #32760]");

  COMPARE(ldr(w0, MemOperand(x1, 4, PreIndex)), "ldr w0, [x1, #4]!");
  COMPARE(ldr(w2, MemOperand(x3, 255, PreIndex)), "ldr w2, [x3, #255]!");
  COMPARE(ldr(w4, MemOperand(x5, -256, PreIndex)), "ldr w4, [x5, #-256]!");
  COMPARE(ldr(x6, MemOperand(x7, 8, PreIndex)), "ldr x6, [x7, #8]!");
  COMPARE(ldr(x8, MemOperand(x9, 255, PreIndex)), "ldr x8, [x9, #255]!");
  COMPARE(ldr(x10, MemOperand(x11, -256, PreIndex)), "ldr x10, [x11, #-256]!");
  COMPARE(str(w12, MemOperand(x13, 4, PreIndex)), "str w12, [x13, #4]!");
  COMPARE(str(w14, MemOperand(x15, 255, PreIndex)), "str w14, [x15, #255]!");
  COMPARE(str(w16, MemOperand(x17, -256, PreIndex)), "str w16, [x17, #-256]!");
  COMPARE(str(x18, MemOperand(x19, 8, PreIndex)), "str x18, [x19, #8]!");
  COMPARE(str(x20, MemOperand(x21, 255, PreIndex)), "str x20, [x21, #255]!");
  COMPARE(str(x22, MemOperand(x23, -256, PreIndex)), "str x22, [x23, #-256]!");
  COMPARE(str(x24, MemOperand(x25, 0, PreIndex)), "str x24, [x25, #0]!");
  COMPARE(str(w26, MemOperand(x27, 0, PreIndex)), "str w26, [x27, #0]!");

  COMPARE(ldr(w0, MemOperand(x1, 4, PostIndex)), "ldr w0, [x1], #4");
  COMPARE(ldr(w2, MemOperand(x3, 255, PostIndex)), "ldr w2, [x3], #255");
  COMPARE(ldr(w4, MemOperand(x5, -256, PostIndex)), "ldr w4, [x5], #-256");
  COMPARE(ldr(x6, MemOperand(x7, 8, PostIndex)), "ldr x6, [x7], #8");
  COMPARE(ldr(x8, MemOperand(x9, 255, PostIndex)), "ldr x8, [x9], #255");
  COMPARE(ldr(x10, MemOperand(x11, -256, PostIndex)), "ldr x10, [x11], #-256");
  COMPARE(str(w12, MemOperand(x13, 4, PostIndex)), "str w12, [x13], #4");
  COMPARE(str(w14, MemOperand(x15, 255, PostIndex)), "str w14, [x15], #255");
  COMPARE(str(w16, MemOperand(x17, -256, PostIndex)), "str w16, [x17], #-256");
  COMPARE(str(x18, MemOperand(x19, 8, PostIndex)), "str x18, [x19], #8");
  COMPARE(str(x20, MemOperand(x21, 255, PostIndex)), "str x20, [x21], #255");
  COMPARE(str(x22, MemOperand(x23, -256, PostIndex)), "str x22, [x23], #-256");
  COMPARE(str(x24, MemOperand(x25, 0, PostIndex)), "str x24, [x25], #0");
  COMPARE(str(w26, MemOperand(x27, 0, PostIndex)), "str w26, [x27], #0");

  COMPARE(ldr(w24, MemOperand(sp)), "ldr w24, [sp]");
  COMPARE(ldr(x25, MemOperand(sp, 8)), "ldr x25, [sp, #8]");
  COMPARE(str(w26, MemOperand(sp, 4, PreIndex)), "str w26, [sp, #4]!");
  COMPARE(str(x27, MemOperand(sp, -8, PostIndex)), "str x27, [sp], #-8");

  COMPARE(ldrsw(x0, MemOperand(x1)), "ldrsw x0, [x1]");
  COMPARE(ldrsw(x2, MemOperand(x3, 8)), "ldrsw x2, [x3, #8]");
  COMPARE(ldrsw(x4, MemOperand(x5, 42, PreIndex)), "ldrsw x4, [x5, #42]!");
  COMPARE(ldrsw(x6, MemOperand(x7, -11, PostIndex)), "ldrsw x6, [x7], #-11");

  CLEANUP();
}


TEST(load_store_regoffset) {
  SETUP();

  COMPARE(ldr(w0, MemOperand(x1, w2, UXTW)), "ldr w0, [x1, w2, uxtw]");
  COMPARE(ldr(w3, MemOperand(x4, w5, UXTW, 2)), "ldr w3, [x4, w5, uxtw #2]");
  COMPARE(ldr(w6, MemOperand(x7, x8)), "ldr w6, [x7, x8]");
  COMPARE(ldr(w9, MemOperand(x10, x11, LSL, 2)), "ldr w9, [x10, x11, lsl #2]");
  COMPARE(ldr(w12, MemOperand(x13, w14, SXTW)), "ldr w12, [x13, w14, sxtw]");
  COMPARE(ldr(w15, MemOperand(x16, w17, SXTW, 2)),
          "ldr w15, [x16, w17, sxtw #2]");
  COMPARE(ldr(w18, MemOperand(x19, x20, SXTX)), "ldr w18, [x19, x20, sxtx]");
  COMPARE(ldr(w21, MemOperand(x22, x23, SXTX, 2)),
          "ldr w21, [x22, x23, sxtx #2]");
  COMPARE(ldr(x0, MemOperand(x1, w2, UXTW)), "ldr x0, [x1, w2, uxtw]");
  COMPARE(ldr(x3, MemOperand(x4, w5, UXTW, 3)), "ldr x3, [x4, w5, uxtw #3]");
  COMPARE(ldr(x6, MemOperand(x7, x8)), "ldr x6, [x7, x8]");
  COMPARE(ldr(x9, MemOperand(x10, x11, LSL, 3)), "ldr x9, [x10, x11, lsl #3]");
  COMPARE(ldr(x12, MemOperand(x13, w14, SXTW)), "ldr x12, [x13, w14, sxtw]");
  COMPARE(ldr(x15, MemOperand(x16, w17, SXTW, 3)),
          "ldr x15, [x16, w17, sxtw #3]");
  COMPARE(ldr(x18, MemOperand(x19, x20, SXTX)), "ldr x18, [x19, x20, sxtx]");
  COMPARE(ldr(x21, MemOperand(x22, x23, SXTX, 3)),
          "ldr x21, [x22, x23, sxtx #3]");

  COMPARE(str(w0, MemOperand(x1, w2, UXTW)), "str w0, [x1, w2, uxtw]");
  COMPARE(str(w3, MemOperand(x4, w5, UXTW, 2)), "str w3, [x4, w5, uxtw #2]");
  COMPARE(str(w6, MemOperand(x7, x8)), "str w6, [x7, x8]");
  COMPARE(str(w9, MemOperand(x10, x11, LSL, 2)), "str w9, [x10, x11, lsl #2]");
  COMPARE(str(w12, MemOperand(x13, w14, SXTW)), "str w12, [x13, w14, sxtw]");
  COMPARE(str(w15, MemOperand(x16, w17, SXTW, 2)),
          "str w15, [x16, w17, sxtw #2]");
  COMPARE(str(w18, MemOperand(x19, x20, SXTX)), "str w18, [x19, x20, sxtx]");
  COMPARE(str(w21, MemOperand(x22, x23, SXTX, 2)),
          "str w21, [x22, x23, sxtx #2]");
  COMPARE(str(x0, MemOperand(x1, w2, UXTW)), "str x0, [x1, w2, uxtw]");
  COMPARE(str(x3, MemOperand(x4, w5, UXTW, 3)), "str x3, [x4, w5, uxtw #3]");
  COMPARE(str(x6, MemOperand(x7, x8)), "str x6, [x7, x8]");
  COMPARE(str(x9, MemOperand(x10, x11, LSL, 3)), "str x9, [x10, x11, lsl #3]");
  COMPARE(str(x12, MemOperand(x13, w14, SXTW)), "str x12, [x13, w14, sxtw]");
  COMPARE(str(x15, MemOperand(x16, w17, SXTW, 3)),
          "str x15, [x16, w17, sxtw #3]");
  COMPARE(str(x18, MemOperand(x19, x20, SXTX)), "str x18, [x19, x20, sxtx]");
  COMPARE(str(x21, MemOperand(x22, x23, SXTX, 3)),
          "str x21, [x22, x23, sxtx #3]");

  COMPARE(ldrb(w0, MemOperand(x1, w2, UXTW)), "ldrb w0, [x1, w2, uxtw]");
  COMPARE(ldrb(w6, MemOperand(x7, x8)), "ldrb w6, [x7, x8]");
  COMPARE(ldrb(w12, MemOperand(x13, w14, SXTW)), "ldrb w12, [x13, w14, sxtw]");
  COMPARE(ldrb(w18, MemOperand(x19, x20, SXTX)), "ldrb w18, [x19, x20, sxtx]");
  COMPARE(strb(w0, MemOperand(x1, w2, UXTW)), "strb w0, [x1, w2, uxtw]");
  COMPARE(strb(w6, MemOperand(x7, x8)), "strb w6, [x7, x8]");
  COMPARE(strb(w12, MemOperand(x13, w14, SXTW)), "strb w12, [x13, w14, sxtw]");
  COMPARE(strb(w18, MemOperand(x19, x20, SXTX)), "strb w18, [x19, x20, sxtx]");

  COMPARE(ldrh(w0, MemOperand(x1, w2, UXTW)), "ldrh w0, [x1, w2, uxtw]");
  COMPARE(ldrh(w3, MemOperand(x4, w5, UXTW, 1)), "ldrh w3, [x4, w5, uxtw #1]");
  COMPARE(ldrh(w6, MemOperand(x7, x8)), "ldrh w6, [x7, x8]");
  COMPARE(ldrh(w9, MemOperand(x10, x11, LSL, 1)),
          "ldrh w9, [x10, x11, lsl #1]");
  COMPARE(ldrh(w12, MemOperand(x13, w14, SXTW)), "ldrh w12, [x13, w14, sxtw]");
  COMPARE(ldrh(w15, MemOperand(x16, w17, SXTW, 1)),
          "ldrh w15, [x16, w17, sxtw #1]");
  COMPARE(ldrh(w18, MemOperand(x19, x20, SXTX)), "ldrh w18, [x19, x20, sxtx]");
  COMPARE(ldrh(w21, MemOperand(x22, x23, SXTX, 1)),
          "ldrh w21, [x22, x23, sxtx #1]");
  COMPARE(strh(w0, MemOperand(x1, w2, UXTW)), "strh w0, [x1, w2, uxtw]");
  COMPARE(strh(w3, MemOperand(x4, w5, UXTW, 1)), "strh w3, [x4, w5, uxtw #1]");
  COMPARE(strh(w6, MemOperand(x7, x8)), "strh w6, [x7, x8]");
  COMPARE(strh(w9, MemOperand(x10, x11, LSL, 1)),
          "strh w9, [x10, x11, lsl #1]");
  COMPARE(strh(w12, MemOperand(x13, w14, SXTW)), "strh w12, [x13, w14, sxtw]");
  COMPARE(strh(w15, MemOperand(x16, w17, SXTW, 1)),
          "strh w15, [x16, w17, sxtw #1]");
  COMPARE(strh(w18, MemOperand(x19, x20, SXTX)), "strh w18, [x19, x20, sxtx]");
  COMPARE(strh(w21, MemOperand(x22, x23, SXTX, 1)),
          "strh w21, [x22, x23, sxtx #1]");

  COMPARE(ldr(x0, MemOperand(sp, wzr, SXTW)), "ldr x0, [sp, wzr, sxtw]");
  COMPARE(str(x1, MemOperand(sp, xzr)), "str x1, [sp, xzr]");

  CLEANUP();
}


TEST(load_store_byte) {
  SETUP();

  COMPARE(ldrb(w0, MemOperand(x1)), "ldrb w0, [x1]");
  COMPARE(ldrb(x2, MemOperand(x3)), "ldrb w2, [x3]");
  COMPARE(ldrb(w4, MemOperand(x5, 4095)), "ldrb w4, [x5, #4095]");
  COMPARE(ldrb(w6, MemOperand(x7, 255, PreIndex)), "ldrb w6, [x7, #255]!");
  COMPARE(ldrb(w8, MemOperand(x9, -256, PreIndex)), "ldrb w8, [x9, #-256]!");
  COMPARE(ldrb(w10, MemOperand(x11, 255, PostIndex)), "ldrb w10, [x11], #255");
  COMPARE(ldrb(w12, MemOperand(x13, -256, PostIndex)),
          "ldrb w12, [x13], #-256");
  COMPARE(ldrb(w14, MemOperand(x15, 0, PreIndex)), "ldrb w14, [x15, #0]!");
  COMPARE(ldrb(w16, MemOperand(x17, 0, PostIndex)), "ldrb w16, [x17], #0");
  COMPARE(strb(w14, MemOperand(x15)), "strb w14, [x15]");
  COMPARE(strb(x16, MemOperand(x17)), "strb w16, [x17]");
  COMPARE(strb(w18, MemOperand(x19, 4095)), "strb w18, [x19, #4095]");
  COMPARE(strb(w20, MemOperand(x21, 255, PreIndex)), "strb w20, [x21, #255]!");
  COMPARE(strb(w22, MemOperand(x23, -256, PreIndex)),
          "strb w22, [x23, #-256]!");
  COMPARE(strb(w24, MemOperand(x25, 255, PostIndex)), "strb w24, [x25], #255");
  COMPARE(strb(w26, MemOperand(x27, -256, PostIndex)),
          "strb w26, [x27], #-256");
  COMPARE(strb(w27, MemOperand(x28, 0, PreIndex)), "strb w27, [x28, #0]!");
  COMPARE(strb(w29, MemOperand(x30, 0, PostIndex)), "strb w29, [x30], #0");
  COMPARE(ldrb(w28, MemOperand(sp, 3, PostIndex)), "ldrb w28, [sp], #3");
  COMPARE(strb(x29, MemOperand(sp, -42, PreIndex)), "strb w29, [sp, #-42]!");
  COMPARE(ldrsb(w0, MemOperand(x1)), "ldrsb w0, [x1]");
  COMPARE(ldrsb(x2, MemOperand(x3, 8)), "ldrsb x2, [x3, #8]");
  COMPARE(ldrsb(w4, MemOperand(x5, 42, PreIndex)), "ldrsb w4, [x5, #42]!");
  COMPARE(ldrsb(x6, MemOperand(x7, -11, PostIndex)), "ldrsb x6, [x7], #-11");
  COMPARE(ldrsb(w8, MemOperand(x9, 0, PreIndex)), "ldrsb w8, [x9, #0]!");
  COMPARE(ldrsb(x10, MemOperand(x11, 0, PostIndex)), "ldrsb x10, [x11], #0");

  CLEANUP();
}


TEST(load_store_half) {
  SETUP();

  COMPARE(ldrh(w0, MemOperand(x1)), "ldrh w0, [x1]");
  COMPARE(ldrh(x2, MemOperand(x3)), "ldrh w2, [x3]");
  COMPARE(ldrh(w4, MemOperand(x5, 8190)), "ldrh w4, [x5, #8190]");
  COMPARE(ldrh(w6, MemOperand(x7, 255, PreIndex)), "ldrh w6, [x7, #255]!");
  COMPARE(ldrh(w8, MemOperand(x9, -256, PreIndex)), "ldrh w8, [x9, #-256]!");
  COMPARE(ldrh(w10, MemOperand(x11, 255, PostIndex)), "ldrh w10, [x11], #255");
  COMPARE(ldrh(w12, MemOperand(x13, -256, PostIndex)),
          "ldrh w12, [x13], #-256");
  COMPARE(ldrh(w14, MemOperand(x15, 0, PreIndex)), "ldrh w14, [x15, #0]!");
  COMPARE(ldrh(w16, MemOperand(x17, 0, PostIndex)), "ldrh w16, [x17], #0");
  COMPARE(strh(w14, MemOperand(x15)), "strh w14, [x15]");
  COMPARE(strh(x16, MemOperand(x17)), "strh w16, [x17]");
  COMPARE(strh(w18, MemOperand(x19, 8190)), "strh w18, [x19, #8190]");
  COMPARE(strh(w20, MemOperand(x21, 255, PreIndex)), "strh w20, [x21, #255]!");
  COMPARE(strh(w22, MemOperand(x23, -256, PreIndex)),
          "strh w22, [x23, #-256]!");
  COMPARE(strh(w24, MemOperand(x25, 255, PostIndex)), "strh w24, [x25], #255");
  COMPARE(strh(w26, MemOperand(x27, -256, PostIndex)),
          "strh w26, [x27], #-256");
  COMPARE(strh(w27, MemOperand(x28, 0, PreIndex)), "strh w27, [x28, #0]!");
  COMPARE(strh(w29, MemOperand(x30, 0, PostIndex)), "strh w29, [x30], #0");
  COMPARE(ldrh(w28, MemOperand(sp, 3, PostIndex)), "ldrh w28, [sp], #3");
  COMPARE(strh(x29, MemOperand(sp, -42, PreIndex)), "strh w29, [sp, #-42]!");
  COMPARE(ldrh(w30, MemOperand(x0, 255)), "ldurh w30, [x0, #255]");
  COMPARE(ldrh(x1, MemOperand(x2, -256)), "ldurh w1, [x2, #-256]");
  COMPARE(strh(w3, MemOperand(x4, 255)), "sturh w3, [x4, #255]");
  COMPARE(strh(x5, MemOperand(x6, -256)), "sturh w5, [x6, #-256]");
  COMPARE(ldrsh(w0, MemOperand(x1)), "ldrsh w0, [x1]");
  COMPARE(ldrsh(w2, MemOperand(x3, 8)), "ldrsh w2, [x3, #8]");
  COMPARE(ldrsh(w4, MemOperand(x5, 42, PreIndex)), "ldrsh w4, [x5, #42]!");
  COMPARE(ldrsh(x6, MemOperand(x7, -11, PostIndex)), "ldrsh x6, [x7], #-11");
  COMPARE(ldrsh(w8, MemOperand(x9, 0, PreIndex)), "ldrsh w8, [x9, #0]!");
  COMPARE(ldrsh(x10, MemOperand(x11, 0, PostIndex)), "ldrsh x10, [x11], #0");

  CLEANUP();
}


TEST(load_store_v_offset) {
  SETUP();

  COMPARE(ldr(s0, MemOperand(x1)), "ldr s0, [x1]");
  COMPARE(ldr(s2, MemOperand(x3, 4)), "ldr s2, [x3, #4]");
  COMPARE(ldr(s4, MemOperand(x5, 16380)), "ldr s4, [x5, #16380]");
  COMPARE(ldr(d6, MemOperand(x7)), "ldr d6, [x7]");
  COMPARE(ldr(d8, MemOperand(x9, 8)), "ldr d8, [x9, #8]");
  COMPARE(ldr(d10, MemOperand(x11, 32760)), "ldr d10, [x11, #32760]");
  COMPARE(str(s12, MemOperand(x13)), "str s12, [x13]");
  COMPARE(str(s14, MemOperand(x15, 4)), "str s14, [x15, #4]");
  COMPARE(str(s16, MemOperand(x17, 16380)), "str s16, [x17, #16380]");
  COMPARE(str(d18, MemOperand(x19)), "str d18, [x19]");
  COMPARE(str(d20, MemOperand(x21, 8)), "str d20, [x21, #8]");
  COMPARE(str(d22, MemOperand(x23, 32760)), "str d22, [x23, #32760]");

  COMPARE(ldr(b0, MemOperand(x1)), "ldr b0, [x1]");
  COMPARE(ldr(b2, MemOperand(x3, 1)), "ldr b2, [x3, #1]");
  COMPARE(ldr(b4, MemOperand(x5, 4095)), "ldr b4, [x5, #4095]");
  COMPARE(ldr(h6, MemOperand(x7)), "ldr h6, [x7]");
  COMPARE(ldr(h8, MemOperand(x9, 2)), "ldr h8, [x9, #2]");
  COMPARE(ldr(h10, MemOperand(x11, 8190)), "ldr h10, [x11, #8190]");
  COMPARE(ldr(q12, MemOperand(x13)), "ldr q12, [x13]");
  COMPARE(ldr(q14, MemOperand(x15, 16)), "ldr q14, [x15, #16]");
  COMPARE(ldr(q16, MemOperand(x17, 65520)), "ldr q16, [x17, #65520]");
  COMPARE(str(b18, MemOperand(x19)), "str b18, [x19]");
  COMPARE(str(b20, MemOperand(x21, 1)), "str b20, [x21, #1]");
  COMPARE(str(b22, MemOperand(x23, 4095)), "str b22, [x23, #4095]");
  COMPARE(str(h24, MemOperand(x25)), "str h24, [x25]");
  COMPARE(str(h26, MemOperand(x27, 2)), "str h26, [x27, #2]");
  COMPARE(str(h28, MemOperand(x29, 8190)), "str h28, [x29, #8190]");
  COMPARE(str(q30, MemOperand(x30)), "str q30, [x30]");
  COMPARE(str(q31, MemOperand(x1, 16)), "str q31, [x1, #16]");
  COMPARE(str(q0, MemOperand(x3, 65520)), "str q0, [x3, #65520]");

  COMPARE(ldr(s24, MemOperand(sp)), "ldr s24, [sp]");
  COMPARE(ldr(d25, MemOperand(sp, 8)), "ldr d25, [sp, #8]");
  COMPARE(ldr(b26, MemOperand(sp, 1)), "ldr b26, [sp, #1]");
  COMPARE(ldr(h27, MemOperand(sp, 2)), "ldr h27, [sp, #2]");
  COMPARE(ldr(q28, MemOperand(sp, 16)), "ldr q28, [sp, #16]");

  CLEANUP();
}


TEST(load_store_v_pre) {
  SETUP();

  COMPARE(ldr(s0, MemOperand(x1, 4, PreIndex)), "ldr s0, [x1, #4]!");
  COMPARE(ldr(s2, MemOperand(x3, 255, PreIndex)), "ldr s2, [x3, #255]!");
  COMPARE(ldr(s4, MemOperand(x5, -256, PreIndex)), "ldr s4, [x5, #-256]!");
  COMPARE(ldr(d6, MemOperand(x7, 8, PreIndex)), "ldr d6, [x7, #8]!");
  COMPARE(ldr(d8, MemOperand(x9, 255, PreIndex)), "ldr d8, [x9, #255]!");
  COMPARE(ldr(d10, MemOperand(x11, -256, PreIndex)), "ldr d10, [x11, #-256]!");

  COMPARE(str(s12, MemOperand(x13, 4, PreIndex)), "str s12, [x13, #4]!");
  COMPARE(str(s14, MemOperand(x15, 255, PreIndex)), "str s14, [x15, #255]!");
  COMPARE(str(s16, MemOperand(x17, -256, PreIndex)), "str s16, [x17, #-256]!");
  COMPARE(str(d18, MemOperand(x19, 8, PreIndex)), "str d18, [x19, #8]!");
  COMPARE(str(d20, MemOperand(x21, 255, PreIndex)), "str d20, [x21, #255]!");
  COMPARE(str(d22, MemOperand(x23, -256, PreIndex)), "str d22, [x23, #-256]!");

  COMPARE(ldr(b0, MemOperand(x1, 1, PreIndex)), "ldr b0, [x1, #1]!");
  COMPARE(ldr(b2, MemOperand(x3, 255, PreIndex)), "ldr b2, [x3, #255]!");
  COMPARE(ldr(b4, MemOperand(x5, -256, PreIndex)), "ldr b4, [x5, #-256]!");
  COMPARE(ldr(h6, MemOperand(x7, 2, PreIndex)), "ldr h6, [x7, #2]!");
  COMPARE(ldr(h8, MemOperand(x9, 255, PreIndex)), "ldr h8, [x9, #255]!");
  COMPARE(ldr(h10, MemOperand(x11, -256, PreIndex)), "ldr h10, [x11, #-256]!");
  COMPARE(ldr(q12, MemOperand(x13, 16, PreIndex)), "ldr q12, [x13, #16]!");
  COMPARE(ldr(q14, MemOperand(x15, 255, PreIndex)), "ldr q14, [x15, #255]!");
  COMPARE(ldr(q16, MemOperand(x17, -256, PreIndex)), "ldr q16, [x17, #-256]!");

  COMPARE(str(b18, MemOperand(x19, 1, PreIndex)), "str b18, [x19, #1]!");
  COMPARE(str(b20, MemOperand(x21, 255, PreIndex)), "str b20, [x21, #255]!");
  COMPARE(str(b22, MemOperand(x23, -256, PreIndex)), "str b22, [x23, #-256]!");
  COMPARE(str(h24, MemOperand(x25, 2, PreIndex)), "str h24, [x25, #2]!");
  COMPARE(str(h26, MemOperand(x27, 255, PreIndex)), "str h26, [x27, #255]!");
  COMPARE(str(h28, MemOperand(x29, -256, PreIndex)), "str h28, [x29, #-256]!");
  COMPARE(str(q30, MemOperand(x1, 16, PreIndex)), "str q30, [x1, #16]!");
  COMPARE(str(q31, MemOperand(x3, 255, PreIndex)), "str q31, [x3, #255]!");
  COMPARE(str(q0, MemOperand(x5, -256, PreIndex)), "str q0, [x5, #-256]!");

  COMPARE(str(b24, MemOperand(sp, 1, PreIndex)), "str b24, [sp, #1]!");
  COMPARE(str(h25, MemOperand(sp, -2, PreIndex)), "str h25, [sp, #-2]!");
  COMPARE(str(s26, MemOperand(sp, 4, PreIndex)), "str s26, [sp, #4]!");
  COMPARE(str(d27, MemOperand(sp, -8, PreIndex)), "str d27, [sp, #-8]!");
  COMPARE(str(q28, MemOperand(sp, 16, PreIndex)), "str q28, [sp, #16]!");

  COMPARE(ldr(b0, MemOperand(x1, 0, PreIndex)), "ldr b0, [x1, #0]!");
  COMPARE(ldr(h2, MemOperand(x3, 0, PreIndex)), "ldr h2, [x3, #0]!");
  COMPARE(ldr(s4, MemOperand(x5, 0, PreIndex)), "ldr s4, [x5, #0]!");
  COMPARE(ldr(d6, MemOperand(x7, 0, PreIndex)), "ldr d6, [x7, #0]!");
  COMPARE(ldr(q8, MemOperand(x9, 0, PreIndex)), "ldr q8, [x9, #0]!");
  COMPARE(str(b0, MemOperand(x1, 0, PreIndex)), "str b0, [x1, #0]!");
  COMPARE(str(h2, MemOperand(x3, 0, PreIndex)), "str h2, [x3, #0]!");
  COMPARE(str(s4, MemOperand(x5, 0, PreIndex)), "str s4, [x5, #0]!");
  COMPARE(str(d6, MemOperand(x7, 0, PreIndex)), "str d6, [x7, #0]!");
  COMPARE(str(q8, MemOperand(x9, 0, PreIndex)), "str q8, [x9, #0]!");

  CLEANUP();
}


TEST(load_store_v_post) {
  SETUP();

  COMPARE(ldr(s0, MemOperand(x1, 4, PostIndex)), "ldr s0, [x1], #4");
  COMPARE(ldr(s2, MemOperand(x3, 255, PostIndex)), "ldr s2, [x3], #255");
  COMPARE(ldr(s4, MemOperand(x5, -256, PostIndex)), "ldr s4, [x5], #-256");
  COMPARE(ldr(d6, MemOperand(x7, 8, PostIndex)), "ldr d6, [x7], #8");
  COMPARE(ldr(d8, MemOperand(x9, 255, PostIndex)), "ldr d8, [x9], #255");
  COMPARE(ldr(d10, MemOperand(x11, -256, PostIndex)), "ldr d10, [x11], #-256");

  COMPARE(str(s12, MemOperand(x13, 4, PostIndex)), "str s12, [x13], #4");
  COMPARE(str(s14, MemOperand(x15, 255, PostIndex)), "str s14, [x15], #255");
  COMPARE(str(s16, MemOperand(x17, -256, PostIndex)), "str s16, [x17], #-256");
  COMPARE(str(d18, MemOperand(x19, 8, PostIndex)), "str d18, [x19], #8");
  COMPARE(str(d20, MemOperand(x21, 255, PostIndex)), "str d20, [x21], #255");
  COMPARE(str(d22, MemOperand(x23, -256, PostIndex)), "str d22, [x23], #-256");

  COMPARE(ldr(b0, MemOperand(x1, 4, PostIndex)), "ldr b0, [x1], #4");
  COMPARE(ldr(b2, MemOperand(x3, 255, PostIndex)), "ldr b2, [x3], #255");
  COMPARE(ldr(b4, MemOperand(x5, -256, PostIndex)), "ldr b4, [x5], #-256");
  COMPARE(ldr(h6, MemOperand(x7, 8, PostIndex)), "ldr h6, [x7], #8");
  COMPARE(ldr(h8, MemOperand(x9, 255, PostIndex)), "ldr h8, [x9], #255");
  COMPARE(ldr(h10, MemOperand(x11, -256, PostIndex)), "ldr h10, [x11], #-256");
  COMPARE(ldr(q12, MemOperand(x13, 8, PostIndex)), "ldr q12, [x13], #8");
  COMPARE(ldr(q14, MemOperand(x15, 255, PostIndex)), "ldr q14, [x15], #255");
  COMPARE(ldr(q16, MemOperand(x17, -256, PostIndex)), "ldr q16, [x17], #-256");

  COMPARE(str(b18, MemOperand(x19, 4, PostIndex)), "str b18, [x19], #4");
  COMPARE(str(b20, MemOperand(x21, 255, PostIndex)), "str b20, [x21], #255");
  COMPARE(str(b22, MemOperand(x23, -256, PostIndex)), "str b22, [x23], #-256");
  COMPARE(str(h24, MemOperand(x25, 8, PostIndex)), "str h24, [x25], #8");
  COMPARE(str(h26, MemOperand(x27, 255, PostIndex)), "str h26, [x27], #255");
  COMPARE(str(h28, MemOperand(x29, -256, PostIndex)), "str h28, [x29], #-256");
  COMPARE(str(q30, MemOperand(x1, 8, PostIndex)), "str q30, [x1], #8");
  COMPARE(str(q31, MemOperand(x3, 255, PostIndex)), "str q31, [x3], #255");
  COMPARE(str(q0, MemOperand(x5, -256, PostIndex)), "str q0, [x5], #-256");

  COMPARE(ldr(b24, MemOperand(sp, -1, PreIndex)), "ldr b24, [sp, #-1]!");
  COMPARE(ldr(h25, MemOperand(sp, 2, PreIndex)), "ldr h25, [sp, #2]!");
  COMPARE(ldr(s26, MemOperand(sp, -4, PreIndex)), "ldr s26, [sp, #-4]!");
  COMPARE(ldr(d27, MemOperand(sp, 8, PreIndex)), "ldr d27, [sp, #8]!");
  COMPARE(ldr(q28, MemOperand(sp, -16, PreIndex)), "ldr q28, [sp, #-16]!");

  COMPARE(ldr(b0, MemOperand(x1, 0, PostIndex)), "ldr b0, [x1], #0");
  COMPARE(ldr(h2, MemOperand(x3, 0, PostIndex)), "ldr h2, [x3], #0");
  COMPARE(ldr(s4, MemOperand(x5, 0, PostIndex)), "ldr s4, [x5], #0");
  COMPARE(ldr(d6, MemOperand(x7, 0, PostIndex)), "ldr d6, [x7], #0");
  COMPARE(ldr(q8, MemOperand(x9, 0, PostIndex)), "ldr q8, [x9], #0");
  COMPARE(str(b0, MemOperand(x1, 0, PostIndex)), "str b0, [x1], #0");
  COMPARE(str(h2, MemOperand(x3, 0, PostIndex)), "str h2, [x3], #0");
  COMPARE(str(s4, MemOperand(x5, 0, PostIndex)), "str s4, [x5], #0");
  COMPARE(str(d6, MemOperand(x7, 0, PostIndex)), "str d6, [x7], #0");
  COMPARE(str(q8, MemOperand(x9, 0, PostIndex)), "str q8, [x9], #0");

  CLEANUP();
}


TEST(load_store_v_regoffset) {
  SETUP();

  COMPARE(ldr(b0, MemOperand(x1, x2)), "ldr b0, [x1, x2]");
  COMPARE(ldr(b1, MemOperand(x2, w3, UXTW)), "ldr b1, [x2, w3, uxtw]");
  COMPARE(ldr(b2, MemOperand(x3, w4, SXTW)), "ldr b2, [x3, w4, sxtw]");
  // We can't assemble this instruction, but we check it disassembles correctly.
  COMPARE(dci(0x3c657883), "ldr b3, [x4, x5, lsl #0]");
  COMPARE(ldr(b30, MemOperand(sp, xzr)), "ldr b30, [sp, xzr]");
  COMPARE(ldr(b31, MemOperand(sp, wzr, UXTW)), "ldr b31, [sp, wzr, uxtw]");

  COMPARE(ldr(h0, MemOperand(x1, x2)), "ldr h0, [x1, x2]");
  COMPARE(ldr(h1, MemOperand(x2, w3, UXTW)), "ldr h1, [x2, w3, uxtw]");
  COMPARE(ldr(h2, MemOperand(x3, w4, SXTW)), "ldr h2, [x3, w4, sxtw]");
  COMPARE(ldr(h3, MemOperand(x4, w5, UXTW, 1)), "ldr h3, [x4, w5, uxtw #1]");
  COMPARE(ldr(h4, MemOperand(x5, w5, SXTW, 1)), "ldr h4, [x5, w5, sxtw #1]");
  COMPARE(ldr(h30, MemOperand(sp, xzr)), "ldr h30, [sp, xzr]");
  COMPARE(ldr(h31, MemOperand(sp, wzr, SXTW, 1)),
          "ldr h31, [sp, wzr, sxtw #1]");

  COMPARE(ldr(s0, MemOperand(x1, x2)), "ldr s0, [x1, x2]");
  COMPARE(ldr(s1, MemOperand(x2, w3, UXTW)), "ldr s1, [x2, w3, uxtw]");
  COMPARE(ldr(s2, MemOperand(x3, w4, SXTW)), "ldr s2, [x3, w4, sxtw]");
  COMPARE(ldr(s3, MemOperand(x4, w5, UXTW, 2)), "ldr s3, [x4, w5, uxtw #2]");
  COMPARE(ldr(s4, MemOperand(x5, w5, SXTW, 2)), "ldr s4, [x5, w5, sxtw #2]");
  COMPARE(ldr(s30, MemOperand(sp, xzr)), "ldr s30, [sp, xzr]");
  COMPARE(ldr(s31, MemOperand(sp, wzr, SXTW, 2)),
          "ldr s31, [sp, wzr, sxtw #2]");

  COMPARE(ldr(d0, MemOperand(x1, x2)), "ldr d0, [x1, x2]");
  COMPARE(ldr(d1, MemOperand(x2, w3, UXTW)), "ldr d1, [x2, w3, uxtw]");
  COMPARE(ldr(d2, MemOperand(x3, w4, SXTW)), "ldr d2, [x3, w4, sxtw]");
  COMPARE(ldr(d3, MemOperand(x4, w5, UXTW, 3)), "ldr d3, [x4, w5, uxtw #3]");
  COMPARE(ldr(d4, MemOperand(x5, w5, SXTW, 3)), "ldr d4, [x5, w5, sxtw #3]");
  COMPARE(ldr(d30, MemOperand(sp, xzr)), "ldr d30, [sp, xzr]");
  COMPARE(ldr(d31, MemOperand(sp, wzr, SXTW, 3)),
          "ldr d31, [sp, wzr, sxtw #3]");

  COMPARE(ldr(q0, MemOperand(x1, x2)), "ldr q0, [x1, x2]");
  COMPARE(ldr(q1, MemOperand(x2, w3, UXTW)), "ldr q1, [x2, w3, uxtw]");
  COMPARE(ldr(q2, MemOperand(x3, w4, SXTW)), "ldr q2, [x3, w4, sxtw]");
  COMPARE(ldr(q3, MemOperand(x4, w5, UXTW, 4)), "ldr q3, [x4, w5, uxtw #4]");
  COMPARE(ldr(q4, MemOperand(x5, w5, SXTW, 4)), "ldr q4, [x5, w5, sxtw #4]");
  COMPARE(ldr(q30, MemOperand(sp, xzr)), "ldr q30, [sp, xzr]");
  COMPARE(ldr(q31, MemOperand(sp, wzr, SXTW, 4)),
          "ldr q31, [sp, wzr, sxtw #4]");

  COMPARE(str(b0, MemOperand(x1, x2)), "str b0, [x1, x2]");
  COMPARE(str(b1, MemOperand(x2, w3, UXTW)), "str b1, [x2, w3, uxtw]");
  COMPARE(str(b2, MemOperand(x3, w4, SXTW)), "str b2, [x3, w4, sxtw]");
  // We can't assemble this instruction, but we check it disassembles correctly.
  COMPARE(dci(0x3c257883), "str b3, [x4, x5, lsl #0]");
  COMPARE(str(b30, MemOperand(sp, xzr)), "str b30, [sp, xzr]");
  COMPARE(str(b31, MemOperand(sp, wzr, UXTW)), "str b31, [sp, wzr, uxtw]");

  COMPARE(str(h0, MemOperand(x1, x2)), "str h0, [x1, x2]");
  COMPARE(str(h1, MemOperand(x2, w3, UXTW)), "str h1, [x2, w3, uxtw]");
  COMPARE(str(h2, MemOperand(x3, w4, SXTW)), "str h2, [x3, w4, sxtw]");
  COMPARE(str(h3, MemOperand(x4, w5, UXTW, 1)), "str h3, [x4, w5, uxtw #1]");
  COMPARE(str(h4, MemOperand(x5, w5, SXTW, 1)), "str h4, [x5, w5, sxtw #1]");
  COMPARE(str(h30, MemOperand(sp, xzr)), "str h30, [sp, xzr]");
  COMPARE(str(h31, MemOperand(sp, wzr, SXTW, 1)),
          "str h31, [sp, wzr, sxtw #1]");

  COMPARE(str(s0, MemOperand(x1, x2)), "str s0, [x1, x2]");
  COMPARE(str(s1, MemOperand(x2, w3, UXTW)), "str s1, [x2, w3, uxtw]");
  COMPARE(str(s2, MemOperand(x3, w4, SXTW)), "str s2, [x3, w4, sxtw]");
  COMPARE(str(s3, MemOperand(x4, w5, UXTW, 2)), "str s3, [x4, w5, uxtw #2]");
  COMPARE(str(s4, MemOperand(x5, w5, SXTW, 2)), "str s4, [x5, w5, sxtw #2]");
  COMPARE(str(s30, MemOperand(sp, xzr)), "str s30, [sp, xzr]");
  COMPARE(str(s31, MemOperand(sp, wzr, SXTW, 2)),
          "str s31, [sp, wzr, sxtw #2]");

  COMPARE(str(d0, MemOperand(x1, x2)), "str d0, [x1, x2]");
  COMPARE(str(d1, MemOperand(x2, w3, UXTW)), "str d1, [x2, w3, uxtw]");
  COMPARE(str(d2, MemOperand(x3, w4, SXTW)), "str d2, [x3, w4, sxtw]");
  COMPARE(str(d3, MemOperand(x4, w5, UXTW, 3)), "str d3, [x4, w5, uxtw #3]");
  COMPARE(str(d4, MemOperand(x5, w5, SXTW, 3)), "str d4, [x5, w5, sxtw #3]");
  COMPARE(str(d30, MemOperand(sp, xzr)), "str d30, [sp, xzr]");
  COMPARE(str(d31, MemOperand(sp, wzr, SXTW, 3)),
          "str d31, [sp, wzr, sxtw #3]");

  COMPARE(str(q0, MemOperand(x1, x2)), "str q0, [x1, x2]");
  COMPARE(str(q1, MemOperand(x2, w3, UXTW)), "str q1, [x2, w3, uxtw]");
  COMPARE(str(q2, MemOperand(x3, w4, SXTW)), "str q2, [x3, w4, sxtw]");
  COMPARE(str(q3, MemOperand(x4, w5, UXTW, 4)), "str q3, [x4, w5, uxtw #4]");
  COMPARE(str(q4, MemOperand(x5, w5, SXTW, 4)), "str q4, [x5, w5, sxtw #4]");
  COMPARE(str(q30, MemOperand(sp, xzr)), "str q30, [sp, xzr]");
  COMPARE(str(q31, MemOperand(sp, wzr, SXTW, 4)),
          "str q31, [sp, wzr, sxtw #4]");

  CLEANUP();
}


TEST(load_store_unscaled) {
  SETUP();

  // If an unscaled-offset instruction is requested, it is used, even if the
  // offset could be encoded in a scaled-offset instruction.
  COMPARE(ldurb(w0, MemOperand(x1)), "ldurb w0, [x1]");
  COMPARE(ldurb(x2, MemOperand(x3, 1)), "ldurb w2, [x3, #1]");
  COMPARE(ldurb(w4, MemOperand(x5, 255)), "ldurb w4, [x5, #255]");
  COMPARE(sturb(w14, MemOperand(x15)), "sturb w14, [x15]");
  COMPARE(sturb(x16, MemOperand(x17, 1)), "sturb w16, [x17, #1]");
  COMPARE(sturb(w18, MemOperand(x19, 255)), "sturb w18, [x19, #255]");
  COMPARE(ldursb(w0, MemOperand(x1)), "ldursb w0, [x1]");
  COMPARE(ldursb(w2, MemOperand(x3, 1)), "ldursb w2, [x3, #1]");
  COMPARE(ldursb(x2, MemOperand(x3, 255)), "ldursb x2, [x3, #255]");

  COMPARE(ldurh(w0, MemOperand(x1)), "ldurh w0, [x1]");
  COMPARE(ldurh(x2, MemOperand(x3, 2)), "ldurh w2, [x3, #2]");
  COMPARE(ldurh(w4, MemOperand(x5, 254)), "ldurh w4, [x5, #254]");
  COMPARE(sturh(w14, MemOperand(x15)), "sturh w14, [x15]");
  COMPARE(sturh(x16, MemOperand(x17, 2)), "sturh w16, [x17, #2]");
  COMPARE(sturh(w18, MemOperand(x19, 254)), "sturh w18, [x19, #254]");
  COMPARE(ldursh(w0, MemOperand(x1)), "ldursh w0, [x1]");
  COMPARE(ldursh(w2, MemOperand(x3, 2)), "ldursh w2, [x3, #2]");
  COMPARE(ldursh(x4, MemOperand(x5, 254)), "ldursh x4, [x5, #254]");

  COMPARE(ldur(w0, MemOperand(x1)), "ldur w0, [x1]");
  COMPARE(ldur(w2, MemOperand(x3, 4)), "ldur w2, [x3, #4]");
  COMPARE(ldur(w4, MemOperand(x5, 248)), "ldur w4, [x5, #248]");
  COMPARE(stur(w12, MemOperand(x13)), "stur w12, [x13]");
  COMPARE(stur(w14, MemOperand(x15, 4)), "stur w14, [x15, #4]");
  COMPARE(stur(w16, MemOperand(x17, 248)), "stur w16, [x17, #248]");
  COMPARE(ldursw(x0, MemOperand(x1)), "ldursw x0, [x1]");
  COMPARE(ldursw(x2, MemOperand(x3, 4)), "ldursw x2, [x3, #4]");
  COMPARE(ldursw(x4, MemOperand(x5, 248)), "ldursw x4, [x5, #248]");

  COMPARE(ldur(x6, MemOperand(x7)), "ldur x6, [x7]");
  COMPARE(ldur(x8, MemOperand(x9, 8)), "ldur x8, [x9, #8]");
  COMPARE(ldur(x10, MemOperand(x11, 248)), "ldur x10, [x11, #248]");
  COMPARE(stur(x18, MemOperand(x19)), "stur x18, [x19]");
  COMPARE(stur(x20, MemOperand(x21, 8)), "stur x20, [x21, #8]");
  COMPARE(stur(x22, MemOperand(x23, 248)), "stur x22, [x23, #248]");

  COMPARE(ldur(b0, MemOperand(x1)), "ldur b0, [x1]");
  COMPARE(ldur(h2, MemOperand(x3, -1)), "ldur h2, [x3, #-1]");
  COMPARE(ldur(s4, MemOperand(x5, 2)), "ldur s4, [x5, #2]");
  COMPARE(ldur(d6, MemOperand(x7, -3)), "ldur d6, [x7, #-3]");
  COMPARE(ldur(q8, MemOperand(x9, 4)), "ldur q8, [x9, #4]");
  COMPARE(stur(b10, MemOperand(x11)), "stur b10, [x11]");
  COMPARE(stur(h12, MemOperand(x13, -1)), "stur h12, [x13, #-1]");
  COMPARE(stur(s14, MemOperand(x15, 2)), "stur s14, [x15, #2]");
  COMPARE(stur(d16, MemOperand(x17, -3)), "stur d16, [x17, #-3]");
  COMPARE(stur(q18, MemOperand(x19, 4)), "stur q18, [x19, #4]");

  // Normal loads and stores are converted to unscaled loads and stores if the
  // offset requires it.
  COMPARE(ldr(w0, MemOperand(x1, 1)), "ldur w0, [x1, #1]");
  COMPARE(ldr(w2, MemOperand(x3, -1)), "ldur w2, [x3, #-1]");
  COMPARE(ldr(w4, MemOperand(x5, 255)), "ldur w4, [x5, #255]");
  COMPARE(ldr(w6, MemOperand(x7, -256)), "ldur w6, [x7, #-256]");
  COMPARE(ldr(x8, MemOperand(x9, 1)), "ldur x8, [x9, #1]");
  COMPARE(ldr(x10, MemOperand(x11, -1)), "ldur x10, [x11, #-1]");
  COMPARE(ldr(x12, MemOperand(x13, 255)), "ldur x12, [x13, #255]");
  COMPARE(ldr(x14, MemOperand(x15, -256)), "ldur x14, [x15, #-256]");
  COMPARE(str(w16, MemOperand(x17, 1)), "stur w16, [x17, #1]");
  COMPARE(str(w18, MemOperand(x19, -1)), "stur w18, [x19, #-1]");
  COMPARE(str(w20, MemOperand(x21, 255)), "stur w20, [x21, #255]");
  COMPARE(str(w22, MemOperand(x23, -256)), "stur w22, [x23, #-256]");
  COMPARE(str(x24, MemOperand(x25, 1)), "stur x24, [x25, #1]");
  COMPARE(str(x26, MemOperand(x27, -1)), "stur x26, [x27, #-1]");
  COMPARE(str(x28, MemOperand(x29, 255)), "stur x28, [x29, #255]");
  COMPARE(str(x30, MemOperand(x0, -256)), "stur x30, [x0, #-256]");
  COMPARE(ldr(w0, MemOperand(sp, 1)), "ldur w0, [sp, #1]");
  COMPARE(str(x1, MemOperand(sp, -1)), "stur x1, [sp, #-1]");
  COMPARE(ldrb(w2, MemOperand(x3, -2)), "ldurb w2, [x3, #-2]");
  COMPARE(ldrsb(w4, MemOperand(x5, -3)), "ldursb w4, [x5, #-3]");
  COMPARE(ldrsb(x6, MemOperand(x7, -4)), "ldursb x6, [x7, #-4]");
  COMPARE(ldrh(w8, MemOperand(x9, -5)), "ldurh w8, [x9, #-5]");
  COMPARE(ldrsh(w10, MemOperand(x11, -6)), "ldursh w10, [x11, #-6]");
  COMPARE(ldrsh(x12, MemOperand(x13, -7)), "ldursh x12, [x13, #-7]");
  COMPARE(ldrsw(x14, MemOperand(x15, -8)), "ldursw x14, [x15, #-8]");

  CLEANUP();
}


TEST(load_store_unscaled_option) {
  SETUP();

  // Just like load_store_unscaled, but specify the scaling option explicitly.
  LoadStoreScalingOption options[] = {PreferUnscaledOffset,
                                      RequireUnscaledOffset};

  for (size_t i = 0; i < sizeof(options) / sizeof(options[0]); i++) {
    LoadStoreScalingOption option = options[i];

    // If an unscaled-offset instruction is requested, it is used, even if the
    // offset could be encoded in a scaled-offset instruction.
    COMPARE(ldurb(w0, MemOperand(x1), option), "ldurb w0, [x1]");
    COMPARE(ldurb(x2, MemOperand(x3, 1), option), "ldurb w2, [x3, #1]");
    COMPARE(ldurb(w4, MemOperand(x5, 255), option), "ldurb w4, [x5, #255]");
    COMPARE(sturb(w14, MemOperand(x15), option), "sturb w14, [x15]");
    COMPARE(sturb(x16, MemOperand(x17, 1), option), "sturb w16, [x17, #1]");
    COMPARE(sturb(w18, MemOperand(x19, 255), option), "sturb w18, [x19, #255]");
    COMPARE(ldursb(w0, MemOperand(x1), option), "ldursb w0, [x1]");
    COMPARE(ldursb(w2, MemOperand(x3, 1), option), "ldursb w2, [x3, #1]");
    COMPARE(ldursb(x2, MemOperand(x3, 255), option), "ldursb x2, [x3, #255]");

    COMPARE(ldurh(w0, MemOperand(x1), option), "ldurh w0, [x1]");
    COMPARE(ldurh(x2, MemOperand(x3, 2), option), "ldurh w2, [x3, #2]");
    COMPARE(ldurh(w4, MemOperand(x5, 254), option), "ldurh w4, [x5, #254]");
    COMPARE(sturh(w14, MemOperand(x15), option), "sturh w14, [x15]");
    COMPARE(sturh(x16, MemOperand(x17, 2), option), "sturh w16, [x17, #2]");
    COMPARE(sturh(w18, MemOperand(x19, 254), option), "sturh w18, [x19, #254]");
    COMPARE(ldursh(w0, MemOperand(x1), option), "ldursh w0, [x1]");
    COMPARE(ldursh(w2, MemOperand(x3, 2), option), "ldursh w2, [x3, #2]");
    COMPARE(ldursh(x4, MemOperand(x5, 254), option), "ldursh x4, [x5, #254]");

    COMPARE(ldur(w0, MemOperand(x1), option), "ldur w0, [x1]");
    COMPARE(ldur(w2, MemOperand(x3, 4), option), "ldur w2, [x3, #4]");
    COMPARE(ldur(w4, MemOperand(x5, 248), option), "ldur w4, [x5, #248]");
    COMPARE(stur(w12, MemOperand(x13), option), "stur w12, [x13]");
    COMPARE(stur(w14, MemOperand(x15, 4), option), "stur w14, [x15, #4]");
    COMPARE(stur(w16, MemOperand(x17, 248), option), "stur w16, [x17, #248]");
    COMPARE(ldursw(x0, MemOperand(x1), option), "ldursw x0, [x1]");
    COMPARE(ldursw(x2, MemOperand(x3, 4), option), "ldursw x2, [x3, #4]");
    COMPARE(ldursw(x4, MemOperand(x5, 248), option), "ldursw x4, [x5, #248]");

    COMPARE(ldur(x6, MemOperand(x7), option), "ldur x6, [x7]");
    COMPARE(ldur(x8, MemOperand(x9, 8), option), "ldur x8, [x9, #8]");
    COMPARE(ldur(x10, MemOperand(x11, 248), option), "ldur x10, [x11, #248]");
    COMPARE(stur(x18, MemOperand(x19), option), "stur x18, [x19]");
    COMPARE(stur(x20, MemOperand(x21, 8), option), "stur x20, [x21, #8]");
    COMPARE(stur(x22, MemOperand(x23, 248), option), "stur x22, [x23, #248]");

    COMPARE(ldur(b0, MemOperand(x1), option), "ldur b0, [x1]");
    COMPARE(ldur(h2, MemOperand(x3, 2), option), "ldur h2, [x3, #2]");
    COMPARE(ldur(s4, MemOperand(x5, 4), option), "ldur s4, [x5, #4]");
    COMPARE(ldur(d6, MemOperand(x7, 8), option), "ldur d6, [x7, #8]");
    COMPARE(ldur(q8, MemOperand(x9, 16), option), "ldur q8, [x9, #16]");
    COMPARE(stur(b10, MemOperand(x11), option), "stur b10, [x11]");
    COMPARE(stur(h12, MemOperand(x13, 2), option), "stur h12, [x13, #2]");
    COMPARE(stur(s14, MemOperand(x15, 4), option), "stur s14, [x15, #4]");
    COMPARE(stur(d16, MemOperand(x17, 8), option), "stur d16, [x17, #8]");
    COMPARE(stur(q18, MemOperand(x19, 16), option), "stur q18, [x19, #16]");
  }

  // Normal loads and stores are converted to unscaled loads and stores if the
  // offset requires it. PreferScaledOffset is the default for these cases, so
  // the behaviour here is the same when no option is specified.
  LoadStoreScalingOption option = PreferScaledOffset;
  COMPARE(ldr(w0, MemOperand(x1, 1), option), "ldur w0, [x1, #1]");
  COMPARE(ldr(w2, MemOperand(x3, -1), option), "ldur w2, [x3, #-1]");
  COMPARE(ldr(w4, MemOperand(x5, 255), option), "ldur w4, [x5, #255]");
  COMPARE(ldr(w6, MemOperand(x7, -256), option), "ldur w6, [x7, #-256]");
  COMPARE(ldr(x8, MemOperand(x9, 1), option), "ldur x8, [x9, #1]");
  COMPARE(ldr(x10, MemOperand(x11, -1), option), "ldur x10, [x11, #-1]");
  COMPARE(ldr(x12, MemOperand(x13, 255), option), "ldur x12, [x13, #255]");
  COMPARE(ldr(x14, MemOperand(x15, -256), option), "ldur x14, [x15, #-256]");
  COMPARE(str(w16, MemOperand(x17, 1), option), "stur w16, [x17, #1]");
  COMPARE(str(w18, MemOperand(x19, -1), option), "stur w18, [x19, #-1]");
  COMPARE(str(w20, MemOperand(x21, 255), option), "stur w20, [x21, #255]");
  COMPARE(str(w22, MemOperand(x23, -256), option), "stur w22, [x23, #-256]");
  COMPARE(str(x24, MemOperand(x25, 1), option), "stur x24, [x25, #1]");
  COMPARE(str(x26, MemOperand(x27, -1), option), "stur x26, [x27, #-1]");
  COMPARE(str(x28, MemOperand(x29, 255), option), "stur x28, [x29, #255]");
  COMPARE(str(x30, MemOperand(x0, -256), option), "stur x30, [x0, #-256]");
  COMPARE(ldr(w0, MemOperand(sp, 1), option), "ldur w0, [sp, #1]");
  COMPARE(str(x1, MemOperand(sp, -1), option), "stur x1, [sp, #-1]");
  COMPARE(ldrb(w2, MemOperand(x3, -2), option), "ldurb w2, [x3, #-2]");
  COMPARE(ldrsb(w4, MemOperand(x5, -3), option), "ldursb w4, [x5, #-3]");
  COMPARE(ldrsb(x6, MemOperand(x7, -4), option), "ldursb x6, [x7, #-4]");
  COMPARE(ldrh(w8, MemOperand(x9, -5), option), "ldurh w8, [x9, #-5]");
  COMPARE(ldrsh(w10, MemOperand(x11, -6), option), "ldursh w10, [x11, #-6]");
  COMPARE(ldrsh(x12, MemOperand(x13, -7), option), "ldursh x12, [x13, #-7]");
  COMPARE(ldrsw(x14, MemOperand(x15, -8), option), "ldursw x14, [x15, #-8]");
  COMPARE(ldr(b0, MemOperand(x1, 1), option), "ldr b0, [x1, #1]");
  COMPARE(ldr(h2, MemOperand(x3, 1), option), "ldur h2, [x3, #1]");
  COMPARE(ldr(s4, MemOperand(x5, 3), option), "ldur s4, [x5, #3]");
  COMPARE(ldr(d6, MemOperand(x7, 7), option), "ldur d6, [x7, #7]");
  COMPARE(ldr(q8, MemOperand(x9, 15), option), "ldur q8, [x9, #15]");
  COMPARE(str(b10, MemOperand(x11, 1), option), "str b10, [x11, #1]");
  COMPARE(str(h12, MemOperand(x13, 1), option), "stur h12, [x13, #1]");
  COMPARE(str(s14, MemOperand(x15, 3), option), "stur s14, [x15, #3]");
  COMPARE(str(d16, MemOperand(x17, 7), option), "stur d16, [x17, #7]");
  COMPARE(str(q18, MemOperand(x19, 15), option), "stur q18, [x19, #15]");

  CLEANUP();
}


TEST(load_store_pair) {
  SETUP();

  COMPARE(ldp(w0, w1, MemOperand(x2)), "ldp w0, w1, [x2]");
  COMPARE(ldp(x3, x4, MemOperand(x5)), "ldp x3, x4, [x5]");
  COMPARE(ldp(w6, w7, MemOperand(x8, 4)), "ldp w6, w7, [x8, #4]");
  COMPARE(ldp(x9, x10, MemOperand(x11, 8)), "ldp x9, x10, [x11, #8]");
  COMPARE(ldp(w12, w13, MemOperand(x14, 252)), "ldp w12, w13, [x14, #252]");
  COMPARE(ldp(x15, x16, MemOperand(x17, 504)), "ldp x15, x16, [x17, #504]");
  COMPARE(ldp(w18, w19, MemOperand(x20, -256)), "ldp w18, w19, [x20, #-256]");
  COMPARE(ldp(x21, x22, MemOperand(x23, -512)), "ldp x21, x22, [x23, #-512]");
  COMPARE(ldp(w24, w25, MemOperand(x26, 252, PreIndex)),
          "ldp w24, w25, [x26, #252]!");
  COMPARE(ldp(x27, x28, MemOperand(x29, 504, PreIndex)),
          "ldp x27, x28, [x29, #504]!");
  COMPARE(ldp(w30, w0, MemOperand(x1, -256, PreIndex)),
          "ldp w30, w0, [x1, #-256]!");
  COMPARE(ldp(x2, x3, MemOperand(x4, -512, PreIndex)),
          "ldp x2, x3, [x4, #-512]!");
  COMPARE(ldp(w5, w6, MemOperand(x7, 252, PostIndex)),
          "ldp w5, w6, [x7], #252");
  COMPARE(ldp(x8, x9, MemOperand(x10, 504, PostIndex)),
          "ldp x8, x9, [x10], #504");
  COMPARE(ldp(w11, w12, MemOperand(x13, -256, PostIndex)),
          "ldp w11, w12, [x13], #-256");
  COMPARE(ldp(x14, x15, MemOperand(x16, -512, PostIndex)),
          "ldp x14, x15, [x16], #-512");
  COMPARE(ldp(x0, x1, MemOperand(x2, 0, PostIndex)), "ldp x0, x1, [x2], #0");
  COMPARE(ldp(w3, w4, MemOperand(x5, 0, PreIndex)), "ldp w3, w4, [x5, #0]!");

  COMPARE(ldp(s17, s18, MemOperand(x19)), "ldp s17, s18, [x19]");
  COMPARE(ldp(s20, s21, MemOperand(x22, 252)), "ldp s20, s21, [x22, #252]");
  COMPARE(ldp(s23, s24, MemOperand(x25, -256)), "ldp s23, s24, [x25, #-256]");
  COMPARE(ldp(s26, s27, MemOperand(x28, 252, PreIndex)),
          "ldp s26, s27, [x28, #252]!");
  COMPARE(ldp(s29, s30, MemOperand(x29, -256, PreIndex)),
          "ldp s29, s30, [x29, #-256]!");
  COMPARE(ldp(s31, s0, MemOperand(x1, 252, PostIndex)),
          "ldp s31, s0, [x1], #252");
  COMPARE(ldp(s2, s3, MemOperand(x4, -256, PostIndex)),
          "ldp s2, s3, [x4], #-256");
  COMPARE(ldp(d17, d18, MemOperand(x19)), "ldp d17, d18, [x19]");
  COMPARE(ldp(d20, d21, MemOperand(x22, 504)), "ldp d20, d21, [x22, #504]");
  COMPARE(ldp(d23, d24, MemOperand(x25, -512)), "ldp d23, d24, [x25, #-512]");
  COMPARE(ldp(d26, d27, MemOperand(x28, 504, PreIndex)),
          "ldp d26, d27, [x28, #504]!");
  COMPARE(ldp(d29, d30, MemOperand(x29, -512, PreIndex)),
          "ldp d29, d30, [x29, #-512]!");
  COMPARE(ldp(d31, d0, MemOperand(x1, 504, PostIndex)),
          "ldp d31, d0, [x1], #504");
  COMPARE(ldp(d2, d3, MemOperand(x4, -512, PostIndex)),
          "ldp d2, d3, [x4], #-512");
  COMPARE(ldp(s0, s1, MemOperand(x2, 0, PostIndex)), "ldp s0, s1, [x2], #0");
  COMPARE(ldp(d3, d4, MemOperand(x5, 0, PreIndex)), "ldp d3, d4, [x5, #0]!");

  COMPARE(ldp(q5, q6, MemOperand(x7)), "ldp q5, q6, [x7]");
  COMPARE(ldp(q8, q9, MemOperand(x10, 1008)), "ldp q8, q9, [x10, #1008]");
  COMPARE(ldp(q11, q12, MemOperand(x13, -1024)), "ldp q11, q12, [x13, #-1024]");
  COMPARE(ldp(q14, q15, MemOperand(x16, 1008, PreIndex)),
          "ldp q14, q15, [x16, #1008]!");
  COMPARE(ldp(q17, q18, MemOperand(x19, -1024, PreIndex)),
          "ldp q17, q18, [x19, #-1024]!");
  COMPARE(ldp(q20, q21, MemOperand(x22, 1008, PostIndex)),
          "ldp q20, q21, [x22], #1008");
  COMPARE(ldp(q23, q24, MemOperand(x25, -1024, PostIndex)),
          "ldp q23, q24, [x25], #-1024");
  COMPARE(ldp(q6, q7, MemOperand(x8, 0, PreIndex)), "ldp q6, q7, [x8, #0]!");

  COMPARE(stp(w0, w1, MemOperand(x2)), "stp w0, w1, [x2]");
  COMPARE(stp(x3, x4, MemOperand(x5)), "stp x3, x4, [x5]");
  COMPARE(stp(w6, w7, MemOperand(x8, 4)), "stp w6, w7, [x8, #4]");
  COMPARE(stp(x9, x10, MemOperand(x11, 8)), "stp x9, x10, [x11, #8]");
  COMPARE(stp(w12, w13, MemOperand(x14, 252)), "stp w12, w13, [x14, #252]");
  COMPARE(stp(x15, x16, MemOperand(x17, 504)), "stp x15, x16, [x17, #504]");
  COMPARE(stp(w18, w19, MemOperand(x20, -256)), "stp w18, w19, [x20, #-256]");
  COMPARE(stp(x21, x22, MemOperand(x23, -512)), "stp x21, x22, [x23, #-512]");
  COMPARE(stp(w24, w25, MemOperand(x26, 252, PreIndex)),
          "stp w24, w25, [x26, #252]!");
  COMPARE(stp(x27, x28, MemOperand(x29, 504, PreIndex)),
          "stp x27, x28, [x29, #504]!");
  COMPARE(stp(w30, w0, MemOperand(x1, -256, PreIndex)),
          "stp w30, w0, [x1, #-256]!");
  COMPARE(stp(x2, x3, MemOperand(x4, -512, PreIndex)),
          "stp x2, x3, [x4, #-512]!");
  COMPARE(stp(w5, w6, MemOperand(x7, 252, PostIndex)),
          "stp w5, w6, [x7], #252");
  COMPARE(stp(x8, x9, MemOperand(x10, 504, PostIndex)),
          "stp x8, x9, [x10], #504");
  COMPARE(stp(w11, w12, MemOperand(x13, -256, PostIndex)),
          "stp w11, w12, [x13], #-256");
  COMPARE(stp(x14, x15, MemOperand(x16, -512, PostIndex)),
          "stp x14, x15, [x16], #-512");
  COMPARE(stp(x0, x1, MemOperand(x2, 0, PostIndex)), "stp x0, x1, [x2], #0");
  COMPARE(stp(w3, w4, MemOperand(x5, 0, PreIndex)), "stp w3, w4, [x5, #0]!");

  COMPARE(stp(s17, s18, MemOperand(x19)), "stp s17, s18, [x19]");
  COMPARE(stp(s20, s21, MemOperand(x22, 252)), "stp s20, s21, [x22, #252]");
  COMPARE(stp(s23, s24, MemOperand(x25, -256)), "stp s23, s24, [x25, #-256]");
  COMPARE(stp(s26, s27, MemOperand(x28, 252, PreIndex)),
          "stp s26, s27, [x28, #252]!");
  COMPARE(stp(s29, s30, MemOperand(x29, -256, PreIndex)),
          "stp s29, s30, [x29, #-256]!");
  COMPARE(stp(s31, s0, MemOperand(x1, 252, PostIndex)),
          "stp s31, s0, [x1], #252");
  COMPARE(stp(s2, s3, MemOperand(x4, -256, PostIndex)),
          "stp s2, s3, [x4], #-256");
  COMPARE(stp(d17, d18, MemOperand(x19)), "stp d17, d18, [x19]");
  COMPARE(stp(d20, d21, MemOperand(x22, 504)), "stp d20, d21, [x22, #504]");
  COMPARE(stp(d23, d24, MemOperand(x25, -512)), "stp d23, d24, [x25, #-512]");
  COMPARE(stp(d26, d27, MemOperand(x28, 504, PreIndex)),
          "stp d26, d27, [x28, #504]!");
  COMPARE(stp(d29, d30, MemOperand(x29, -512, PreIndex)),
          "stp d29, d30, [x29, #-512]!");
  COMPARE(stp(d31, d0, MemOperand(x1, 504, PostIndex)),
          "stp d31, d0, [x1], #504");
  COMPARE(stp(d2, d3, MemOperand(x4, -512, PostIndex)),
          "stp d2, d3, [x4], #-512");
  COMPARE(stp(s0, s1, MemOperand(x2, 0, PostIndex)), "stp s0, s1, [x2], #0");
  COMPARE(stp(d3, d4, MemOperand(x5, 0, PreIndex)), "stp d3, d4, [x5, #0]!");

  COMPARE(stp(q5, q6, MemOperand(x7)), "stp q5, q6, [x7]");
  COMPARE(stp(q8, q9, MemOperand(x10, 1008)), "stp q8, q9, [x10, #1008]");
  COMPARE(stp(q11, q12, MemOperand(x13, -1024)), "stp q11, q12, [x13, #-1024]");
  COMPARE(stp(q14, q15, MemOperand(x16, 1008, PreIndex)),
          "stp q14, q15, [x16, #1008]!");
  COMPARE(stp(q17, q18, MemOperand(x19, -1024, PreIndex)),
          "stp q17, q18, [x19, #-1024]!");
  COMPARE(stp(q20, q21, MemOperand(x22, 1008, PostIndex)),
          "stp q20, q21, [x22], #1008");
  COMPARE(stp(q23, q24, MemOperand(x25, -1024, PostIndex)),
          "stp q23, q24, [x25], #-1024");
  COMPARE(stp(q6, q7, MemOperand(x8, 0, PreIndex)), "stp q6, q7, [x8, #0]!");

  COMPARE(ldp(w16, w17, MemOperand(sp, 4, PostIndex)),
          "ldp w16, w17, [sp], #4");
  COMPARE(stp(x18, x19, MemOperand(sp, -8, PreIndex)),
          "stp x18, x19, [sp, #-8]!");
  COMPARE(ldp(s30, s31, MemOperand(sp, 12, PostIndex)),
          "ldp s30, s31, [sp], #12");
  COMPARE(stp(d30, d31, MemOperand(sp, -16)), "stp d30, d31, [sp, #-16]");
  COMPARE(ldp(q30, q31, MemOperand(sp, 32, PostIndex)),
          "ldp q30, q31, [sp], #32");

  COMPARE(ldpsw(x0, x1, MemOperand(x2)), "ldpsw x0, x1, [x2]");
  COMPARE(ldpsw(x3, x4, MemOperand(x5, 16)), "ldpsw x3, x4, [x5, #16]");
  COMPARE(ldpsw(x6, x7, MemOperand(x8, -32, PreIndex)),
          "ldpsw x6, x7, [x8, #-32]!");
  COMPARE(ldpsw(x9, x10, MemOperand(x11, 128, PostIndex)),
          "ldpsw x9, x10, [x11], #128");
  COMPARE(ldpsw(x0, x1, MemOperand(x10, 0, PreIndex)),
          "ldpsw x0, x1, [x10, #0]!");
  COMPARE(ldpsw(x2, x3, MemOperand(x10, 0, PostIndex)),
          "ldpsw x2, x3, [x10], #0");

  CLEANUP();
}


TEST(load_store_exclusive) {
  SETUP();

  COMPARE(stxrb(w0, w1, MemOperand(x2)), "stxrb w0, w1, [x2]");
  COMPARE(stxrb(x3, w4, MemOperand(sp)), "stxrb w3, w4, [sp]");
  COMPARE(stxrb(w5, x6, MemOperand(x7)), "stxrb w5, w6, [x7]");
  COMPARE(stxrb(x8, x9, MemOperand(sp)), "stxrb w8, w9, [sp]");
  COMPARE(stxrh(w10, w11, MemOperand(x12)), "stxrh w10, w11, [x12]");
  COMPARE(stxrh(x13, w14, MemOperand(sp)), "stxrh w13, w14, [sp]");
  COMPARE(stxrh(w15, x16, MemOperand(x17)), "stxrh w15, w16, [x17]");
  COMPARE(stxrh(x18, x19, MemOperand(sp)), "stxrh w18, w19, [sp]");
  COMPARE(stxr(w20, w21, MemOperand(x22)), "stxr w20, w21, [x22]");
  COMPARE(stxr(x23, w24, MemOperand(sp)), "stxr w23, w24, [sp]");
  COMPARE(stxr(w25, x26, MemOperand(x27)), "stxr w25, x26, [x27]");
  COMPARE(stxr(x28, x29, MemOperand(sp)), "stxr w28, x29, [sp]");
  COMPARE(ldxrb(w30, MemOperand(x0)), "ldxrb w30, [x0]");
  COMPARE(ldxrb(w1, MemOperand(sp)), "ldxrb w1, [sp]");
  COMPARE(ldxrb(x2, MemOperand(x3)), "ldxrb w2, [x3]");
  COMPARE(ldxrb(x4, MemOperand(sp)), "ldxrb w4, [sp]");
  COMPARE(ldxrh(w5, MemOperand(x6)), "ldxrh w5, [x6]");
  COMPARE(ldxrh(w7, MemOperand(sp)), "ldxrh w7, [sp]");
  COMPARE(ldxrh(x8, MemOperand(x9)), "ldxrh w8, [x9]");
  COMPARE(ldxrh(x10, MemOperand(sp)), "ldxrh w10, [sp]");
  COMPARE(ldxr(w11, MemOperand(x12)), "ldxr w11, [x12]");
  COMPARE(ldxr(w13, MemOperand(sp)), "ldxr w13, [sp]");
  COMPARE(ldxr(x14, MemOperand(x15)), "ldxr x14, [x15]");
  COMPARE(ldxr(x16, MemOperand(sp)), "ldxr x16, [sp]");
  COMPARE(stxp(w17, w18, w19, MemOperand(x20)), "stxp w17, w18, w19, [x20]");
  COMPARE(stxp(x21, w22, w23, MemOperand(sp)), "stxp w21, w22, w23, [sp]");
  COMPARE(stxp(w24, x25, x26, MemOperand(x27)), "stxp w24, x25, x26, [x27]");
  COMPARE(stxp(x28, x29, x30, MemOperand(sp)), "stxp w28, x29, x30, [sp]");
  COMPARE(ldxp(w0, w1, MemOperand(x2)), "ldxp w0, w1, [x2]");
  COMPARE(ldxp(w3, w4, MemOperand(sp)), "ldxp w3, w4, [sp]");
  COMPARE(ldxp(x5, x6, MemOperand(x7)), "ldxp x5, x6, [x7]");
  COMPARE(ldxp(x8, x9, MemOperand(sp)), "ldxp x8, x9, [sp]");
  COMPARE(stlxrb(w10, w11, MemOperand(x12)), "stlxrb w10, w11, [x12]");
  COMPARE(stlxrb(x13, w14, MemOperand(sp)), "stlxrb w13, w14, [sp]");
  COMPARE(stlxrb(w15, x16, MemOperand(x17)), "stlxrb w15, w16, [x17]");
  COMPARE(stlxrb(x18, x19, MemOperand(sp)), "stlxrb w18, w19, [sp]");
  COMPARE(stlxrh(w20, w21, MemOperand(x22)), "stlxrh w20, w21, [x22]");
  COMPARE(stlxrh(x23, w24, MemOperand(sp)), "stlxrh w23, w24, [sp]");
  COMPARE(stlxrh(w25, x26, MemOperand(x27)), "stlxrh w25, w26, [x27]");
  COMPARE(stlxrh(x28, x29, MemOperand(sp)), "stlxrh w28, w29, [sp]");
  COMPARE(stlxr(w30, w0, MemOperand(x1)), "stlxr w30, w0, [x1]");
  COMPARE(stlxr(x2, w3, MemOperand(sp)), "stlxr w2, w3, [sp]");
  COMPARE(stlxr(w4, x5, MemOperand(x6)), "stlxr w4, x5, [x6]");
  COMPARE(stlxr(x7, x8, MemOperand(sp)), "stlxr w7, x8, [sp]");
  COMPARE(ldaxrb(w9, MemOperand(x10)), "ldaxrb w9, [x10]");
  COMPARE(ldaxrb(w11, MemOperand(sp)), "ldaxrb w11, [sp]");
  COMPARE(ldaxrb(x12, MemOperand(x13)), "ldaxrb w12, [x13]");
  COMPARE(ldaxrb(x14, MemOperand(sp)), "ldaxrb w14, [sp]");
  COMPARE(ldaxrh(w15, MemOperand(x16)), "ldaxrh w15, [x16]");
  COMPARE(ldaxrh(w17, MemOperand(sp)), "ldaxrh w17, [sp]");
  COMPARE(ldaxrh(x18, MemOperand(x19)), "ldaxrh w18, [x19]");
  COMPARE(ldaxrh(x20, MemOperand(sp)), "ldaxrh w20, [sp]");
  COMPARE(ldaxr(w21, MemOperand(x22)), "ldaxr w21, [x22]");
  COMPARE(ldaxr(w23, MemOperand(sp)), "ldaxr w23, [sp]");
  COMPARE(ldaxr(x24, MemOperand(x25)), "ldaxr x24, [x25]");
  COMPARE(ldaxr(x26, MemOperand(sp)), "ldaxr x26, [sp]");
  COMPARE(stlxp(w27, w28, w29, MemOperand(x30)), "stlxp w27, w28, w29, [x30]");
  COMPARE(stlxp(x0, w1, w2, MemOperand(sp)), "stlxp w0, w1, w2, [sp]");
  COMPARE(stlxp(w3, x4, x5, MemOperand(x6)), "stlxp w3, x4, x5, [x6]");
  COMPARE(stlxp(x7, x8, x9, MemOperand(sp)), "stlxp w7, x8, x9, [sp]");
  COMPARE(ldaxp(w10, w11, MemOperand(x12)), "ldaxp w10, w11, [x12]");
  COMPARE(ldaxp(w13, w14, MemOperand(sp)), "ldaxp w13, w14, [sp]");
  COMPARE(ldaxp(x15, x16, MemOperand(x17)), "ldaxp x15, x16, [x17]");
  COMPARE(ldaxp(x18, x19, MemOperand(sp)), "ldaxp x18, x19, [sp]");
  COMPARE(stlrb(w20, MemOperand(x21)), "stlrb w20, [x21]");
  COMPARE(stlrb(w22, MemOperand(sp)), "stlrb w22, [sp]");
  COMPARE(stlrb(x23, MemOperand(x24)), "stlrb w23, [x24]");
  COMPARE(stlrb(x25, MemOperand(sp)), "stlrb w25, [sp]");
  COMPARE(stlrh(w26, MemOperand(x27)), "stlrh w26, [x27]");
  COMPARE(stlrh(w28, MemOperand(sp)), "stlrh w28, [sp]");
  COMPARE(stlrh(x29, MemOperand(x30)), "stlrh w29, [x30]");
  COMPARE(stlrh(x0, MemOperand(sp)), "stlrh w0, [sp]");
  COMPARE(stlr(w1, MemOperand(x2)), "stlr w1, [x2]");
  COMPARE(stlr(w3, MemOperand(sp)), "stlr w3, [sp]");
  COMPARE(stlr(x4, MemOperand(x5)), "stlr x4, [x5]");
  COMPARE(stlr(x6, MemOperand(sp)), "stlr x6, [sp]");
  COMPARE(stllrb(w7, MemOperand(x8)), "stllrb w7, [x8]");
  COMPARE(stllrb(w9, MemOperand(sp)), "stllrb w9, [sp]");
  COMPARE(stllrb(x10, MemOperand(x11)), "stllrb w10, [x11]");
  COMPARE(stllrb(x12, MemOperand(sp)), "stllrb w12, [sp]");
  COMPARE(stllrh(w13, MemOperand(x14)), "stllrh w13, [x14]");
  COMPARE(stllrh(w15, MemOperand(sp)), "stllrh w15, [sp]");
  COMPARE(stllrh(x16, MemOperand(x17)), "stllrh w16, [x17]");
  COMPARE(stllrh(x18, MemOperand(sp)), "stllrh w18, [sp]");
  COMPARE(stllr(w19, MemOperand(x20)), "stllr w19, [x20]");
  COMPARE(stllr(w21, MemOperand(sp)), "stllr w21, [sp]");
  COMPARE(stllr(x22, MemOperand(x23)), "stllr x22, [x23]");
  COMPARE(stllr(x24, MemOperand(sp)), "stllr x24, [sp]");
  COMPARE(ldarb(w25, MemOperand(x26)), "ldarb w25, [x26]");
  COMPARE(ldarb(w27, MemOperand(sp)), "ldarb w27, [sp]");
  COMPARE(ldarb(x28, MemOperand(x29)), "ldarb w28, [x29]");
  COMPARE(ldarb(x30, MemOperand(sp)), "ldarb w30, [sp]");
  COMPARE(ldarh(w0, MemOperand(x1)), "ldarh w0, [x1]");
  COMPARE(ldarh(w2, MemOperand(sp)), "ldarh w2, [sp]");
  COMPARE(ldarh(x3, MemOperand(x4)), "ldarh w3, [x4]");
  COMPARE(ldarh(x5, MemOperand(sp)), "ldarh w5, [sp]");
  COMPARE(ldar(w6, MemOperand(x7)), "ldar w6, [x7]");
  COMPARE(ldar(w8, MemOperand(sp)), "ldar w8, [sp]");
  COMPARE(ldar(x9, MemOperand(x10)), "ldar x9, [x10]");
  COMPARE(ldar(x11, MemOperand(sp)), "ldar x11, [sp]");
  COMPARE(ldlarb(w12, MemOperand(x13)), "ldlarb w12, [x13]");
  COMPARE(ldlarb(w14, MemOperand(sp)), "ldlarb w14, [sp]");
  COMPARE(ldlarb(x15, MemOperand(x16)), "ldlarb w15, [x16]");
  COMPARE(ldlarb(x17, MemOperand(sp)), "ldlarb w17, [sp]");
  COMPARE(ldlarh(w18, MemOperand(x19)), "ldlarh w18, [x19]");
  COMPARE(ldlarh(w20, MemOperand(sp)), "ldlarh w20, [sp]");
  COMPARE(ldlarh(x21, MemOperand(x22)), "ldlarh w21, [x22]");
  COMPARE(ldlarh(x23, MemOperand(sp)), "ldlarh w23, [sp]");
  COMPARE(ldlar(w24, MemOperand(x25)), "ldlar w24, [x25]");
  COMPARE(ldlar(w26, MemOperand(sp)), "ldlar w26, [sp]");
  COMPARE(ldlar(x27, MemOperand(x28)), "ldlar x27, [x28]");
  COMPARE(ldlar(x29, MemOperand(sp)), "ldlar x29, [sp]");

  COMPARE(cas(w30, w0, MemOperand(x1)), "cas w30, w0, [x1]");
  COMPARE(cas(w2, w3, MemOperand(sp)), "cas w2, w3, [sp]");
  COMPARE(cas(x4, x5, MemOperand(x6)), "cas x4, x5, [x6]");
  COMPARE(cas(x7, x8, MemOperand(sp)), "cas x7, x8, [sp]");
  COMPARE(casa(w9, w10, MemOperand(x11)), "casa w9, w10, [x11]");
  COMPARE(casa(w12, w13, MemOperand(sp)), "casa w12, w13, [sp]");
  COMPARE(casa(x14, x15, MemOperand(x16)), "casa x14, x15, [x16]");
  COMPARE(casa(x17, x18, MemOperand(sp)), "casa x17, x18, [sp]");
  COMPARE(casl(w19, w20, MemOperand(x21)), "casl w19, w20, [x21]");
  COMPARE(casl(w22, w23, MemOperand(sp)), "casl w22, w23, [sp]");
  COMPARE(casl(x24, x25, MemOperand(x26)), "casl x24, x25, [x26]");
  COMPARE(casl(x27, x28, MemOperand(sp)), "casl x27, x28, [sp]");
  COMPARE(casal(w29, w30, MemOperand(x0)), "casal w29, w30, [x0]");
  COMPARE(casal(w1, w2, MemOperand(sp)), "casal w1, w2, [sp]");
  COMPARE(casal(x3, x4, MemOperand(x5)), "casal x3, x4, [x5]");
  COMPARE(casal(x6, x7, MemOperand(sp)), "casal x6, x7, [sp]");
  COMPARE(casb(w8, w9, MemOperand(x10)), "casb w8, w9, [x10]");
  COMPARE(casb(w11, w12, MemOperand(sp)), "casb w11, w12, [sp]");
  COMPARE(casab(w13, w14, MemOperand(x15)), "casab w13, w14, [x15]");
  COMPARE(casab(w16, w17, MemOperand(sp)), "casab w16, w17, [sp]");
  COMPARE(caslb(w18, w19, MemOperand(x20)), "caslb w18, w19, [x20]");
  COMPARE(caslb(w21, w22, MemOperand(sp)), "caslb w21, w22, [sp]");
  COMPARE(casalb(w23, w24, MemOperand(x25)), "casalb w23, w24, [x25]");
  COMPARE(casalb(w26, w27, MemOperand(sp)), "casalb w26, w27, [sp]");
  COMPARE(cash(w28, w29, MemOperand(x30)), "cash w28, w29, [x30]");
  COMPARE(cash(w0, w1, MemOperand(sp)), "cash w0, w1, [sp]");
  COMPARE(casah(w2, w3, MemOperand(x4)), "casah w2, w3, [x4]");
  COMPARE(casah(w5, w6, MemOperand(sp)), "casah w5, w6, [sp]");
  COMPARE(caslh(w7, w8, MemOperand(x9)), "caslh w7, w8, [x9]");
  COMPARE(caslh(w10, w11, MemOperand(sp)), "caslh w10, w11, [sp]");
  COMPARE(casalh(w12, w13, MemOperand(x14)), "casalh w12, w13, [x14]");
  COMPARE(casalh(w15, w16, MemOperand(sp)), "casalh w15, w16, [sp]");
  COMPARE(casp(w18, w19, w20, w21, MemOperand(x22)),
          "casp w18, w19, w20, w21, [x22]");
  COMPARE(casp(w24, w25, w26, w27, MemOperand(sp)),
          "casp w24, w25, w26, w27, [sp]");
  COMPARE(casp(x28, x29, x0, x1, MemOperand(x2)),
          "casp x28, x29, x0, x1, [x2]");
  COMPARE(casp(x4, x5, x6, x7, MemOperand(sp)), "casp x4, x5, x6, x7, [sp]");
  COMPARE(caspa(w8, w9, w10, w11, MemOperand(x12)),
          "caspa w8, w9, w10, w11, [x12]");
  COMPARE(caspa(w14, w15, w16, w17, MemOperand(sp)),
          "caspa w14, w15, w16, w17, [sp]");
  COMPARE(caspa(x18, x19, x20, x21, MemOperand(x22)),
          "caspa x18, x19, x20, x21, [x22]");
  COMPARE(caspa(x24, x25, x26, x27, MemOperand(sp)),
          "caspa x24, x25, x26, x27, [sp]");
  COMPARE(caspl(w28, w29, w0, w1, MemOperand(x2)),
          "caspl w28, w29, w0, w1, [x2]");
  COMPARE(caspl(w4, w5, w6, w7, MemOperand(sp)), "caspl w4, w5, w6, w7, [sp]");
  COMPARE(caspl(x8, x9, x10, x11, MemOperand(x12)),
          "caspl x8, x9, x10, x11, [x12]");
  COMPARE(caspl(x14, x15, x16, x17, MemOperand(sp)),
          "caspl x14, x15, x16, x17, [sp]");
  COMPARE(caspal(w18, w19, w20, w21, MemOperand(x22)),
          "caspal w18, w19, w20, w21, [x22]");
  COMPARE(caspal(w24, w25, w26, w27, MemOperand(sp)),
          "caspal w24, w25, w26, w27, [sp]");
  COMPARE(caspal(x28, x29, x0, x1, MemOperand(x2)),
          "caspal x28, x29, x0, x1, [x2]");
  COMPARE(caspal(x4, x5, x6, x7, MemOperand(sp)),
          "caspal x4, x5, x6, x7, [sp]");


  CLEANUP();
}

// clang-format off
#define ATOMIC_MEMORY_DISASM_LIST(V, DEF) \
  V(DEF, add,  "add")                     \
  V(DEF, clr,  "clr")                     \
  V(DEF, eor,  "eor")                     \
  V(DEF, set,  "set")                     \
  V(DEF, smax, "smax")                    \
  V(DEF, smin, "smin")                    \
  V(DEF, umax, "umax")                    \
  V(DEF, umin, "umin")

#define ATOMIC_MEMORY_DISASM_STORE_X_MODES(V, NAME, STR) \
  V(NAME,    STR)                                        \
  V(NAME##l, STR "l")


#define ATOMIC_MEMORY_DISASM_STORE_W_MODES(V, NAME, STR) \
  ATOMIC_MEMORY_DISASM_STORE_X_MODES(V, NAME, STR)       \
  V(NAME##b,  STR "b")                                   \
  V(NAME##lb, STR "lb")                                  \
  V(NAME##h,  STR "h")                                   \
  V(NAME##lh, STR "lh")

#define ATOMIC_MEMORY_DISASM_LOAD_X_MODES(V, NAME, STR) \
  ATOMIC_MEMORY_DISASM_STORE_X_MODES(V, NAME, STR)      \
  V(NAME##a,  STR "a")                                  \
  V(NAME##al, STR "al")

#define ATOMIC_MEMORY_DISASM_LOAD_W_MODES(V, NAME, STR) \
  ATOMIC_MEMORY_DISASM_LOAD_X_MODES(V, NAME, STR)       \
  V(NAME##ab,  STR "ab")                                \
  V(NAME##alb, STR "alb")                               \
  V(NAME##ah,  STR "ah")                                \
  V(NAME##alh, STR "alh")
// clang-format on

TEST(atomic_memory) {
  SETUP();

// These macros generate tests for all the variations of the atomic memory
// operations, e.g. ldadd, ldadda, ldaddb, staddl, etc.

#define AM_LOAD_X_TESTS(N, MN)                                     \
  COMPARE(ld##N(x0, x1, MemOperand(x2)), "ld" MN " x0, x1, [x2]"); \
  COMPARE(ld##N(x3, x4, MemOperand(sp)), "ld" MN " x3, x4, [sp]");
#define AM_LOAD_W_TESTS(N, MN)                                     \
  COMPARE(ld##N(w0, w1, MemOperand(x2)), "ld" MN " w0, w1, [x2]"); \
  COMPARE(ld##N(w3, w4, MemOperand(sp)), "ld" MN " w3, w4, [sp]");
#define AM_STORE_X_TESTS(N, MN)                            \
  COMPARE(st##N(x0, MemOperand(x1)), "st" MN " x0, [x1]"); \
  COMPARE(st##N(x2, MemOperand(sp)), "st" MN " x2, [sp]");
#define AM_STORE_W_TESTS(N, MN)                            \
  COMPARE(st##N(w0, MemOperand(x1)), "st" MN " w0, [x1]"); \
  COMPARE(st##N(w2, MemOperand(sp)), "st" MN " w2, [sp]");

  ATOMIC_MEMORY_DISASM_LIST(ATOMIC_MEMORY_DISASM_LOAD_X_MODES, AM_LOAD_X_TESTS)
  ATOMIC_MEMORY_DISASM_LIST(ATOMIC_MEMORY_DISASM_LOAD_W_MODES, AM_LOAD_W_TESTS)
  ATOMIC_MEMORY_DISASM_LIST(ATOMIC_MEMORY_DISASM_STORE_X_MODES,
                            AM_STORE_X_TESTS)
  ATOMIC_MEMORY_DISASM_LIST(ATOMIC_MEMORY_DISASM_STORE_W_MODES,
                            AM_STORE_W_TESTS)

#define AM_SWP_X_TESTS(N, MN)                             \
  COMPARE(N(x0, x1, MemOperand(x2)), MN " x0, x1, [x2]"); \
  COMPARE(N(x3, x4, MemOperand(sp)), MN " x3, x4, [sp]");
#define AM_SWP_W_TESTS(N, MN)                             \
  COMPARE(N(w0, w1, MemOperand(x2)), MN " w0, w1, [x2]"); \
  COMPARE(N(w3, w4, MemOperand(sp)), MN " w3, w4, [sp]");


  ATOMIC_MEMORY_DISASM_LOAD_X_MODES(AM_SWP_X_TESTS, swp, "swp")
  ATOMIC_MEMORY_DISASM_LOAD_W_MODES(AM_SWP_W_TESTS, swp, "swp")

#undef AM_LOAD_X_TESTS
#undef AM_LOAD_W_TESTS
#undef AM_STORE_X_TESTS
#undef AM_STORE_W_TESTS
#undef AM_SWP_X_TESTS
#undef AM_SWP_W_TESTS

  COMPARE(ldaprb(w0, MemOperand(x1)), "ldaprb w0, [x1]");
  COMPARE(ldaprb(w2, MemOperand(sp)), "ldaprb w2, [sp]");
  COMPARE(ldaprh(w3, MemOperand(x4)), "ldaprh w3, [x4]");
  COMPARE(ldaprh(w5, MemOperand(sp)), "ldaprh w5, [sp]");
  COMPARE(ldapr(w6, MemOperand(x7)), "ldapr w6, [x7]");
  COMPARE(ldapr(w8, MemOperand(sp)), "ldapr w8, [sp]");
  COMPARE(ldapr(x9, MemOperand(x10)), "ldapr x9, [x10]");
  COMPARE(ldapr(x11, MemOperand(sp)), "ldapr x11, [sp]");

  CLEANUP();
}


TEST(load_store_pair_nontemp) {
  SETUP();

  COMPARE(ldnp(w0, w1, MemOperand(x2)), "ldnp w0, w1, [x2]");
  COMPARE(stnp(w3, w4, MemOperand(x5, 252)), "stnp w3, w4, [x5, #252]");
  COMPARE(ldnp(w6, w7, MemOperand(x8, -256)), "ldnp w6, w7, [x8, #-256]");
  COMPARE(stnp(x9, x10, MemOperand(x11)), "stnp x9, x10, [x11]");
  COMPARE(ldnp(x12, x13, MemOperand(x14, 504)), "ldnp x12, x13, [x14, #504]");
  COMPARE(stnp(x15, x16, MemOperand(x17, -512)), "stnp x15, x16, [x17, #-512]");
  COMPARE(ldnp(s18, s19, MemOperand(x20)), "ldnp s18, s19, [x20]");
  COMPARE(stnp(s21, s22, MemOperand(x23, 252)), "stnp s21, s22, [x23, #252]");
  COMPARE(ldnp(s24, s25, MemOperand(x26, -256)), "ldnp s24, s25, [x26, #-256]");
  COMPARE(stnp(d27, d28, MemOperand(x29)), "stnp d27, d28, [x29]");
  COMPARE(ldnp(d30, d31, MemOperand(x0, 504)), "ldnp d30, d31, [x0, #504]");
  COMPARE(stnp(d1, d2, MemOperand(x3, -512)), "stnp d1, d2, [x3, #-512]");
  COMPARE(ldnp(q4, q5, MemOperand(x6)), "ldnp q4, q5, [x6]");
  COMPARE(stnp(q7, q8, MemOperand(x9, 1008)), "stnp q7, q8, [x9, #1008]");
  COMPARE(ldnp(q10, q11, MemOperand(x12, -1024)),
          "ldnp q10, q11, [x12, #-1024]");

  CLEANUP();
}


TEST(load_literal_macro) {
  SETUP();

  // In each case, the literal will be placed at PC+8:
  //    ldr   x10, pc+8               // Test instruction.
  //    ldr   xzr, pc+12              // Pool marker.
  //    .word64 #0x1234567890abcdef   // Test literal.

  COMPARE_MACRO_PREFIX(Ldr(x10, 0x1234567890abcdef), "ldr x10, pc+8");
  COMPARE_MACRO_PREFIX(Ldr(w20, 0xfedcba09), "ldr w20, pc+8");
  COMPARE_MACRO_PREFIX(Ldr(d11, 1.234), "ldr d11, pc+8");
  COMPARE_MACRO_PREFIX(Ldr(s22, 2.5f), "ldr s22, pc+8");
  COMPARE_MACRO_PREFIX(Ldrsw(x21, 0x80000000), "ldrsw x21, pc+8");

  CLEANUP();
}


TEST(load_literal) {
  SETUP();

  COMPARE_PREFIX(ldr(x20, INT64_C(0)), "ldr x20, pc+0");
  COMPARE_PREFIX(ldr(x20, 1), "ldr x20, pc+4");
  COMPARE_PREFIX(ldr(x20, -1), "ldr x20, pc-4");
  COMPARE_PREFIX(ldr(x20, 0x3ffff), "ldr x20, pc+1048572");
  COMPARE_PREFIX(ldr(x20, -0x40000), "ldr x20, pc-1048576");
  COMPARE_PREFIX(ldr(w21, INT64_C(0)), "ldr w21, pc+0");
  COMPARE_PREFIX(ldr(w21, 1), "ldr w21, pc+4");
  COMPARE_PREFIX(ldr(w21, -1), "ldr w21, pc-4");
  COMPARE_PREFIX(ldr(w21, 0x3ffff), "ldr w21, pc+1048572");
  COMPARE_PREFIX(ldr(w21, -0x40000), "ldr w21, pc-1048576");
  COMPARE_PREFIX(ldr(d22, INT64_C(0)), "ldr d22, pc+0");
  COMPARE_PREFIX(ldr(d22, 1), "ldr d22, pc+4");
  COMPARE_PREFIX(ldr(d22, -1), "ldr d22, pc-4");
  COMPARE_PREFIX(ldr(d22, 0x3ffff), "ldr d22, pc+1048572");
  COMPARE_PREFIX(ldr(d22, -0x40000), "ldr d22, pc-1048576");
  COMPARE_PREFIX(ldr(s23, INT64_C(0)), "ldr s23, pc+0");
  COMPARE_PREFIX(ldr(s23, 1), "ldr s23, pc+4");
  COMPARE_PREFIX(ldr(s23, -1), "ldr s23, pc-4");
  COMPARE_PREFIX(ldr(s23, 0x3ffff), "ldr s23, pc+1048572");
  COMPARE_PREFIX(ldr(s23, -0x40000), "ldr s23, pc-1048576");
  COMPARE_PREFIX(ldrsw(x24, INT64_C(0)), "ldrsw x24, pc+0");
  COMPARE_PREFIX(ldrsw(x24, 1), "ldrsw x24, pc+4");
  COMPARE_PREFIX(ldrsw(x24, -1), "ldrsw x24, pc-4");
  COMPARE_PREFIX(ldrsw(x24, 0x3ffff), "ldrsw x24, pc+1048572");
  COMPARE_PREFIX(ldrsw(x24, -0x40000), "ldrsw x24, pc-1048576");

  CLEANUP();
}


TEST(prfm_operations) {
  SETUP();

  // Test every encodable prefetch operation.
  const char* expected[] = {
      "prfm pldl1keep, ", "prfm pldl1strm, ", "prfm pldl2keep, ",
      "prfm pldl2strm, ", "prfm pldl3keep, ", "prfm pldl3strm, ",
      "prfm #0b00110, ",  "prfm #0b00111, ",  "prfm plil1keep, ",
      "prfm plil1strm, ", "prfm plil2keep, ", "prfm plil2strm, ",
      "prfm plil3keep, ", "prfm plil3strm, ", "prfm #0b01110, ",
      "prfm #0b01111, ",  "prfm pstl1keep, ", "prfm pstl1strm, ",
      "prfm pstl2keep, ", "prfm pstl2strm, ", "prfm pstl3keep, ",
      "prfm pstl3strm, ", "prfm #0b10110, ",  "prfm #0b10111, ",
      "prfm #0b11000, ",  "prfm #0b11001, ",  "prfm #0b11010, ",
      "prfm #0b11011, ",  "prfm #0b11100, ",  "prfm #0b11101, ",
      "prfm #0b11110, ",  "prfm #0b11111, ",
  };
  const int expected_count = sizeof(expected) / sizeof(expected[0]);
  VIXL_STATIC_ASSERT((1 << ImmPrefetchOperation_width) == expected_count);

  for (int i = 0; i < (1 << ImmPrefetchOperation_width); i++) {
    PrefetchOperation op = static_cast<PrefetchOperation>(i);
    COMPARE_PREFIX(prfm(op, INT64_C(0)), expected[i]);
    COMPARE_PREFIX(prfm(op, MemOperand(x0, 0)), expected[i]);
    COMPARE_PREFIX(prfm(op, MemOperand(x0, x1)), expected[i]);
  }

  CLEANUP();
}


TEST(prfum_operations) {
  SETUP();

  // Test every encodable prefetch operation.
  const char* expected[] = {
      "prfum pldl1keep, ", "prfum pldl1strm, ", "prfum pldl2keep, ",
      "prfum pldl2strm, ", "prfum pldl3keep, ", "prfum pldl3strm, ",
      "prfum #0b00110, ",  "prfum #0b00111, ",  "prfum plil1keep, ",
      "prfum plil1strm, ", "prfum plil2keep, ", "prfum plil2strm, ",
      "prfum plil3keep, ", "prfum plil3strm, ", "prfum #0b01110, ",
      "prfum #0b01111, ",  "prfum pstl1keep, ", "prfum pstl1strm, ",
      "prfum pstl2keep, ", "prfum pstl2strm, ", "prfum pstl3keep, ",
      "prfum pstl3strm, ", "prfum #0b10110, ",  "prfum #0b10111, ",
      "prfum #0b11000, ",  "prfum #0b11001, ",  "prfum #0b11010, ",
      "prfum #0b11011, ",  "prfum #0b11100, ",  "prfum #0b11101, ",
      "prfum #0b11110, ",  "prfum #0b11111, ",
  };
  const int expected_count = sizeof(expected) / sizeof(expected[0]);
  VIXL_STATIC_ASSERT((1 << ImmPrefetchOperation_width) == expected_count);

  for (int i = 0; i < (1 << ImmPrefetchOperation_width); i++) {
    PrefetchOperation op = static_cast<PrefetchOperation>(i);
    COMPARE_PREFIX(prfum(op, MemOperand(x0, 0)), expected[i]);
  }

  CLEANUP();
}


TEST(prfm_offset) {
  SETUP();

  COMPARE(prfm(PLDL1KEEP, MemOperand(x1)), "prfm pldl1keep, [x1]");
  COMPARE(prfm(PLDL1STRM, MemOperand(x3, 8)), "prfm pldl1strm, [x3, #8]");
  COMPARE(prfm(PLDL2KEEP, MemOperand(x5, 32760)),
          "prfm pldl2keep, [x5, #32760]");

  COMPARE(prfm(PLDL2STRM, MemOperand(sp)), "prfm pldl2strm, [sp]");
  COMPARE(prfm(PLDL3KEEP, MemOperand(sp, 8)), "prfm pldl3keep, [sp, #8]");
  COMPARE(prfm(PLDL3STRM, MemOperand(sp, 32760)),
          "prfm pldl3strm, [sp, #32760]");

  CLEANUP();
}


TEST(prfm_regoffset) {
  SETUP();

  COMPARE(prfm(PLIL1KEEP, MemOperand(x1, x2)), "prfm plil1keep, [x1, x2]");
  COMPARE(prfm(PLIL1STRM, MemOperand(x3, w4, SXTW)),
          "prfm plil1strm, [x3, w4, sxtw]");
  COMPARE(prfm(PLIL2KEEP, MemOperand(x5, x6, LSL, 3)),
          "prfm plil2keep, [x5, x6, lsl #3]");

  COMPARE(prfm(PLIL2STRM, MemOperand(sp, xzr)), "prfm plil2strm, [sp, xzr]");
  COMPARE(prfm(PLIL3KEEP, MemOperand(sp, wzr, SXTW)),
          "prfm plil3keep, [sp, wzr, sxtw]");
  COMPARE(prfm(PLIL3STRM, MemOperand(sp, xzr, LSL, 3)),
          "prfm plil3strm, [sp, xzr, lsl #3]");

  CLEANUP();
}


TEST(prfm_literal) {
  SETUP();

  COMPARE_PREFIX(prfm(PSTL1KEEP, INT64_C(0)), "prfm pstl1keep, pc+0");
  COMPARE_PREFIX(prfm(PSTL1STRM, 1), "prfm pstl1strm, pc+4");
  COMPARE_PREFIX(prfm(PSTL2KEEP, -1), "prfm pstl2keep, pc-4");
  COMPARE_PREFIX(prfm(PSTL2STRM, 0x3ffff), "prfm pstl2strm, pc+1048572");
  COMPARE_PREFIX(prfm(PSTL3KEEP, -0x3ffff), "prfm pstl3keep, pc-1048572");
  COMPARE_PREFIX(prfm(PSTL3STRM, -0x40000), "prfm pstl3strm, pc-1048576");

  CLEANUP();
}


TEST(prfm_unscaled) {
  SETUP();

  // If an unscaled-offset instruction is requested, it is used, even if the
  // offset could be encoded in a scaled-offset instruction.
  COMPARE(prfum(PLDL1KEEP, MemOperand(x1)), "prfum pldl1keep, [x1]");
  COMPARE(prfum(PLDL1STRM, MemOperand(x1, 8)), "prfum pldl1strm, [x1, #8]");
  COMPARE(prfum(PLDL2KEEP, MemOperand(x1, 248)), "prfum pldl2keep, [x1, #248]");

  // Normal offsets are converted to unscaled offsets if necssary.
  COMPARE(prfm(PLDL2STRM, MemOperand(x1, 1)), "prfum pldl2strm, [x1, #1]");
  COMPARE(prfm(PLDL3KEEP, MemOperand(x1, -1)), "prfum pldl3keep, [x1, #-1]");
  COMPARE(prfm(PLDL3STRM, MemOperand(x1, 255)), "prfum pldl3strm, [x1, #255]");
  COMPARE(prfm(PLDL3STRM, MemOperand(x1, -256)),
          "prfum pldl3strm, [x1, #-256]");

  CLEANUP();
}


TEST(prfm_unscaled_option) {
  SETUP();

  // Just like prfm_unscaled, but specify the scaling option explicitly.

  // Require unscaled-offset forms.
  LoadStoreScalingOption option = RequireUnscaledOffset;

  COMPARE(prfum(PLDL1KEEP, MemOperand(x1), option), "prfum pldl1keep, [x1]");
  COMPARE(prfum(PLDL1STRM, MemOperand(x1, 8), option),
          "prfum pldl1strm, [x1, #8]");
  COMPARE(prfum(PLDL2KEEP, MemOperand(x1, 248), option),
          "prfum pldl2keep, [x1, #248]");
  COMPARE(prfum(PLDL2STRM, MemOperand(x1, 1), option),
          "prfum pldl2strm, [x1, #1]");
  COMPARE(prfum(PLDL3KEEP, MemOperand(x1, -1), option),
          "prfum pldl3keep, [x1, #-1]");
  COMPARE(prfum(PLDL3STRM, MemOperand(x1, 255), option),
          "prfum pldl3strm, [x1, #255]");
  COMPARE(prfum(PLIL1KEEP, MemOperand(x1, -256), option),
          "prfum plil1keep, [x1, #-256]");

  // Require scaled-offset forms..
  option = RequireScaledOffset;

  COMPARE(prfm(PLDL1KEEP, MemOperand(x1), option), "prfm pldl1keep, [x1]");
  COMPARE(prfm(PLDL1STRM, MemOperand(x1, 8), option),
          "prfm pldl1strm, [x1, #8]");
  COMPARE(prfm(PLDL2KEEP, MemOperand(x1, 248), option),
          "prfm pldl2keep, [x1, #248]");
  COMPARE(prfm(PLIL2STRM, MemOperand(x1, 256), option),
          "prfm plil2strm, [x1, #256]");
  COMPARE(prfm(PLIL3KEEP, MemOperand(x1, 32760), option),
          "prfm plil3keep, [x1, #32760]");

  // Prefer unscaled-offset forms, but allow scaled-offset forms if necessary.
  option = PreferUnscaledOffset;

  COMPARE(prfum(PLDL1KEEP, MemOperand(x1), option), "prfum pldl1keep, [x1]");
  COMPARE(prfum(PLDL1STRM, MemOperand(x1, 8), option),
          "prfum pldl1strm, [x1, #8]");
  COMPARE(prfum(PLDL2KEEP, MemOperand(x1, 248), option),
          "prfum pldl2keep, [x1, #248]");
  COMPARE(prfum(PLDL2STRM, MemOperand(x1, 1), option),
          "prfum pldl2strm, [x1, #1]");
  COMPARE(prfum(PLDL3KEEP, MemOperand(x1, -1), option),
          "prfum pldl3keep, [x1, #-1]");
  COMPARE(prfum(PLDL3STRM, MemOperand(x1, 255), option),
          "prfum pldl3strm, [x1, #255]");
  COMPARE(prfum(PLIL1KEEP, MemOperand(x1, -256), option),
          "prfum plil1keep, [x1, #-256]");
  COMPARE(prfum(PLIL1STRM, MemOperand(x1, 256), option),
          "prfm plil1strm, [x1, #256]");
  COMPARE(prfum(PLIL2KEEP, MemOperand(x1, 32760), option),
          "prfm plil2keep, [x1, #32760]");

  // Prefer scaled-offset forms, but allow unscaled-offset forms if necessary.
  option = PreferScaledOffset;

  COMPARE(prfm(PLDL1KEEP, MemOperand(x1), option), "prfm pldl1keep, [x1]");
  COMPARE(prfm(PLDL1STRM, MemOperand(x1, 8), option),
          "prfm pldl1strm, [x1, #8]");
  COMPARE(prfm(PLDL2KEEP, MemOperand(x1, 248), option),
          "prfm pldl2keep, [x1, #248]");
  COMPARE(prfm(PLDL2STRM, MemOperand(x1, 1), option),
          "prfum pldl2strm, [x1, #1]");
  COMPARE(prfm(PLDL3KEEP, MemOperand(x1, -1), option),
          "prfum pldl3keep, [x1, #-1]");
  COMPARE(prfm(PLDL3STRM, MemOperand(x1, 255), option),
          "prfum pldl3strm, [x1, #255]");
  COMPARE(prfm(PLIL1KEEP, MemOperand(x1, -256), option),
          "prfum plil1keep, [x1, #-256]");
  COMPARE(prfm(PLIL1STRM, MemOperand(x1, 256), option),
          "prfm plil1strm, [x1, #256]");
  COMPARE(prfm(PLIL2KEEP, MemOperand(x1, 32760), option),
          "prfm plil2keep, [x1, #32760]");

  CLEANUP();
}


TEST(cond_select) {
  SETUP();

  COMPARE(csel(w0, w1, w2, eq), "csel w0, w1, w2, eq");
  COMPARE(csel(x3, x4, x5, ne), "csel x3, x4, x5, ne");
  COMPARE(csinc(w6, w7, w8, hs), "csinc w6, w7, w8, hs");
  COMPARE(csinc(x9, x10, x11, lo), "csinc x9, x10, x11, lo");
  COMPARE(csinv(w12, w13, w14, mi), "csinv w12, w13, w14, mi");
  COMPARE(csinv(x15, x16, x17, pl), "csinv x15, x16, x17, pl");
  COMPARE(csneg(w18, w19, w20, vs), "csneg w18, w19, w20, vs");
  COMPARE(csneg(x21, x22, x23, vc), "csneg x21, x22, x23, vc");
  COMPARE(cset(w24, hi), "cset w24, hi");
  COMPARE(cset(x25, ls), "cset x25, ls");
  COMPARE(csetm(w26, ge), "csetm w26, ge");
  COMPARE(csetm(x27, lt), "csetm x27, lt");
  COMPARE(cinc(w28, w29, gt), "cinc w28, w29, gt");
  COMPARE(cinc(x30, x0, le), "cinc x30, x0, le");
  COMPARE(cinv(w1, w2, eq), "cinv w1, w2, eq");
  COMPARE(cinv(x3, x4, ne), "cinv x3, x4, ne");
  COMPARE(cneg(w5, w6, hs), "cneg w5, w6, hs");
  COMPARE(cneg(x7, x8, lo), "cneg x7, x8, lo");

  COMPARE(csel(x0, x1, x2, al), "csel x0, x1, x2, al");
  COMPARE(csel(x1, x2, x3, nv), "csel x1, x2, x3, nv");
  COMPARE(csinc(x2, x3, x4, al), "csinc x2, x3, x4, al");
  COMPARE(csinc(x3, x4, x5, nv), "csinc x3, x4, x5, nv");
  COMPARE(csinv(x4, x5, x6, al), "csinv x4, x5, x6, al");
  COMPARE(csinv(x5, x6, x7, nv), "csinv x5, x6, x7, nv");
  COMPARE(csneg(x6, x7, x8, al), "csneg x6, x7, x8, al");
  COMPARE(csneg(x7, x8, x9, nv), "csneg x7, x8, x9, nv");

  CLEANUP();
}


TEST(cond_select_macro) {
  SETUP();

  // In the tests below we also test the `GetCselSynthesisInformation()` helper.
  // These tests are here (rather than in test-assembler-aarch64.cc) because the
  // disassembly makes it easy to see whether or not the inputs are synthesised.
  bool synthesises_left = false;
  bool synthesises_right = false;

  COMPARE_MACRO(Csel(w0, w1, -1, eq), "csinv w0, w1, wzr, eq");
  MacroAssembler::GetCselSynthesisInformation(w0,
                                              w1,
                                              -1,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(w2, w3, 0, ne), "csel w2, w3, wzr, ne");
  MacroAssembler::GetCselSynthesisInformation(w2,
                                              w3,
                                              wzr,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(w4, w5, 1, hs), "csinc w4, w5, wzr, hs");
  MacroAssembler::GetCselSynthesisInformation(w4,
                                              w5,
                                              1,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x6, x7, -1, lo), "csinv x6, x7, xzr, lo");
  MacroAssembler::GetCselSynthesisInformation(x6,
                                              x7,
                                              xzr,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x8, x9, 0, mi), "csel x8, x9, xzr, mi");
  MacroAssembler::GetCselSynthesisInformation(x8,
                                              x9,
                                              xzr,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x10, x11, 1, pl), "csinc x10, x11, xzr, pl");
  MacroAssembler::GetCselSynthesisInformation(x10,
                                              x11,
                                              xzr,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x12, 0, 0, eq), "mov x12, #0x0");
  MacroAssembler::GetCselSynthesisInformation(x12,
                                              0,
                                              0,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(w13, 0, 1, eq), "cset w13, ne");
  MacroAssembler::GetCselSynthesisInformation(w13,
                                              0,
                                              1,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x14, 1, 0, eq), "cset x14, eq");
  MacroAssembler::GetCselSynthesisInformation(x14,
                                              1,
                                              0,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(w15, 0, -1, eq), "csetm w15, ne");
  MacroAssembler::GetCselSynthesisInformation(w15,
                                              0,
                                              -1,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x18, -1, 0, eq), "csetm x18, eq");
  MacroAssembler::GetCselSynthesisInformation(x18,
                                              -1,
                                              0,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(w19, -1, 1, eq),
                "mov w19, #0x1\n"
                "cneg w19, w19, eq");
  MacroAssembler::GetCselSynthesisInformation(w19,
                                              -1,
                                              1,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(x20, 1, -1, eq),
                "mov x20, #0xffffffffffffffff\n"
                "cneg x20, x20, eq");
  MacroAssembler::GetCselSynthesisInformation(x20,
                                              1,
                                              -1,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(w21, 0xaa, 0xbb, eq),
                "mov w16, #0xaa\n"
                "mov w17, #0xbb\n"
                "csel w21, w16, w17, eq");
  MacroAssembler::GetCselSynthesisInformation(w21,
                                              0xaa,
                                              0xbb,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(x22, 0xaa, -0xbb, eq),
                "mov x16, #0xaa\n"
                "mov x17, #0xffffffffffffff45\n"
                "csel x22, x16, x17, eq");
  MacroAssembler::GetCselSynthesisInformation(x22,
                                              0xaa,
                                              -0xbb,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(w23, 0, 0xaa, eq),
                "mov w16, #0xaa\n"
                "csel w23, w16, wzr, ne");
  MacroAssembler::GetCselSynthesisInformation(w23,
                                              0,
                                              0xaa,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(x24, -0xaa, 0, eq),
                "mov x16, #0xffffffffffffff56\n"
                "csel x24, x16, xzr, eq");
  MacroAssembler::GetCselSynthesisInformation(x24,
                                              -0xaa,
                                              0,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(w25, 0xcc, -0xcc, eq),
                "mov w25, #0xffffff34\n"
                "cneg w25, w25, eq");
  MacroAssembler::GetCselSynthesisInformation(w25,
                                              0xcc,
                                              -0xcc,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(x26, -0xcc, 0xcc, eq),
                "mov x26, #0xcc\n"
                "cneg x26, x26, eq");
  MacroAssembler::GetCselSynthesisInformation(w25,
                                              -0xcc,
                                              0xcc,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && synthesises_right);

  // Test with `Operand` inputs.
  COMPARE_MACRO(Csel(x0, x1, Operand(x2, LSL, 3), eq),
                "lsl x16, x2, #3\n"
                "csel x0, x1, x16, eq");
  MacroAssembler::GetCselSynthesisInformation(x0,
                                              x1,
                                              Operand(x2, LSL, 3),
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(x3, x4, Operand(x5, SXTH), eq),
                "sxth x16, w5\n"
                "csel x3, x4, x16, eq");
  MacroAssembler::GetCselSynthesisInformation(x3,
                                              x4,
                                              Operand(x5, SXTH),
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(x6, Operand(x7, LSL, 7), x8, eq),
                "lsl x16, x7, #7\n"
                "csel x6, x16, x8, eq");
  MacroAssembler::GetCselSynthesisInformation(x6,
                                              Operand(x7, LSL, 7),
                                              x8,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x9, Operand(x10, SXTH), x11, eq),
                "sxth x16, w10\n"
                "csel x9, x16, x11, eq");
  MacroAssembler::GetCselSynthesisInformation(x9,
                                              Operand(x10, SXTH),
                                              x11,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x12, Operand(x13, LSL, 13), Operand(x14, SXTB), eq),
                "lsl x16, x13, #13\n"
                "sxtb x17, w14\n"
                "csel x12, x16, x17, eq");
  MacroAssembler::GetCselSynthesisInformation(x12,
                                              Operand(x13, LSL, 13),
                                              Operand(x14, SXTB),
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(synthesises_left && synthesises_right);

  COMPARE_MACRO(Csel(x15, 0, Operand(x18, LSR, 18), eq),
                "lsr x16, x18, #18\n"
                "csel x15, x16, xzr, ne");
  MacroAssembler::GetCselSynthesisInformation(x15,
                                              0,
                                              Operand(x18, LSR, 18),
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && synthesises_right);

  // Test with the zero register.
  COMPARE_MACRO(Csel(w19, wzr, wzr, eq), "mov w19, #0x0");
  MacroAssembler::GetCselSynthesisInformation(w19,
                                              wzr,
                                              wzr,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x20, x21, xzr, eq), "csel x20, x21, xzr, eq");
  MacroAssembler::GetCselSynthesisInformation(x20,
                                              x21,
                                              xzr,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(w22, wzr, w23, eq), "csel w22, w23, wzr, ne");
  MacroAssembler::GetCselSynthesisInformation(w22,
                                              wzr,
                                              w23,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(x24, xzr, 0, eq), "mov x24, #0x0");
  MacroAssembler::GetCselSynthesisInformation(x24,
                                              xzr,
                                              0,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);

  COMPARE_MACRO(Csel(w25, wzr, 1, eq), "cset w25, ne");
  MacroAssembler::GetCselSynthesisInformation(w25,
                                              wzr,
                                              1,
                                              &synthesises_left,
                                              &synthesises_right);
  VIXL_CHECK(!synthesises_left && !synthesises_right);


  CLEANUP();
}


TEST(cond_cmp) {
  SETUP();

  COMPARE(ccmn(w0, w1, NZCVFlag, eq), "ccmn w0, w1, #NZCV, eq");
  COMPARE(ccmn(x2, x3, NZCFlag, ne), "ccmn x2, x3, #NZCv, ne");
  COMPARE(ccmp(w4, w5, NZVFlag, hs), "ccmp w4, w5, #NZcV, hs");
  COMPARE(ccmp(x6, x7, NZFlag, lo), "ccmp x6, x7, #NZcv, lo");
  COMPARE(ccmn(w8, 31, NFlag, mi), "ccmn w8, #31, #Nzcv, mi");
  COMPARE(ccmn(x9, 30, NCFlag, pl), "ccmn x9, #30, #NzCv, pl");
  COMPARE(ccmp(w10, 29, NVFlag, vs), "ccmp w10, #29, #NzcV, vs");
  COMPARE(ccmp(x11, 28, NFlag, vc), "ccmp x11, #28, #Nzcv, vc");
  COMPARE(ccmn(w12, w13, NoFlag, al), "ccmn w12, w13, #nzcv, al");
  COMPARE(ccmp(x14, 27, ZVFlag, nv), "ccmp x14, #27, #nZcV, nv");

  CLEANUP();
}


TEST(cond_cmp_macro) {
  SETUP();

  COMPARE_MACRO(Ccmp(w0, -1, VFlag, hi), "ccmn w0, #1, #nzcV, hi");
  COMPARE_MACRO(Ccmp(x1, -31, CFlag, ge), "ccmn x1, #31, #nzCv, ge");
  COMPARE_MACRO(Ccmn(w2, -1, CVFlag, gt), "ccmp w2, #1, #nzCV, gt");
  COMPARE_MACRO(Ccmn(x3, -31, ZCVFlag, ls), "ccmp x3, #31, #nZCV, ls");

  CLEANUP();
}


TEST(fmov_imm) {
  SETUP();

  COMPARE(fmov(h2, Float16(-5.0)), "fmov h2, #0x94 (-5.0000)");
  COMPARE(fmov(h30, Float16(29.0)), "fmov h30, #0x3d (29.0000)");
  COMPARE(fmov(s0, 1.0f), "fmov s0, #0x70 (1.0000)");
  COMPARE(fmov(s31, -13.0f), "fmov s31, #0xaa (-13.0000)");
  COMPARE(fmov(d1, 1.0), "fmov d1, #0x70 (1.0000)");
  COMPARE(fmov(d29, -13.0), "fmov d29, #0xaa (-13.0000)");

  CLEANUP();
}


TEST(fmov_reg) {
  SETUP();

  COMPARE(fmov(w3, s13), "fmov w3, s13");
  COMPARE(fmov(x6, d26), "fmov x6, d26");
  COMPARE(fmov(s11, w30), "fmov s11, w30");
  COMPARE(fmov(d31, x2), "fmov d31, x2");
  COMPARE(fmov(s12, s13), "fmov s12, s13");
  COMPARE(fmov(d22, d23), "fmov d22, d23");
  COMPARE(fmov(v0.D(), 1, x13), "fmov v0.D[1], x13");
  COMPARE(fmov(x13, v0.D(), 1), "fmov x13, v0.D[1]");

  CLEANUP();
}


TEST(fp_dp1) {
  SETUP();

  COMPARE(fabs(s0, s1), "fabs s0, s1");
  COMPARE(fabs(s31, s30), "fabs s31, s30");
  COMPARE(fabs(d2, d3), "fabs d2, d3");
  COMPARE(fabs(d31, d30), "fabs d31, d30");
  COMPARE(fneg(s4, s5), "fneg s4, s5");
  COMPARE(fneg(s31, s30), "fneg s31, s30");
  COMPARE(fneg(d6, d7), "fneg d6, d7");
  COMPARE(fneg(d31, d30), "fneg d31, d30");
  COMPARE(fsqrt(s8, s9), "fsqrt s8, s9");
  COMPARE(fsqrt(s31, s30), "fsqrt s31, s30");
  COMPARE(fsqrt(d10, d11), "fsqrt d10, d11");
  COMPARE(fsqrt(d31, d30), "fsqrt d31, d30");
  COMPARE(frinta(s10, s11), "frinta s10, s11");
  COMPARE(frinta(s31, s30), "frinta s31, s30");
  COMPARE(frinta(d12, d13), "frinta d12, d13");
  COMPARE(frinta(d31, d30), "frinta d31, d30");
  COMPARE(frinti(s10, s11), "frinti s10, s11");
  COMPARE(frinti(s31, s30), "frinti s31, s30");
  COMPARE(frinti(d12, d13), "frinti d12, d13");
  COMPARE(frinti(d31, d30), "frinti d31, d30");
  COMPARE(frintm(s10, s11), "frintm s10, s11");
  COMPARE(frintm(s31, s30), "frintm s31, s30");
  COMPARE(frintm(d12, d13), "frintm d12, d13");
  COMPARE(frintm(d31, d30), "frintm d31, d30");
  COMPARE(frintn(s10, s11), "frintn s10, s11");
  COMPARE(frintn(s31, s30), "frintn s31, s30");
  COMPARE(frintn(d12, d13), "frintn d12, d13");
  COMPARE(frintn(d31, d30), "frintn d31, d30");
  COMPARE(frintx(s10, s11), "frintx s10, s11");
  COMPARE(frintx(s31, s30), "frintx s31, s30");
  COMPARE(frintx(d12, d13), "frintx d12, d13");
  COMPARE(frintx(d31, d30), "frintx d31, d30");
  COMPARE(frintz(s10, s11), "frintz s10, s11");
  COMPARE(frintz(s31, s30), "frintz s31, s30");
  COMPARE(frintz(d12, d13), "frintz d12, d13");
  COMPARE(frintz(d31, d30), "frintz d31, d30");
  COMPARE(fcvt(d14, s15), "fcvt d14, s15");
  COMPARE(fcvt(d31, s31), "fcvt d31, s31");
  COMPARE(fcvt(s0, d1), "fcvt s0, d1");
  COMPARE(fcvt(s2, h3), "fcvt s2, h3");
  COMPARE(fcvt(d4, h5), "fcvt d4, h5");
  COMPARE(fcvt(h6, s7), "fcvt h6, s7");
  COMPARE(fcvt(h8, d9), "fcvt h8, d9");

  CLEANUP();
}


TEST(fp_dp2) {
  SETUP();

  COMPARE(fadd(h8, h9, h10), "fadd h8, h9, h10");
  COMPARE(fadd(s0, s1, s2), "fadd s0, s1, s2");
  COMPARE(fadd(d3, d4, d5), "fadd d3, d4, d5");
  COMPARE(fsub(h14, h17, h21), "fsub h14, h17, h21");
  COMPARE(fsub(s31, s30, s29), "fsub s31, s30, s29");
  COMPARE(fsub(d31, d30, d29), "fsub d31, d30, d29");
  COMPARE(fmul(h13, h14, h15), "fmul h13, h14, h15");
  COMPARE(fmul(s7, s8, s9), "fmul s7, s8, s9");
  COMPARE(fmul(d10, d11, d12), "fmul d10, d11, d12");
  COMPARE(fnmul(h4, h5, h6), "fnmul h4, h5, h6");
  COMPARE(fnmul(s7, s8, s9), "fnmul s7, s8, s9");
  COMPARE(fnmul(d10, d11, d12), "fnmul d10, d11, d12");
  COMPARE(fdiv(h0, h1, h2), "fdiv h0, h1, h2");
  COMPARE(fdiv(s13, s14, s15), "fdiv s13, s14, s15");
  COMPARE(fdiv(d16, d17, d18), "fdiv d16, d17, d18");
  COMPARE(fmax(h9, h10, h11), "fmax h9, h10, h11");
  COMPARE(fmax(s19, s20, s21), "fmax s19, s20, s21");
  COMPARE(fmax(d22, d23, d24), "fmax d22, d23, d24");
  COMPARE(fmin(h13, h15, h17), "fmin h13, h15, h17");
  COMPARE(fmin(s25, s26, s27), "fmin s25, s26, s27");
  COMPARE(fmin(d28, d29, d30), "fmin d28, d29, d30");
  COMPARE(fmaxnm(h4, h5, h6), "fmaxnm h4, h5, h6");
  COMPARE(fmaxnm(s31, s0, s1), "fmaxnm s31, s0, s1");
  COMPARE(fmaxnm(d2, d3, d4), "fmaxnm d2, d3, d4");
  COMPARE(fminnm(h22, h23, h24), "fminnm h22, h23, h24");
  COMPARE(fminnm(s5, s6, s7), "fminnm s5, s6, s7");
  COMPARE(fminnm(d8, d9, d10), "fminnm d8, d9, d10");

  CLEANUP();
}


TEST(fp_dp3) {
  SETUP();

  COMPARE(fmadd(h4, h5, h6, h10), "fmadd h4, h5, h6, h10");
  COMPARE(fmadd(s7, s8, s9, s10), "fmadd s7, s8, s9, s10");
  COMPARE(fmadd(d10, d11, d12, d10), "fmadd d10, d11, d12, d10");
  COMPARE(fmsub(h4, h5, h6, h10), "fmsub h4, h5, h6, h10");
  COMPARE(fmsub(s7, s8, s9, s10), "fmsub s7, s8, s9, s10");
  COMPARE(fmsub(d10, d11, d12, d10), "fmsub d10, d11, d12, d10");

  COMPARE(fnmadd(h4, h5, h6, h10), "fnmadd h4, h5, h6, h10");
  COMPARE(fnmadd(s7, s8, s9, s10), "fnmadd s7, s8, s9, s10");
  COMPARE(fnmadd(d10, d11, d12, d10), "fnmadd d10, d11, d12, d10");
  COMPARE(fnmsub(h4, h5, h6, h10), "fnmsub h4, h5, h6, h10");
  COMPARE(fnmsub(s7, s8, s9, s10), "fnmsub s7, s8, s9, s10");
  COMPARE(fnmsub(d10, d11, d12, d10), "fnmsub d10, d11, d12, d10");

  CLEANUP();
}


TEST(fp_compare) {
  SETUP();

  COMPARE(fcmp(h0, h1), "fcmp h0, h1");
  COMPARE(fcmp(h31, h30), "fcmp h31, h30");
  COMPARE(fcmp(s0, s1), "fcmp s0, s1");
  COMPARE(fcmp(s31, s30), "fcmp s31, s30");
  COMPARE(fcmp(d0, d1), "fcmp d0, d1");
  COMPARE(fcmp(d31, d30), "fcmp d31, d30");
  COMPARE(fcmp(h12, 0), "fcmp h12, #0.0");
  COMPARE(fcmp(s12, 0), "fcmp s12, #0.0");
  COMPARE(fcmp(d12, 0), "fcmp d12, #0.0");

  COMPARE(fcmpe(h0, h1), "fcmpe h0, h1");
  COMPARE(fcmpe(h31, h30), "fcmpe h31, h30");
  COMPARE(fcmpe(s0, s1), "fcmpe s0, s1");
  COMPARE(fcmpe(s31, s30), "fcmpe s31, s30");
  COMPARE(fcmpe(d0, d1), "fcmpe d0, d1");
  COMPARE(fcmpe(d31, d30), "fcmpe d31, d30");
  COMPARE(fcmpe(h12, 0), "fcmpe h12, #0.0");
  COMPARE(fcmpe(s12, 0), "fcmpe s12, #0.0");
  COMPARE(fcmpe(d12, 0), "fcmpe d12, #0.0");

  CLEANUP();
}


TEST(fp_cond_compare) {
  SETUP();

  COMPARE(fccmp(h8, h9, NoFlag, eq), "fccmp h8, h9, #nzcv, eq");
  COMPARE(fccmp(h10, h11, ZVFlag, ne), "fccmp h10, h11, #nZcV, ne");
  COMPARE(fccmp(h30, h16, NCFlag, pl), "fccmp h30, h16, #NzCv, pl");
  COMPARE(fccmp(h31, h31, NZCVFlag, le), "fccmp h31, h31, #NZCV, le");
  COMPARE(fccmp(s0, s1, NoFlag, eq), "fccmp s0, s1, #nzcv, eq");
  COMPARE(fccmp(s2, s3, ZVFlag, ne), "fccmp s2, s3, #nZcV, ne");
  COMPARE(fccmp(s30, s16, NCFlag, pl), "fccmp s30, s16, #NzCv, pl");
  COMPARE(fccmp(s31, s31, NZCVFlag, le), "fccmp s31, s31, #NZCV, le");
  COMPARE(fccmp(d4, d5, VFlag, gt), "fccmp d4, d5, #nzcV, gt");
  COMPARE(fccmp(d6, d7, NFlag, vs), "fccmp d6, d7, #Nzcv, vs");
  COMPARE(fccmp(d30, d0, NZFlag, vc), "fccmp d30, d0, #NZcv, vc");
  COMPARE(fccmp(d31, d31, ZFlag, hs), "fccmp d31, d31, #nZcv, hs");
  COMPARE(fccmp(h12, h13, CVFlag, al), "fccmp h12, h13, #nzCV, al");
  COMPARE(fccmp(s14, s15, CVFlag, al), "fccmp s14, s15, #nzCV, al");
  COMPARE(fccmp(d16, d17, CFlag, nv), "fccmp d16, d17, #nzCv, nv");

  COMPARE(fccmpe(h8, h9, NoFlag, eq), "fccmpe h8, h9, #nzcv, eq");
  COMPARE(fccmpe(h10, h11, ZVFlag, ne), "fccmpe h10, h11, #nZcV, ne");
  COMPARE(fccmpe(h30, h16, NCFlag, pl), "fccmpe h30, h16, #NzCv, pl");
  COMPARE(fccmpe(h31, h31, NZCVFlag, le), "fccmpe h31, h31, #NZCV, le");
  COMPARE(fccmpe(s0, s1, NoFlag, eq), "fccmpe s0, s1, #nzcv, eq");
  COMPARE(fccmpe(s2, s3, ZVFlag, ne), "fccmpe s2, s3, #nZcV, ne");
  COMPARE(fccmpe(s30, s16, NCFlag, pl), "fccmpe s30, s16, #NzCv, pl");
  COMPARE(fccmpe(s31, s31, NZCVFlag, le), "fccmpe s31, s31, #NZCV, le");
  COMPARE(fccmpe(d4, d5, VFlag, gt), "fccmpe d4, d5, #nzcV, gt");
  COMPARE(fccmpe(d6, d7, NFlag, vs), "fccmpe d6, d7, #Nzcv, vs");
  COMPARE(fccmpe(d30, d0, NZFlag, vc), "fccmpe d30, d0, #NZcv, vc");
  COMPARE(fccmpe(d31, d31, ZFlag, hs), "fccmpe d31, d31, #nZcv, hs");
  COMPARE(fccmpe(h12, h13, CVFlag, al), "fccmpe h12, h13, #nzCV, al");
  COMPARE(fccmpe(s14, s15, CVFlag, al), "fccmpe s14, s15, #nzCV, al");
  COMPARE(fccmpe(d16, d17, CFlag, nv), "fccmpe d16, d17, #nzCv, nv");

  CLEANUP();
}


TEST(fp_select) {
  SETUP();

  COMPARE(fcsel(h0, h1, h2, eq), "fcsel h0, h1, h2, eq");
  COMPARE(fcsel(h31, h31, h30, ne), "fcsel h31, h31, h30, ne");
  COMPARE(fcsel(s0, s1, s2, eq), "fcsel s0, s1, s2, eq");
  COMPARE(fcsel(s31, s31, s30, ne), "fcsel s31, s31, s30, ne");
  COMPARE(fcsel(d0, d1, d2, mi), "fcsel d0, d1, d2, mi");
  COMPARE(fcsel(d31, d30, d31, pl), "fcsel d31, d30, d31, pl");
  COMPARE(fcsel(h11, h12, h13, al), "fcsel h11, h12, h13, al");
  COMPARE(fcsel(s14, s15, s16, al), "fcsel s14, s15, s16, al");
  COMPARE(fcsel(d17, d18, d19, nv), "fcsel d17, d18, d19, nv");

  CLEANUP();
}


TEST(fcvt_scvtf_ucvtf) {
  SETUP();

  COMPARE(fcvtas(w0, s1), "fcvtas w0, s1");
  COMPARE(fcvtas(x2, s3), "fcvtas x2, s3");
  COMPARE(fcvtas(w4, d5), "fcvtas w4, d5");
  COMPARE(fcvtas(x6, d7), "fcvtas x6, d7");
  COMPARE(fcvtau(w8, s9), "fcvtau w8, s9");
  COMPARE(fcvtau(x10, s11), "fcvtau x10, s11");
  COMPARE(fcvtau(w12, d13), "fcvtau w12, d13");
  COMPARE(fcvtau(x14, d15), "fcvtau x14, d15");
  COMPARE(fcvtns(w0, s1), "fcvtns w0, s1");
  COMPARE(fcvtns(x2, s3), "fcvtns x2, s3");
  COMPARE(fcvtns(w4, d5), "fcvtns w4, d5");
  COMPARE(fcvtns(x6, d7), "fcvtns x6, d7");
  COMPARE(fcvtnu(w8, s9), "fcvtnu w8, s9");
  COMPARE(fcvtnu(x10, s11), "fcvtnu x10, s11");
  COMPARE(fcvtnu(w12, d13), "fcvtnu w12, d13");
  COMPARE(fcvtnu(x14, d15), "fcvtnu x14, d15");
  COMPARE(fcvtzu(x16, d17), "fcvtzu x16, d17");
  COMPARE(fcvtzu(w18, d19), "fcvtzu w18, d19");
  COMPARE(fcvtzs(x20, d21), "fcvtzs x20, d21");
  COMPARE(fcvtzs(w22, d23), "fcvtzs w22, d23");
  COMPARE(fcvtzu(x16, s17), "fcvtzu x16, s17");
  COMPARE(fcvtzu(w18, s19), "fcvtzu w18, s19");
  COMPARE(fcvtzs(x20, s21), "fcvtzs x20, s21");
  COMPARE(fcvtzs(w22, s23), "fcvtzs w22, s23");
  COMPARE(fcvtzs(w2, d1, 1), "fcvtzs w2, d1, #1");
  COMPARE(fcvtzs(w2, s1, 1), "fcvtzs w2, s1, #1");
  COMPARE(fcvtzs(x4, d3, 15), "fcvtzs x4, d3, #15");
  COMPARE(fcvtzs(x4, s3, 15), "fcvtzs x4, s3, #15");
  COMPARE(fcvtzs(w6, d5, 32), "fcvtzs w6, d5, #32");
  COMPARE(fcvtzs(w6, s5, 32), "fcvtzs w6, s5, #32");
  COMPARE(fjcvtzs(w0, d1), "fjcvtzs w0, d1");
  COMPARE(fcvtzu(w2, d1, 1), "fcvtzu w2, d1, #1");
  COMPARE(fcvtzu(w2, s1, 1), "fcvtzu w2, s1, #1");
  COMPARE(fcvtzu(x4, d3, 15), "fcvtzu x4, d3, #15");
  COMPARE(fcvtzu(x4, s3, 15), "fcvtzu x4, s3, #15");
  COMPARE(fcvtzu(w6, d5, 32), "fcvtzu w6, d5, #32");
  COMPARE(fcvtzu(w6, s5, 32), "fcvtzu w6, s5, #32");
  COMPARE(fcvtpu(x24, d25), "fcvtpu x24, d25");
  COMPARE(fcvtpu(w26, d27), "fcvtpu w26, d27");
  COMPARE(fcvtps(x28, d29), "fcvtps x28, d29");
  COMPARE(fcvtps(w30, d31), "fcvtps w30, d31");
  COMPARE(fcvtpu(x0, s1), "fcvtpu x0, s1");
  COMPARE(fcvtpu(w2, s3), "fcvtpu w2, s3");
  COMPARE(fcvtps(x4, s5), "fcvtps x4, s5");
  COMPARE(fcvtps(w6, s7), "fcvtps w6, s7");
  COMPARE(scvtf(d24, w25), "scvtf d24, w25");
  COMPARE(scvtf(s24, w25), "scvtf s24, w25");
  COMPARE(scvtf(d26, x0), "scvtf d26, x0");
  COMPARE(scvtf(s26, x0), "scvtf s26, x0");
  COMPARE(ucvtf(d28, w29), "ucvtf d28, w29");
  COMPARE(ucvtf(s28, w29), "ucvtf s28, w29");
  COMPARE(ucvtf(d0, x1), "ucvtf d0, x1");
  COMPARE(ucvtf(s0, x1), "ucvtf s0, x1");
  COMPARE(ucvtf(d0, x1, 0), "ucvtf d0, x1");
  COMPARE(ucvtf(s0, x1, 0), "ucvtf s0, x1");
  COMPARE(scvtf(d1, x2, 1), "scvtf d1, x2, #1");
  COMPARE(scvtf(s1, x2, 1), "scvtf s1, x2, #1");
  COMPARE(scvtf(d3, x4, 15), "scvtf d3, x4, #15");
  COMPARE(scvtf(s3, x4, 15), "scvtf s3, x4, #15");
  COMPARE(scvtf(d5, x6, 32), "scvtf d5, x6, #32");
  COMPARE(scvtf(s5, x6, 32), "scvtf s5, x6, #32");
  COMPARE(ucvtf(d7, x8, 2), "ucvtf d7, x8, #2");
  COMPARE(ucvtf(s7, x8, 2), "ucvtf s7, x8, #2");
  COMPARE(ucvtf(d9, x10, 16), "ucvtf d9, x10, #16");
  COMPARE(ucvtf(s9, x10, 16), "ucvtf s9, x10, #16");
  COMPARE(ucvtf(d11, x12, 33), "ucvtf d11, x12, #33");
  COMPARE(ucvtf(s11, x12, 33), "ucvtf s11, x12, #33");
  COMPARE(fcvtms(w0, s1), "fcvtms w0, s1");
  COMPARE(fcvtms(x2, s3), "fcvtms x2, s3");
  COMPARE(fcvtms(w4, d5), "fcvtms w4, d5");
  COMPARE(fcvtms(x6, d7), "fcvtms x6, d7");
  COMPARE(fcvtmu(w8, s9), "fcvtmu w8, s9");
  COMPARE(fcvtmu(x10, s11), "fcvtmu x10, s11");
  COMPARE(fcvtmu(w12, d13), "fcvtmu w12, d13");
  COMPARE(fcvtmu(x14, d15), "fcvtmu x14, d15");

  COMPARE(fcvtas(w0, h1), "fcvtas w0, h1");
  COMPARE(fcvtas(x2, h3), "fcvtas x2, h3");
  COMPARE(fcvtau(w8, h9), "fcvtau w8, h9");
  COMPARE(fcvtau(x10, h11), "fcvtau x10, h11");
  COMPARE(fcvtns(w0, h1), "fcvtns w0, h1");
  COMPARE(fcvtns(x2, h3), "fcvtns x2, h3");
  COMPARE(fcvtnu(w8, h9), "fcvtnu w8, h9");
  COMPARE(fcvtnu(x10, h11), "fcvtnu x10, h11");
  COMPARE(fcvtzu(x16, h17), "fcvtzu x16, h17");
  COMPARE(fcvtzu(w18, h19), "fcvtzu w18, h19");
  COMPARE(fcvtzs(x20, h21), "fcvtzs x20, h21");
  COMPARE(fcvtzs(w22, h23), "fcvtzs w22, h23");
  COMPARE(fcvtzs(w2, h1, 1), "fcvtzs w2, h1, #1");
  COMPARE(fcvtzs(x4, h3, 15), "fcvtzs x4, h3, #15");
  COMPARE(fcvtzs(w6, h5, 32), "fcvtzs w6, h5, #32");
  COMPARE(fcvtzu(w2, h1, 1), "fcvtzu w2, h1, #1");
  COMPARE(fcvtzu(x4, h3, 15), "fcvtzu x4, h3, #15");
  COMPARE(fcvtzu(w6, h5, 32), "fcvtzu w6, h5, #32");
  COMPARE(fcvtpu(x0, h1), "fcvtpu x0, h1");
  COMPARE(fcvtpu(w2, h3), "fcvtpu w2, h3");
  COMPARE(fcvtps(x4, h5), "fcvtps x4, h5");
  COMPARE(fcvtps(w6, h7), "fcvtps w6, h7");
  COMPARE(scvtf(h24, w25), "scvtf h24, w25");
  COMPARE(scvtf(h26, x0), "scvtf h26, x0");
  COMPARE(ucvtf(h28, w29), "ucvtf h28, w29");
  COMPARE(ucvtf(h0, x1), "ucvtf h0, x1");
  COMPARE(ucvtf(h0, x1, 0), "ucvtf h0, x1");
  COMPARE(scvtf(h1, x2, 1), "scvtf h1, x2, #1");
  COMPARE(scvtf(h3, x4, 15), "scvtf h3, x4, #15");
  COMPARE(scvtf(h5, x6, 32), "scvtf h5, x6, #32");
  COMPARE(ucvtf(h7, x8, 2), "ucvtf h7, x8, #2");
  COMPARE(ucvtf(h9, x10, 16), "ucvtf h9, x10, #16");
  COMPARE(ucvtf(h11, x12, 33), "ucvtf h11, x12, #33");
  COMPARE(fcvtms(w0, h1), "fcvtms w0, h1");
  COMPARE(fcvtms(x2, h3), "fcvtms x2, h3");
  COMPARE(fcvtmu(w8, h9), "fcvtmu w8, h9");
  COMPARE(fcvtmu(x10, h11), "fcvtmu x10, h11");

  CLEANUP();
}


TEST(system_clrex) {
  SETUP();

  COMPARE(clrex(0), "clrex #0x0");
  COMPARE(clrex(14), "clrex #0xe");
  COMPARE(clrex(15), "clrex");
  COMPARE(clrex(), "clrex");

  CLEANUP();
}


TEST(system_mrs) {
  SETUP();

  COMPARE(mrs(x0, NZCV), "mrs x0, nzcv");
  COMPARE(mrs(x30, NZCV), "mrs x30, nzcv");
  COMPARE(mrs(x15, FPCR), "mrs x15, fpcr");

  // Test mrs that use system registers we haven't named.
  COMPARE(dci(MRS | (0x5555 << 5)), "mrs x0, S3_2_c10_c10_5");
  COMPARE(dci(0xd53e1000), "mrs x0, S3_6_c1_c0_0");

  CLEANUP();
}


TEST(system_msr) {
  SETUP();

  COMPARE(msr(NZCV, x0), "msr nzcv, x0");
  COMPARE(msr(NZCV, x30), "msr nzcv, x30");
  COMPARE(msr(FPCR, x15), "msr fpcr, x15");

  // Test msr that use system registers we haven't named.
  COMPARE(dci(MSR | (0x1234 << 5)), "msr S2_2_c4_c6_4, x0");
  COMPARE(dci(0xd51e1000), "msr S3_6_c1_c0_0, x0");

  CLEANUP();
}


TEST(system_sys) {
  SETUP();

  COMPARE(sys(0x3, 0x7, 0x5, 0x1, x1), "ic ivau, x1");
  COMPARE(sys(0x3, 0x7, 0xa, 0x1, x2), "dc cvac, x2");
  COMPARE(sys(0x3, 0x7, 0xb, 0x1, x3), "dc cvau, x3");
  COMPARE(sys(0x3, 0x7, 0xe, 0x1, x4), "dc civac, x4");
  COMPARE(sys(0x3, 0x7, 0x4, 0x1, x0), "dc zva, x0");
  COMPARE(sys(0x0, 0x0, 0x0, 0x0, x0), "sys #0, C0, C0, #0, x0");
  COMPARE(sys(0x1, 0x2, 0x5, 0x2, x5), "sys #1, C2, C5, #2, x5");
  COMPARE(sys(0x2, 0x8, 0xa, 0x3, x6), "sys #2, C8, C10, #3, x6");
  COMPARE(sys(0x2, 0xf, 0xf, 0x1, xzr), "sys #2, C15, C15, #1");
  COMPARE(sys(0x2, 0xf, 0xf, 0x1), "sys #2, C15, C15, #1");

  CLEANUP();
}


TEST(system_ic) {
  SETUP();

  COMPARE(ic(IVAU, x0), "ic ivau, x0");
  COMPARE(ic(IVAU, x1), "ic ivau, x1");
  COMPARE(ic(IVAU, xzr), "ic ivau, xzr");

  CLEANUP();
}


TEST(system_dc) {
  SETUP();

  COMPARE(dc(CVAC, x2), "dc cvac, x2");
  COMPARE(dc(CVAU, x3), "dc cvau, x3");
  COMPARE(dc(CIVAC, x4), "dc civac, x4");
  COMPARE(dc(ZVA, x0), "dc zva, x0");
  COMPARE(dc(ZVA, xzr), "dc zva, xzr");

  CLEANUP();
}


TEST(system_nop) {
  SETUP();

  COMPARE(nop(), "nop");

  CLEANUP();
}


TEST(system_pauth) {
  SETUP();

  COMPARE(pacia1716(), "pacia1716");
  COMPARE(pacib1716(), "pacib1716");
  COMPARE(paciaz(), "paciaz");
  COMPARE(pacibz(), "pacibz");
  COMPARE(paciasp(), "paciasp");
  COMPARE(pacibsp(), "pacibsp");
  COMPARE(autia1716(), "autia1716");
  COMPARE(autib1716(), "autib1716");
  COMPARE(autiaz(), "autiaz");
  COMPARE(autibz(), "autibz");
  COMPARE(autiasp(), "autiasp");
  COMPARE(autibsp(), "autibsp");
  COMPARE(xpaclri(), "xpaclri");
}


TEST(unreachable) {
  SETUP();

#ifdef VIXL_INCLUDE_SIMULATOR_AARCH64
  VIXL_ASSERT(kUnreachableOpcode == 0xdeb0);
  COMPARE_MACRO(Unreachable(), "hlt #0xdeb0");
#else
  COMPARE_MACRO(Unreachable(), "blr xzr");
#endif

  CLEANUP();
}


#ifdef VIXL_INCLUDE_SIMULATOR_AARCH64
TEST(trace) {
  SETUP();

  VIXL_ASSERT(kTraceOpcode == 0xdeb2);

  // All Trace calls should produce the same instruction.
  COMPARE_MACRO_PREFIX(Trace(LOG_ALL, TRACE_ENABLE), "hlt #0xdeb2");
  COMPARE_MACRO_PREFIX(Trace(LOG_REGS, TRACE_DISABLE), "hlt #0xdeb2");

  CLEANUP();
}
#endif


#ifdef VIXL_INCLUDE_SIMULATOR_AARCH64
TEST(log) {
  SETUP();

  VIXL_ASSERT(kLogOpcode == 0xdeb3);

  // All Log calls should produce the same instruction.
  COMPARE_MACRO_PREFIX(Log(LOG_ALL), "hlt #0xdeb3");
  COMPARE_MACRO_PREFIX(Log(LOG_SYSREGS), "hlt #0xdeb3");

  CLEANUP();
}
#endif


TEST(hlt) {
  SETUP();

  COMPARE(hlt(0), "hlt #0x0");
  COMPARE(hlt(1), "hlt #0x1");
  COMPARE(hlt(65535), "hlt #0xffff");

  CLEANUP();
}


TEST(brk) {
  SETUP();

  COMPARE(brk(0), "brk #0x0");
  COMPARE(brk(1), "brk #0x1");
  COMPARE(brk(65535), "brk #0xffff");

  CLEANUP();
}


TEST(svc) {
  SETUP();

  COMPARE(svc(0), "svc #0x0");
  COMPARE(svc(1), "svc #0x1");
  COMPARE(svc(65535), "svc #0xffff");

  CLEANUP();
}


TEST(add_sub_negative) {
  SETUP();

  COMPARE_MACRO(Add(x10, x0, -42), "sub x10, x0, #0x2a (42)");
  COMPARE_MACRO(Add(x11, x1, -687), "sub x11, x1, #0x2af (687)");
  COMPARE_MACRO(Add(x12, x2, -0x88), "sub x12, x2, #0x88 (136)");

  COMPARE_MACRO(Sub(x13, x0, -600), "add x13, x0, #0x258 (600)");
  COMPARE_MACRO(Sub(x14, x1, -313), "add x14, x1, #0x139 (313)");
  COMPARE_MACRO(Sub(x15, x2, -0x555), "add x15, x2, #0x555 (1365)");

  COMPARE_MACRO(Add(w19, w3, -0x344), "sub w19, w3, #0x344 (836)");
  COMPARE_MACRO(Add(w20, w4, -2000), "sub w20, w4, #0x7d0 (2000)");

  COMPARE_MACRO(Add(w0, w1, 5, LeaveFlags), "add w0, w1, #0x5 (5)");
  COMPARE_MACRO(Add(w1, w2, 15, SetFlags), "adds w1, w2, #0xf (15)");

  COMPARE_MACRO(Sub(w0, w1, 5, LeaveFlags), "sub w0, w1, #0x5 (5)");
  COMPARE_MACRO(Sub(w1, w2, 15, SetFlags), "subs w1, w2, #0xf (15)");

  COMPARE_MACRO(Sub(w21, w3, -0xbc), "add w21, w3, #0xbc (188)");
  COMPARE_MACRO(Sub(w22, w4, -2000), "add w22, w4, #0x7d0 (2000)");

  COMPARE_MACRO(Cmp(w0, -1), "cmn w0, #0x1 (1)");
  COMPARE_MACRO(Cmp(x1, -1), "cmn x1, #0x1 (1)");
  COMPARE_MACRO(Cmp(w2, -4095), "cmn w2, #0xfff (4095)");
  COMPARE_MACRO(Cmp(x3, -4095), "cmn x3, #0xfff (4095)");

  COMPARE_MACRO(Cmn(w0, -1), "cmp w0, #0x1 (1)");
  COMPARE_MACRO(Cmn(x1, -1), "cmp x1, #0x1 (1)");
  COMPARE_MACRO(Cmn(w2, -4095), "cmp w2, #0xfff (4095)");
  COMPARE_MACRO(Cmn(x3, -4095), "cmp x3, #0xfff (4095)");

  CLEANUP();
}


TEST(logical_immediate_move) {
  SETUP();

  COMPARE_MACRO(And(w0, w1, 0), "mov w0, #0x0");
  COMPARE_MACRO(And(x0, x1, 0), "mov x0, #0x0");
  COMPARE_MACRO(Orr(w2, w3, 0), "mov w2, w3");
  COMPARE_MACRO(Orr(x2, x3, 0), "mov x2, x3");
  COMPARE_MACRO(Eor(w4, w5, 0), "mov w4, w5");
  COMPARE_MACRO(Eor(x4, x5, 0), "mov x4, x5");
  COMPARE_MACRO(Bic(w6, w7, 0), "mov w6, w7");
  COMPARE_MACRO(Bic(x6, x7, 0), "mov x6, x7");
  COMPARE_MACRO(Orn(w8, w9, 0), "mov w8, #0xffffffff");
  COMPARE_MACRO(Orn(x8, x9, 0), "mov x8, #0xffffffffffffffff");
  COMPARE_MACRO(Eon(w10, w11, 0), "mvn w10, w11");
  COMPARE_MACRO(Eon(x10, x11, 0), "mvn x10, x11");

  COMPARE_MACRO(And(w12, w13, 0xffffffff), "mov w12, w13");
  COMPARE_MACRO(And(x12, x13, 0xffffffff), "and x12, x13, #0xffffffff");
  COMPARE_MACRO(And(x12, x13, 0xffffffffffffffff), "mov x12, x13");
  COMPARE_MACRO(Orr(w14, w15, 0xffffffff), "mov w14, #0xffffffff");
  COMPARE_MACRO(Orr(x14, x15, 0xffffffff), "orr x14, x15, #0xffffffff");
  COMPARE_MACRO(Orr(x14, x15, 0xffffffffffffffff),
                "mov x14, #0xffffffffffffffff");
  COMPARE_MACRO(Eor(w16, w17, 0xffffffff), "mvn w16, w17");
  COMPARE_MACRO(Eor(x16, x17, 0xffffffff), "eor x16, x17, #0xffffffff");
  COMPARE_MACRO(Eor(x16, x17, 0xffffffffffffffff), "mvn x16, x17");
  COMPARE_MACRO(Bic(w18, w19, 0xffffffff), "mov w18, #0x0");
  COMPARE_MACRO(Bic(x18, x19, 0xffffffff), "and x18, x19, #0xffffffff00000000");
  COMPARE_MACRO(Bic(x18, x19, 0xffffffffffffffff), "mov x18, #0x0");
  COMPARE_MACRO(Orn(w20, w21, 0xffffffff), "mov w20, w21");
  COMPARE_MACRO(Orn(x20, x21, 0xffffffff), "orr x20, x21, #0xffffffff00000000");
  COMPARE_MACRO(Orn(x20, x21, 0xffffffffffffffff), "mov x20, x21");
  COMPARE_MACRO(Eon(w22, w23, 0xffffffff), "mov w22, w23");
  COMPARE_MACRO(Eon(x22, x23, 0xffffffff), "eor x22, x23, #0xffffffff00000000");
  COMPARE_MACRO(Eon(x22, x23, 0xffffffffffffffff), "mov x22, x23");

  CLEANUP();
}


TEST(barriers) {
  SETUP();

  // DMB
  COMPARE_MACRO(Dmb(FullSystem, BarrierAll), "dmb sy");
  COMPARE_MACRO(Dmb(FullSystem, BarrierReads), "dmb ld");
  COMPARE_MACRO(Dmb(FullSystem, BarrierWrites), "dmb st");

  COMPARE_MACRO(Dmb(InnerShareable, BarrierAll), "dmb ish");
  COMPARE_MACRO(Dmb(InnerShareable, BarrierReads), "dmb ishld");
  COMPARE_MACRO(Dmb(InnerShareable, BarrierWrites), "dmb ishst");

  COMPARE_MACRO(Dmb(NonShareable, BarrierAll), "dmb nsh");
  COMPARE_MACRO(Dmb(NonShareable, BarrierReads), "dmb nshld");
  COMPARE_MACRO(Dmb(NonShareable, BarrierWrites), "dmb nshst");

  COMPARE_MACRO(Dmb(OuterShareable, BarrierAll), "dmb osh");
  COMPARE_MACRO(Dmb(OuterShareable, BarrierReads), "dmb oshld");
  COMPARE_MACRO(Dmb(OuterShareable, BarrierWrites), "dmb oshst");

  COMPARE_MACRO(Dmb(FullSystem, BarrierOther), "dmb sy (0b1100)");
  COMPARE_MACRO(Dmb(InnerShareable, BarrierOther), "dmb sy (0b1000)");
  COMPARE_MACRO(Dmb(NonShareable, BarrierOther), "dmb sy (0b0100)");
  COMPARE_MACRO(Dmb(OuterShareable, BarrierOther), "dmb sy (0b0000)");

  // DSB
  COMPARE_MACRO(Dsb(FullSystem, BarrierAll), "dsb sy");
  COMPARE_MACRO(Dsb(FullSystem, BarrierReads), "dsb ld");
  COMPARE_MACRO(Dsb(FullSystem, BarrierWrites), "dsb st");

  COMPARE_MACRO(Dsb(InnerShareable, BarrierAll), "dsb ish");
  COMPARE_MACRO(Dsb(InnerShareable, BarrierReads), "dsb ishld");
  COMPARE_MACRO(Dsb(InnerShareable, BarrierWrites), "dsb ishst");

  COMPARE_MACRO(Dsb(NonShareable, BarrierAll), "dsb nsh");
  COMPARE_MACRO(Dsb(NonShareable, BarrierReads), "dsb nshld");
  COMPARE_MACRO(Dsb(NonShareable, BarrierWrites), "dsb nshst");

  COMPARE_MACRO(Dsb(OuterShareable, BarrierAll), "dsb osh");
  COMPARE_MACRO(Dsb(OuterShareable, BarrierReads), "dsb oshld");
  COMPARE_MACRO(Dsb(OuterShareable, BarrierWrites), "dsb oshst");

  COMPARE_MACRO(Dsb(FullSystem, BarrierOther), "dsb sy (0b1100)");
  COMPARE_MACRO(Dsb(InnerShareable, BarrierOther), "dsb sy (0b1000)");
  COMPARE_MACRO(Dsb(NonShareable, BarrierOther), "dsb sy (0b0100)");
  COMPARE_MACRO(Dsb(OuterShareable, BarrierOther), "dsb sy (0b0000)");

  // ISB
  COMPARE_MACRO(Isb(), "isb");

  // ESB
  COMPARE_MACRO(Esb(), "esb");

  // CSDB
  COMPARE_MACRO(Csdb(), "csdb");

  CLEANUP();
}


#define VLIST2(v) \
  v, VRegister((v.GetCode() + 1) % 32, v.GetSizeInBits(), v.GetLanes())
#define VLIST3(v) \
  VLIST2(v), VRegister((v.GetCode() + 2) % 32, v.GetSizeInBits(), v.GetLanes())
#define VLIST4(v) \
  VLIST3(v), VRegister((v.GetCode() + 3) % 32, v.GetSizeInBits(), v.GetLanes())


#define NEON_FORMAT_LIST(V) \
  V(V8B(), "8b")            \
  V(V16B(), "16b")          \
  V(V4H(), "4h")            \
  V(V8H(), "8h")            \
  V(V2S(), "2s")            \
  V(V4S(), "4s")            \
  V(V2D(), "2d")

#define NEON_FORMAT_LIST_LP(V)  \
  V(V4H(), "4h", V8B(), "8b")   \
  V(V2S(), "2s", V4H(), "4h")   \
  V(V1D(), "1d", V2S(), "2s")   \
  V(V8H(), "8h", V16B(), "16b") \
  V(V4S(), "4s", V8H(), "8h")   \
  V(V2D(), "2d", V4S(), "4s")

#define NEON_FORMAT_LIST_LW(V) \
  V(V8H(), "8h", V8B(), "8b")  \
  V(V4S(), "4s", V4H(), "4h")  \
  V(V2D(), "2d", V2S(), "2s")

#define NEON_FORMAT_LIST_LW2(V) \
  V(V8H(), "8h", V16B(), "16b") \
  V(V4S(), "4s", V8H(), "8h")   \
  V(V2D(), "2d", V4S(), "4s")

#define NEON_FORMAT_LIST_BHS(V) \
  V(V8B(), "8b")                \
  V(V16B(), "16b")              \
  V(V4H(), "4h")                \
  V(V8H(), "8h")                \
  V(V2S(), "2s")                \
  V(V4S(), "4s")

#define NEON_FORMAT_LIST_HS(V) \
  V(V4H(), "4h")               \
  V(V8H(), "8h")               \
  V(V2S(), "2s")               \
  V(V4S(), "4s")

TEST(neon_load_store_vector) {
  SETUP();

#define DISASM_INST(M, S)                                               \
  COMPARE_MACRO(Ld1(v0.M, MemOperand(x15)), "ld1 {v0." S "}, [x15]");   \
  COMPARE_MACRO(Ld1(v1.M, v2.M, MemOperand(x16)),                       \
                "ld1 {v1." S ", v2." S "}, [x16]");                     \
  COMPARE_MACRO(Ld1(v3.M, v4.M, v5.M, MemOperand(x17)),                 \
                "ld1 {v3." S ", v4." S ", v5." S "}, [x17]");           \
  COMPARE_MACRO(Ld1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18)),           \
                "ld1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18]")  \
  COMPARE_MACRO(Ld1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),          \
                "ld1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]") \
  COMPARE_MACRO(Ld2(v1.M, v2.M, MemOperand(x16)),                       \
                "ld2 {v1." S ", v2." S "}, [x16]");                     \
  COMPARE_MACRO(Ld3(v3.M, v4.M, v5.M, MemOperand(x17)),                 \
                "ld3 {v3." S ", v4." S ", v5." S "}, [x17]");           \
  COMPARE_MACRO(Ld4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18)),           \
                "ld4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18]")  \
  COMPARE_MACRO(Ld4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),          \
                "ld4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]") \
  NEON_FORMAT_LIST(DISASM_INST);
#undef DISASM_INST

#define DISASM_INST(M, S)                                                      \
  COMPARE_MACRO(Ld1(v0.M, MemOperand(x15, x20, PostIndex)),                    \
                "ld1 {v0." S "}, [x15], x20");                                 \
  COMPARE_MACRO(Ld1(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
                "ld1 {v1." S ", v2." S "}, [x16], x21");                       \
  COMPARE_MACRO(Ld1(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
                "ld1 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
  COMPARE_MACRO(Ld1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
                "ld1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23")    \
  COMPARE_MACRO(Ld1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
                "ld1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24")   \
  COMPARE_MACRO(Ld2(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
                "ld2 {v1." S ", v2." S "}, [x16], x21");                       \
  COMPARE_MACRO(Ld3(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
                "ld3 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
  COMPARE_MACRO(Ld4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
                "ld4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23")    \
  COMPARE_MACRO(Ld4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
                "ld4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24")   \
  NEON_FORMAT_LIST(DISASM_INST);
#undef DISASM_INST

  COMPARE_MACRO(Ld1(v0.V8B(), MemOperand(x15, 8, PostIndex)),
                "ld1 {v0.8b}, [x15], #8");
  COMPARE_MACRO(Ld1(v1.V16B(), MemOperand(x16, 16, PostIndex)),
                "ld1 {v1.16b}, [x16], #16");
  COMPARE_MACRO(Ld1(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
                "ld1 {v2.4h, v3.4h}, [x17], #16");
  COMPARE_MACRO(Ld1(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
                "ld1 {v4.8h, v5.8h}, [x18], #32");
  COMPARE_MACRO(Ld1(v16.V2S(),
                    v17.V2S(),
                    v18.V2S(),
                    MemOperand(x19, 24, PostIndex)),
                "ld1 {v16.2s, v17.2s, v18.2s}, [x19], #24");
  COMPARE_MACRO(Ld1(v16.V4S(),
                    v17.V4S(),
                    v18.V4S(),
                    MemOperand(x19, 48, PostIndex)),
                "ld1 {v16.4s, v17.4s, v18.4s}, [x19], #48");
  COMPARE_MACRO(Ld1(v19.V2S(),
                    v20.V2S(),
                    v21.V2S(),
                    v22.V2S(),
                    MemOperand(x20, 32, PostIndex)),
                "ld1 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
  COMPARE_MACRO(Ld1(v23.V2D(),
                    v24.V2D(),
                    v25.V2D(),
                    v26.V2D(),
                    MemOperand(x21, 64, PostIndex)),
                "ld1 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");

  COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
                "ld2 {v2.4h, v3.4h}, [x17], #16");
  COMPARE_MACRO(Ld2(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
                "ld2 {v4.8h, v5.8h}, [x18], #32");
  COMPARE_MACRO(Ld3(v16.V2S(),
                    v17.V2S(),
                    v18.V2S(),
                    MemOperand(x19, 24, PostIndex)),
                "ld3 {v16.2s, v17.2s, v18.2s}, [x19], #24");
  COMPARE_MACRO(Ld3(v16.V4S(),
                    v17.V4S(),
                    v18.V4S(),
                    MemOperand(x19, 48, PostIndex)),
                "ld3 {v16.4s, v17.4s, v18.4s}, [x19], #48");
  COMPARE_MACRO(Ld4(v19.V2S(),
                    v20.V2S(),
                    v21.V2S(),
                    v22.V2S(),
                    MemOperand(x20, 32, PostIndex)),
                "ld4 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
  COMPARE_MACRO(Ld4(v23.V2D(),
                    v24.V2D(),
                    v25.V2D(),
                    v26.V2D(),
                    MemOperand(x21, 64, PostIndex)),
                "ld4 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");

  COMPARE_MACRO(Ld1(v0.V1D(), MemOperand(x16)), "ld1 {v0.1d}, [x16]");
  COMPARE_MACRO(Ld1(v1.V1D(), v2.V1D(), MemOperand(x17, 16, PostIndex)),
                "ld1 {v1.1d, v2.1d}, [x17], #16");
  COMPARE_MACRO(Ld1(v3.V1D(),
                    v4.V1D(),
                    v5.V1D(),
                    MemOperand(x18, x19, PostIndex)),
                "ld1 {v3.1d, v4.1d, v5.1d}, [x18], x19");
  COMPARE_MACRO(Ld1(v30.V1D(),
                    v31.V1D(),
                    v0.V1D(),
                    v1.V1D(),
                    MemOperand(x20, 32, PostIndex)),
                "ld1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x20], #32");
  COMPARE_MACRO(Ld1(d30, d31, d0, d1, MemOperand(x21, x22, PostIndex)),
                "ld1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x21], x22");

#define DISASM_INST(M, S)                                                   \
  COMPARE_MACRO(St1(v20.M, MemOperand(x15)), "st1 {v20." S "}, [x15]");     \
  COMPARE_MACRO(St1(v21.M, v22.M, MemOperand(x16)),                         \
                "st1 {v21." S ", v22." S "}, [x16]");                       \
  COMPARE_MACRO(St1(v23.M, v24.M, v25.M, MemOperand(x17)),                  \
                "st1 {v23." S ", v24." S ", v25." S "}, [x17]");            \
  COMPARE_MACRO(St1(v26.M, v27.M, v28.M, v29.M, MemOperand(x18)),           \
                "st1 {v26." S ", v27." S ", v28." S ", v29." S "}, [x18]"); \
  COMPARE_MACRO(St1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),              \
                "st1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]");    \
  COMPARE_MACRO(St2(VLIST2(v21.M), MemOperand(x16)),                        \
                "st2 {v21." S ", v22." S "}, [x16]");                       \
  COMPARE_MACRO(St3(v23.M, v24.M, v25.M, MemOperand(x17)),                  \
                "st3 {v23." S ", v24." S ", v25." S "}, [x17]");            \
  COMPARE_MACRO(St4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),              \
                "st4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]");
  NEON_FORMAT_LIST(DISASM_INST);
#undef DISASM_INST

#define DISASM_INST(M, S)                                                      \
  COMPARE_MACRO(St1(v0.M, MemOperand(x15, x20, PostIndex)),                    \
                "st1 {v0." S "}, [x15], x20");                                 \
  COMPARE_MACRO(St1(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
                "st1 {v1." S ", v2." S "}, [x16], x21");                       \
  COMPARE_MACRO(St1(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
                "st1 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
  COMPARE_MACRO(St1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
                "st1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23");   \
  COMPARE_MACRO(St1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
                "st1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24");  \
  COMPARE_MACRO(St2(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
                "st2 {v1." S ", v2." S "}, [x16], x21");                       \
  COMPARE_MACRO(St3(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
                "st3 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
  COMPARE_MACRO(St4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
                "st4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23");   \
  COMPARE_MACRO(St4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
                "st4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24");
  NEON_FORMAT_LIST(DISASM_INST);
#undef DISASM_INST

  COMPARE_MACRO(St1(v0.V8B(), MemOperand(x15, 8, PostIndex)),
                "st1 {v0.8b}, [x15], #8");
  COMPARE_MACRO(St1(v1.V16B(), MemOperand(x16, 16, PostIndex)),
                "st1 {v1.16b}, [x16], #16");
  COMPARE_MACRO(St1(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
                "st1 {v2.4h, v3.4h}, [x17], #16");
  COMPARE_MACRO(St1(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
                "st1 {v4.8h, v5.8h}, [x18], #32");
  COMPARE_MACRO(St1(v16.V2S(),
                    v17.V2S(),
                    v18.V2S(),
                    MemOperand(x19, 24, PostIndex)),
                "st1 {v16.2s, v17.2s, v18.2s}, [x19], #24");
  COMPARE_MACRO(St1(v16.V4S(),
                    v17.V4S(),
                    v18.V4S(),
                    MemOperand(x19, 48, PostIndex)),
                "st1 {v16.4s, v17.4s, v18.4s}, [x19], #48");
  COMPARE_MACRO(St1(v19.V2S(),
                    v20.V2S(),
                    v21.V2S(),
                    v22.V2S(),
                    MemOperand(x20, 32, PostIndex)),
                "st1 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
  COMPARE_MACRO(St1(v23.V2D(),
                    v24.V2D(),
                    v25.V2D(),
                    v26.V2D(),
                    MemOperand(x21, 64, PostIndex)),
                "st1 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
  COMPARE_MACRO(St2(v1.V16B(), v2.V16B(), MemOperand(x16, 32, PostIndex)),
                "st2 {v1.16b, v2.16b}, [x16], #32");
  COMPARE_MACRO(St2(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
                "st2 {v2.4h, v3.4h}, [x17], #16");
  COMPARE_MACRO(St2(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
                "st2 {v4.8h, v5.8h}, [x18], #32");
  COMPARE_MACRO(St3(v16.V2S(),
                    v17.V2S(),
                    v18.V2S(),
                    MemOperand(x19, 24, PostIndex)),
                "st3 {v16.2s, v17.2s, v18.2s}, [x19], #24");
  COMPARE_MACRO(St3(v16.V4S(),
                    v17.V4S(),
                    v18.V4S(),
                    MemOperand(x19, 48, PostIndex)),
                "st3 {v16.4s, v17.4s, v18.4s}, [x19], #48");
  COMPARE_MACRO(St4(v19.V2S(),
                    v20.V2S(),
                    v21.V2S(),
                    v22.V2S(),
                    MemOperand(x20, 32, PostIndex)),
                "st4 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
  COMPARE_MACRO(St4(v23.V2D(),
                    v24.V2D(),
                    v25.V2D(),
                    v26.V2D(),
                    MemOperand(x21, 64, PostIndex)),
                "st4 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");

  COMPARE_MACRO(St1(v0.V1D(), MemOperand(x16)), "st1 {v0.1d}, [x16]");
  COMPARE_MACRO(St1(v1.V1D(), v2.V1D(), MemOperand(x17, 16, PostIndex)),
                "st1 {v1.1d, v2.1d}, [x17], #16");
  COMPARE_MACRO(St1(v3.V1D(),
                    v4.V1D(),
                    v5.V1D(),
                    MemOperand(x18, x19, PostIndex)),
                "st1 {v3.1d, v4.1d, v5.1d}, [x18], x19");
  COMPARE_MACRO(St1(v30.V1D(),
                    v31.V1D(),
                    v0.V1D(),
                    v1.V1D(),
                    MemOperand(x20, 32, PostIndex)),
                "st1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x20], #32");
  COMPARE_MACRO(St1(d30, d31, d0, d1, MemOperand(x21, x22, PostIndex)),
                "st1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x21], x22");

  CLEANUP();
}


TEST(neon_load_store_vector_unallocated) {
  SETUP();

  const char* expected = "unallocated (NEONLoadStoreMultiStruct)";
  // LD[1-4] (multiple structures) (no offset)
  COMPARE(dci(0x0c401000), expected);  // opcode = 0b0001
  COMPARE(dci(0x0c403000), expected);  // opcode = 0b0011
  COMPARE(dci(0x0c405000), expected);  // opcode = 0b0101
  COMPARE(dci(0x0c409000), expected);  // opcode = 0b1001
  COMPARE(dci(0x0c40b000), expected);  // opcode = 0b1011
  COMPARE(dci(0x0c40c000), expected);  // opcode = 0b1100
  COMPARE(dci(0x0c40d000), expected);  // opcode = 0b1101
  COMPARE(dci(0x0c40e000), expected);  // opcode = 0b1110
  COMPARE(dci(0x0c40f000), expected);  // opcode = 0b1111
  COMPARE(dci(0x0c400c00), expected);  // opcode = 0b0000, size:Q = 0b110
  COMPARE(dci(0x0c404c00), expected);  // opcode = 0b0100, size:Q = 0b110
  COMPARE(dci(0x0c408c00), expected);  // opcode = 0b1000, size:Q = 0b110

  // ST[1-4] (multiple structures) (no offset)
  COMPARE(dci(0x0c001000), expected);  // opcode = 0b0001
  COMPARE(dci(0x0c003000), expected);  // opcode = 0b0011
  COMPARE(dci(0x0c005000), expected);  // opcode = 0b0101
  COMPARE(dci(0x0c009000), expected);  // opcode = 0b1001
  COMPARE(dci(0x0c00b000), expected);  // opcode = 0b1011
  COMPARE(dci(0x0c00c000), expected);  // opcode = 0b1100
  COMPARE(dci(0x0c00d000), expected);  // opcode = 0b1101
  COMPARE(dci(0x0c00e000), expected);  // opcode = 0b1110
  COMPARE(dci(0x0c00f000), expected);  // opcode = 0b1111
  COMPARE(dci(0x0c000c00), expected);  // opcode = 0b0000, size:Q = 0b110
  COMPARE(dci(0x0c004c00), expected);  // opcode = 0b0100, size:Q = 0b110
  COMPARE(dci(0x0c008c00), expected);  // opcode = 0b1000, size:Q = 0b110

  expected = "unallocated (NEONLoadStoreMultiStructPostIndex)";
  // LD[1-4] (multiple structures) (post index)
  COMPARE(dci(0x0cc01000), expected);  // opcode = 0b0001
  COMPARE(dci(0x0cc03000), expected);  // opcode = 0b0011
  COMPARE(dci(0x0cc05000), expected);  // opcode = 0b0101
  COMPARE(dci(0x0cc09000), expected);  // opcode = 0b1001
  COMPARE(dci(0x0cc0b000), expected);  // opcode = 0b1011
  COMPARE(dci(0x0cc0c000), expected);  // opcode = 0b1100
  COMPARE(dci(0x0cc0d000), expected);  // opcode = 0b1101
  COMPARE(dci(0x0cc0e000), expected);  // opcode = 0b1110
  COMPARE(dci(0x0cc0f000), expected);  // opcode = 0b1111
  COMPARE(dci(0x0cc00c00), expected);  // opcode = 0b0000, size:Q = 0b110
  COMPARE(dci(0x0cc04c00), expected);  // opcode = 0b0100, size:Q = 0b110
  COMPARE(dci(0x0cc08c00), expected);  // opcode = 0b1000, size:Q = 0b110

  // ST[1-4] (multiple structures) (post index)
  COMPARE(dci(0x0c801000), expected);  // opcode = 0b0001
  COMPARE(dci(0x0c803000), expected);  // opcode = 0b0011
  COMPARE(dci(0x0c805000), expected);  // opcode = 0b0101
  COMPARE(dci(0x0c809000), expected);  // opcode = 0b1001
  COMPARE(dci(0x0c80b000), expected);  // opcode = 0b1011
  COMPARE(dci(0x0c80c000), expected);  // opcode = 0b1100
  COMPARE(dci(0x0c80d000), expected);  // opcode = 0b1101
  COMPARE(dci(0x0c80e000), expected);  // opcode = 0b1110
  COMPARE(dci(0x0c80f000), expected);  // opcode = 0b1111
  COMPARE(dci(0x0c800c00), expected);  // opcode = 0b0000, size:Q = 0b110
  COMPARE(dci(0x0c804c00), expected);  // opcode = 0b0100, size:Q = 0b110
  COMPARE(dci(0x0c808c00), expected);  // opcode = 0b1000, size:Q = 0b110

  CLEANUP();
}


TEST(neon_load_store_lane) {
  SETUP();

  COMPARE_MACRO(Ld1(v0.V8B(), 0, MemOperand(x15)), "ld1 {v0.b}[0], [x15]");
  COMPARE_MACRO(Ld1(v1.V16B(), 1, MemOperand(x16)), "ld1 {v1.b}[1], [x16]");
  COMPARE_MACRO(Ld1(v2.V4H(), 2, MemOperand(x17)), "ld1 {v2.h}[2], [x17]");
  COMPARE_MACRO(Ld1(v3.V8H(), 3, MemOperand(x18)), "ld1 {v3.h}[3], [x18]");
  COMPARE_MACRO(Ld1(v4.V2S(), 0, MemOperand(x19)), "ld1 {v4.s}[0], [x19]");
  COMPARE_MACRO(Ld1(v5.V4S(), 1, MemOperand(x20)), "ld1 {v5.s}[1], [x20]");
  COMPARE_MACRO(Ld1(v6.V2D(), 0, MemOperand(x21)), "ld1 {v6.d}[0], [x21]");
  COMPARE_MACRO(Ld1(v7.B(), 7, MemOperand(x22)), "ld1 {v7.b}[7], [x22]");
  COMPARE_MACRO(Ld1(v8.B(), 15, MemOperand(x23)), "ld1 {v8.b}[15], [x23]");
  COMPARE_MACRO(Ld1(v9.H(), 3, MemOperand(x24)), "ld1 {v9.h}[3], [x24]");
  COMPARE_MACRO(Ld1(v10.H(), 7, MemOperand(x25)), "ld1 {v10.h}[7], [x25]");
  COMPARE_MACRO(Ld1(v11.S(), 1, MemOperand(x26)), "ld1 {v11.s}[1], [x26]");
  COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27)), "ld1 {v12.s}[3], [x27]");
  COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp)), "ld1 {v13.d}[1], [sp]");

  COMPARE_MACRO(Ld1(v0.V8B(), 0, MemOperand(x15, x0, PostIndex)),
                "ld1 {v0.b}[0], [x15], x0");
  COMPARE_MACRO(Ld1(v1.V16B(), 1, MemOperand(x16, 1, PostIndex)),
                "ld1 {v1.b}[1], [x16], #1");
  COMPARE_MACRO(Ld1(v2.V4H(), 2, MemOperand(x17, 2, PostIndex)),
                "ld1 {v2.h}[2], [x17], #2");
  COMPARE_MACRO(Ld1(v3.V8H(), 3, MemOperand(x18, x1, PostIndex)),
                "ld1 {v3.h}[3], [x18], x1");
  COMPARE_MACRO(Ld1(v4.V2S(), 0, MemOperand(x19, x2, PostIndex)),
                "ld1 {v4.s}[0], [x19], x2");
  COMPARE_MACRO(Ld1(v5.V4S(), 1, MemOperand(x20, 4, PostIndex)),
                "ld1 {v5.s}[1], [x20], #4");
  COMPARE_MACRO(Ld1(v6.V2D(), 0, MemOperand(x21, 8, PostIndex)),
                "ld1 {v6.d}[0], [x21], #8");
  COMPARE_MACRO(Ld1(v7.B(), 7, MemOperand(x22, 1, PostIndex)),
                "ld1 {v7.b}[7], [x22], #1");
  COMPARE_MACRO(Ld1(v8.B(), 15, MemOperand(x23, x3, PostIndex)),
                "ld1 {v8.b}[15], [x23], x3");
  COMPARE_MACRO(Ld1(v9.H(), 3, MemOperand(x24, x4, PostIndex)),
                "ld1 {v9.h}[3], [x24], x4");
  COMPARE_MACRO(Ld1(v10.H(), 7, MemOperand(x25, 2, PostIndex)),
                "ld1 {v10.h}[7], [x25], #2");
  COMPARE_MACRO(Ld1(v11.S(), 1, MemOperand(x26, 4, PostIndex)),
                "ld1 {v11.s}[1], [x26], #4");
  COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27, x5, PostIndex)),
                "ld1 {v12.s}[3], [x27], x5");
  COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27, 4, PostIndex)),
                "ld1 {v12.s}[3], [x27], #4");
  COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp, x6, PostIndex)),
                "ld1 {v13.d}[1], [sp], x6");
  COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp, 8, PostIndex)),
                "ld1 {v13.d}[1], [sp], #8");

  COMPARE_MACRO(Ld2(v0.V8B(), v1.V8B(), 0, MemOperand(x15)),
                "ld2 {v0.b, v1.b}[0], [x15]");
  COMPARE_MACRO(Ld2(v1.V16B(), v2.V16B(), 1, MemOperand(x16)),
                "ld2 {v1.b, v2.b}[1], [x16]");
  COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), 2, MemOperand(x17)),
                "ld2 {v2.h, v3.h}[2], [x17]");
  COMPARE_MACRO(Ld2(v3.V8H(), v4.V8H(), 3, MemOperand(x18)),
                "ld2 {v3.h, v4.h}[3], [x18]");
  COMPARE_MACRO(Ld2(v4.V2S(), v5.V2S(), 0, MemOperand(x19)),
                "ld2 {v4.s, v5.s}[0], [x19]");
  COMPARE_MACRO(Ld2(v5.V4S(), v6.V4S(), 1, MemOperand(x20)),
                "ld2 {v5.s, v6.s}[1], [x20]");
  COMPARE_MACRO(Ld2(v6.V2D(), v7.V2D(), 0, MemOperand(x21)),
                "ld2 {v6.d, v7.d}[0], [x21]");
  COMPARE_MACRO(Ld2(v7.B(), v8.B(), 7, MemOperand(x22)),
                "ld2 {v7.b, v8.b}[7], [x22]");
  COMPARE_MACRO(Ld2(v8.B(), v9.B(), 15, MemOperand(x23)),
                "ld2 {v8.b, v9.b}[15], [x23]");
  COMPARE_MACRO(Ld2(v9.H(), v10.H(), 3, MemOperand(x24)),
                "ld2 {v9.h, v10.h}[3], [x24]");
  COMPARE_MACRO(Ld2(v10.H(), v11.H(), 7, MemOperand(x25)),
                "ld2 {v10.h, v11.h}[7], [x25]");
  COMPARE_MACRO(Ld2(v11.S(), v12.S(), 1, MemOperand(x26)),
                "ld2 {v11.s, v12.s}[1], [x26]");
  COMPARE_MACRO(Ld2(v12.S(), v13.S(), 3, MemOperand(x27)),
                "ld2 {v12.s, v13.s}[3], [x27]");
  COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp)),
                "ld2 {v13.d, v14.d}[1], [sp]");

  COMPARE_MACRO(Ld2(v0.V8B(), v1.V8B(), 0, MemOperand(x15, x0, PostIndex)),
                "ld2 {v0.b, v1.b}[0], [x15], x0");
  COMPARE_MACRO(Ld2(v1.V16B(), v2.V16B(), 1, MemOperand(x16, 2, PostIndex)),
                "ld2 {v1.b, v2.b}[1], [x16], #2");
  COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), 2, MemOperand(x17, 4, PostIndex)),
                "ld2 {v2.h, v3.h}[2], [x17], #4");
  COMPARE_MACRO(Ld2(v3.V8H(), v4.V8H(), 3, MemOperand(x18, x1, PostIndex)),
                "ld2 {v3.h, v4.h}[3], [x18], x1");
  COMPARE_MACRO(Ld2(v4.V2S(), v5.V2S(), 0, MemOperand(x19, x2, PostIndex)),
                "ld2 {v4.s, v5.s}[0], [x19], x2");
  COMPARE_MACRO(Ld2(v5.V4S(), v6.V4S(), 1, MemOperand(x20, 8, PostIndex)),
                "ld2 {v5.s, v6.s}[1], [x20], #8");
  COMPARE_MACRO(Ld2(v6.V2D(), v7.V2D(), 0, MemOperand(x21, 16, PostIndex)),
                "ld2 {v6.d, v7.d}[0], [x21], #16");
  COMPARE_MACRO(Ld2(v7.B(), v8.B(), 7, MemOperand(x22, 2, PostIndex)),
                "ld2 {v7.b, v8.b}[7], [x22], #2");
  COMPARE_MACRO(Ld2(v8.B(), v9.B(), 15, MemOperand(x23, x3, PostIndex)),
                "ld2 {v8.b, v9.b}[15], [x23], x3");
  COMPARE_MACRO(Ld2(v9.H(), v10.H(), 3, MemOperand(x24, x4, PostIndex)),
                "ld2 {v9.h, v10.h}[3], [x24], x4");
  COMPARE_MACRO(Ld2(v10.H(), v11.H(), 7, MemOperand(x25, 4, PostIndex)),
                "ld2 {v10.h, v11.h}[7], [x25], #4");
  COMPARE_MACRO(Ld2(v11.S(), v12.S(), 1, MemOperand(x26, 8, PostIndex)),
                "ld2 {v11.s, v12.s}[1], [x26], #8");
  COMPARE_MACRO(Ld2(v12.S(), v13.S(), 3, MemOperand(x27, x5, PostIndex)),
                "ld2 {v12.s, v13.s}[3], [x27], x5");
  COMPARE_MACRO(Ld2(v11.S(), v12.S(), 3, MemOperand(x26, 8, PostIndex)),
                "ld2 {v11.s, v12.s}[3], [x26], #8");
  COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp, x6, PostIndex)),
                "ld2 {v13.d, v14.d}[1], [sp], x6");
  COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp, 16, PostIndex)),
                "ld2 {v13.d, v14.d}[1], [sp], #16");

  COMPARE_MACRO(Ld3(v0.V8B(), v1.V8B(), v2.V8B(), 0, MemOperand(x15)),
                "ld3 {v0.b, v1.b, v2.b}[0], [x15]");
  COMPARE_MACRO(Ld3(v1.V16B(), v2.V16B(), v3.V16B(), 1, MemOperand(x16)),
                "ld3 {v1.b, v2.b, v3.b}[1], [x16]");
  COMPARE_MACRO(Ld3(v2.V4H(), v3.V4H(), v4.V4H(), 2, MemOperand(x17)),
                "ld3 {v2.h, v3.h, v4.h}[2], [x17]");
  COMPARE_MACRO(Ld3(v3.V8H(), v4.V8H(), v5.V8H(), 3, MemOperand(x18)),
                "ld3 {v3.h, v4.h, v5.h}[3], [x18]");
  COMPARE_MACRO(Ld3(v4.V2S(), v5.V2S(), v6.V2S(), 0, MemOperand(x19)),
                "ld3 {v4.s, v5.s, v6.s}[0], [x19]");
  COMPARE_MACRO(Ld3(v5.V4S(), v6.V4S(), v7.V4S(), 1, MemOperand(x20)),
                "ld3 {v5.s, v6.s, v7.s}[1], [x20]");
  COMPARE_MACRO(Ld3(v6.V2D(), v7.V2D(), v8.V2D(), 0, MemOperand(x21)),
                "ld3 {v6.d, v7.d, v8.d}[0], [x21]");
  COMPARE_MACRO(Ld3(v7.B(), v8.B(), v9.B(), 7, MemOperand(x22)),
                "ld3 {v7.b, v8.b, v9.b}[7], [x22]");
  COMPARE_MACRO(Ld3(v8.B(), v9.B(), v10.B(), 15, MemOperand(x23)),
                "ld3 {v8.b, v9.b, v10.b}[15], [x23]");
  COMPARE_MACRO(Ld3(v9.H(), v10.H(), v11.H(), 3, MemOperand(x24)),
                "ld3 {v9.h, v10.h, v11.h}[3], [x24]");
  COMPARE_MACRO(Ld3(v10.H(), v11.H(), v12.H(), 7, MemOperand(x25)),
                "ld3 {v10.h, v11.h, v12.h}[7], [x25]");
  COMPARE_MACRO(Ld3(v11.S(), v12.S(), v13.S(), 1, MemOperand(x26)),
                "ld3 {v11.s, v12.s, v13.s}[1], [x26]");
  COMPARE_MACRO(Ld3(v12.S(), v13.S(), v14.S(), 3, MemOperand(x27)),
                "ld3 {v12.s, v13.s, v14.s}[3], [x27]");
  COMPARE_MACRO(Ld3(v13.D(), v14.D(), v15.D(), 1, MemOperand(sp)),
                "ld3 {v13.d, v14.d, v15.d}[1], [sp]");

  COMPARE_MACRO(Ld3(v0.V8B(),
                    v1.V8B(),
                    v2.V8B(),
                    0,
                    MemOperand(x15, x0, PostIndex)),
                "ld3 {v0.b, v1.b, v2.b}[0], [x15], x0");
  COMPARE_MACRO(Ld3(v1.V16B(),
                    v2.V16B(),
                    v3.V16B(),
                    1,
                    MemOperand(x16, 3, PostIndex)),
                "ld3 {v1.b, v2.b, v3.b}[1], [x16], #3");
  COMPARE_MACRO(Ld3(v2.V4H(),
                    v3.V4H(),
                    v4.V4H(),
                    2,
                    MemOperand(x17, 6, PostIndex)),
                "ld3 {v2.h, v3.h, v4.h}[2], [x17], #6");
  COMPARE_MACRO(Ld3(v3.V8H(),
                    v4.V8H(),
                    v5.V8H(),
                    3,
                    MemOperand(x18, x1, PostIndex)),
                "ld3 {v3.h, v4.h, v5.h}[3], [x18], x1");
  COMPARE_MACRO(Ld3(v4.V2S(),
                    v5.V2S(),
                    v6.V2S(),
                    0,
                    MemOperand(x19, x2, PostIndex)),
                "ld3 {v4.s, v5.s, v6.s}[0], [x19], x2");
  COMPARE_MACRO(Ld3(v5.V4S(),
                    v6.V4S(),
                    v7.V4S(),
                    1,
                    MemOperand(x20, 12, PostIndex)),
                "ld3 {v5.s, v6.s, v7.s}[1], [x20], #12");
  COMPARE_MACRO(Ld3(v6.V2D(),
                    v7.V2D(),
                    v8.V2D(),
                    0,
                    MemOperand(x21, 24, PostIndex)),
                "ld3 {v6.d, v7.d, v8.d}[0], [x21], #24");
  COMPARE_MACRO(Ld3(v7.B(), v8.B(), v9.B(), 7, MemOperand(x22, 3, PostIndex)),
                "ld3 {v7.b, v8.b, v9.b}[7], [x22], #3");
  COMPARE_MACRO(Ld3(v8.B(),
                    v9.B(),
                    v10.B(),
                    15,
                    MemOperand(x23, x3, PostIndex)),
                "ld3 {v8.b, v9.b, v10.b}[15], [x23], x3");
  COMPARE_MACRO(Ld3(v9.H(),
                    v10.H(),
                    v11.H(),
                    3,
                    MemOperand(x24, x4, PostIndex)),
                "ld3 {v9.h, v10.h, v11.h}[3], [x24], x4");
  COMPARE_MACRO(Ld3(v10.H(),
                    v11.H(),
                    v12.H(),
                    7,
                    MemOperand(x25, 6, PostIndex)),
                "ld3 {v10.h, v11.h, v12.h}[7], [x25], #6");
  COMPARE_MACRO(Ld3(v11.S(),
                    v12.S(),
                    v13.S(),
                    1,
                    MemOperand(x26, 12, PostIndex)),
                "ld3 {v11.s, v12.s, v13.s}[1], [x26], #12");
  COMPARE_MACRO(Ld3(v12.S(),
                    v13.S(),
                    v14.S(),
                    3,
                    MemOperand(x27, x5, PostIndex)),
                "ld3 {v12.s, v13.s, v14.s}[3], [x27], x5");
  COMPARE_MACRO(Ld3(v12.S(),
                    v13.S(),
                    v14.S(),
                    3,
                    MemOperand(x27, 12, PostIndex)),
                "ld3 {v12.s, v13.s, v14.s}[3], [x27], #12");
  COMPARE_MACRO(Ld3(v13.D(),
                    v14.D(),
                    v15.D(),
                    1,
                    MemOperand(sp, x6, PostIndex)),
                "ld3 {v13.d, v14.d, v15.d}[1], [sp], x6");
  COMPARE_MACRO(Ld3(v13.D(),
                    v14.D(),
                    v15.D(),
                    1,
                    MemOperand(sp, 24, PostIndex)),
                "ld3 {v13.d, v14.d, v15.d}[1], [sp], #24");

  COMPARE_MACRO(Ld4(v0.V8B(), v1.V8B(), v2.V8B(), v3.V8B(), 0, MemOperand(x15)),
                "ld4 {v0.b, v1.b, v2.b, v3.b}[0], [x15]");
  COMPARE_MACRO(Ld4(v1.V16B(),
                    v2.V16B(),
                    v3.V16B(),
                    v4.V16B(),
                    1,
                    MemOperand(x16)),
                "ld4 {v1.b, v2.b, v3.b, v4.b}[1], [x16]");
  COMPARE_MACRO(Ld4(v2.V4H(), v3.V4H(), v4.V4H(), v5.V4H(), 2, MemOperand(x17)),
                "ld4 {v2.h, v3.h, v4.h, v5.h}[2], [x17]");
  COMPARE_MACRO(Ld4(v3.V8H(), v4.V8H(), v5.V8H(), v6.V8H(), 3, MemOperand(x18)),
                "ld4 {v3.h, v4.h, v5.h, v6.h}[3], [x18]");
  COMPARE_MACRO(Ld4(v4.V2S(), v5.V2S(), v6.V2S(), v7.V2S(), 0, MemOperand(x19)),
                "ld4 {v4.s, v5.s, v6.s, v7.s}[0], [x19]");
  COMPARE_MACRO(Ld4(v5.V4S(), v6.V4S(), v7.V4S(), v8.V4S(), 1, MemOperand(x20)),
                "ld4 {v5.s, v6.s, v7.s, v8.s}[1], [x20]");
  COMPARE_MACRO(Ld4(v6.V2D(), v7.V2D(), v8.V2D(), v9.V2D(), 0, MemOperand(x21)),
                "ld4 {v6.d, v7.d, v8.d, v9.d}[0], [x21]");
  COMPARE_MACRO(Ld4(v7.B(), v8.B(), v9.B(), v10.B(), 7, MemOperand(x22)),
                "ld4 {v7.b, v8.b, v9.b, v10.b}[7], [x22]");
  COMPARE_MACRO(Ld4(v8.B(), v9.B(), v10.B(), v11.B(), 15, MemOperand(x23)),
                "ld4 {v8.b, v9.b, v10.b, v11.b}[15], [x23]");
  COMPARE_MACRO(Ld4(v9.H(), v10.H(), v11.H(), v12.H(), 3, MemOperand(x24)),
                "ld4 {v9.h, v10.h, v11.h, v12.h}[3], [x24]");
  COMPARE_MACRO(Ld4(v10.H(), v11.H(), v12.H(), v13.H(), 7, MemOperand(x25)),
                "ld4 {v10.h, v11.h, v12.h, v13.h}[7], [x25]");
  COMPARE_MACRO(Ld4(v11.S(), v12.S(), v13.S(), v14.S(), 1, MemOperand(x26)),
                "ld4 {v11.s, v12.s, v13.s, v14.s}[1], [x26]");
  COMPARE_MACRO(Ld4(v12.S(), v13.S(), v14.S(), v15.S(), 3, MemOperand(x27)),
                "ld4 {v12.s, v13.s, v14.s, v15.s}[3], [x27]");
  COMPARE_MACRO(Ld4(v13.D(), v14.D(), v15.D(), v16.D(), 1, MemOperand(sp)),
                "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp]");

  COMPARE_MACRO(Ld4(v0.V8B(),
                    v1.V8B(),
                    v2.V8B(),
                    v3.V8B(),
                    0,
                    MemOperand(x15, x0, PostIndex)),
                "ld4 {v0.b, v1.b, v2.b, v3.b}[0], [x15], x0");
  COMPARE_MACRO(Ld4(v1.V16B(),
                    v2.V16B(),
                    v3.V16B(),
                    v4.V16B(),
                    1,
                    MemOperand(x16, 4, PostIndex)),
                "ld4 {v1.b, v2.b, v3.b, v4.b}[1], [x16], #4");
  COMPARE_MACRO(Ld4(v2.V4H(),
                    v3.V4H(),
                    v4.V4H(),
                    v5.V4H(),
                    2,
                    MemOperand(x17, 8, PostIndex)),
                "ld4 {v2.h, v3.h, v4.h, v5.h}[2], [x17], #8");
  COMPARE_MACRO(Ld4(v3.V8H(),
                    v4.V8H(),
                    v5.V8H(),
                    v6.V8H(),
                    3,
                    MemOperand(x18, x1, PostIndex)),
                "ld4 {v3.h, v4.h, v5.h, v6.h}[3], [x18], x1");
  COMPARE_MACRO(Ld4(v4.V2S(),
                    v5.V2S(),
                    v6.V2S(),
                    v7.V2S(),
                    0,
                    MemOperand(x19, x2, PostIndex)),
                "ld4 {v4.s, v5.s, v6.s, v7.s}[0], [x19], x2");
  COMPARE_MACRO(Ld4(v5.V4S(),
                    v6.V4S(),
                    v7.V4S(),
                    v8.V4S(),
                    1,
                    MemOperand(x20, 16, PostIndex)),
                "ld4 {v5.s, v6.s, v7.s, v8.s}[1], [x20], #16");
  COMPARE_MACRO(Ld4(v6.V2D(),
                    v7.V2D(),
                    v8.V2D(),
                    v9.V2D(),
                    0,
                    MemOperand(x21, 32, PostIndex)),
                "ld4 {v6.d, v7.d, v8.d, v9.d}[0], [x21], #32");
  COMPARE_MACRO(Ld4(v7.B(),
                    v8.B(),
                    v9.B(),
                    v10.B(),
                    7,
                    MemOperand(x22, 4, PostIndex)),
                "ld4 {v7.b, v8.b, v9.b, v10.b}[7], [x22], #4");
  COMPARE_MACRO(Ld4(v8.B(),
                    v9.B(),
                    v10.B(),
                    v11.B(),
                    15,
                    MemOperand(x23, x3, PostIndex)),
                "ld4 {v8.b, v9.b, v10.b, v11.b}[15], [x23], x3");
  COMPARE_MACRO(Ld4(v9.H(),
                    v10.H(),
                    v11.H(),
                    v12.H(),
                    3,
                    MemOperand(x24, x4, PostIndex)),
                "ld4 {v9.h, v10.h, v11.h, v12.h}[3], [x24], x4");
  COMPARE_MACRO(Ld4(v10.H(),
                    v11.H(),
                    v12.H(),
                    v13.H(),
                    7,
                    MemOperand(x25, 8, PostIndex)),
                "ld4 {v10.h, v11.h, v12.h, v13.h}[7], [x25], #8");
  COMPARE_MACRO(Ld4(v11.S(),
                    v12.S(),
                    v13.S(),
                    v14.S(),
                    1,
                    MemOperand(x26, 16, PostIndex)),
                "ld4 {v11.s, v12.s, v13.s, v14.s}[1], [x26], #16");
  COMPARE_MACRO(Ld4(v12.S(),
                    v13.S(),
                    v14.S(),
                    v15.S(),
                    3,
                    MemOperand(x27, x5, PostIndex)),
                "ld4 {v12.s, v13.s, v14.s, v15.s}[3], [x27], x5");
  COMPARE_MACRO(Ld4(v11.S(),
                    v12.S(),
                    v13.S(),
                    v14.S(),
                    3,
                    MemOperand(x26, 16, PostIndex)),
                "ld4 {v11.s, v12.s, v13.s, v14.s}[3], [x26], #16");
  COMPARE_MACRO(Ld4(v13.D(),
                    v14.D(),
                    v15.D(),
                    v16.D(),
                    1,
                    MemOperand(sp, x6, PostIndex)),
                "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], x6");
  COMPARE_MACRO(Ld4(v13.D(),
                    v14.D(),
                    v15.D(),
                    v16.D(),
                    1,
                    MemOperand(sp, 32, PostIndex)),
                "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], #32");

  COMPARE_MACRO(St1(v0.V8B(), 0, MemOperand(x15)), "st1 {v0.b}[0], [x15]");
  COMPARE_MACRO(St1(v1.V16B(), 1, MemOperand(x16)), "st1 {v1.b}[1], [x16]");
  COMPARE_MACRO(St1(v2.V4H(), 2, MemOperand(x17)), "st1 {v2.h}[2], [x17]");
  COMPARE_MACRO(St1(v3.V8H(), 3, MemOperand(x18)), "st1 {v3.h}[3], [x18]");
  COMPARE_MACRO(St1(v4.V2S(), 0, MemOperand(x19)), "st1 {v4.s}[0], [x19]");
  COMPARE_MACRO(St1(v5.V4S(), 1, MemOperand(x20)), "st1 {v5.s}[1], [x20]");
  COMPARE_MACRO(St1(v6.V2D(), 0, MemOperand(x21)), "st1 {v6.d}[0], [x21]");
  COMPARE_MACRO(St1(v7.B(), 7, MemOperand(x22)), "st1 {v7.b}[7], [x22]");
  COMPARE_MACRO(St1(v8.B(), 15, MemOperand(x23)), "st1 {v8.b}[15], [x23]");
  COMPARE_MACRO(St1(v9.H(), 3, MemOperand(x24)), "st1 {v9.h}[3], [x24]");
  COMPARE_MACRO(St1(v10.H(), 7, MemOperand(x25)), "st1 {v10.h}[7], [x25]");
  COMPARE_MACRO(St1(v11.S(), 1, MemOperand(x26)), "st1 {v11.s}[1], [x26]");
  COMPARE_MACRO(St1(v12.S(), 3, MemOperand(x27)), "st1 {v12.s}[3], [x27]");
  COMPARE_MACRO(St1(v13.D(), 1, MemOperand(sp)), "st1 {v13.d}[1], [sp]");

  COMPARE_MACRO(St1(v0.V8B(), 0, MemOperand(x15, x0, PostIndex)),
                "st1 {v0.b}[0], [x15], x0");
  COMPARE_MACRO(St1(v1.V16B(), 1, MemOperand(x16, 1, PostIndex)),
                "st1 {v1.b}[1], [x16], #1");
  COMPARE_MACRO(St1(v2.V4H(), 2, MemOperand(x17, 2, PostIndex)),
                "st1 {v2.h}[2], [x17], #2");
  COMPARE_MACRO(St1(v3.V8H(), 3, MemOperand(x18, x1, PostIndex)),
                "st1 {v3.h}[3], [x18], x1");
  COMPARE_MACRO(St1(v4.V2S(), 0, MemOperand(x19, x2, PostIndex)),
                "st1 {v4.s}[0], [x19], x2");
  COMPARE_MACRO(St1(v5.V4S(), 1, MemOperand(x20, 4, PostIndex)),
                "st1 {v5.s}[1], [x20], #4");
  COMPARE_MACRO(St1(v6.V2D(), 0, MemOperand(x21, 8, PostIndex)),
                "st1 {v6.d}[0], [x21], #8");
  COMPARE_MACRO(St1(v7.B(), 7, MemOperand(x22, 1, PostIndex)),
                "st1 {v7.b}[7], [x22], #1");
  COMPARE_MACRO(St1(v8.B(), 15, MemOperand(x23, x3, PostIndex)),
                "st1 {v8.b}[15], [x23], x3");
  COMPARE_MACRO(St1(v9.H(), 3, MemOperand(x24, x4, PostIndex)),
                "st1 {v9.h}[3], [x24], x4");
  COMPARE_MACRO(St1(v10.H(), 7, MemOperand(x25, 2, PostIndex)),
                "st1 {v10.h}[7], [x25], #2");
  COMPARE_MACRO(St1(v11.S(), 1, MemOperand(x26, 4, PostIndex)),
                "st1 {v11.s}[1], [x26], #4");
  COMPARE_MACRO(St1(v12.S(), 3, MemOperand(x27, x5, PostIndex)),
                "st1 {v12.s}[3], [x27], x5");
  COMPARE_MACRO(St1(v13.D(), 1, MemOperand(sp, x6, PostIndex)),
                "st1 {v13.d}[1], [sp], x6");
  COMPARE_MACRO(St2(v0.V8B(), v1.V8B(), 0, MemOperand(x15, x0, PostIndex)),
                "st2 {v0.b, v1.b}[0], [x15], x0");
  COMPARE_MACRO(St2(v1.V16B(), v2.V16B(), 1, MemOperand(x16, 2, PostIndex)),
                "st2 {v1.b, v2.b}[1], [x16], #2");
  COMPARE_MACRO(St2(v2.V4H(), v3.V4H(), 2, MemOperand(x17, 4, PostIndex)),
                "st2 {v2.h, v3.h}[2], [x17], #4");
  COMPARE_MACRO(St2(v3.V8H(), v4.V8H(), 3, MemOperand(x18, x1, PostIndex)),
                "st2 {v3.h, v4.h}[3], [x18], x1");
  COMPARE_MACRO(St2(v4.V2S(), v5.V2S(), 0, MemOperand(x19, x2, PostIndex)),
                "st2 {v4.s, v5.s}[0], [x19], x2");
  COMPARE_MACRO(St2(v5.V4S(), v6.V4S(), 1, MemOperand(x20, 8, PostIndex)),
                "st2 {v5.s, v6.s}[1], [x20], #8");
  COMPARE_MACRO(St2(v6.V2D(), v7.V2D(), 0, MemOperand(x21, 16, PostIndex)),
                "st2 {v6.d, v7.d}[0], [x21], #16");
  COMPARE_MACRO(St2(v7.B(), v8.B(), 7, MemOperand(x22, 2, PostIndex)),
                "st2 {v7.b, v8.b}[7], [x22], #2");
  COMPARE_MACRO(St2(v8.B(), v9.B(), 15, MemOperand(x23, x3, PostIndex)),
                "st2 {v8.b, v9.b}[15], [x23], x3");
  COMPARE_MACRO(St2(v9.H(), v10.H(), 3, MemOperand(x24, x4, PostIndex)),
                "st2 {v9.h, v10.h}[3], [x24], x4");
  COMPARE_MACRO(St2(v10.H(), v11.H(), 7, MemOperand(x25, 4, PostIndex)),
                "st2 {v10.h, v11.h}[7], [x25], #4");
  COMPARE_MACRO(St2(v11.S(), v12.S(), 1, MemOperand(x26, 8, PostIndex)),
                "st2 {v11.s, v12.s}[1], [x26], #8");
  COMPARE_MACRO(St2(v12.S(), v13.S(), 3, MemOperand(x27, x5, PostIndex)),
                "st2 {v12.s, v13.s}[3], [x27], x5");
  COMPARE_MACRO(St2(v13.D(), v14.D(), 1, MemOperand(sp, x6, PostIndex)),
                "st2 {v13.d, v14.d}[1], [sp], x6");
  COMPARE_MACRO(St3(VLIST3(v0.V8B()), 0, MemOperand(x15, x0, PostIndex)),
                "st3 {v0.b, v1.b, v2.b}[0], [x15], x0");
  COMPARE_MACRO(St3(VLIST3(v1.V16B()), 1, MemOperand(x16, 3, PostIndex)),
                "st3 {v1.b, v2.b, v3.b}[1], [x16], #3");
  COMPARE_MACRO(St3(VLIST3(v2.V4H()), 2, MemOperand(x17, 6, PostIndex)),
                "st3 {v2.h, v3.h, v4.h}[2], [x17], #6");
  COMPARE_MACRO(St3(VLIST3(v3.V8H()), 3, MemOperand(x18, x1, PostIndex)),
                "st3 {v3.h, v4.h, v5.h}[3], [x18], x1");
  COMPARE_MACRO(St3(VLIST3(v4.V2S()), 0, MemOperand(x19, x2, PostIndex)),
                "st3 {v4.s, v5.s, v6.s}[0], [x19], x2");
  COMPARE_MACRO(St3(VLIST3(v5.V4S()), 1, MemOperand(x20, 12, PostIndex)),
                "st3 {v5.s, v6.s, v7.s}[1], [x20], #12");
  COMPARE_MACRO(St3(VLIST3(v6.V2D()), 0, MemOperand(x21, 24, PostIndex)),
                "st3 {v6.d, v7.d, v8.d}[0], [x21], #24");
  COMPARE_MACRO(St3(VLIST3(v7.B()), 7, MemOperand(x22, 3, PostIndex)),
                "st3 {v7.b, v8.b, v9.b}[7], [x22], #3");
  COMPARE_MACRO(St3(VLIST3(v8.B()), 15, MemOperand(x23, x3, PostIndex)),
                "st3 {v8.b, v9.b, v10.b}[15], [x23], x3");
  COMPARE_MACRO(St3(VLIST3(v9.H()), 3, MemOperand(x24, x4, PostIndex)),
                "st3 {v9.h, v10.h, v11.h}[3], [x24], x4");
  COMPARE_MACRO(St3(VLIST3(v10.H()), 7, MemOperand(x25, 6, PostIndex)),
                "st3 {v10.h, v11.h, v12.h}[7], [x25], #6");
  COMPARE_MACRO(St3(VLIST3(v11.S()), 1, MemOperand(x26, 12, PostIndex)),
                "st3 {v11.s, v12.s, v13.s}[1], [x26], #12");
  COMPARE_MACRO(St3(VLIST3(v12.S()), 3, MemOperand(x27, x5, PostIndex)),
                "st3 {v12.s, v13.s, v14.s}[3], [x27], x5");
  COMPARE_MACRO(St3(VLIST3(v13.D()), 1, MemOperand(sp, x6, PostIndex)),
                "st3 {v13.d, v14.d, v15.d}[1], [sp], x6");

  COMPARE_MACRO(St4(VLIST4(v0.V8B()), 0, MemOperand(x15, x0, PostIndex)),
                "st4 {v0.b, v1.b, v2.b, v3.b}[0], [x15], x0");
  COMPARE_MACRO(St4(VLIST4(v1.V16B()), 1, MemOperand(x16, 4, PostIndex)),
                "st4 {v1.b, v2.b, v3.b, v4.b}[1], [x16], #4");
  COMPARE_MACRO(St4(VLIST4(v2.V4H()), 2, MemOperand(x17, 8, PostIndex)),
                "st4 {v2.h, v3.h, v4.h, v5.h}[2], [x17], #8");
  COMPARE_MACRO(St4(VLIST4(v3.V8H()), 3, MemOperand(x18, x1, PostIndex)),
                "st4 {v3.h, v4.h, v5.h, v6.h}[3], [x18], x1");
  COMPARE_MACRO(St4(VLIST4(v4.V2S()), 0, MemOperand(x19, x2, PostIndex)),
                "st4 {v4.s, v5.s, v6.s, v7.s}[0], [x19], x2");
  COMPARE_MACRO(St4(VLIST4(v5.V4S()), 1, MemOperand(x20, 16, PostIndex)),
                "st4 {v5.s, v6.s, v7.s, v8.s}[1], [x20], #16");
  COMPARE_MACRO(St4(VLIST4(v6.V2D()), 0, MemOperand(x21, 32, PostIndex)),
                "st4 {v6.d, v7.d, v8.d, v9.d}[0], [x21], #32");
  COMPARE_MACRO(St4(VLIST4(v7.B()), 7, MemOperand(x22, 4, PostIndex)),
                "st4 {v7.b, v8.b, v9.b, v10.b}[7], [x22], #4");
  COMPARE_MACRO(St4(VLIST4(v8.B()), 15, MemOperand(x23, x3, PostIndex)),
                "st4 {v8.b, v9.b, v10.b, v11.b}[15], [x23], x3");
  COMPARE_MACRO(St4(VLIST4(v9.H()), 3, MemOperand(x24, x4, PostIndex)),
                "st4 {v9.h, v10.h, v11.h, v12.h}[3], [x24], x4");
  COMPARE_MACRO(St4(VLIST4(v10.H()), 7, MemOperand(x25, 8, PostIndex)),
                "st4 {v10.h, v11.h, v12.h, v13.h}[7], [x25], #8");
  COMPARE_MACRO(St4(VLIST4(v11.S()), 1, MemOperand(x26, 16, PostIndex)),
                "st4 {v11.s, v12.s, v13.s, v14.s}[1], [x26], #16");
  COMPARE_MACRO(St4(VLIST4(v12.S()), 3, MemOperand(x27, x5, PostIndex)),
                "st4 {v12.s, v13.s, v14.s, v15.s}[3], [x27], x5");
  COMPARE_MACRO(St4(VLIST4(v13.D()), 1, MemOperand(sp, x6, PostIndex)),
                "st4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], x6");

  CLEANUP();
}


TEST(neon_load_store_lane_unallocated) {
  SETUP();

  const char* expected = "unallocated (NEONLoadStoreSingleStruct)";
  // LD1 (single structure) (no offset)
  COMPARE(dci(0x0d404400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d408800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d409400), expected);  // .d, size<0> = 1, S = 1
  // LD2 (single structure) (no offset)
  COMPARE(dci(0x0d604400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d608800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d609400), expected);  // .d, size<0> = 1, S = 1
  // LD3 (single structure) (no offset)
  COMPARE(dci(0x0d406400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d40a800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d40b400), expected);  // .d, size<0> = 1, S = 1
  // LD4 (single structure) (no offset)
  COMPARE(dci(0x0d606400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d60a800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d60b400), expected);  // .d, size<0> = 1, S = 1
  // ST1 (single structure) (no offset)
  COMPARE(dci(0x0d004400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d008800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d009400), expected);  // .d, size<0> = 1, S = 1
  // ST2 (single structure) (no offset)
  COMPARE(dci(0x0d204400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d208800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d209400), expected);  // .d, size<0> = 1, S = 1
  // ST3 (single structure) (no offset)
  COMPARE(dci(0x0d006400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d00a800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d00b400), expected);  // .d, size<0> = 1, S = 1
  // ST4 (single structure) (no offset)
  COMPARE(dci(0x0d206400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d20a800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d20b400), expected);  // .d, size<0> = 1, S = 1

  expected = "unallocated (NEONLoadStoreSingleStructPostIndex)";
  // LD1 (single structure) (post index)
  COMPARE(dci(0x0dc04400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0dc08800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0dc09400), expected);  // .d, size<0> = 1, S = 1
  // LD2 (single structure) (post index)
  COMPARE(dci(0x0de04400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0de08800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0de09400), expected);  // .d, size<0> = 1, S = 1
  // LD3 (single structure) (post index)
  COMPARE(dci(0x0dc06400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0dc0a800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0dc0b400), expected);  // .d, size<0> = 1, S = 1
  // LD4 (single structure) (post index)
  COMPARE(dci(0x0de06400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0de0a800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0de0b400), expected);  // .d, size<0> = 1, S = 1
  // ST1 (single structure) (post index)
  COMPARE(dci(0x0d804400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d808800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d809400), expected);  // .d, size<0> = 1, S = 1
  // ST2 (single structure) (post index)
  COMPARE(dci(0x0da04400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0da08800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0da09400), expected);  // .d, size<0> = 1, S = 1
  // ST3 (single structure) (post index)
  COMPARE(dci(0x0d806400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0d80a800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0d80b400), expected);  // .d, size<0> = 1, S = 1
  // ST4 (single structure) (post index)
  COMPARE(dci(0x0da06400), expected);  // .h, size<0> = 1
  COMPARE(dci(0x0da0a800), expected);  // .s, size<1> = 1
  COMPARE(dci(0x0da0b400), expected);  // .d, size<0> = 1, S = 1

  CLEANUP();
}


TEST(neon_load_all_lanes) {
  SETUP();

  COMPARE_MACRO(Ld1r(v14.V8B(), MemOperand(x0)), "ld1r {v14.8b}, [x0]");
  COMPARE_MACRO(Ld1r(v15.V16B(), MemOperand(x1)), "ld1r {v15.16b}, [x1]");
  COMPARE_MACRO(Ld1r(v16.V4H(), MemOperand(x2)), "ld1r {v16.4h}, [x2]");
  COMPARE_MACRO(Ld1r(v17.V8H(), MemOperand(x3)), "ld1r {v17.8h}, [x3]");
  COMPARE_MACRO(Ld1r(v18.V2S(), MemOperand(x4)), "ld1r {v18.2s}, [x4]");
  COMPARE_MACRO(Ld1r(v19.V4S(), MemOperand(x5)), "ld1r {v19.4s}, [x5]");
  COMPARE_MACRO(Ld1r(v20.V2D(), MemOperand(sp)), "ld1r {v20.2d}, [sp]");
  COMPARE_MACRO(Ld1r(v21.V1D(), MemOperand(x30)), "ld1r {v21.1d}, [x30]");

  COMPARE_MACRO(Ld1r(v22.V8B(), MemOperand(x6, 1, PostIndex)),
                "ld1r {v22.8b}, [x6], #1");
  COMPARE_MACRO(Ld1r(v23.V16B(), MemOperand(x7, x16, PostIndex)),
                "ld1r {v23.16b}, [x7], x16");
  COMPARE_MACRO(Ld1r(v24.V4H(), MemOperand(x8, x17, PostIndex)),
                "ld1r {v24.4h}, [x8], x17");
  COMPARE_MACRO(Ld1r(v25.V8H(), MemOperand(x9, 2, PostIndex)),
                "ld1r {v25.8h}, [x9], #2");
  COMPARE_MACRO(Ld1r(v26.V2S(), MemOperand(x10, 4, PostIndex)),
                "ld1r {v26.2s}, [x10], #4");
  COMPARE_MACRO(Ld1r(v27.V4S(), MemOperand(x11, x18, PostIndex)),
                "ld1r {v27.4s}, [x11], x18");
  COMPARE_MACRO(Ld1r(v28.V2D(), MemOperand(x12, 8, PostIndex)),
                "ld1r {v28.2d}, [x12], #8");
  COMPARE_MACRO(Ld1r(v29.V1D(), MemOperand(x13, 8, PostIndex)),
                "ld1r {v29.1d}, [x13], #8");

  COMPARE_MACRO(Ld2r(v14.V8B(), v15.V8B(), MemOperand(x0)),
                "ld2r {v14.8b, v15.8b}, [x0]");
  COMPARE_MACRO(Ld2r(v15.V16B(), v16.V16B(), MemOperand(x1)),
                "ld2r {v15.16b, v16.16b}, [x1]");
  COMPARE_MACRO(Ld2r(v16.V4H(), v17.V4H(), MemOperand(x2)),
                "ld2r {v16.4h, v17.4h}, [x2]");
  COMPARE_MACRO(Ld2r(v17.V8H(), v18.V8H(), MemOperand(x3)),
                "ld2r {v17.8h, v18.8h}, [x3]");
  COMPARE_MACRO(Ld2r(v18.V2S(), v19.V2S(), MemOperand(x4)),
                "ld2r {v18.2s, v19.2s}, [x4]");
  COMPARE_MACRO(Ld2r(v19.V4S(), v20.V4S(), MemOperand(x5)),
                "ld2r {v19.4s, v20.4s}, [x5]");
  COMPARE_MACRO(Ld2r(v20.V2D(), v21.V2D(), MemOperand(sp)),
                "ld2r {v20.2d, v21.2d}, [sp]");
  COMPARE_MACRO(Ld2r(v21.V8B(), v22.V8B(), MemOperand(x6, 2, PostIndex)),
                "ld2r {v21.8b, v22.8b}, [x6], #2");
  COMPARE_MACRO(Ld2r(v22.V16B(), v23.V16B(), MemOperand(x7, x16, PostIndex)),
                "ld2r {v22.16b, v23.16b}, [x7], x16");
  COMPARE_MACRO(Ld2r(v23.V4H(), v24.V4H(), MemOperand(x8, x17, PostIndex)),
                "ld2r {v23.4h, v24.4h}, [x8], x17");
  COMPARE_MACRO(Ld2r(v24.V8H(), v25.V8H(), MemOperand(x9, 4, PostIndex)),
                "ld2r {v24.8h, v25.8h}, [x9], #4");
  COMPARE_MACRO(Ld2r(v25.V2S(), v26.V2S(), MemOperand(x10, 8, PostIndex)),
                "ld2r {v25.2s, v26.2s}, [x10], #8");
  COMPARE_MACRO(Ld2r(v26.V4S(), v27.V4S(), MemOperand(x11, x18, PostIndex)),
                "ld2r {v26.4s, v27.4s}, [x11], x18");
  COMPARE_MACRO(Ld2r(v27.V2D(), v28.V2D(), MemOperand(x12, 16, PostIndex)),
                "ld2r {v27.2d, v28.2d}, [x12], #16");

  COMPARE_MACRO(Ld3r(v14.V8B(), v15.V8B(), v16.V8B(), MemOperand(x0)),
                "ld3r {v14.8b, v15.8b, v16.8b}, [x0]");
  COMPARE_MACRO(Ld3r(v15.V16B(), v16.V16B(), v17.V16B(), MemOperand(x1)),
                "ld3r {v15.16b, v16.16b, v17.16b}, [x1]");
  COMPARE_MACRO(Ld3r(v16.V4H(), v17.V4H(), v18.V4H(), MemOperand(x2)),
                "ld3r {v16.4h, v17.4h, v18.4h}, [x2]");
  COMPARE_MACRO(Ld3r(v17.V8H(), v18.V8H(), v19.V8H(), MemOperand(x3)),
                "ld3r {v17.8h, v18.8h, v19.8h}, [x3]");
  COMPARE_MACRO(Ld3r(v18.V2S(), v19.V2S(), v20.V2S(), MemOperand(x4)),
                "ld3r {v18.2s, v19.2s, v20.2s}, [x4]");
  COMPARE_MACRO(Ld3r(v19.V4S(), v20.V4S(), v21.V4S(), MemOperand(x5)),
                "ld3r {v19.4s, v20.4s, v21.4s}, [x5]");
  COMPARE_MACRO(Ld3r(v20.V2D(), v21.V2D(), v22.V2D(), MemOperand(sp)),
                "ld3r {v20.2d, v21.2d, v22.2d}, [sp]");
  COMPARE_MACRO(Ld3r(v21.V8B(),
                     v22.V8B(),
                     v23.V8B(),
                     MemOperand(x6, 3, PostIndex)),
                "ld3r {v21.8b, v22.8b, v23.8b}, [x6], #3");
  COMPARE_MACRO(Ld3r(v22.V16B(),
                     v23.V16B(),
                     v24.V16B(),
                     MemOperand(x7, x16, PostIndex)),
                "ld3r {v22.16b, v23.16b, v24.16b}, [x7], x16");
  COMPARE_MACRO(Ld3r(v23.V4H(),
                     v24.V4H(),
                     v25.V4H(),
                     MemOperand(x8, x17, PostIndex)),
                "ld3r {v23.4h, v24.4h, v25.4h}, [x8], x17");
  COMPARE_MACRO(Ld3r(v24.V8H(),
                     v25.V8H(),
                     v26.V8H(),
                     MemOperand(x9, 6, PostIndex)),
                "ld3r {v24.8h, v25.8h, v26.8h}, [x9], #6");
  COMPARE_MACRO(Ld3r(v25.V2S(),
                     v26.V2S(),
                     v27.V2S(),
                     MemOperand(x10, 12, PostIndex)),
                "ld3r {v25.2s, v26.2s, v27.2s}, [x10], #12");
  COMPARE_MACRO(Ld3r(v26.V4S(),
                     v27.V4S(),
                     v28.V4S(),
                     MemOperand(x11, x18, PostIndex)),
                "ld3r {v26.4s, v27.4s, v28.4s}, [x11], x18");
  COMPARE_MACRO(Ld3r(v27.V2D(),
                     v28.V2D(),
                     v29.V2D(),
                     MemOperand(x12, 24, PostIndex)),
                "ld3r {v27.2d, v28.2d, v29.2d}, [x12], #24");

  COMPARE_MACRO(Ld4r(v14.V8B(),
                     v15.V8B(),
                     v16.V8B(),
                     v17.V8B(),
                     MemOperand(x0)),
                "ld4r {v14.8b, v15.8b, v16.8b, v17.8b}, [x0]");
  COMPARE_MACRO(Ld4r(v15.V16B(),
                     v16.V16B(),
                     v17.V16B(),
                     v18.V16B(),
                     MemOperand(x1)),
                "ld4r {v15.16b, v16.16b, v17.16b, v18.16b}, [x1]");
  COMPARE_MACRO(Ld4r(v16.V4H(),
                     v17.V4H(),
                     v18.V4H(),
                     v19.V4H(),
                     MemOperand(x2)),
                "ld4r {v16.4h, v17.4h, v18.4h, v19.4h}, [x2]");
  COMPARE_MACRO(Ld4r(v17.V8H(),
                     v18.V8H(),
                     v19.V8H(),
                     v20.V8H(),
                     MemOperand(x3)),
                "ld4r {v17.8h, v18.8h, v19.8h, v20.8h}, [x3]");
  COMPARE_MACRO(Ld4r(v18.V2S(),
                     v19.V2S(),
                     v20.V2S(),
                     v21.V2S(),
                     MemOperand(x4)),
                "ld4r {v18.2s, v19.2s, v20.2s, v21.2s}, [x4]");
  COMPARE_MACRO(Ld4r(v19.V4S(),
                     v20.V4S(),
                     v21.V4S(),
                     v22.V4S(),
                     MemOperand(x5)),
                "ld4r {v19.4s, v20.4s, v21.4s, v22.4s}, [x5]");
  COMPARE_MACRO(Ld4r(v20.V2D(),
                     v21.V2D(),
                     v22.V2D(),
                     v23.V2D(),
                     MemOperand(sp)),
                "ld4r {v20.2d, v21.2d, v22.2d, v23.2d}, [sp]");
  COMPARE_MACRO(Ld4r(v21.V8B(),
                     v22.V8B(),
                     v23.V8B(),
                     v24.V8B(),
                     MemOperand(x6, 4, PostIndex)),
                "ld4r {v21.8b, v22.8b, v23.8b, v24.8b}, [x6], #4");
  COMPARE_MACRO(Ld4r(v22.V16B(),
                     v23.V16B(),
                     v24.V16B(),
                     v25.V16B(),
                     MemOperand(x7, x16, PostIndex)),
                "ld4r {v22.16b, v23.16b, v24.16b, v25.16b}, [x7], x16");
  COMPARE_MACRO(Ld4r(v23.V4H(),
                     v24.V4H(),
                     v25.V4H(),
                     v26.V4H(),
                     MemOperand(x8, x17, PostIndex)),
                "ld4r {v23.4h, v24.4h, v25.4h, v26.4h}, [x8], x17");
  COMPARE_MACRO(Ld4r(v24.V8H(),
                     v25.V8H(),
                     v26.V8H(),
                     v27.V8H(),
                     MemOperand(x9, 8, PostIndex)),
                "ld4r {v24.8h, v25.8h, v26.8h, v27.8h}, [x9], #8");
  COMPARE_MACRO(Ld4r(v25.V2S(),
                     v26.V2S(),
                     v27.V2S(),
                     v28.V2S(),
                     MemOperand(x10, 16, PostIndex)),
                "ld4r {v25.2s, v26.2s, v27.2s, v28.2s}, [x10], #16");
  COMPARE_MACRO(Ld4r(v26.V4S(),
                     v27.V4S(),
                     v28.V4S(),
                     v29.V4S(),
                     MemOperand(x11, x18, PostIndex)),
                "ld4r {v26.4s, v27.4s, v28.4s, v29.4s}, [x11], x18");
  COMPARE_MACRO(Ld4r(v27.V2D(),
                     v28.V2D(),
                     v29.V2D(),
                     v30.V2D(),
                     MemOperand(x12, 32, PostIndex)),
                "ld4r {v27.2d, v28.2d, v29.2d, v30.2d}, [x12], #32");

  CLEANUP();
}


TEST(neon_load_all_lanes_unallocated) {
  SETUP();

  const char* expected = "unallocated (NEONLoadStoreSingleStruct)";
  // LD1R (single structure) (no offset)
  COMPARE(dci(0x0d00c000), expected);  // L = 0
  COMPARE(dci(0x0d40d000), expected);  // S = 1
  // LD2R (single structure) (no offset)
  COMPARE(dci(0x0d20c000), expected);  // L = 0
  COMPARE(dci(0x0d60d000), expected);  // S = 1
  // LD3R (single structure) (no offset)
  COMPARE(dci(0x0d00e000), expected);  // L = 0
  COMPARE(dci(0x0d40f000), expected);  // S = 1
  // LD4R (single structure) (no offset)
  COMPARE(dci(0x0d20e000), expected);  // L = 0
  COMPARE(dci(0x0d60f000), expected);  // S = 1

  expected = "unallocated (NEONLoadStoreSingleStructPostIndex)";
  // LD1R (single structure) (post index)
  COMPARE(dci(0x0d80c000), expected);  // L = 0
  COMPARE(dci(0x0dc0d000), expected);  // S = 1
  // LD2R (single structure) (post index)
  COMPARE(dci(0x0da0c000), expected);  // L = 0
  COMPARE(dci(0x0de0d000), expected);  // S = 1
  // LD3R (single structure) (post index)
  COMPARE(dci(0x0d80e000), expected);  // L = 0
  COMPARE(dci(0x0dc0f000), expected);  // S = 1
  // LD4R (single structure) (post index)
  COMPARE(dci(0x0da0e000), expected);  // L = 0
  COMPARE(dci(0x0de0f000), expected);  // S = 1

  CLEANUP();
}


TEST(neon_3same) {
  SETUP();

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmeq(v0.M, v1.M, v2.M), "cmeq v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmge(v0.M, v1.M, v2.M), "cmge v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmgt(v0.M, v1.M, v2.M), "cmgt v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmhi(v0.M, v1.M, v2.M), "cmhi v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmhs(v0.M, v1.M, v2.M), "cmhs v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmtst(v0.M, v1.M, v2.M), "cmtst v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Add(v0.M, v1.M, v2.M), "add v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Sub(v3.M, v4.M, v5.M), "sub v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Sabd(v3.M, v4.M, v5.M), "sabd v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uabd(v3.M, v4.M, v5.M), "uabd v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Saba(v3.M, v4.M, v5.M), "saba v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uaba(v3.M, v4.M, v5.M), "uaba v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Smax(v3.M, v4.M, v5.M), "smax v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Smin(v3.M, v4.M, v5.M), "smin v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Umax(v3.M, v4.M, v5.M), "umax v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Umin(v3.M, v4.M, v5.M), "umin v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Smaxp(v3.M, v4.M, v5.M), "smaxp v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Sminp(v3.M, v4.M, v5.M), "sminp v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Umaxp(v3.M, v4.M, v5.M), "umaxp v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uminp(v3.M, v4.M, v5.M), "uminp v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uqadd(v6.M, v7.M, v8.M), "uqadd v6." S ", v7." S ", v8." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Sqadd(v9.M, v10.M, v11.M), \
                "sqadd v9." S ", v10." S   \
                ", "                       \
                "v11." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uqsub(v6.M, v7.M, v8.M), "uqsub v6." S ", v7." S ", v8." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Sqsub(v9.M, v10.M, v11.M), \
                "sqsub v9." S ", v10." S   \
                ", "                       \
                "v11." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Sshl(v12.M, v13.M, v14.M), \
                "sshl v12." S ", v13." S   \
                ", "                       \
                "v14." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Ushl(v15.M, v16.M, v17.M), \
                "ushl v15." S ", v16." S   \
                ", "                       \
                "v17." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Sqshl(v18.M, v19.M, v20.M), \
                "sqshl v18." S ", v19." S ", v20." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Uqshl(v21.M, v22.M, v23.M), \
                "uqshl v21." S ", v22." S ", v23." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Srshl(v24.M, v25.M, v26.M), \
                "srshl v24." S ", v25." S ", v26." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Urshl(v27.M, v28.M, v29.M), \
                "urshl v27." S ", v28." S ", v29." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Sqrshl(v30.M, v31.M, v0.M), \
                "sqrshl v30." S ", v31." S ", v0." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uqrshl(v1.M, v2.M, v3.M), "uqrshl v1." S ", v2." S ", v3." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Shadd(v4.M, v5.M, v6.M), "shadd v4." S ", v5." S ", v6." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uhadd(v7.M, v8.M, v9.M), "uhadd v7." S ", v8." S ", v9." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                    \
  COMPARE_MACRO(Srhadd(v10.M, v11.M, v12.M), \
                "srhadd v10." S ", v11." S ", v12." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                    \
  COMPARE_MACRO(Urhadd(v13.M, v14.M, v15.M), \
                "urhadd v13." S ", v14." S ", v15." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Shsub(v16.M, v17.M, v18.M), \
                "shsub v16." S ", v17." S ", v18." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Uhsub(v19.M, v20.M, v21.M), \
                "uhsub v19." S ", v20." S ", v21." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Addp(v19.M, v20.M, v21.M), \
                "addp v19." S ", v20." S   \
                ", "                       \
                "v21." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Mla(v19.M, v20.M, v21.M), "mla v19." S ", v20." S ", v21." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Mls(v19.M, v20.M, v21.M), "mls v19." S ", v20." S ", v21." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Mul(v19.M, v20.M, v21.M), "mul v19." S ", v20." S ", v21." S);
  NEON_FORMAT_LIST_BHS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Sqdmulh(v1.M, v2.M, v3.M), \
                "sqdmulh v1." S ", v2." S  \
                ", "                       \
                "v3." S);
  NEON_FORMAT_LIST_HS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Sqrdmulh(v1.M, v2.M, v3.M), \
                "sqrdmulh v1." S ", v2." S ", v3." S);
  NEON_FORMAT_LIST_HS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Sqrdmlah(v1.M, v2.M, v3.M), \
                "sqrdmlah v1." S ", v2." S ", v3." S);
  NEON_FORMAT_LIST_HS(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Sqrdmlsh(v1.M, v2.M, v3.M), \
                "sqrdmlsh v1." S ", v2." S ", v3." S);
  NEON_FORMAT_LIST_HS(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Sdot(v1.V2S(), v2.V8B(), v3.V8B()), "sdot v1.2s, v2.8b, v3.8b");
  COMPARE_MACRO(Sdot(v1.V4S(), v2.V16B(), v3.V16B()),
                "sdot v1.4s, v2.16b, v3.16b");

  COMPARE_MACRO(Udot(v1.V2S(), v2.V8B(), v3.V8B()), "udot v1.2s, v2.8b, v3.8b");
  COMPARE_MACRO(Udot(v1.V4S(), v2.V16B(), v3.V16B()),
                "udot v1.4s, v2.16b, v3.16b");

  COMPARE_MACRO(And(v6.V8B(), v7.V8B(), v8.V8B()), "and v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(And(v6.V16B(), v7.V16B(), v8.V16B()),
                "and v6.16b, v7.16b, v8.16b");

  COMPARE_MACRO(Bic(v6.V8B(), v7.V8B(), v8.V8B()), "bic v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(Bic(v6.V16B(), v7.V16B(), v8.V16B()),
                "bic v6.16b, v7.16b, v8.16b");

  COMPARE_MACRO(Orr(v6.V8B(), v7.V8B(), v8.V8B()), "orr v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(Orr(v6.V16B(), v7.V16B(), v8.V16B()),
                "orr v6.16b, v7.16b, v8.16b");

  COMPARE_MACRO(Orr(v6.V8B(), v7.V8B(), v7.V8B()), "mov v6.8b, v7.8b");
  COMPARE_MACRO(Orr(v6.V16B(), v7.V16B(), v7.V16B()), "mov v6.16b, v7.16b");

  COMPARE_MACRO(Mov(v6.V8B(), v8.V8B()), "mov v6.8b, v8.8b");
  COMPARE_MACRO(Mov(v6.V16B(), v8.V16B()), "mov v6.16b, v8.16b");

  COMPARE_MACRO(Orn(v6.V8B(), v7.V8B(), v8.V8B()), "orn v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(Orn(v6.V16B(), v7.V16B(), v8.V16B()),
                "orn v6.16b, v7.16b, v8.16b");

  COMPARE_MACRO(Eor(v6.V8B(), v7.V8B(), v8.V8B()), "eor v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(Eor(v6.V16B(), v7.V16B(), v8.V16B()),
                "eor v6.16b, v7.16b, v8.16b");

  COMPARE_MACRO(Bif(v6.V8B(), v7.V8B(), v8.V8B()), "bif v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(Bif(v6.V16B(), v7.V16B(), v8.V16B()),
                "bif v6.16b, v7.16b, v8.16b");

  COMPARE_MACRO(Bit(v6.V8B(), v7.V8B(), v8.V8B()), "bit v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(Bit(v6.V16B(), v7.V16B(), v8.V16B()),
                "bit v6.16b, v7.16b, v8.16b");

  COMPARE_MACRO(Bsl(v6.V8B(), v7.V8B(), v8.V8B()), "bsl v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(Bsl(v6.V16B(), v7.V16B(), v8.V16B()),
                "bsl v6.16b, v7.16b, v8.16b");

  COMPARE_MACRO(Pmul(v6.V8B(), v7.V8B(), v8.V8B()), "pmul v6.8b, v7.8b, v8.8b");
  COMPARE_MACRO(Pmul(v6.V16B(), v7.V16B(), v8.V16B()),
                "pmul v6.16b, v7.16b, v8.16b");

  CLEANUP();
}

TEST(neon_3same_fp16) {
  SETUP();

  COMPARE_MACRO(Fmaxnm(v0.V8H(), v1.V8H(), v2.V8H()),
                "fmaxnm v0.8h, v1.8h, v2.8h");
  COMPARE_MACRO(Fmaxnm(v3.V4H(), v4.V4H(), v5.V4H()),
                "fmaxnm v3.4h, v4.4h, v5.4h");
  COMPARE_MACRO(Fmla(v6.V8H(), v7.V8H(), v8.V8H()), "fmla v6.8h, v7.8h, v8.8h");
  COMPARE_MACRO(Fmla(v9.V4H(), v10.V4H(), v11.V4H()),
                "fmla v9.4h, v10.4h, v11.4h");
  COMPARE_MACRO(Fadd(v12.V8H(), v13.V8H(), v14.V8H()),
                "fadd v12.8h, v13.8h, v14.8h");
  COMPARE_MACRO(Fadd(v15.V4H(), v16.V4H(), v17.V4H()),
                "fadd v15.4h, v16.4h, v17.4h");
  COMPARE_MACRO(Fmulx(v18.V8H(), v19.V8H(), v20.V8H()),
                "fmulx v18.8h, v19.8h, v20.8h");
  COMPARE_MACRO(Fmulx(v21.V4H(), v22.V4H(), v23.V4H()),
                "fmulx v21.4h, v22.4h, v23.4h");
  COMPARE_MACRO(Fcmeq(v24.V8H(), v25.V8H(), v26.V8H()),
                "fcmeq v24.8h, v25.8h, v26.8h");
  COMPARE_MACRO(Fcmeq(v27.V4H(), v28.V4H(), v29.V4H()),
                "fcmeq v27.4h, v28.4h, v29.4h");
  COMPARE_MACRO(Fmax(v30.V8H(), v0.V8H(), v1.V8H()),
                "fmax v30.8h, v0.8h, v1.8h");
  COMPARE_MACRO(Fmax(v2.V4H(), v3.V4H(), v4.V4H()), "fmax v2.4h, v3.4h, v4.4h");
  COMPARE_MACRO(Frecps(v5.V8H(), v6.V8H(), v7.V8H()),
                "frecps v5.8h, v6.8h, v7.8h");
  COMPARE_MACRO(Frecps(v8.V4H(), v9.V4H(), v10.V4H()),
                "frecps v8.4h, v9.4h, v10.4h");
  COMPARE_MACRO(Fminnm(v11.V8H(), v12.V8H(), v13.V8H()),
                "fminnm v11.8h, v12.8h, v13.8h");
  COMPARE_MACRO(Fminnm(v14.V4H(), v15.V4H(), v16.V4H()),
                "fminnm v14.4h, v15.4h, v16.4h");
  COMPARE_MACRO(Fmls(v17.V8H(), v18.V8H(), v19.V8H()),
                "fmls v17.8h, v18.8h, v19.8h");
  COMPARE_MACRO(Fmls(v20.V4H(), v21.V4H(), v22.V4H()),
                "fmls v20.4h, v21.4h, v22.4h");
  COMPARE_MACRO(Fsub(v23.V8H(), v24.V8H(), v25.V8H()),
                "fsub v23.8h, v24.8h, v25.8h");
  COMPARE_MACRO(Fsub(v26.V4H(), v27.V4H(), v28.V4H()),
                "fsub v26.4h, v27.4h, v28.4h");
  COMPARE_MACRO(Fmin(v29.V8H(), v30.V8H(), v0.V8H()),
                "fmin v29.8h, v30.8h, v0.8h");
  COMPARE_MACRO(Fmin(v1.V4H(), v2.V4H(), v3.V4H()), "fmin v1.4h, v2.4h, v3.4h");
  COMPARE_MACRO(Frsqrts(v4.V8H(), v5.V8H(), v6.V8H()),
                "frsqrts v4.8h, v5.8h, v6.8h");
  COMPARE_MACRO(Frsqrts(v7.V4H(), v8.V4H(), v9.V4H()),
                "frsqrts v7.4h, v8.4h, v9.4h");
  COMPARE_MACRO(Fmaxnmp(v10.V8H(), v11.V8H(), v12.V8H()),
                "fmaxnmp v10.8h, v11.8h, v12.8h");
  COMPARE_MACRO(Fmaxnmp(v13.V4H(), v14.V4H(), v15.V4H()),
                "fmaxnmp v13.4h, v14.4h, v15.4h");
  COMPARE_MACRO(Faddp(v16.V8H(), v17.V8H(), v18.V8H()),
                "faddp v16.8h, v17.8h, v18.8h");
  COMPARE_MACRO(Faddp(v19.V4H(), v20.V4H(), v21.V4H()),
                "faddp v19.4h, v20.4h, v21.4h");
  COMPARE_MACRO(Fmul(v22.V8H(), v23.V8H(), v24.V8H()),
                "fmul v22.8h, v23.8h, v24.8h");
  COMPARE_MACRO(Fmul(v25.V4H(), v26.V4H(), v27.V4H()),
                "fmul v25.4h, v26.4h, v27.4h");
  COMPARE_MACRO(Fcmge(v28.V8H(), v29.V8H(), v30.V8H()),
                "fcmge v28.8h, v29.8h, v30.8h");
  COMPARE_MACRO(Fcmge(v0.V4H(), v1.V4H(), v2.V4H()),
                "fcmge v0.4h, v1.4h, v2.4h");
  COMPARE_MACRO(Facge(v3.V8H(), v4.V8H(), v5.V8H()),
                "facge v3.8h, v4.8h, v5.8h");
  COMPARE_MACRO(Facge(v6.V4H(), v7.V4H(), v8.V4H()),
                "facge v6.4h, v7.4h, v8.4h");
  COMPARE_MACRO(Fmaxp(v9.V8H(), v10.V8H(), v11.V8H()),
                "fmaxp v9.8h, v10.8h, v11.8h");
  COMPARE_MACRO(Fmaxp(v12.V4H(), v13.V4H(), v14.V4H()),
                "fmaxp v12.4h, v13.4h, v14.4h");
  COMPARE_MACRO(Fdiv(v15.V8H(), v16.V8H(), v17.V8H()),
                "fdiv v15.8h, v16.8h, v17.8h");
  COMPARE_MACRO(Fdiv(v18.V4H(), v19.V4H(), v20.V4H()),
                "fdiv v18.4h, v19.4h, v20.4h");
  COMPARE_MACRO(Fminnmp(v21.V8H(), v22.V8H(), v23.V8H()),
                "fminnmp v21.8h, v22.8h, v23.8h");
  COMPARE_MACRO(Fminnmp(v24.V4H(), v25.V4H(), v26.V4H()),
                "fminnmp v24.4h, v25.4h, v26.4h");
  COMPARE_MACRO(Fabd(v27.V8H(), v28.V8H(), v29.V8H()),
                "fabd v27.8h, v28.8h, v29.8h");
  COMPARE_MACRO(Fabd(v30.V4H(), v0.V4H(), v1.V4H()),
                "fabd v30.4h, v0.4h, v1.4h");
  COMPARE_MACRO(Fcmgt(v2.V8H(), v3.V8H(), v4.V8H()),
                "fcmgt v2.8h, v3.8h, v4.8h");
  COMPARE_MACRO(Fcmgt(v5.V4H(), v6.V4H(), v7.V4H()),
                "fcmgt v5.4h, v6.4h, v7.4h");
  COMPARE_MACRO(Facgt(v8.V8H(), v9.V8H(), v10.V8H()),
                "facgt v8.8h, v9.8h, v10.8h");
  COMPARE_MACRO(Facgt(v11.V4H(), v12.V4H(), v13.V4H()),
                "facgt v11.4h, v12.4h, v13.4h");
  COMPARE_MACRO(Fminp(v14.V8H(), v15.V8H(), v16.V8H()),
                "fminp v14.8h, v15.8h, v16.8h");
  COMPARE_MACRO(Fminp(v17.V4H(), v18.V4H(), v19.V4H()),
                "fminp v17.4h, v18.4h, v19.4h");

  CLEANUP();
}

TEST(neon_3same_extra_fcadd) {
  SETUP();

  COMPARE_MACRO(Fcadd(v4.V4H(), v5.V4H(), v6.V4H(), 270),
                "fcadd v4.4h, v5.4h, v6.4h, #270");
  COMPARE_MACRO(Fcadd(v4.V8H(), v5.V8H(), v6.V8H(), 90),
                "fcadd v4.8h, v5.8h, v6.8h, #90");
  COMPARE_MACRO(Fcadd(v1.V2S(), v2.V2S(), v3.V2S(), 90),
                "fcadd v1.2s, v2.2s, v3.2s, #90");
  COMPARE_MACRO(Fcadd(v1.V4S(), v2.V4S(), v3.V4S(), 270),
                "fcadd v1.4s, v2.4s, v3.4s, #270");
  COMPARE_MACRO(Fcadd(v29.V2D(), v30.V2D(), v31.V2D(), 90),
                "fcadd v29.2d, v30.2d, v31.2d, #90");

  COMPARE_MACRO(Fcmla(v4.V8H(), v5.V8H(), v6.V8H(), 270),
                "fcmla v4.8h, v5.8h, v6.8h, #270");
  COMPARE_MACRO(Fcmla(v9.V2S(), v8.V2S(), v7.V2S(), 180),
                "fcmla v9.2s, v8.2s, v7.2s, #180");
  COMPARE_MACRO(Fcmla(v11.V4S(), v12.V4S(), v13.V4S(), 90),
                "fcmla v11.4s, v12.4s, v13.4s, #90");
  COMPARE_MACRO(Fcmla(v21.V2D(), v22.V2D(), v23.V2D(), 0),
                "fcmla v21.2d, v22.2d, v23.2d, #0");

  // The FC* instructions span multiple opcodes, so they have special cases in
  // the disassembler. Verify that similar encodings don't get disassembled as
  // FC* instructions.
  COMPARE(dci(0x2e00ec00), "unallocated (Unallocated)");  // opcode = 0x1101
  COMPARE(dci(0x2e00fc00), "unallocated (Unallocated)");  // opcode = 0x1111

  CLEANUP();
}

#define NEON_FORMAT_LIST_FP(V) \
  V(V2S(), "2s")               \
  V(V4S(), "4s")               \
  V(V2D(), "2d")

#define NEON_FORMAT_LIST_FP_FP16(V) \
  NEON_FORMAT_LIST_FP(V)            \
  V(V4H(), "4h")                    \
  V(V8H(), "8h")

TEST(neon_fp_3same) {
  SETUP();

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fadd(v0.M, v1.M, v2.M), "fadd v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fsub(v3.M, v4.M, v5.M), "fsub v3." S ", v4." S ", v5." S);
  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fmul(v6.M, v7.M, v8.M), "fmul v6." S ", v7." S ", v8." S);
  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fdiv(v9.M, v10.M, v11.M), "fdiv v9." S ", v10." S ", v11." S);
  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Fmin(v12.M, v13.M, v14.M), \
                "fmin v12." S ", v13." S   \
                ", "                       \
                "v14." S);
  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                    \
  COMPARE_MACRO(Fminnm(v15.M, v16.M, v17.M), \
                "fminnm v15." S ", v16." S ", v17." S);
  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Fmax(v18.M, v19.M, v20.M), \
                "fmax v18." S ", v19." S   \
                ", "                       \
                "v20." S);
  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                    \
  COMPARE_MACRO(Fmaxnm(v21.M, v22.M, v23.M), \
                "fmaxnm v21." S ", v22." S ", v23." S);
  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                    \
  COMPARE_MACRO(Frecps(v24.M, v25.M, v26.M), \
                "frecps v24." S ", v25." S ", v26." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                     \
  COMPARE_MACRO(Frsqrts(v27.M, v28.M, v29.M), \
                "frsqrts v27." S ", v28." S ", v29." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                  \
  COMPARE_MACRO(Fmulx(v30.M, v31.M, v0.M), \
                "fmulx v30." S ", v31." S  \
                ", "                       \
                "v0." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fmla(v1.M, v2.M, v3.M), "fmla v1." S ", v2." S ", v3." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fmls(v4.M, v5.M, v6.M), "fmls v4." S ", v5." S ", v6." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fabd(v7.M, v8.M, v9.M), "fabd v7." S ", v8." S ", v9." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Faddp(v10.M, v11.M, v12.M), \
                "faddp v10." S ", v11." S ", v12." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Fmaxp(v13.M, v14.M, v15.M), \
                "fmaxp v13." S ", v14." S ", v15." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Fminp(v16.M, v17.M, v18.M), \
                "fminp v16." S ", v17." S ", v18." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                     \
  COMPARE_MACRO(Fmaxnmp(v19.M, v20.M, v21.M), \
                "fmaxnmp v19." S ", v20." S ", v21." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                     \
  COMPARE_MACRO(Fminnmp(v22.M, v23.M, v24.M), \
                "fminnmp v22." S ", v23." S ", v24." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Fcmeq(v25.M, v26.M, v27.M), \
                "fcmeq v25." S ", v26." S ", v27." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Fcmge(v25.M, v26.M, v27.M), \
                "fcmge v25." S ", v26." S ", v27." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Fcmgt(v25.M, v26.M, v27.M), \
                "fcmgt v25." S ", v26." S ", v27." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Facge(v25.M, v26.M, v27.M), \
                "facge v25." S ", v26." S ", v27." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S)                   \
  COMPARE_MACRO(Facgt(v25.M, v26.M, v27.M), \
                "facgt v25." S ", v26." S ", v27." S);
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

  CLEANUP();
}


#define NEON_SCALAR_FORMAT_LIST(V) \
  V(B(), "b")                      \
  V(H(), "h")                      \
  V(S(), "s")                      \
  V(D(), "d")

TEST(neon_scalar_3same) {
  SETUP();

  // Instructions that only support D-sized scalar operations.
  COMPARE_MACRO(Add(v0.D(), v1.D(), v2.D()), "add d0, d1, d2");
  COMPARE_MACRO(Sub(v3.D(), v4.D(), v5.D()), "sub d3, d4, d5");
  COMPARE_MACRO(Cmeq(v0.D(), v1.D(), v2.D()), "cmeq d0, d1, d2");
  COMPARE_MACRO(Cmge(v3.D(), v4.D(), v5.D()), "cmge d3, d4, d5");
  COMPARE_MACRO(Cmgt(v6.D(), v7.D(), v8.D()), "cmgt d6, d7, d8");
  COMPARE_MACRO(Cmhi(v0.D(), v1.D(), v2.D()), "cmhi d0, d1, d2");
  COMPARE_MACRO(Cmhs(v3.D(), v4.D(), v5.D()), "cmhs d3, d4, d5");
  COMPARE_MACRO(Cmtst(v6.D(), v7.D(), v8.D()), "cmtst d6, d7, d8");
  COMPARE_MACRO(Ushl(v6.D(), v7.D(), v8.D()), "ushl d6, d7, d8");
  COMPARE_MACRO(Sshl(v6.D(), v7.D(), v8.D()), "sshl d6, d7, d8");
  COMPARE_MACRO(Urshl(v9.D(), v10.D(), v11.D()), "urshl d9, d10, d11");
  COMPARE_MACRO(Srshl(v9.D(), v10.D(), v11.D()), "srshl d9, d10, d11");

  // Instructions that support S and D-sized scalar operations.
  COMPARE_MACRO(Frecps(v12.S(), v13.S(), v14.S()), "frecps s12, s13, s14");
  COMPARE_MACRO(Frecps(v15.D(), v16.D(), v17.D()), "frecps d15, d16, d17");
  COMPARE_MACRO(Frsqrts(v18.S(), v19.S(), v20.S()), "frsqrts s18, s19, s20");
  COMPARE_MACRO(Frsqrts(v21.D(), v22.D(), v23.D()), "frsqrts d21, d22, d23");
  COMPARE_MACRO(Fmulx(v12.S(), v13.S(), v14.S()), "fmulx s12, s13, s14");
  COMPARE_MACRO(Fmulx(v15.D(), v16.D(), v17.D()), "fmulx d15, d16, d17");
  COMPARE_MACRO(Fcmeq(v12.S(), v13.S(), v14.S()), "fcmeq s12, s13, s14");
  COMPARE_MACRO(Fcmeq(v15.D(), v16.D(), v17.D()), "fcmeq d15, d16, d17");
  COMPARE_MACRO(Fcmge(v12.S(), v13.S(), v14.S()), "fcmge s12, s13, s14");
  COMPARE_MACRO(Fcmge(v15.D(), v16.D(), v17.D()), "fcmge d15, d16, d17");
  COMPARE_MACRO(Fcmgt(v12.S(), v13.S(), v14.S()), "fcmgt s12, s13, s14");
  COMPARE_MACRO(Fcmgt(v15.D(), v16.D(), v17.D()), "fcmgt d15, d16, d17");
  COMPARE_MACRO(Fcmge(v12.S(), v13.S(), v14.S()), "fcmge s12, s13, s14");
  COMPARE_MACRO(Fcmge(v15.D(), v16.D(), v17.D()), "fcmge d15, d16, d17");
  COMPARE_MACRO(Facgt(v12.S(), v13.S(), v14.S()), "facgt s12, s13, s14");
  COMPARE_MACRO(Facgt(v15.D(), v16.D(), v17.D()), "facgt d15, d16, d17");

  // Instructions that support H and S-sized scalar operations.
  COMPARE_MACRO(Sqdmulh(v12.S(), v13.S(), v14.S()), "sqdmulh s12, s13, s14");
  COMPARE_MACRO(Sqdmulh(v15.H(), v16.H(), v17.H()), "sqdmulh h15, h16, h17");
  COMPARE_MACRO(Sqrdmulh(v12.S(), v13.S(), v14.S()), "sqrdmulh s12, s13, s14");
  COMPARE_MACRO(Sqrdmulh(v15.H(), v16.H(), v17.H()), "sqrdmulh h15, h16, h17");
  COMPARE_MACRO(Sqrdmlah(v12.S(), v13.S(), v14.S()), "sqrdmlah s12, s13, s14");
  COMPARE_MACRO(Sqrdmlah(v15.H(), v16.H(), v17.H()), "sqrdmlah h15, h16, h17");
  COMPARE_MACRO(Sqrdmlsh(v12.S(), v13.S(), v14.S()), "sqrdmlsh s12, s13, s14");
  COMPARE_MACRO(Sqrdmlsh(v15.H(), v16.H(), v17.H()), "sqrdmlsh h15, h16, h17");

#define DISASM_INST(M, R) \
  COMPARE_MACRO(Uqadd(v6.M, v7.M, v8.M), "uqadd " R "6, " R "7, " R "8");
  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, R) \
  COMPARE_MACRO(Uqsub(v9.M, v10.M, v11.M), "uqsub " R "9, " R "10, " R "11");
  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, R)                    \
  COMPARE_MACRO(Sqadd(v12.M, v13.M, v14.M),  \
                "sqadd " R "12, " R "13, " R \
                "1"                          \
                "4");
  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, R)                    \
  COMPARE_MACRO(Sqsub(v15.M, v16.M, v17.M),  \
                "sqsub " R "15, " R "16, " R \
                "1"                          \
                "7");
  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, R)                    \
  COMPARE_MACRO(Uqshl(v18.M, v19.M, v20.M),  \
                "uqshl " R "18, " R "19, " R \
                "2"                          \
                "0");
  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, R)                    \
  COMPARE_MACRO(Sqshl(v21.M, v22.M, v23.M),  \
                "sqshl " R "21, " R "22, " R \
                "2"                          \
                "3");
  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, R) \
  COMPARE_MACRO(Uqrshl(v30.M, v31.M, v0.M), "uqrshl " R "30, " R "31, " R "0");
  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, R) \
  COMPARE_MACRO(Sqrshl(v1.M, v2.M, v3.M), "sqrshl " R "1, " R "2, " R "3");
  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  CLEANUP();
}


TEST(neon_scalar_3same_fp16) {
  SETUP();

  COMPARE_MACRO(Fmulx(v0.H(), v1.H(), v2.H()), "fmulx h0, h1, h2");
  COMPARE_MACRO(Fcmeq(v3.H(), v4.H(), v5.H()), "fcmeq h3, h4, h5");
  COMPARE_MACRO(Fcmge(v6.H(), v7.H(), v8.H()), "fcmge h6, h7, h8");
  COMPARE_MACRO(Fcmgt(v9.H(), v10.H(), v11.H()), "fcmgt h9, h10, h11");
  COMPARE_MACRO(Facge(v12.H(), v13.H(), v14.H()), "facge h12, h13, h14");
  COMPARE_MACRO(Facgt(v15.H(), v16.H(), v17.H()), "facgt h15, h16, h17");
  COMPARE_MACRO(Frecps(v18.H(), v19.H(), v20.H()), "frecps h18, h19, h20");
  COMPARE_MACRO(Frsqrts(v21.H(), v22.H(), v23.H()), "frsqrts h21, h22, h23");
  COMPARE_MACRO(Fabd(v24.H(), v25.H(), v26.H()), "fabd h24, h25, h26");

  CLEANUP();
}


TEST(neon_byelement) {
  SETUP();

  COMPARE_MACRO(Mul(v0.V4H(), v1.V4H(), v2.H(), 0),
                "mul v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Mul(v2.V8H(), v3.V8H(), v15.H(), 7),
                "mul v2.8h, v3.8h, v15.h[7]");
  COMPARE_MACRO(Mul(v0.V2S(), v1.V2S(), v2.S(), 0),
                "mul v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Mul(v2.V4S(), v3.V4S(), v15.S(), 3),
                "mul v2.4s, v3.4s, v15.s[3]");

  COMPARE_MACRO(Mla(v0.V4H(), v1.V4H(), v2.H(), 0),
                "mla v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Mla(v2.V8H(), v3.V8H(), v15.H(), 7),
                "mla v2.8h, v3.8h, v15.h[7]");
  COMPARE_MACRO(Mla(v0.V2S(), v1.V2S(), v2.S(), 0),
                "mla v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Mla(v2.V4S(), v3.V4S(), v15.S(), 3),
                "mla v2.4s, v3.4s, v15.s[3]");

  COMPARE_MACRO(Mls(v0.V4H(), v1.V4H(), v2.H(), 0),
                "mls v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Mls(v2.V8H(), v3.V8H(), v15.H(), 7),
                "mls v2.8h, v3.8h, v15.h[7]");
  COMPARE_MACRO(Mls(v0.V2S(), v1.V2S(), v2.S(), 0),
                "mls v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Mls(v2.V4S(), v3.V4S(), v15.S(), 3),
                "mls v2.4s, v3.4s, v15.s[3]");

  COMPARE_MACRO(Sqdmulh(v0.V4H(), v1.V4H(), v2.H(), 0),
                "sqdmulh v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Sqdmulh(v2.V8H(), v3.V8H(), v15.H(), 7),
                "sqdmulh v2.8h, v3.8h, v15.h[7]");
  COMPARE_MACRO(Sqdmulh(v0.V2S(), v1.V2S(), v2.S(), 0),
                "sqdmulh v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Sqdmulh(v2.V4S(), v3.V4S(), v15.S(), 3),
                "sqdmulh v2.4s, v3.4s, v15.s[3]");
  COMPARE_MACRO(Sqdmulh(h0, h1, v2.H(), 0), "sqdmulh h0, h1, v2.h[0]");
  COMPARE_MACRO(Sqdmulh(s0, s1, v2.S(), 0), "sqdmulh s0, s1, v2.s[0]");

  COMPARE_MACRO(Sqrdmulh(v0.V4H(), v1.V4H(), v2.H(), 0),
                "sqrdmulh v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Sqrdmulh(v2.V8H(), v3.V8H(), v15.H(), 7),
                "sqrdmulh v2.8h, v3.8h, v15.h[7]");
  COMPARE_MACRO(Sqrdmulh(v0.V2S(), v1.V2S(), v2.S(), 0),
                "sqrdmulh v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Sqrdmulh(v2.V4S(), v3.V4S(), v15.S(), 3),
                "sqrdmulh v2.4s, v3.4s, v15.s[3]");
  COMPARE_MACRO(Sqrdmulh(h0, h1, v2.H(), 0), "sqrdmulh h0, h1, v2.h[0]");
  COMPARE_MACRO(Sqrdmulh(s0, s1, v2.S(), 0), "sqrdmulh s0, s1, v2.s[0]");

  COMPARE_MACRO(Sdot(v0.V2S(), v1.V8B(), v2.S4B(), 0),
                "sdot v0.2s, v1.8b, v2.4b[0]");
  COMPARE_MACRO(Sdot(v2.V4S(), v3.V16B(), v15.S4B(), 3),
                "sdot v2.4s, v3.16b, v15.4b[3]");

  COMPARE_MACRO(Sqrdmlah(v0.V4H(), v1.V4H(), v2.H(), 0),
                "sqrdmlah v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Sqrdmlah(v2.V8H(), v3.V8H(), v15.H(), 7),
                "sqrdmlah v2.8h, v3.8h, v15.h[7]");
  COMPARE_MACRO(Sqrdmlah(v0.V2S(), v1.V2S(), v2.S(), 0),
                "sqrdmlah v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Sqrdmlah(v2.V4S(), v3.V4S(), v15.S(), 3),
                "sqrdmlah v2.4s, v3.4s, v15.s[3]");
  COMPARE_MACRO(Sqrdmlah(h0, h1, v2.H(), 0), "sqrdmlah h0, h1, v2.h[0]");
  COMPARE_MACRO(Sqrdmlah(s0, s1, v2.S(), 0), "sqrdmlah s0, s1, v2.s[0]");

  COMPARE_MACRO(Udot(v0.V2S(), v1.V8B(), v2.S4B(), 0),
                "udot v0.2s, v1.8b, v2.4b[0]");
  COMPARE_MACRO(Udot(v2.V4S(), v3.V16B(), v15.S4B(), 3),
                "udot v2.4s, v3.16b, v15.4b[3]");

  COMPARE_MACRO(Sqrdmlsh(v0.V4H(), v1.V4H(), v2.H(), 0),
                "sqrdmlsh v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Sqrdmlsh(v2.V8H(), v3.V8H(), v15.H(), 7),
                "sqrdmlsh v2.8h, v3.8h, v15.h[7]");
  COMPARE_MACRO(Sqrdmlsh(v0.V2S(), v1.V2S(), v2.S(), 0),
                "sqrdmlsh v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Sqrdmlsh(v2.V4S(), v3.V4S(), v15.S(), 3),
                "sqrdmlsh v2.4s, v3.4s, v15.s[3]");
  COMPARE_MACRO(Sqrdmlsh(h0, h1, v2.H(), 0), "sqrdmlsh h0, h1, v2.h[0]");
  COMPARE_MACRO(Sqrdmlsh(s0, s1, v2.S(), 0), "sqrdmlsh s0, s1, v2.s[0]");

  COMPARE_MACRO(Smull(v0.V4S(), v1.V4H(), v2.H(), 0),
                "smull v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Smull2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "smull2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Smull(v0.V2D(), v1.V2S(), v2.S(), 0),
                "smull v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Smull2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "smull2 v2.2d, v3.4s, v4.s[3]");

  COMPARE_MACRO(Umull(v0.V4S(), v1.V4H(), v2.H(), 0),
                "umull v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Umull2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "umull2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Umull(v0.V2D(), v1.V2S(), v2.S(), 0),
                "umull v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Umull2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "umull2 v2.2d, v3.4s, v4.s[3]");

  COMPARE_MACRO(Smlal(v0.V4S(), v1.V4H(), v2.H(), 0),
                "smlal v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Smlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "smlal2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Smlal(v0.V2D(), v1.V2S(), v2.S(), 0),
                "smlal v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Smlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "smlal2 v2.2d, v3.4s, v4.s[3]");

  COMPARE_MACRO(Umlal(v0.V4S(), v1.V4H(), v2.H(), 0),
                "umlal v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Umlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "umlal2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Umlal(v0.V2D(), v1.V2S(), v2.S(), 0),
                "umlal v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Umlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "umlal2 v2.2d, v3.4s, v4.s[3]");

  COMPARE_MACRO(Smlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
                "smlsl v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Smlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "smlsl2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Smlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
                "smlsl v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Smlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "smlsl2 v2.2d, v3.4s, v4.s[3]");

  COMPARE_MACRO(Umlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
                "umlsl v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Umlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "umlsl2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Umlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
                "umlsl v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Umlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "umlsl2 v2.2d, v3.4s, v4.s[3]");

  COMPARE_MACRO(Sqdmull(v0.V4S(), v1.V4H(), v2.H(), 0),
                "sqdmull v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Sqdmull2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "sqdmull2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Sqdmull(v0.V2D(), v1.V2S(), v2.S(), 0),
                "sqdmull v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Sqdmull2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "sqdmull2 v2.2d, v3.4s, v4.s[3]");
  COMPARE_MACRO(Sqdmull(s0, h1, v2.H(), 0), "sqdmull s0, h1, v2.h[0]");
  COMPARE_MACRO(Sqdmull(d0, s1, v2.S(), 0), "sqdmull d0, s1, v2.s[0]");

  COMPARE_MACRO(Sqdmlal(v0.V4S(), v1.V4H(), v2.H(), 0),
                "sqdmlal v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Sqdmlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "sqdmlal2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Sqdmlal(v0.V2D(), v1.V2S(), v2.S(), 0),
                "sqdmlal v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Sqdmlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "sqdmlal2 v2.2d, v3.4s, v4.s[3]");
  COMPARE_MACRO(Sqdmlal(s0, h1, v2.H(), 0), "sqdmlal s0, h1, v2.h[0]");
  COMPARE_MACRO(Sqdmlal(d0, s1, v2.S(), 0), "sqdmlal d0, s1, v2.s[0]");

  COMPARE_MACRO(Sqdmlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
                "sqdmlsl v0.4s, v1.4h, v2.h[0]");
  COMPARE_MACRO(Sqdmlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
                "sqdmlsl2 v2.4s, v3.8h, v4.h[7]");
  COMPARE_MACRO(Sqdmlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
                "sqdmlsl v0.2d, v1.2s, v2.s[0]");
  COMPARE_MACRO(Sqdmlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
                "sqdmlsl2 v2.2d, v3.4s, v4.s[3]");
  COMPARE_MACRO(Sqdmlsl(s0, h1, v2.H(), 0), "sqdmlsl s0, h1, v2.h[0]");
  COMPARE_MACRO(Sqdmlsl(d0, s1, v2.S(), 0), "sqdmlsl d0, s1, v2.s[0]");

  CLEANUP();
}


TEST(neon_fp_byelement) {
  SETUP();

  COMPARE_MACRO(Fmul(v0.V4H(), v1.V4H(), v2.H(), 0),
                "fmul v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Fmul(v2.V8H(), v3.V8H(), v15.H(), 3),
                "fmul v2.8h, v3.8h, v15.h[3]");
  COMPARE_MACRO(Fmul(v0.V2S(), v1.V2S(), v2.S(), 0),
                "fmul v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Fmul(v2.V4S(), v3.V4S(), v15.S(), 3),
                "fmul v2.4s, v3.4s, v15.s[3]");
  COMPARE_MACRO(Fmul(v0.V2D(), v1.V2D(), v2.D(), 0),
                "fmul v0.2d, v1.2d, v2.d[0]");
  COMPARE_MACRO(Fmul(d0, d1, v2.D(), 0), "fmul d0, d1, v2.d[0]");
  COMPARE_MACRO(Fmul(s0, s1, v2.S(), 0), "fmul s0, s1, v2.s[0]");
  COMPARE_MACRO(Fmul(h0, h1, v2.H(), 0), "fmul h0, h1, v2.h[0]");

  COMPARE_MACRO(Fmla(v0.V4H(), v1.V4H(), v2.H(), 0),
                "fmla v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Fmla(v2.V8H(), v3.V8H(), v15.H(), 3),
                "fmla v2.8h, v3.8h, v15.h[3]");
  COMPARE_MACRO(Fmla(v0.V2S(), v1.V2S(), v2.S(), 0),
                "fmla v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Fmla(v2.V4S(), v3.V4S(), v15.S(), 3),
                "fmla v2.4s, v3.4s, v15.s[3]");
  COMPARE_MACRO(Fmla(v0.V2D(), v1.V2D(), v2.D(), 0),
                "fmla v0.2d, v1.2d, v2.d[0]");
  COMPARE_MACRO(Fmla(d0, d1, v2.D(), 0), "fmla d0, d1, v2.d[0]");
  COMPARE_MACRO(Fmla(s0, s1, v2.S(), 0), "fmla s0, s1, v2.s[0]");
  COMPARE_MACRO(Fmla(h0, h1, v2.H(), 0), "fmla h0, h1, v2.h[0]");

  COMPARE_MACRO(Fmls(v0.V4H(), v1.V4H(), v2.H(), 0),
                "fmls v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Fmls(v2.V8H(), v3.V8H(), v15.H(), 3),
                "fmls v2.8h, v3.8h, v15.h[3]");
  COMPARE_MACRO(Fmls(v0.V2S(), v1.V2S(), v2.S(), 0),
                "fmls v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Fmls(v2.V4S(), v3.V4S(), v15.S(), 3),
                "fmls v2.4s, v3.4s, v15.s[3]");
  COMPARE_MACRO(Fmls(v0.V2D(), v1.V2D(), v2.D(), 0),
                "fmls v0.2d, v1.2d, v2.d[0]");
  COMPARE_MACRO(Fmls(d0, d1, v2.D(), 0), "fmls d0, d1, v2.d[0]");
  COMPARE_MACRO(Fmls(s0, s1, v2.S(), 0), "fmls s0, s1, v2.s[0]");
  COMPARE_MACRO(Fmls(h0, h1, v2.H(), 0), "fmls h0, h1, v2.h[0]");

  COMPARE_MACRO(Fmulx(v0.V4H(), v1.V4H(), v2.H(), 0),
                "fmulx v0.4h, v1.4h, v2.h[0]");
  COMPARE_MACRO(Fmulx(v2.V8H(), v3.V8H(), v15.H(), 3),
                "fmulx v2.8h, v3.8h, v15.h[3]");
  COMPARE_MACRO(Fmulx(v0.V2S(), v1.V2S(), v2.S(), 0),
                "fmulx v0.2s, v1.2s, v2.s[0]");
  COMPARE_MACRO(Fmulx(v2.V4S(), v3.V4S(), v8.S(), 3),
                "fmulx v2.4s, v3.4s, v8.s[3]");
  COMPARE_MACRO(Fmulx(v0.V2D(), v1.V2D(), v2.D(), 0),
                "fmulx v0.2d, v1.2d, v2.d[0]");
  COMPARE_MACRO(Fmulx(d0, d1, v2.D(), 0), "fmulx d0, d1, v2.d[0]");
  COMPARE_MACRO(Fmulx(s0, s1, v2.S(), 0), "fmulx s0, s1, v2.s[0]");
  COMPARE_MACRO(Fmulx(h0, h1, v2.H(), 0), "fmulx h0, h1, v2.h[0]");

  COMPARE_MACRO(Fcmla(v0.V4S(), v1.V4S(), v2.S(), 0, 270),
                "fcmla v0.4s, v1.4s, v2.s[0], #270");
  COMPARE_MACRO(Fcmla(v0.V4S(), v1.V4S(), v2.S(), 1, 180),
                "fcmla v0.4s, v1.4s, v2.s[1], #180");
  COMPARE_MACRO(Fcmla(v0.V4H(), v1.V4H(), v2.H(), 2, 90),
                "fcmla v0.4h, v1.4h, v2.h[2], #90");
  COMPARE_MACRO(Fcmla(v0.V8H(), v1.V8H(), v2.H(), 3, 0),
                "fcmla v0.8h, v1.8h, v2.h[3], #0");

  CLEANUP();
}


TEST(neon_3different) {
  SETUP();

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Uaddl(v0.TA, v1.TB, v2.TB), \
                "uaddl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Uaddl2(v0.TA, v1.TB, v2.TB), \
                "uaddl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Uaddw(v0.TA, v1.TA, v2.TB), \
                "uaddw v0." TAS ", v1." TAS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Uaddw2(v0.TA, v1.TA, v2.TB), \
                "uaddw2 v0." TAS ", v1." TAS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Saddl(v0.TA, v1.TB, v2.TB), \
                "saddl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Saddl2(v0.TA, v1.TB, v2.TB), \
                "saddl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Saddw(v0.TA, v1.TA, v2.TB), \
                "saddw v0." TAS ", v1." TAS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Saddw2(v0.TA, v1.TA, v2.TB), \
                "saddw2 v0." TAS ", v1." TAS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Usubl(v0.TA, v1.TB, v2.TB), \
                "usubl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Usubl2(v0.TA, v1.TB, v2.TB), \
                "usubl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Usubw(v0.TA, v1.TA, v2.TB), \
                "usubw v0." TAS ", v1." TAS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Usubw2(v0.TA, v1.TA, v2.TB), \
                "usubw2 v0." TAS ", v1." TAS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Ssubl(v0.TA, v1.TB, v2.TB), \
                "ssubl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Ssubl2(v0.TA, v1.TB, v2.TB), \
                "ssubl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Ssubw(v0.TA, v1.TA, v2.TB), \
                "ssubw v0." TAS ", v1." TAS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Ssubw2(v0.TA, v1.TA, v2.TB), \
                "ssubw2 v0." TAS ", v1." TAS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Sabal(v0.TA, v1.TB, v2.TB), \
                "sabal v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Sabal2(v0.TA, v1.TB, v2.TB), \
                "sabal2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Uabal(v0.TA, v1.TB, v2.TB), \
                "uabal v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Uabal2(v0.TA, v1.TB, v2.TB), \
                "uabal2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Sabdl(v0.TA, v1.TB, v2.TB), \
                "sabdl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Sabdl2(v0.TA, v1.TB, v2.TB), \
                "sabdl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Uabdl(v0.TA, v1.TB, v2.TB), \
                "uabdl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Uabdl2(v0.TA, v1.TB, v2.TB), \
                "uabdl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Smlal(v0.TA, v1.TB, v2.TB), \
                "smlal v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Smlal2(v0.TA, v1.TB, v2.TB), \
                "smlal2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Umlsl(v0.TA, v1.TB, v2.TB), \
                "umlsl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Umlsl2(v0.TA, v1.TB, v2.TB), \
                "umlsl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Smlsl(v0.TA, v1.TB, v2.TB), \
                "smlsl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Smlsl2(v0.TA, v1.TB, v2.TB), \
                "smlsl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Umlsl(v0.TA, v1.TB, v2.TB), \
                "umlsl v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Umlsl2(v0.TA, v1.TB, v2.TB), \
                "umlsl2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Smull(v0.TA, v1.TB, v2.TB), \
                "smull v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Smull2(v0.TA, v1.TB, v2.TB), \
                "smull2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)       \
  COMPARE_MACRO(Umull(v0.TA, v1.TB, v2.TB), \
                "umull v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS)        \
  COMPARE_MACRO(Umull2(v0.TA, v1.TB, v2.TB), \
                "umull2 v0." TAS ", v1." TBS ", v2." TBS);
  NEON_FORMAT_LIST_LW2(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Sqdmull(v0.V4S(), v1.V4H(), v2.V4H()),
                "sqdmull v0.4s, v1.4h, v2.4h");
  COMPARE_MACRO(Sqdmull(v1.V2D(), v2.V2S(), v3.V2S()),
                "sqdmull v1.2d, v2.2s, v3.2s");
  COMPARE_MACRO(Sqdmull2(v2.V4S(), v3.V8H(), v4.V8H()),
                "sqdmull2 v2.4s, v3.8h, v4.8h");
  COMPARE_MACRO(Sqdmull2(v3.V2D(), v4.V4S(), v5.V4S()),
                "sqdmull2 v3.2d, v4.4s, v5.4s");
  COMPARE_MACRO(Sqdmull(s0, h1, h2), "sqdmull s0, h1, h2");
  COMPARE_MACRO(Sqdmull(d1, s2, s3), "sqdmull d1, s2, s3");

  COMPARE_MACRO(Sqdmlal(v0.V4S(), v1.V4H(), v2.V4H()),
                "sqdmlal v0.4s, v1.4h, v2.4h");
  COMPARE_MACRO(Sqdmlal(v1.V2D(), v2.V2S(), v3.V2S()),
                "sqdmlal v1.2d, v2.2s, v3.2s");
  COMPARE_MACRO(Sqdmlal2(v2.V4S(), v3.V8H(), v4.V8H()),
                "sqdmlal2 v2.4s, v3.8h, v4.8h");
  COMPARE_MACRO(Sqdmlal2(v3.V2D(), v4.V4S(), v5.V4S()),
                "sqdmlal2 v3.2d, v4.4s, v5.4s");
  COMPARE_MACRO(Sqdmlal(s0, h1, h2), "sqdmlal s0, h1, h2");
  COMPARE_MACRO(Sqdmlal(d1, s2, s3), "sqdmlal d1, s2, s3");

  COMPARE_MACRO(Sqdmlsl(v0.V4S(), v1.V4H(), v2.V4H()),
                "sqdmlsl v0.4s, v1.4h, v2.4h");
  COMPARE_MACRO(Sqdmlsl(v1.V2D(), v2.V2S(), v3.V2S()),
                "sqdmlsl v1.2d, v2.2s, v3.2s");
  COMPARE_MACRO(Sqdmlsl2(v2.V4S(), v3.V8H(), v4.V8H()),
                "sqdmlsl2 v2.4s, v3.8h, v4.8h");
  COMPARE_MACRO(Sqdmlsl2(v3.V2D(), v4.V4S(), v5.V4S()),
                "sqdmlsl2 v3.2d, v4.4s, v5.4s");
  COMPARE_MACRO(Sqdmlsl(s0, h1, h2), "sqdmlsl s0, h1, h2");
  COMPARE_MACRO(Sqdmlsl(d1, s2, s3), "sqdmlsl d1, s2, s3");

  COMPARE_MACRO(Addhn(v0.V8B(), v1.V8H(), v2.V8H()),
                "addhn v0.8b, v1.8h, v2.8h");
  COMPARE_MACRO(Addhn(v1.V4H(), v2.V4S(), v3.V4S()),
                "addhn v1.4h, v2.4s, v3.4s");
  COMPARE_MACRO(Addhn(v2.V2S(), v3.V2D(), v4.V2D()),
                "addhn v2.2s, v3.2d, v4.2d");
  COMPARE_MACRO(Addhn2(v0.V16B(), v1.V8H(), v5.V8H()),
                "addhn2 v0.16b, v1.8h, v5.8h");
  COMPARE_MACRO(Addhn2(v1.V8H(), v2.V4S(), v6.V4S()),
                "addhn2 v1.8h, v2.4s, v6.4s");
  COMPARE_MACRO(Addhn2(v2.V4S(), v3.V2D(), v7.V2D()),
                "addhn2 v2.4s, v3.2d, v7.2d");

  COMPARE_MACRO(Raddhn(v0.V8B(), v1.V8H(), v2.V8H()),
                "raddhn v0.8b, v1.8h, v2.8h");
  COMPARE_MACRO(Raddhn(v1.V4H(), v2.V4S(), v3.V4S()),
                "raddhn v1.4h, v2.4s, v3.4s");
  COMPARE_MACRO(Raddhn(v2.V2S(), v3.V2D(), v4.V2D()),
                "raddhn v2.2s, v3.2d, v4.2d");
  COMPARE_MACRO(Raddhn2(v0.V16B(), v1.V8H(), v5.V8H()),
                "raddhn2 v0.16b, v1.8h, v5.8h");
  COMPARE_MACRO(Raddhn2(v1.V8H(), v2.V4S(), v6.V4S()),
                "raddhn2 v1.8h, v2.4s, v6.4s");
  COMPARE_MACRO(Raddhn2(v2.V4S(), v3.V2D(), v7.V2D()),
                "raddhn2 v2.4s, v3.2d, v7.2d");

  COMPARE_MACRO(Subhn(v1.V4H(), v2.V4S(), v3.V4S()),
                "subhn v1.4h, v2.4s, v3.4s");
  COMPARE_MACRO(Subhn(v2.V2S(), v3.V2D(), v4.V2D()),
                "subhn v2.2s, v3.2d, v4.2d");
  COMPARE_MACRO(Subhn2(v0.V16B(), v1.V8H(), v5.V8H()),
                "subhn2 v0.16b, v1.8h, v5.8h");
  COMPARE_MACRO(Subhn2(v1.V8H(), v2.V4S(), v6.V4S()),
                "subhn2 v1.8h, v2.4s, v6.4s");
  COMPARE_MACRO(Subhn2(v2.V4S(), v3.V2D(), v7.V2D()),
                "subhn2 v2.4s, v3.2d, v7.2d");

  COMPARE_MACRO(Rsubhn(v0.V8B(), v1.V8H(), v2.V8H()),
                "rsubhn v0.8b, v1.8h, v2.8h");
  COMPARE_MACRO(Rsubhn(v1.V4H(), v2.V4S(), v3.V4S()),
                "rsubhn v1.4h, v2.4s, v3.4s");
  COMPARE_MACRO(Rsubhn(v2.V2S(), v3.V2D(), v4.V2D()),
                "rsubhn v2.2s, v3.2d, v4.2d");
  COMPARE_MACRO(Rsubhn2(v0.V16B(), v1.V8H(), v5.V8H()),
                "rsubhn2 v0.16b, v1.8h, v5.8h");
  COMPARE_MACRO(Rsubhn2(v1.V8H(), v2.V4S(), v6.V4S()),
                "rsubhn2 v1.8h, v2.4s, v6.4s");
  COMPARE_MACRO(Rsubhn2(v2.V4S(), v3.V2D(), v7.V2D()),
                "rsubhn2 v2.4s, v3.2d, v7.2d");

  COMPARE_MACRO(Pmull(v0.V8H(), v1.V8B(), v2.V8B()),
                "pmull v0.8h, v1.8b, v2.8b");
  COMPARE_MACRO(Pmull2(v2.V8H(), v3.V16B(), v4.V16B()),
                "pmull2 v2.8h, v3.16b, v4.16b");

  CLEANUP();
}


TEST(neon_perm) {
  SETUP();

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Trn1(v0.M, v1.M, v2.M), "trn1 v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Trn2(v0.M, v1.M, v2.M), "trn2 v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uzp1(v0.M, v1.M, v2.M), "uzp1 v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Uzp2(v0.M, v1.M, v2.M), "uzp2 v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Zip1(v0.M, v1.M, v2.M), "zip1 v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Zip2(v0.M, v1.M, v2.M), "zip2 v0." S ", v1." S ", v2." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  CLEANUP();
}


TEST(neon_copy) {
  SETUP();

  COMPARE_MACRO(Ins(v1.V16B(), 4, v5.V16B(), 0), "mov v1.b[4], v5.b[0]");
  COMPARE_MACRO(Ins(v2.V8B(), 5, v6.V8B(), 1), "mov v2.b[5], v6.b[1]");
  COMPARE_MACRO(Ins(v3.B(), 6, v7.B(), 2), "mov v3.b[6], v7.b[2]");
  COMPARE_MACRO(Ins(v4.V8H(), 7, v8.V8H(), 3), "mov v4.h[7], v8.h[3]");
  COMPARE_MACRO(Ins(v5.V4H(), 3, v9.V4H(), 0), "mov v5.h[3], v9.h[0]");
  COMPARE_MACRO(Ins(v6.H(), 6, v1.H(), 1), "mov v6.h[6], v1.h[1]");
  COMPARE_MACRO(Ins(v7.V4S(), 2, v2.V4S(), 2), "mov v7.s[2], v2.s[2]");
  COMPARE_MACRO(Ins(v8.V2S(), 1, v3.V2S(), 0), "mov v8.s[1], v3.s[0]");
  COMPARE_MACRO(Ins(v9.S(), 0, v4.S(), 1), "mov v9.s[0], v4.s[1]");
  COMPARE_MACRO(Ins(v1.V2D(), 1, v5.V2D(), 0), "mov v1.d[1], v5.d[0]");
  COMPARE_MACRO(Ins(v2.D(), 0, v6.D(), 1), "mov v2.d[0], v6.d[1]");

  COMPARE_MACRO(Mov(v3.V16B(), 4, v7.V16B(), 0), "mov v3.b[4], v7.b[0]");
  COMPARE_MACRO(Mov(v4.V8B(), 5, v8.V8B(), 1), "mov v4.b[5], v8.b[1]");
  COMPARE_MACRO(Mov(v5.B(), 6, v9.B(), 2), "mov v5.b[6], v9.b[2]");
  COMPARE_MACRO(Mov(v6.V8H(), 7, v1.V8H(), 3), "mov v6.h[7], v1.h[3]");
  COMPARE_MACRO(Mov(v7.V4H(), 0, v2.V4H(), 0), "mov v7.h[0], v2.h[0]");
  COMPARE_MACRO(Mov(v8.H(), 1, v3.H(), 1), "mov v8.h[1], v3.h[1]");
  COMPARE_MACRO(Mov(v9.V4S(), 2, v4.V4S(), 2), "mov v9.s[2], v4.s[2]");
  COMPARE_MACRO(Mov(v1.V2S(), 3, v5.V2S(), 0), "mov v1.s[3], v5.s[0]");
  COMPARE_MACRO(Mov(v2.S(), 0, v6.S(), 1), "mov v2.s[0], v6.s[1]");
  COMPARE_MACRO(Mov(v3.V2D(), 1, v7.V2D(), 0), "mov v3.d[1], v7.d[0]");
  COMPARE_MACRO(Mov(v4.D(), 0, v8.D(), 1), "mov v4.d[0], v8.d[1]");

  COMPARE_MACRO(Ins(v1.V16B(), 4, w0), "mov v1.b[4], w0");
  COMPARE_MACRO(Ins(v2.V8B(), 5, w1), "mov v2.b[5], w1");
  COMPARE_MACRO(Ins(v3.B(), 6, w2), "mov v3.b[6], w2");
  COMPARE_MACRO(Ins(v4.V8H(), 7, w3), "mov v4.h[7], w3");
  COMPARE_MACRO(Ins(v5.V4H(), 3, w0), "mov v5.h[3], w0");
  COMPARE_MACRO(Ins(v6.H(), 6, w1), "mov v6.h[6], w1");
  COMPARE_MACRO(Ins(v7.V4S(), 2, w2), "mov v7.s[2], w2");
  COMPARE_MACRO(Ins(v8.V2S(), 1, w0), "mov v8.s[1], w0");
  COMPARE_MACRO(Ins(v9.S(), 0, w1), "mov v9.s[0], w1");
  COMPARE_MACRO(Ins(v1.V2D(), 1, x0), "mov v1.d[1], x0");
  COMPARE_MACRO(Ins(v2.D(), 0, x1), "mov v2.d[0], x1");

  COMPARE_MACRO(Mov(v1.V16B(), 4, w0), "mov v1.b[4], w0");
  COMPARE_MACRO(Mov(v2.V8B(), 5, w1), "mov v2.b[5], w1");
  COMPARE_MACRO(Mov(v3.B(), 6, w2), "mov v3.b[6], w2");
  COMPARE_MACRO(Mov(v4.V8H(), 7, w3), "mov v4.h[7], w3");
  COMPARE_MACRO(Mov(v5.V4H(), 3, w0), "mov v5.h[3], w0");
  COMPARE_MACRO(Mov(v6.H(), 6, w1), "mov v6.h[6], w1");
  COMPARE_MACRO(Mov(v7.V4S(), 2, w2), "mov v7.s[2], w2");
  COMPARE_MACRO(Mov(v8.V2S(), 1, w0), "mov v8.s[1], w0");
  COMPARE_MACRO(Mov(v9.S(), 0, w1), "mov v9.s[0], w1");
  COMPARE_MACRO(Mov(v1.V2D(), 1, x0), "mov v1.d[1], x0");
  COMPARE_MACRO(Mov(v2.D(), 0, x1), "mov v2.d[0], x1");

  COMPARE_MACRO(Dup(v5.V8B(), v9.V8B(), 6), "dup v5.8b, v9.b[6]");
  COMPARE_MACRO(Dup(v6.V16B(), v1.V16B(), 5), "dup v6.16b, v1.b[5]");
  COMPARE_MACRO(Dup(v7.V4H(), v2.V4H(), 4), "dup v7.4h, v2.h[4]");
  COMPARE_MACRO(Dup(v8.V8H(), v3.V8H(), 3), "dup v8.8h, v3.h[3]");
  COMPARE_MACRO(Dup(v9.V2S(), v4.V2S(), 2), "dup v9.2s, v4.s[2]");
  COMPARE_MACRO(Dup(v1.V4S(), v5.V4S(), 1), "dup v1.4s, v5.s[1]");
  COMPARE_MACRO(Dup(v2.V2D(), v6.V2D(), 0), "dup v2.2d, v6.d[0]");

  COMPARE_MACRO(Dup(v5.B(), v9.B(), 6), "mov b5, v9.b[6]");
  COMPARE_MACRO(Dup(v7.H(), v2.H(), 4), "mov h7, v2.h[4]");
  COMPARE_MACRO(Dup(v9.S(), v4.S(), 2), "mov s9, v4.s[2]");
  COMPARE_MACRO(Dup(v2.D(), v6.D(), 0), "mov d2, v6.d[0]");

  COMPARE_MACRO(Mov(v5.B(), v9.B(), 6), "mov b5, v9.b[6]");
  COMPARE_MACRO(Mov(v7.H(), v2.H(), 4), "mov h7, v2.h[4]");
  COMPARE_MACRO(Mov(v9.S(), v4.S(), 2), "mov s9, v4.s[2]");
  COMPARE_MACRO(Mov(v2.D(), v6.D(), 0), "mov d2, v6.d[0]");

  COMPARE_MACRO(Mov(v0.B(), v1.V8B(), 7), "mov b0, v1.b[7]");
  COMPARE_MACRO(Mov(b2, v3.V16B(), 15), "mov b2, v3.b[15]");
  COMPARE_MACRO(Mov(v4.H(), v5.V4H(), 3), "mov h4, v5.h[3]");
  COMPARE_MACRO(Mov(h6, v7.V8H(), 7), "mov h6, v7.h[7]");
  COMPARE_MACRO(Mov(v8.S(), v9.V2S(), 1), "mov s8, v9.s[1]");
  COMPARE_MACRO(Mov(s10, v11.V4S(), 3), "mov s10, v11.s[3]");
  COMPARE_MACRO(Mov(v12.D(), v13.V2D(), 1), "mov d12, v13.d[1]");

  COMPARE_MACRO(Dup(v5.V8B(), w0), "dup v5.8b, w0");
  COMPARE_MACRO(Dup(v6.V16B(), w1), "dup v6.16b, w1");
  COMPARE_MACRO(Dup(v7.V4H(), w2), "dup v7.4h, w2");
  COMPARE_MACRO(Dup(v8.V8H(), w3), "dup v8.8h, w3");
  COMPARE_MACRO(Dup(v9.V2S(), w4), "dup v9.2s, w4");
  COMPARE_MACRO(Dup(v1.V4S(), w5), "dup v1.4s, w5");
  COMPARE_MACRO(Dup(v2.V2D(), x6), "dup v2.2d, x6");

  COMPARE_MACRO(Smov(w0, v1.V16B(), 4), "smov w0, v1.b[4]");
  COMPARE_MACRO(Smov(w1, v2.V8B(), 5), "smov w1, v2.b[5]");
  COMPARE_MACRO(Smov(w2, v3.B(), 6), "smov w2, v3.b[6]");
  COMPARE_MACRO(Smov(w3, v4.V8H(), 7), "smov w3, v4.h[7]");
  COMPARE_MACRO(Smov(w0, v5.V4H(), 3), "smov w0, v5.h[3]");
  COMPARE_MACRO(Smov(w1, v6.H(), 6), "smov w1, v6.h[6]");

  COMPARE_MACRO(Smov(x0, v1.V16B(), 4), "smov x0, v1.b[4]");
  COMPARE_MACRO(Smov(x1, v2.V8B(), 5), "smov x1, v2.b[5]");
  COMPARE_MACRO(Smov(x2, v3.B(), 6), "smov x2, v3.b[6]");
  COMPARE_MACRO(Smov(x3, v4.V8H(), 7), "smov x3, v4.h[7]");
  COMPARE_MACRO(Smov(x0, v5.V4H(), 3), "smov x0, v5.h[3]");
  COMPARE_MACRO(Smov(x1, v6.H(), 6), "smov x1, v6.h[6]");
  COMPARE_MACRO(Smov(x2, v7.V4S(), 2), "smov x2, v7.s[2]");
  COMPARE_MACRO(Smov(x0, v8.V2S(), 1), "smov x0, v8.s[1]");
  COMPARE_MACRO(Smov(x1, v9.S(), 0), "smov x1, v9.s[0]");

  COMPARE_MACRO(Umov(w0, v1.V16B(), 4), "umov w0, v1.b[4]");
  COMPARE_MACRO(Umov(w1, v2.V8B(), 5), "umov w1, v2.b[5]");
  COMPARE_MACRO(Umov(w2, v3.B(), 6), "umov w2, v3.b[6]");
  COMPARE_MACRO(Umov(w3, v4.V8H(), 7), "umov w3, v4.h[7]");
  COMPARE_MACRO(Umov(w0, v5.V4H(), 3), "umov w0, v5.h[3]");
  COMPARE_MACRO(Umov(w1, v6.H(), 6), "umov w1, v6.h[6]");
  COMPARE_MACRO(Umov(w2, v7.V4S(), 2), "mov w2, v7.s[2]");
  COMPARE_MACRO(Umov(w0, v8.V2S(), 1), "mov w0, v8.s[1]");
  COMPARE_MACRO(Umov(w1, v9.S(), 0), "mov w1, v9.s[0]");
  COMPARE_MACRO(Umov(x0, v1.V2D(), 1), "mov x0, v1.d[1]");
  COMPARE_MACRO(Umov(x1, v2.D(), 0), "mov x1, v2.d[0]");

  COMPARE_MACRO(Mov(w2, v7.V4S(), 2), "mov w2, v7.s[2]");
  COMPARE_MACRO(Mov(w0, v8.V2S(), 1), "mov w0, v8.s[1]");
  COMPARE_MACRO(Mov(w1, v9.S(), 0), "mov w1, v9.s[0]");
  COMPARE_MACRO(Mov(x0, v1.V2D(), 1), "mov x0, v1.d[1]");
  COMPARE_MACRO(Mov(x1, v2.D(), 0), "mov x1, v2.d[0]");

  CLEANUP();
}


TEST(neon_table) {
  SETUP();

  COMPARE_MACRO(Tbl(v0.V8B(), v1.V16B(), v2.V8B()),
                "tbl v0.8b, {v1.16b}, v2.8b");
  COMPARE_MACRO(Tbl(v3.V8B(), v4.V16B(), v5.V16B(), v6.V8B()),
                "tbl v3.8b, {v4.16b, v5.16b}, v6.8b");
  COMPARE_MACRO(Tbl(v7.V8B(), v8.V16B(), v9.V16B(), v10.V16B(), v11.V8B()),
                "tbl v7.8b, {v8.16b, v9.16b, v10.16b}, v11.8b");
  COMPARE_MACRO(Tbl(v12.V8B(),
                    v13.V16B(),
                    v14.V16B(),
                    v15.V16B(),
                    v16.V16B(),
                    v17.V8B()),
                "tbl v12.8b, {v13.16b, v14.16b, v15.16b, v16.16b}, v17.8b");
  COMPARE_MACRO(Tbl(v18.V16B(), v19.V16B(), v20.V16B()),
                "tbl v18.16b, {v19.16b}, v20.16b");
  COMPARE_MACRO(Tbl(v21.V16B(), v22.V16B(), v23.V16B(), v24.V16B()),
                "tbl v21.16b, {v22.16b, v23.16b}, v24.16b");
  COMPARE_MACRO(Tbl(v25.V16B(), v26.V16B(), v27.V16B(), v28.V16B(), v29.V16B()),
                "tbl v25.16b, {v26.16b, v27.16b, v28.16b}, v29.16b");
  COMPARE_MACRO(Tbl(v30.V16B(),
                    v31.V16B(),
                    v0.V16B(),
                    v1.V16B(),
                    v2.V16B(),
                    v3.V16B()),
                "tbl v30.16b, {v31.16b, v0.16b, v1.16b, v2.16b}, v3.16b");

  COMPARE_MACRO(Tbx(v0.V8B(), v1.V16B(), v2.V8B()),
                "tbx v0.8b, {v1.16b}, v2.8b");
  COMPARE_MACRO(Tbx(v3.V8B(), v4.V16B(), v5.V16B(), v6.V8B()),
                "tbx v3.8b, {v4.16b, v5.16b}, v6.8b");
  COMPARE_MACRO(Tbx(v7.V8B(), v8.V16B(), v9.V16B(), v10.V16B(), v11.V8B()),
                "tbx v7.8b, {v8.16b, v9.16b, v10.16b}, v11.8b");
  COMPARE_MACRO(Tbx(v12.V8B(),
                    v13.V16B(),
                    v14.V16B(),
                    v15.V16B(),
                    v16.V16B(),
                    v17.V8B()),
                "tbx v12.8b, {v13.16b, v14.16b, v15.16b, v16.16b}, v17.8b");
  COMPARE_MACRO(Tbx(v18.V16B(), v19.V16B(), v20.V16B()),
                "tbx v18.16b, {v19.16b}, v20.16b");
  COMPARE_MACRO(Tbx(v21.V16B(), v22.V16B(), v23.V16B(), v24.V16B()),
                "tbx v21.16b, {v22.16b, v23.16b}, v24.16b");
  COMPARE_MACRO(Tbx(v25.V16B(), v26.V16B(), v27.V16B(), v28.V16B(), v29.V16B()),
                "tbx v25.16b, {v26.16b, v27.16b, v28.16b}, v29.16b");
  COMPARE_MACRO(Tbx(v30.V16B(),
                    v31.V16B(),
                    v0.V16B(),
                    v1.V16B(),
                    v2.V16B(),
                    v3.V16B()),
                "tbx v30.16b, {v31.16b, v0.16b, v1.16b, v2.16b}, v3.16b");

  CLEANUP();
}


TEST(neon_extract) {
  SETUP();

  COMPARE_MACRO(Ext(v4.V8B(), v5.V8B(), v6.V8B(), 0),
                "ext v4.8b, v5.8b, v6.8b, #0");
  COMPARE_MACRO(Ext(v1.V8B(), v2.V8B(), v3.V8B(), 7),
                "ext v1.8b, v2.8b, v3.8b, #7");
  COMPARE_MACRO(Ext(v1.V16B(), v2.V16B(), v3.V16B(), 0),
                "ext v1.16b, v2.16b, v3.16b, #0");
  COMPARE_MACRO(Ext(v1.V16B(), v2.V16B(), v3.V16B(), 15),
                "ext v1.16b, v2.16b, v3.16b, #15");

  CLEANUP();
}


TEST(neon_modimm) {
  SETUP();

  COMPARE_MACRO(Orr(v4.V4H(), 0xaa, 0), "orr v4.4h, #0xaa, lsl #0");
  COMPARE_MACRO(Orr(v1.V8H(), 0xcc, 8), "orr v1.8h, #0xcc, lsl #8");
  COMPARE_MACRO(Orr(v4.V2S(), 0xaa, 0), "orr v4.2s, #0xaa, lsl #0");
  COMPARE_MACRO(Orr(v1.V2S(), 0xcc, 8), "orr v1.2s, #0xcc, lsl #8");
  COMPARE_MACRO(Orr(v4.V4S(), 0xaa, 16), "orr v4.4s, #0xaa, lsl #16");
  COMPARE_MACRO(Orr(v1.V4S(), 0xcc, 24), "orr v1.4s, #0xcc, lsl #24");

  COMPARE_MACRO(Bic(v4.V4H(), 0xaa, 0), "bic v4.4h, #0xaa, lsl #0");
  COMPARE_MACRO(Bic(v1.V8H(), 0xcc, 8), "bic v1.8h, #0xcc, lsl #8");
  COMPARE_MACRO(Bic(v4.V2S(), 0xaa, 0), "bic v4.2s, #0xaa, lsl #0");
  COMPARE_MACRO(Bic(v1.V2S(), 0xcc, 8), "bic v1.2s, #0xcc, lsl #8");
  COMPARE_MACRO(Bic(v4.V4S(), 0xaa, 16), "bic v4.4s, #0xaa, lsl #16");
  COMPARE_MACRO(Bic(v1.V4S(), 0xcc, 24), "bic v1.4s, #0xcc, lsl #24");

  COMPARE_MACRO(Mvni(v4.V4H(), 0xaa, LSL, 0), "mvni v4.4h, #0xaa, lsl #0");
  COMPARE_MACRO(Mvni(v1.V8H(), 0xcc, LSL, 8), "mvni v1.8h, #0xcc, lsl #8");
  COMPARE_MACRO(Mvni(v4.V2S(), 0xaa, LSL, 0), "mvni v4.2s, #0xaa, lsl #0");
  COMPARE_MACRO(Mvni(v1.V2S(), 0xcc, LSL, 8), "mvni v1.2s, #0xcc, lsl #8");
  COMPARE_MACRO(Mvni(v4.V4S(), 0xaa, LSL, 16), "mvni v4.4s, #0xaa, lsl #16");
  COMPARE_MACRO(Mvni(v1.V4S(), 0xcc, LSL, 24), "mvni v1.4s, #0xcc, lsl #24");

  COMPARE_MACRO(Mvni(v4.V2S(), 0xaa, MSL, 8), "mvni v4.2s, #0xaa, msl #8");
  COMPARE_MACRO(Mvni(v1.V2S(), 0xcc, MSL, 16), "mvni v1.2s, #0xcc, msl #16");
  COMPARE_MACRO(Mvni(v4.V4S(), 0xaa, MSL, 8), "mvni v4.4s, #0xaa, msl #8");
  COMPARE_MACRO(Mvni(v1.V4S(), 0xcc, MSL, 16), "mvni v1.4s, #0xcc, msl #16");

  COMPARE_MACRO(Movi(v4.V8B(), 0xaa), "movi v4.8b, #0xaa");
  COMPARE_MACRO(Movi(v1.V16B(), 0xcc), "movi v1.16b, #0xcc");

  COMPARE_MACRO(Movi(v4.V4H(), 0xaa, LSL, 0), "movi v4.4h, #0xaa, lsl #0");
  COMPARE_MACRO(Movi(v1.V8H(), 0xcc, LSL, 8), "movi v1.8h, #0xcc, lsl #8");

  COMPARE_MACRO(Movi(v4.V2S(), 0xaa, LSL, 0), "movi v4.2s, #0xaa, lsl #0");
  COMPARE_MACRO(Movi(v1.V2S(), 0xcc, LSL, 8), "movi v1.2s, #0xcc, lsl #8");
  COMPARE_MACRO(Movi(v4.V4S(), 0xaa, LSL, 16), "movi v4.4s, #0xaa, lsl #16");
  COMPARE_MACRO(Movi(v1.V4S(), 0xcc, LSL, 24), "movi v1.4s, #0xcc, lsl #24");

  COMPARE_MACRO(Movi(v4.V2S(), 0xaa, MSL, 8), "movi v4.2s, #0xaa, msl #8");
  COMPARE_MACRO(Movi(v1.V2S(), 0xcc, MSL, 16), "movi v1.2s, #0xcc, msl #16");
  COMPARE_MACRO(Movi(v4.V4S(), 0xaa, MSL, 8), "movi v4.4s, #0xaa, msl #8");
  COMPARE_MACRO(Movi(v1.V4S(), 0xcc, MSL, 16), "movi v1.4s, #0xcc, msl #16");

  COMPARE_MACRO(Movi(d2, 0xffff0000ffffff), "movi d2, #0xffff0000ffffff");
  COMPARE_MACRO(Movi(v1.V2D(), 0xffff0000ffffff),
                "movi v1.2d, #0xffff0000ffffff");

  COMPARE_MACRO(Fmov(v0.V2S(), 1.0f), "fmov v0.2s, #0x70 (1.0000)");
  COMPARE_MACRO(Fmov(v31.V2S(), -13.0f), "fmov v31.2s, #0xaa (-13.0000)");
  COMPARE_MACRO(Fmov(v0.V4S(), 1.0f), "fmov v0.4s, #0x70 (1.0000)");
  COMPARE_MACRO(Fmov(v31.V4S(), -13.0f), "fmov v31.4s, #0xaa (-13.0000)");
  COMPARE_MACRO(Fmov(v1.V2D(), 1.0), "fmov v1.2d, #0x70 (1.0000)");
  COMPARE_MACRO(Fmov(v29.V2D(), -13.0), "fmov v29.2d, #0xaa (-13.0000)");
  COMPARE_MACRO(Fmov(v0.V4H(), Float16(-5.0f)), "fmov v0.4h, #0x94 (-5.0000)");
  COMPARE_MACRO(Fmov(v31.V8H(), Float16(29.0f)),
                "fmov v31.8h, #0x3d (29.0000)");
  COMPARE_MACRO(Fmov(v0.V4H(), Float16(-5.0)), "fmov v0.4h, #0x94 (-5.0000)");
  COMPARE_MACRO(Fmov(v31.V8H(), Float16(29.0)), "fmov v31.8h, #0x3d (29.0000)");

  CLEANUP();
}


TEST(neon_2regmisc) {
  SETUP();

  COMPARE_MACRO(Shll(v1.V8H(), v8.V8B(), 8), "shll v1.8h, v8.8b, #8");
  COMPARE_MACRO(Shll(v3.V4S(), v1.V4H(), 16), "shll v3.4s, v1.4h, #16");
  COMPARE_MACRO(Shll(v5.V2D(), v3.V2S(), 32), "shll v5.2d, v3.2s, #32");
  COMPARE_MACRO(Shll2(v2.V8H(), v9.V16B(), 8), "shll2 v2.8h, v9.16b, #8");
  COMPARE_MACRO(Shll2(v4.V4S(), v2.V8H(), 16), "shll2 v4.4s, v2.8h, #16");
  COMPARE_MACRO(Shll2(v6.V2D(), v4.V4S(), 32), "shll2 v6.2d, v4.4s, #32");

  // An unallocated form of shll.
  COMPARE(dci(0x2ee13bff), "unallocated (NEON2RegMisc)");
  // An unallocated form of shll2.
  COMPARE(dci(0x6ee13bff), "unallocated (NEON2RegMisc)");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmeq(v0.M, v1.M, 0), "cmeq v0." S ", v1." S ", #0");
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmge(v0.M, v1.M, 0), "cmge v0." S ", v1." S ", #0");
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmgt(v0.M, v1.M, 0), "cmgt v0." S ", v1." S ", #0");
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmle(v0.M, v1.M, 0), "cmle v0." S ", v1." S ", #0");
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Cmlt(v0.M, v1.M, 0), "cmlt v0." S ", v1." S ", #0");
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Cmeq(v0.D(), v1.D(), 0), "cmeq d0, d1, #0");
  COMPARE_MACRO(Cmge(v3.D(), v4.D(), 0), "cmge d3, d4, #0");
  COMPARE_MACRO(Cmgt(v6.D(), v7.D(), 0), "cmgt d6, d7, #0");
  COMPARE_MACRO(Cmle(v0.D(), v1.D(), 0), "cmle d0, d1, #0");
  COMPARE_MACRO(Cmlt(v3.D(), v4.D(), 0), "cmlt d3, d4, #0");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fcmeq(v0.M, v1.M, 0), "fcmeq v0." S ", v1." S ", #0.0");
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Fcmeq(v0.S(), v1.S(), 0),
                "fcmeq s0, s1, "
                "#0.0");
  COMPARE_MACRO(Fcmeq(v0.D(), v1.D(), 0),
                "fcmeq d0, d1, "
                "#0.0");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fcmge(v0.M, v1.M, 0), "fcmge v0." S ", v1." S ", #0.0");
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Fcmge(v0.S(), v1.S(), 0),
                "fcmge s0, s1, "
                "#0.0");
  COMPARE_MACRO(Fcmge(v0.D(), v1.D(), 0),
                "fcmge d0, d1, "
                "#0.0");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fcmgt(v0.M, v1.M, 0), "fcmgt v0." S ", v1." S ", #0.0");
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Fcmgt(v0.S(), v1.S(), 0),
                "fcmgt s0, s1, "
                "#0.0");
  COMPARE_MACRO(Fcmgt(v0.D(), v1.D(), 0),
                "fcmgt d0, d1, "
                "#0.0");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fcmle(v0.M, v1.M, 0), "fcmle v0." S ", v1." S ", #0.0");
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Fcmle(v0.S(), v1.S(), 0),
                "fcmle s0, s1, "
                "#0.0");
  COMPARE_MACRO(Fcmle(v0.D(), v1.D(), 0),
                "fcmle d0, d1, "
                "#0.0");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Fcmlt(v0.M, v1.M, 0), "fcmlt v0." S ", v1." S ", #0.0");
  NEON_FORMAT_LIST_FP(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Fcmlt(v0.S(), v1.S(), 0),
                "fcmlt s0, s1, "
                "#0.0");
  COMPARE_MACRO(Fcmlt(v0.D(), v1.D(), 0),
                "fcmlt d0, d1, "
                "#0.0");

#define DISASM_INST(M, S) COMPARE_MACRO(Neg(v0.M, v1.M), "neg v0." S ", v1." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Neg(v0.D(), v1.D()), "neg d0, d1");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Sqneg(v0.M, v1.M), "sqneg v0." S ", v1." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Sqneg(b0, b1), "sqneg b0, b1");
  COMPARE_MACRO(Sqneg(h1, h2), "sqneg h1, h2");
  COMPARE_MACRO(Sqneg(s2, s3), "sqneg s2, s3");
  COMPARE_MACRO(Sqneg(d3, d4), "sqneg d3, d4");

#define DISASM_INST(M, S) COMPARE_MACRO(Abs(v0.M, v1.M), "abs v0." S ", v1." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Abs(v0.D(), v1.D()), "abs d0, d1");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Sqabs(v0.M, v1.M), "sqabs v0." S ", v1." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Sqabs(b0, b1), "sqabs b0, b1");
  COMPARE_MACRO(Sqabs(h1, h2), "sqabs h1, h2");
  COMPARE_MACRO(Sqabs(s2, s3), "sqabs s2, s3");
  COMPARE_MACRO(Sqabs(d3, d4), "sqabs d3, d4");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Suqadd(v0.M, v1.M), "suqadd v0." S ", v1." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Suqadd(b0, b1), "suqadd b0, b1");
  COMPARE_MACRO(Suqadd(h1, h2), "suqadd h1, h2");
  COMPARE_MACRO(Suqadd(s2, s3), "suqadd s2, s3");
  COMPARE_MACRO(Suqadd(d3, d4), "suqadd d3, d4");

#define DISASM_INST(M, S) \
  COMPARE_MACRO(Usqadd(v0.M, v1.M), "usqadd v0." S ", v1." S);
  NEON_FORMAT_LIST(DISASM_INST)
#undef DISASM_INST

  COMPARE_MACRO(Usqadd(b0, b1), "usqadd b0, b1");
  COMPARE_MACRO(Usqadd(h1, h2), "usqadd h1, h2");
  COMPARE_MACRO(Usqadd(s2, s3), "usqadd s2, s3");
  COMPARE_MACRO(Usqadd(d3, d4), "usqadd d3, d4");

  COMPARE_MACRO(Xtn(v0.V8B(), v1.V8H()),
                "xtn v0.8b, "
                "v1.8h");
  COMPARE_MACRO(Xtn(v1.V4H(), v2.V4S()),
                "xtn v1.4h, "
                "v2.4s");
  COMPARE_MACRO(Xtn(v2.V2S(), v3.V2D()),
                "xtn v2.2s, "
                "v3.2d");
  COMPARE_MACRO(Xtn2(v0.V16B(), v1.V8H()),
                "xtn2 v0.16b, "
                "v1.8h");
  COMPARE_MACRO(Xtn2(v1.V8H(), v2.V4S()),
                "xtn2 v1.8h, "
                "v2.4s");
  COMPARE_MACRO(Xtn2(v2.V4S(), v3.V2D()),
                "xtn2 v2.4s, "
                "v3.2d");

  COMPARE_MACRO(Sqxtn(v0.V8B(), v1.V8H()),
                "sqxtn v0.8b, "
                "v1.8h");
  COMPARE_MACRO(Sqxtn(v1.V4H(), v2.V4S()),
                "sqxtn v1.4h, "
                "v2.4s");
  COMPARE_MACRO(Sqxtn(v2.V2S(), v3.V2D()),
                "sqxtn v2.2s, "
                "v3.2d");
  COMPARE_MACRO(Sqxtn2(v0.V16B(), v1.V8H()),
                "sqxtn2 v0.16b, "
                "v1.8h");
  COMPARE_MACRO(Sqxtn2(v1.V8H(), v2.V4S()),
                "sqxtn2 v1.8h, "
                "v2.4s");
  COMPARE_MACRO(Sqxtn2(v2.V4S(), v3.V2D()),
                "sqxtn2 v2.4s, "
                "v3.2d");
  COMPARE_MACRO(Sqxtn(b19, h0), "sqxtn b19, h0");
  COMPARE_MACRO(Sqxtn(h20, s0), "sqxtn h20, s0");
  COMPARE_MACRO(Sqxtn(s21, d0), "sqxtn s21, d0");

  COMPARE_MACRO(Uqxtn(v0.V8B(), v1.V8H()),
                "uqxtn v0.8b, "
                "v1.8h");
  COMPARE_MACRO(Uqxtn(v1.V4H(), v2.V4S()),
                "uqxtn v1.4h, "
                "v2.4s");
  COMPARE_MACRO(Uqxtn(v2.V2S(), v3.V2D()),
                "uqxtn v2.2s, "
                "v3.2d");
  COMPARE_MACRO(Uqxtn2(v0.V16B(), v1.V8H()),
                "uqxtn2 v0.16b, "
                "v1.8h");
  COMPARE_MACRO(Uqxtn2(v1.V8H(), v2.V4S()),
                "uqxtn2 v1.8h, "
                "v2.4s");
  COMPARE_MACRO(Uqxtn2(v2.V4S(), v3.V2D()),
                "uqxtn2 v2.4s, "
                "v3.2d");
  COMPARE_MACRO(Uqxtn(b19, h0), "uqxtn b19, h0");
  COMPARE_MACRO(Uqxtn(h20, s0), "uqxtn h20, s0");
  COMPARE_MACRO(Uqxtn(s21, d0), "uqxtn s21, d0");

  COMPARE_MACRO(Sqxtun(v0.V8B(), v1.V8H()),
                "sqxtun v0.8b, "
                "v1.8h");
  COMPARE_MACRO(Sqxtun(v1.V4H(), v2.V4S()),
                "sqxtun v1.4h, "
                "v2.4s");
  COMPARE_MACRO(Sqxtun(v2.V2S(), v3.V2D()),
                "sqxtun v2.2s, "
                "v3.2d");
  COMPARE_MACRO(Sqxtun2(v0.V16B(), v1.V8H()),
                "sqxtun2 v0.16b, "
                "v1.8h");
  COMPARE_MACRO(Sqxtun2(v1.V8H(), v2.V4S()),
                "sqxtun2 v1.8h, "
                "v2.4s");
  COMPARE_MACRO(Sqxtun2(v2.V4S(), v3.V2D()),
                "sqxtun2 v2.4s, "
                "v3.2d");
  COMPARE_MACRO(Sqxtun(b19, h0), "sqxtun b19, h0");
  COMPARE_MACRO(Sqxtun(h20, s0), "sqxtun h20, s0");
  COMPARE_MACRO(Sqxtun(s21, d0), "sqxtun s21, d0");

  COMPARE_MACRO(Cls(v1.V8B(), v8.V8B()),
                "cls v1.8b, "
                "v8.8b");
  COMPARE_MACRO(Cls(v2.V16B(), v9.V16B()),
                "cls v2.16b, "
                "v9.16b");
  COMPARE_MACRO(Cls(v3.V4H(), v1.V4H()),
                "cls v3.4h, "
                "v1.4h");
  COMPARE_MACRO(Cls(v4.V8H(), v2.V8H()),
                "cls v4.8h, "
                "v2.8h");
  COMPARE_MACRO(Cls(v5.V2S(), v3.V2S()),
                "cls v5.2s, "
                "v3.2s");
  COMPARE_MACRO(Cls(v6.V4S(), v4.V4S()),
                "cls v6.4s, "
                "v4.4s");

  COMPARE_MACRO(Clz(v1.V8B(), v8.V8B()),
                "clz v1.8b, "
                "v8.8b");
  COMPARE_MACRO(Clz(v2.V16B(), v9.V16B()),
                "clz v2.16b, "
                "v9.16b");
  COMPARE_MACRO(Clz(v3.V4H(), v1.V4H()),
                "clz v3.4h, "
                "v1.4h");
  COMPARE_MACRO(Clz(v4.V8H(), v2.V8H()),
                "clz v4.8h, "
                "v2.8h");
  COMPARE_MACRO(Clz(v5.V2S(), v3.V2S()),
                "clz v5.2s, "
                "v3.2s");
  COMPARE_MACRO(Clz(v6.V4S(), v4.V4S()),
                "clz v6.4s, "
                "v4.4s");

  COMPARE_MACRO(Cnt(v1.V8B(), v8.V8B()),
                "cnt v1.8b, "
                "v8.8b");
  COMPARE_MACRO(Cnt(v2.V16B(), v9.V16B()),
                "cnt v2.16b, "
                "v9.16b");

  COMPARE_MACRO(Mvn(v4.V8B(), v5.V8B()),
                "mvn v4.8b, "
                "v5.8b");
  COMPARE_MACRO(Mvn(v4.V16B(), v5.V16B()),
                "mvn v4.16b, "
                "v5.16b");

  COMPARE_MACRO(Not(v4.V8B(), v5.V8B()),
                "mvn v4.8b, "
                "v5.8b");
  COMPARE_MACRO(Not(v4.V16B(), v5.V16B()),
                "mvn v4.16b, "
                "v5.16b");

  COMPARE_MACRO(Rev64(v1.V8B(), v8.V8B()),
                "rev64 v1.8b, "
                "v8.8b");
  COMPARE_MACRO(Rev64(v2.V16B(), v9.V16B()),
                "rev64 v2.16b, "
                "v9.16b");
  COMPARE_MACRO(Rev64(v3.V4H(), v1.V4H()),
                "rev64 v3.4h, "
                "v1.4h");
  COMPARE_MACRO(Rev64(v4.V8H(), v2.V8H()),
                "rev64 v4.8h, "
                "v2.8h");
  COMPARE_MACRO(Rev64(v5.V2S(), v3.V2S()),
                "rev64 v5.2s, "
                "v3.2s");
  COMPARE_MACRO(Rev64(v6.V4S(), v4.V4S()),
                "rev64 v6.4s, "
                "v4.4s");

  COMPARE_MACRO(Rev32(v1.V8B(), v8.V8B()),
                "rev32 v1.8b, "
                "v8.8b");
  COMPARE_MACRO(Rev32(v2.V16B(), v9.V16B()),
                "rev32 v2.16b, "
                "v9.16b");
  COMPARE_MACRO(Rev32(v3.V4H(), v1.V4H()),
                "rev32 v3.4h, "
                "v1.4h");
  COMPARE_MACRO(Rev32(v4.V8H(), v2.V8H()),
                "rev32 v4.8h, "
                "v2.8h");

  COMPARE_MACRO(Rev16(v1.V8B(), v8.V8B()),
                "rev16 v1.8b, "
                "v8.8b");
  COMPARE_MACRO(Rev16(v2.V16B(), v9.V16B()),
                "rev16 v2.16b, "
                "v9.16b");

  COMPARE_MACRO(Rbit(v1.V8B(), v8.V8B()),
                "rbit v1.8b, "
                "v8.8b");
  COMPARE_MACRO(Rbit(v2.V16B(), v9.V16B()),
                "rbit v2.16b, "
                "v9.16b");

  COMPARE_MACRO(Ursqrte(v2.V2S(), v9.V2S()),
                "ursqrte v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Ursqrte(v16.V4S(), v23.V4S()),
                "ursqrte v16.4s, "
                "v23.4s");

  COMPARE_MACRO(Urecpe(v2.V2S(), v9.V2S()),
                "urecpe v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Urecpe(v16.V4S(), v23.V4S()),
                "urecpe v16.4s, "
                "v23.4s");

  COMPARE_MACRO(Frsqrte(v2.V2S(), v9.V2S()),
                "frsqrte v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frsqrte(v16.V4S(), v23.V4S()),
                "frsqrte v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frsqrte(v2.V2D(), v9.V2D()),
                "frsqrte v2.2d, "
                "v9.2d");
  COMPARE_MACRO(Frsqrte(v0.S(), v1.S()), "frsqrte s0, s1");
  COMPARE_MACRO(Frsqrte(v0.D(), v1.D()), "frsqrte d0, d1");

  COMPARE_MACRO(Frecpe(v2.V2S(), v9.V2S()),
                "frecpe v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frecpe(v16.V4S(), v23.V4S()),
                "frecpe v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frecpe(v2.V2D(), v9.V2D()),
                "frecpe v2.2d, "
                "v9.2d");
  COMPARE_MACRO(Frecpe(v0.S(), v1.S()), "frecpe s0, s1");
  COMPARE_MACRO(Frecpe(v0.D(), v1.D()), "frecpe d0, d1");

  COMPARE_MACRO(Fabs(v2.V2S(), v9.V2S()),
                "fabs v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Fabs(v16.V4S(), v23.V4S()),
                "fabs v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Fabs(v31.V2D(), v30.V2D()),
                "fabs v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Fneg(v2.V2S(), v9.V2S()),
                "fneg v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Fneg(v16.V4S(), v23.V4S()),
                "fneg v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Fneg(v31.V2D(), v30.V2D()),
                "fneg v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Frintn(v2.V2S(), v9.V2S()),
                "frintn v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frintn(v16.V4S(), v23.V4S()),
                "frintn v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frintn(v31.V2D(), v30.V2D()),
                "frintn v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Frinta(v2.V2S(), v9.V2S()),
                "frinta v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frinta(v16.V4S(), v23.V4S()),
                "frinta v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frinta(v31.V2D(), v30.V2D()),
                "frinta v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Frintp(v2.V2S(), v9.V2S()),
                "frintp v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frintp(v16.V4S(), v23.V4S()),
                "frintp v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frintp(v31.V2D(), v30.V2D()),
                "frintp v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Frintm(v2.V2S(), v9.V2S()),
                "frintm v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frintm(v16.V4S(), v23.V4S()),
                "frintm v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frintm(v31.V2D(), v30.V2D()),
                "frintm v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Frintx(v2.V2S(), v9.V2S()),
                "frintx v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frintx(v16.V4S(), v23.V4S()),
                "frintx v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frintx(v31.V2D(), v30.V2D()),
                "frintx v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Frintz(v2.V2S(), v9.V2S()),
                "frintz v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frintz(v16.V4S(), v23.V4S()),
                "frintz v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frintz(v31.V2D(), v30.V2D()),
                "frintz v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Frinti(v2.V2S(), v9.V2S()),
                "frinti v2.2s, "
                "v9.2s");
  COMPARE_MACRO(Frinti(v16.V4S(), v23.V4S()),
                "frinti v16.4s, "
                "v23.4s");
  COMPARE_MACRO(Frinti(v31.V2D(), v30.V2D()),
                "frinti v31.2d, "
                "v30.2d");

  COMPARE_MACRO(Fsqrt(v3.V2S(), v10.V2S()),
                "fsqrt v3.2s, "
                "v10.2s");
  COMPARE_MACRO(Fsqrt(v22.V4S(), v11.V4S()),
                "fsqrt v22.4s, "
                "v11.4s");
  COMPARE_MACRO(Fsqrt(v31.V2D(), v0.V2D()),
                "fsqrt v31.2d, "
                "v0.2d");

  COMPARE_MACRO(Fcvtns(v4.V2S(), v11.V2S()),
                "fcvtns v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtns(v23.V4S(), v12.V4S()),
                "fcvtns v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtns(v30.V2D(), v1.V2D()),
                "fcvtns v30.2d, "
                "v1.2d");
  COMPARE_MACRO(Fcvtnu(v4.V2S(), v11.V2S()),
                "fcvtnu v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtnu(v23.V4S(), v12.V4S()),
                "fcvtnu v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtnu(v30.V2D(), v1.V2D()),
                "fcvtnu v30.2d, "
                "v1.2d");

  COMPARE_MACRO(Fcvtps(v4.V2S(), v11.V2S()),
                "fcvtps v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtps(v23.V4S(), v12.V4S()),
                "fcvtps v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtps(v30.V2D(), v1.V2D()),
                "fcvtps v30.2d, "
                "v1.2d");
  COMPARE_MACRO(Fcvtpu(v4.V2S(), v11.V2S()),
                "fcvtpu v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtpu(v23.V4S(), v12.V4S()),
                "fcvtpu v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtpu(v30.V2D(), v1.V2D()),
                "fcvtpu v30.2d, "
                "v1.2d");

  COMPARE_MACRO(Fcvtms(v4.V2S(), v11.V2S()),
                "fcvtms v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtms(v23.V4S(), v12.V4S()),
                "fcvtms v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtms(v30.V2D(), v1.V2D()),
                "fcvtms v30.2d, "
                "v1.2d");
  COMPARE_MACRO(Fcvtmu(v4.V2S(), v11.V2S()),
                "fcvtmu v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtmu(v23.V4S(), v12.V4S()),
                "fcvtmu v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtmu(v30.V2D(), v1.V2D()),
                "fcvtmu v30.2d, "
                "v1.2d");

  COMPARE_MACRO(Fcvtzs(v4.V2S(), v11.V2S()),
                "fcvtzs v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtzs(v23.V4S(), v12.V4S()),
                "fcvtzs v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtzs(v30.V2D(), v1.V2D()),
                "fcvtzs v30.2d, "
                "v1.2d");
  COMPARE_MACRO(Fcvtzu(v4.V2S(), v11.V2S()),
                "fcvtzu v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtzu(v23.V4S(), v12.V4S()),
                "fcvtzu v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtzu(v30.V2D(), v1.V2D()),
                "fcvtzu v30.2d, "
                "v1.2d");

  COMPARE_MACRO(Fcvtas(v4.V2S(), v11.V2S()),
                "fcvtas v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtas(v23.V4S(), v12.V4S()),
                "fcvtas v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtas(v30.V2D(), v1.V2D()),
                "fcvtas v30.2d, "
                "v1.2d");
  COMPARE_MACRO(Fcvtau(v4.V2S(), v11.V2S()),
                "fcvtau v4.2s, "
                "v11.2s");
  COMPARE_MACRO(Fcvtau(v23.V4S(), v12.V4S()),
                "fcvtau v23.4s, "
                "v12.4s");
  COMPARE_MACRO(Fcvtau(v30.V2D(), v1.V2D()),
                "fcvtau v30.2d, "
                "v1.2d");

  COMPARE_MACRO(Fcvtns(s0, s1), "fcvtns s0, s1");
  COMPARE_MACRO(Fcvtns(d2, d3), "fcvtns d2, d3");
  COMPARE_MACRO(Fcvtnu(s4, s5), "fcvtnu s4, s5");
  COMPARE_MACRO(Fcvtnu(d6, d7), "fcvtnu d6, d7");
  COMPARE_MACRO(Fcvtps(s8, s9), "fcvtps s8, s9");
  COMPARE_MACRO(Fcvtps(d10, d11), "fcvtps d10, d11");
  COMPARE_MACRO(Fcvtpu(s12, s13), "fcvtpu s12, s13");
  COMPARE_MACRO(Fcvtpu(d14, d15), "fcvtpu d14, d15");
  COMPARE_MACRO(Fcvtms(s16, s17), "fcvtms s16, s17");
  COMPARE_MACRO(Fcvtms(d18, d19), "fcvtms d18, d19");
  COMPARE_MACRO(Fcvtmu(s20, s21), "fcvtmu s20, s21");
  COMPARE_MACRO(Fcvtmu(d22, d23), "fcvtmu d22, d23");
  COMPARE_MACRO(Fcvtzs(s24, s25), "fcvtzs s24, s25");
  COMPARE_MACRO(Fcvtzs(d26, d27), "fcvtzs d26, d27");
  COMPARE_MACRO(Fcvtzu(s28, s29), "fcvtzu s28, s29");
  COMPARE_MACRO(Fcvtzu(d30, d31), "fcvtzu d30, d31");
  COMPARE_MACRO(Fcvtas(s0, s1), "fcvtas s0, s1");
  COMPARE_MACRO(Fcvtas(d2, d3), "fcvtas d2, d3");
  COMPARE_MACRO(Fcvtau(s4, s5), "fcvtau s4, s5");
  COMPARE_MACRO(Fcvtau(d6, d7), "fcvtau d6, d7");

  COMPARE_MACRO(Fcvtl(v3.V4S(), v5.V4H()),
                "fcvtl v3.4s, "
                "v5.4h");
  COMPARE_MACRO(Fcvtl(v7.V2D(), v11.V2S()),
                "fcvtl v7.2d, "
                "v11.2s");
  COMPARE_MACRO(Fcvtl2(v13.V4S(), v17.V8H()),
                "fcvtl2 v13.4s, "
                "v17.8h");
  COMPARE_MACRO(Fcvtl2(v23.V2D(), v29.V4S()),
                "fcvtl2 v23.2d, "
                "v29.4s");

  COMPARE_MACRO(Fcvtn(v3.V4H(), v5.V4S()),
                "fcvtn v3.4h, "
                "v5.4s");
  COMPARE_MACRO(Fcvtn(v7.V2S(), v11.V2D()),
                "fcvtn v7.2s, "
                "v11.2d");
  COMPARE_MACRO(Fcvtn2(v13.V8H(), v17.V4S()),
                "fcvtn2 v13.8h, "
                "v17.4s");
  COMPARE_MACRO(Fcvtn2(v23.V4S(), v29.V2D()),
                "fcvtn2 v23.4s, "
                "v29.2d");

  COMPARE_MACRO(Fcvtxn(v5.V2S(), v7.V2D()),
                "fcvtxn v5.2s, "
                "v7.2d");
  COMPARE_MACRO(Fcvtxn2(v8.V4S(), v13.V2D()),
                "fcvtxn2 v8.4s, "
                "v13.2d");
  COMPARE_MACRO(Fcvtxn(s17, d31), "fcvtxn s17, d31");

  COMPARE_MACRO(Frecpx(s0, s1), "frecpx s0, s1");
  COMPARE_MACRO(Frecpx(s31, s30), "frecpx s31, s30");
  COMPARE_MACRO(Frecpx(d2, d3), "frecpx d2, d3");
  COMPARE_MACRO(Frecpx(d31, d30), "frecpx d31, d30");

  COMPARE_MACRO(Scvtf(v5.V2S(), v3.V2S()),
                "scvtf v5.2s, "
                "v3.2s");
  COMPARE_MACRO(Scvtf(v6.V4S(), v4.V4S()),
                "scvtf v6.4s, "
                "v4.4s");
  COMPARE_MACRO(Scvtf(v7.V2D(), v5.V2D()),
                "scvtf v7.2d, "
                "v5.2d");
  COMPARE_MACRO(Scvtf(s8, s6), "scvtf s8, s6");
  COMPARE_MACRO(Scvtf(d8, d6), "scvtf d8, d6");

  COMPARE_MACRO(Ucvtf(v5.V2S(), v3.V2S()),
                "ucvtf v5.2s, "
                "v3.2s");
  COMPARE_MACRO(Ucvtf(v6.V4S(), v4.V4S()),
                "ucvtf v6.4s, "
                "v4.4s");
  COMPARE_MACRO(Ucvtf(v7.V2D(), v5.V2D()),
                "ucvtf v7.2d, "
                "v5.2d");
  COMPARE_MACRO(Ucvtf(s8, s6), "ucvtf s8, s6");
  COMPARE_MACRO(Ucvtf(d8, d6), "ucvtf d8, d6");

#define DISASM_INST(TA, TAS, TB, TBS) \
  COMPARE_MACRO(Saddlp(v0.TA, v1.TB), "saddlp v0." TAS ", v1." TBS);
  NEON_FORMAT_LIST_LP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS) \
  COMPARE_MACRO(Uaddlp(v0.TA, v1.TB), "uaddlp v0." TAS ", v1." TBS);
  NEON_FORMAT_LIST_LP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS) \
  COMPARE_MACRO(Sadalp(v0.TA, v1.TB), "sadalp v0." TAS ", v1." TBS);
  NEON_FORMAT_LIST_LP(DISASM_INST)
#undef DISASM_INST

#define DISASM_INST(TA, TAS, TB, TBS) \
  COMPARE_MACRO(Uadalp(v0.TA, v1.TB), "uadalp v0." TAS ", v1." TBS);
  NEON_FORMAT_LIST_LP(DISASM_INST)
#undef DISASM_INST

  CLEANUP();
}

#define COMPARE_2REGMISC_FP16(A, B)                            \
  COMPARE_MACRO(A(v2.V4H(), v9.V4H()), B " v2.4h, v9.4h");     \
  COMPARE_MACRO(A(v16.V8H(), v23.V8H()), B " v16.8h, v23.8h"); \
  COMPARE_MACRO(A(h5, h17), B " h5, h17")

#define COMPARE_2REGMISC_CMP_FP16(A, B)                                 \
  COMPARE_MACRO(A(v2.V4H(), v9.V4H(), 0), B " v2.4h, v9.4h, #0.0");     \
  COMPARE_MACRO(A(v16.V8H(), v23.V8H(), 0), B " v16.8h, v23.8h, #0.0"); \
  COMPARE_MACRO(A(h5, h17, 0), B " h5, h17, #0.0")

TEST(neon_2regmisc_fp16) {
  SETUP();

  COMPARE_2REGMISC_FP16(Frintn, "frintn");
  COMPARE_2REGMISC_FP16(Frinta, "frinta");
  COMPARE_2REGMISC_FP16(Frintp, "frintp");
  COMPARE_2REGMISC_FP16(Frintm, "frintm");
  COMPARE_2REGMISC_FP16(Frintx, "frintx");
  COMPARE_2REGMISC_FP16(Frintz, "frintz");
  COMPARE_2REGMISC_FP16(Frinti, "frinti");

  COMPARE_2REGMISC_FP16(Fcvtns, "fcvtns");
  COMPARE_2REGMISC_FP16(Fcvtnu, "fcvtnu");
  COMPARE_2REGMISC_FP16(Fcvtps, "fcvtps");
  COMPARE_2REGMISC_FP16(Fcvtpu, "fcvtpu");
  COMPARE_2REGMISC_FP16(Fcvtms, "fcvtms");
  COMPARE_2REGMISC_FP16(Fcvtmu, "fcvtmu");
  COMPARE_2REGMISC_FP16(Fcvtzs, "fcvtzs");
  COMPARE_2REGMISC_FP16(Fcvtzu, "fcvtzu");
  COMPARE_2REGMISC_FP16(Fcvtas, "fcvtas");
  COMPARE_2REGMISC_FP16(Fcvtau, "fcvtau");

  COMPARE_2REGMISC_FP16(Scvtf, "scvtf");
  COMPARE_2REGMISC_FP16(Ucvtf, "ucvtf");

  COMPARE_2REGMISC_FP16(Fabs, "fabs");
  COMPARE_2REGMISC_FP16(Frecpe, "frecpe");
  COMPARE_2REGMISC_FP16(Fneg, "fneg");
  COMPARE_2REGMISC_FP16(Frsqrte, "frsqrte");
  COMPARE_2REGMISC_FP16(Fsqrt, "fsqrt");

  COMPARE_2REGMISC_CMP_FP16(Fcmeq, "fcmeq");
  COMPARE_2REGMISC_CMP_FP16(Fcmgt, "fcmgt");
  COMPARE_2REGMISC_CMP_FP16(Fcmge, "fcmge");
  COMPARE_2REGMISC_CMP_FP16(Fcmlt, "fcmlt");
  COMPARE_2REGMISC_CMP_FP16(Fcmle, "fcmle");

  COMPARE_MACRO(Frecpx(h5, h17), "frecpx h5, h17");

  CLEANUP();
}

TEST(neon_acrosslanes) {
  SETUP();

  COMPARE_MACRO(Smaxv(b4, v5.V8B()), "smaxv b4, v5.8b");
  COMPARE_MACRO(Smaxv(b4, v5.V16B()), "smaxv b4, v5.16b");
  COMPARE_MACRO(Smaxv(h4, v5.V4H()), "smaxv h4, v5.4h");
  COMPARE_MACRO(Smaxv(h4, v5.V8H()), "smaxv h4, v5.8h");
  COMPARE_MACRO(Smaxv(s4, v5.V4S()), "smaxv s4, v5.4s");

  COMPARE_MACRO(Sminv(b4, v5.V8B()), "sminv b4, v5.8b");
  COMPARE_MACRO(Sminv(b4, v5.V16B()), "sminv b4, v5.16b");
  COMPARE_MACRO(Sminv(h4, v5.V4H()), "sminv h4, v5.4h");
  COMPARE_MACRO(Sminv(h4, v5.V8H()), "sminv h4, v5.8h");
  COMPARE_MACRO(Sminv(s4, v5.V4S()), "sminv s4, v5.4s");

  COMPARE_MACRO(Umaxv(b4, v5.V8B()), "umaxv b4, v5.8b");
  COMPARE_MACRO(Umaxv(b4, v5.V16B()), "umaxv b4, v5.16b");
  COMPARE_MACRO(Umaxv(h4, v5.V4H()), "umaxv h4, v5.4h");
  COMPARE_MACRO(Umaxv(h4, v5.V8H()), "umaxv h4, v5.8h");
  COMPARE_MACRO(Umaxv(s4, v5.V4S()), "umaxv s4, v5.4s");

  COMPARE_MACRO(Uminv(b4, v5.V8B()), "uminv b4, v5.8b");
  COMPARE_MACRO(Uminv(b4, v5.V16B()), "uminv b4, v5.16b");
  COMPARE_MACRO(Uminv(h4, v5.V4H()), "uminv h4, v5.4h");
  COMPARE_MACRO(Uminv(h4, v5.V8H()), "uminv h4, v5.8h");
  COMPARE_MACRO(Uminv(s4, v5.V4S()), "uminv s4, v5.4s");

  COMPARE_MACRO(Addv(b4, v5.V8B()), "addv b4, v5.8b");
  COMPARE_MACRO(Addv(b4, v5.V16B()), "addv b4, v5.16b");
  COMPARE_MACRO(Addv(h4, v5.V4H()), "addv h4, v5.4h");
  COMPARE_MACRO(Addv(h4, v5.V8H()), "addv h4, v5.8h");
  COMPARE_MACRO(Addv(s4, v5.V4S()), "addv s4, v5.4s");

  COMPARE_MACRO(Saddlv(h4, v5.V8B()), "saddlv h4, v5.8b");
  COMPARE_MACRO(Saddlv(h4, v5.V16B()), "saddlv h4, v5.16b");
  COMPARE_MACRO(Saddlv(s4, v5.V4H()), "saddlv s4, v5.4h");
  COMPARE_MACRO(Saddlv(s4, v5.V8H()), "saddlv s4, v5.8h");
  COMPARE_MACRO(Saddlv(d4, v5.V4S()), "saddlv d4, v5.4s");

  COMPARE_MACRO(Uaddlv(h4, v5.V8B()), "uaddlv h4, v5.8b");
  COMPARE_MACRO(Uaddlv(h4, v5.V16B()), "uaddlv h4, v5.16b");
  COMPARE_MACRO(Uaddlv(s4, v5.V4H()), "uaddlv s4, v5.4h");
  COMPARE_MACRO(Uaddlv(s4, v5.V8H()), "uaddlv s4, v5.8h");
  COMPARE_MACRO(Uaddlv(d4, v5.V4S()), "uaddlv d4, v5.4s");

  COMPARE_MACRO(Fmaxv(s4, v5.V4S()), "fmaxv s4, v5.4s");
  COMPARE_MACRO(Fmaxv(h4, v5.V4H()), "fmaxv h4, v5.4h");
  COMPARE_MACRO(Fmaxv(h4, v5.V8H()), "fmaxv h4, v5.8h");
  COMPARE_MACRO(Fminv(s4, v5.V4S()), "fminv s4, v5.4s");
  COMPARE_MACRO(Fminv(h4, v5.V4H()), "fminv h4, v5.4h");
  COMPARE_MACRO(Fminv(h4, v5.V8H()), "fminv h4, v5.8h");
  COMPARE_MACRO(Fmaxnmv(s4, v5.V4S()), "fmaxnmv s4, v5.4s");
  COMPARE_MACRO(Fmaxnmv(h4, v5.V4H()), "fmaxnmv h4, v5.4h");
  COMPARE_MACRO(Fmaxnmv(h4, v5.V8H()), "fmaxnmv h4, v5.8h");
  COMPARE_MACRO(Fminnmv(s4, v5.V4S()), "fminnmv s4, v5.4s");
  COMPARE_MACRO(Fminnmv(h4, v5.V4H()), "fminnmv h4, v5.4h");
  COMPARE_MACRO(Fminnmv(h4, v5.V8H()), "fminnmv h4, v5.8h");

  CLEANUP();
}

TEST(neon_scalar_pairwise) {
  SETUP();

  COMPARE_MACRO(Addp(d0, v1.V2D()), "addp d0, v1.2d");
  COMPARE_MACRO(Faddp(h0, v1.V2H()), "faddp h0, v1.2h");
  COMPARE_MACRO(Faddp(s0, v1.V2S()), "faddp s0, v1.2s");
  COMPARE_MACRO(Faddp(d2, v3.V2D()), "faddp d2, v3.2d");
  COMPARE_MACRO(Fmaxp(h4, v5.V2H()), "fmaxp h4, v5.2h");
  COMPARE_MACRO(Fmaxp(s4, v5.V2S()), "fmaxp s4, v5.2s");
  COMPARE_MACRO(Fmaxp(d6, v7.V2D()), "fmaxp d6, v7.2d");
  COMPARE_MACRO(Fmaxnmp(h8, v9.V2H()), "fmaxnmp h8, v9.2h");
  COMPARE_MACRO(Fmaxnmp(s8, v9.V2S()), "fmaxnmp s8, v9.2s");
  COMPARE_MACRO(Fmaxnmp(d10, v11.V2D()), "fmaxnmp d10, v11.2d");
  COMPARE_MACRO(Fminp(h12, v13.V2H()), "fminp h12, v13.2h");
  COMPARE_MACRO(Fminp(s12, v13.V2S()), "fminp s12, v13.2s");
  COMPARE_MACRO(Fminp(d14, v15.V2D()), "fminp d14, v15.2d");
  COMPARE_MACRO(Fminnmp(h16, v17.V2H()), "fminnmp h16, v17.2h");
  COMPARE_MACRO(Fminnmp(s16, v17.V2S()), "fminnmp s16, v17.2s");
  COMPARE_MACRO(Fminnmp(d18, v19.V2D()), "fminnmp d18, v19.2d");
  CLEANUP();
}

TEST(neon_shift_immediate) {
  SETUP();

  COMPARE_MACRO(Sshr(v0.V8B(), v1.V8B(), 1), "sshr v0.8b, v1.8b, #1");
  COMPARE_MACRO(Sshr(v2.V8B(), v3.V8B(), 8), "sshr v2.8b, v3.8b, #8");
  COMPARE_MACRO(Sshr(v4.V16B(), v5.V16B(), 1), "sshr v4.16b, v5.16b, #1");
  COMPARE_MACRO(Sshr(v6.V16B(), v7.V16B(), 8), "sshr v6.16b, v7.16b, #8");
  COMPARE_MACRO(Sshr(v8.V4H(), v9.V4H(), 1), "sshr v8.4h, v9.4h, #1");
  COMPARE_MACRO(Sshr(v10.V4H(), v11.V4H(), 16), "sshr v10.4h, v11.4h, #16");
  COMPARE_MACRO(Sshr(v12.V8H(), v13.V8H(), 1), "sshr v12.8h, v13.8h, #1");
  COMPARE_MACRO(Sshr(v14.V8H(), v15.V8H(), 16), "sshr v14.8h, v15.8h, #16");
  COMPARE_MACRO(Sshr(v16.V2S(), v17.V2S(), 1), "sshr v16.2s, v17.2s, #1");
  COMPARE_MACRO(Sshr(v18.V2S(), v19.V2S(), 32), "sshr v18.2s, v19.2s, #32");
  COMPARE_MACRO(Sshr(v20.V4S(), v21.V4S(), 1), "sshr v20.4s, v21.4s, #1");
  COMPARE_MACRO(Sshr(v22.V4S(), v23.V4S(), 32), "sshr v22.4s, v23.4s, #32");
  COMPARE_MACRO(Sshr(v28.V2D(), v29.V2D(), 1), "sshr v28.2d, v29.2d, #1");
  COMPARE_MACRO(Sshr(v30.V2D(), v31.V2D(), 64), "sshr v30.2d, v31.2d, #64");
  COMPARE_MACRO(Sshr(d0, d1, 7), "sshr d0, d1, #7");

  COMPARE_MACRO(Ushr(v0.V8B(), v1.V8B(), 1), "ushr v0.8b, v1.8b, #1");
  COMPARE_MACRO(Ushr(v2.V8B(), v3.V8B(), 8), "ushr v2.8b, v3.8b, #8");
  COMPARE_MACRO(Ushr(v4.V16B(), v5.V16B(), 1), "ushr v4.16b, v5.16b, #1");
  COMPARE_MACRO(Ushr(v6.V16B(), v7.V16B(), 8), "ushr v6.16b, v7.16b, #8");
  COMPARE_MACRO(Ushr(v8.V4H(), v9.V4H(), 1), "ushr v8.4h, v9.4h, #1");
  COMPARE_MACRO(Ushr(v10.V4H(), v11.V4H(), 16), "ushr v10.4h, v11.4h, #16");
  COMPARE_MACRO(Ushr(v12.V8H(), v13.V8H(), 1), "ushr v12.8h, v13.8h, #1");
  COMPARE_MACRO(Ushr(v14.V8H(), v15.V8H(), 16), "ushr v14.8h, v15.8h, #16");
  COMPARE_MACRO(Ushr(v16.V2S(), v17.V2S(), 1), "ushr v16.2s, v17.2s, #1");
  COMPARE_MACRO(Ushr(v18.V2S(), v19.V2S(), 32), "ushr v18.2s, v19.2s, #32");
  COMPARE_MACRO(Ushr(v20.V4S(), v21.V4S(), 1), "ushr v20.4s, v21.4s, #1");
  COMPARE_MACRO(Ushr(v22.V4S(), v23.V4S(), 32), "ushr v22.4s, v23.4s, #32");
  COMPARE_MACRO(Ushr(v28.V2D(), v29.V2D(), 1), "ushr v28.2d, v29.2d, #1");
  COMPARE_MACRO(Ushr(v30.V2D(), v31.V2D(), 64), "ushr v30.2d, v31.2d, #64");
  COMPARE_MACRO(Ushr(d0, d1, 7), "ushr d0, d1, #7");

  COMPARE_MACRO(Srshr(v0.V8B(), v1.V8B(), 1), "srshr v0.8b, v1.8b, #1");
  COMPARE_MACRO(Srshr(v2.V8B(), v3.V8B(), 8), "srshr v2.8b, v3.8b, #8");
  COMPARE_MACRO(Srshr(v4.V16B(), v5.V16B(), 1), "srshr v4.16b, v5.16b, #1");
  COMPARE_MACRO(Srshr(v6.V16B(), v7.V16B(), 8), "srshr v6.16b, v7.16b, #8");
  COMPARE_MACRO(Srshr(v8.V4H(), v9.V4H(), 1), "srshr v8.4h, v9.4h, #1");
  COMPARE_MACRO(Srshr(v10.V4H(), v11.V4H(), 16), "srshr v10.4h, v11.4h, #16");
  COMPARE_MACRO(Srshr(v12.V8H(), v13.V8H(), 1), "srshr v12.8h, v13.8h, #1");
  COMPARE_MACRO(Srshr(v14.V8H(), v15.V8H(), 16), "srshr v14.8h, v15.8h, #16");
  COMPARE_MACRO(Srshr(v16.V2S(), v17.V2S(), 1), "srshr v16.2s, v17.2s, #1");
  COMPARE_MACRO(Srshr(v18.V2S(), v19.V2S(), 32), "srshr v18.2s, v19.2s, #32");
  COMPARE_MACRO(Srshr(v20.V4S(), v21.V4S(), 1), "srshr v20.4s, v21.4s, #1");
  COMPARE_MACRO(Srshr(v22.V4S(), v23.V4S(), 32), "srshr v22.4s, v23.4s, #32");
  COMPARE_MACRO(Srshr(v28.V2D(), v29.V2D(), 1), "srshr v28.2d, v29.2d, #1");
  COMPARE_MACRO(Srshr(v30.V2D(), v31.V2D(), 64), "srshr v30.2d, v31.2d, #64");
  COMPARE_MACRO(Srshr(d0, d1, 7), "srshr d0, d1, #7");

  COMPARE_MACRO(Urshr(v0.V8B(), v1.V8B(), 1), "urshr v0.8b, v1.8b, #1");
  COMPARE_MACRO(Urshr(v2.V8B(), v3.V8B(), 8), "urshr v2.8b, v3.8b, #8");
  COMPARE_MACRO(Urshr(v4.V16B(), v5.V16B(), 1), "urshr v4.16b, v5.16b, #1");
  COMPARE_MACRO(Urshr(v6.V16B(), v7.V16B(), 8), "urshr v6.16b, v7.16b, #8");
  COMPARE_MACRO(Urshr(v8.V4H(), v9.V4H(), 1), "urshr v8.4h, v9.4h, #1");
  COMPARE_MACRO(Urshr(v10.V4H(), v11.V4H(), 16), "urshr v10.4h, v11.4h, #16");
  COMPARE_MACRO(Urshr(v12.V8H(), v13.V8H(), 1), "urshr v12.8h, v13.8h, #1");
  COMPARE_MACRO(Urshr(v14.V8H(), v15.V8H(), 16), "urshr v14.8h, v15.8h, #16");
  COMPARE_MACRO(Urshr(v16.V2S(), v17.V2S(), 1), "urshr v16.2s, v17.2s, #1");
  COMPARE_MACRO(Urshr(v18.V2S(), v19.V2S(), 32), "urshr v18.2s, v19.2s, #32");
  COMPARE_MACRO(Urshr(v20.V4S(), v21.V4S(), 1), "urshr v20.4s, v21.4s, #1");
  COMPARE_MACRO(Urshr(v22.V4S(), v23.V4S(), 32), "urshr v22.4s, v23.4s, #32");
  COMPARE_MACRO(Urshr(v28.V2D(), v29.V2D(), 1), "urshr v28.2d, v29.2d, #1");
  COMPARE_MACRO(Urshr(v30.V2D(), v31.V2D(), 64), "urshr v30.2d, v31.2d, #64");
  COMPARE_MACRO(Urshr(d0, d1, 7), "urshr d0, d1, #7");

  COMPARE_MACRO(Srsra(v0.V8B(), v1.V8B(), 1), "srsra v0.8b, v1.8b, #1");
  COMPARE_MACRO(Srsra(v2.V8B(), v3.V8B(), 8), "srsra v2.8b, v3.8b, #8");
  COMPARE_MACRO(Srsra(v4.V16B(), v5.V16B(), 1), "srsra v4.16b, v5.16b, #1");
  COMPARE_MACRO(Srsra(v6.V16B(), v7.V16B(), 8), "srsra v6.16b, v7.16b, #8");
  COMPARE_MACRO(Srsra(v8.V4H(), v9.V4H(), 1), "srsra v8.4h, v9.4h, #1");
  COMPARE_MACRO(Srsra(v10.V4H(), v11.V4H(), 16), "srsra v10.4h, v11.4h, #16");
  COMPARE_MACRO(Srsra(v12.V8H(), v13.V8H(), 1), "srsra v12.8h, v13.8h, #1");
  COMPARE_MACRO(Srsra(v14.V8H(), v15.V8H(), 16), "srsra v14.8h, v15.8h, #16");
  COMPARE_MACRO(Srsra(v16.V2S(), v17.V2S(), 1), "srsra v16.2s, v17.2s, #1");
  COMPARE_MACRO(Srsra(v18.V2S(), v19.V2S(), 32), "srsra v18.2s, v19.2s, #32");
  COMPARE_MACRO(Srsra(v20.V4S(), v21.V4S(), 1), "srsra v20.4s, v21.4s, #1");
  COMPARE_MACRO(Srsra(v22.V4S(), v23.V4S(), 32), "srsra v22.4s, v23.4s, #32");
  COMPARE_MACRO(Srsra(v28.V2D(), v29.V2D(), 1), "srsra v28.2d, v29.2d, #1");
  COMPARE_MACRO(Srsra(v30.V2D(), v31.V2D(), 64), "srsra v30.2d, v31.2d, #64");
  COMPARE_MACRO(Srsra(d0, d1, 7), "srsra d0, d1, #7");

  COMPARE_MACRO(Ssra(v0.V8B(), v1.V8B(), 1), "ssra v0.8b, v1.8b, #1");
  COMPARE_MACRO(Ssra(v2.V8B(), v3.V8B(), 8), "ssra v2.8b, v3.8b, #8");
  COMPARE_MACRO(Ssra(v4.V16B(), v5.V16B(), 1), "ssra v4.16b, v5.16b, #1");
  COMPARE_MACRO(Ssra(v6.V16B(), v7.V16B(), 8), "ssra v6.16b, v7.16b, #8");
  COMPARE_MACRO(Ssra(v8.V4H(), v9.V4H(), 1), "ssra v8.4h, v9.4h, #1");
  COMPARE_MACRO(Ssra(v10.V4H(), v11.V4H(), 16), "ssra v10.4h, v11.4h, #16");
  COMPARE_MACRO(Ssra(v12.V8H(), v13.V8H(), 1), "ssra v12.8h, v13.8h, #1");
  COMPARE_MACRO(Ssra(v14.V8H(), v15.V8H(), 16), "ssra v14.8h, v15.8h, #16");
  COMPARE_MACRO(Ssra(v16.V2S(), v17.V2S(), 1), "ssra v16.2s, v17.2s, #1");
  COMPARE_MACRO(Ssra(v18.V2S(), v19.V2S(), 32), "ssra v18.2s, v19.2s, #32");
  COMPARE_MACRO(Ssra(v20.V4S(), v21.V4S(), 1), "ssra v20.4s, v21.4s, #1");
  COMPARE_MACRO(Ssra(v22.V4S(), v23.V4S(), 32), "ssra v22.4s, v23.4s, #32");
  COMPARE_MACRO(Ssra(v28.V2D(), v29.V2D(), 1), "ssra v28.2d, v29.2d, #1");
  COMPARE_MACRO(Ssra(v30.V2D(), v31.V2D(), 64), "ssra v30.2d, v31.2d, #64");
  COMPARE_MACRO(Ssra(d0, d1, 7), "ssra d0, d1, #7");

  COMPARE_MACRO(Ursra(v0.V8B(), v1.V8B(), 1), "ursra v0.8b, v1.8b, #1");
  COMPARE_MACRO(Ursra(v2.V8B(), v3.V8B(), 8), "ursra v2.8b, v3.8b, #8");
  COMPARE_MACRO(Ursra(v4.V16B(), v5.V16B(), 1), "ursra v4.16b, v5.16b, #1");
  COMPARE_MACRO(Ursra(v6.V16B(), v7.V16B(), 8), "ursra v6.16b, v7.16b, #8");
  COMPARE_MACRO(Ursra(v8.V4H(), v9.V4H(), 1), "ursra v8.4h, v9.4h, #1");
  COMPARE_MACRO(Ursra(v10.V4H(), v11.V4H(), 16), "ursra v10.4h, v11.4h, #16");
  COMPARE_MACRO(Ursra(v12.V8H(), v13.V8H(), 1), "ursra v12.8h, v13.8h, #1");
  COMPARE_MACRO(Ursra(v14.V8H(), v15.V8H(), 16), "ursra v14.8h, v15.8h, #16");
  COMPARE_MACRO(Ursra(v16.V2S(), v17.V2S(), 1), "ursra v16.2s, v17.2s, #1");
  COMPARE_MACRO(Ursra(v18.V2S(), v19.V2S(), 32), "ursra v18.2s, v19.2s, #32");
  COMPARE_MACRO(Ursra(v20.V4S(), v21.V4S(), 1), "ursra v20.4s, v21.4s, #1");
  COMPARE_MACRO(Ursra(v22.V4S(), v23.V4S(), 32), "ursra v22.4s, v23.4s, #32");
  COMPARE_MACRO(Ursra(v28.V2D(), v29.V2D(), 1), "ursra v28.2d, v29.2d, #1");
  COMPARE_MACRO(Ursra(v30.V2D(), v31.V2D(), 64), "ursra v30.2d, v31.2d, #64");
  COMPARE_MACRO(Ursra(d0, d1, 7), "ursra d0, d1, #7");

  COMPARE_MACRO(Usra(v0.V8B(), v1.V8B(), 1), "usra v0.8b, v1.8b, #1");
  COMPARE_MACRO(Usra(v2.V8B(), v3.V8B(), 8), "usra v2.8b, v3.8b, #8");
  COMPARE_MACRO(Usra(v4.V16B(), v5.V16B(), 1), "usra v4.16b, v5.16b, #1");
  COMPARE_MACRO(Usra(v6.V16B(), v7.V16B(), 8), "usra v6.16b, v7.16b, #8");
  COMPARE_MACRO(Usra(v8.V4H(), v9.V4H(), 1), "usra v8.4h, v9.4h, #1");
  COMPARE_MACRO(Usra(v10.V4H(), v11.V4H(), 16), "usra v10.4h, v11.4h, #16");
  COMPARE_MACRO(Usra(v12.V8H(), v13.V8H(), 1), "usra v12.8h, v13.8h, #1");
  COMPARE_MACRO(Usra(v14.V8H(), v15.V8H(), 16), "usra v14.8h, v15.8h, #16");
  COMPARE_MACRO(Usra(v16.V2S(), v17.V2S(), 1), "usra v16.2s, v17.2s, #1");
  COMPARE_MACRO(Usra(v18.V2S(), v19.V2S(), 32), "usra v18.2s, v19.2s, #32");
  COMPARE_MACRO(Usra(v20.V4S(), v21.V4S(), 1), "usra v20.4s, v21.4s, #1");
  COMPARE_MACRO(Usra(v22.V4S(), v23.V4S(), 32), "usra v22.4s, v23.4s, #32");
  COMPARE_MACRO(Usra(v28.V2D(), v29.V2D(), 1), "usra v28.2d, v29.2d, #1");
  COMPARE_MACRO(Usra(v30.V2D(), v31.V2D(), 64), "usra v30.2d, v31.2d, #64");
  COMPARE_MACRO(Usra(d0, d1, 7), "usra d0, d1, #7");

  COMPARE_MACRO(Sli(v1.V8B(), v8.V8B(), 1), "sli v1.8b, v8.8b, #1");
  COMPARE_MACRO(Sli(v2.V16B(), v9.V16B(), 2), "sli v2.16b, v9.16b, #2");
  COMPARE_MACRO(Sli(v3.V4H(), v1.V4H(), 3), "sli v3.4h, v1.4h, #3");
  COMPARE_MACRO(Sli(v4.V8H(), v2.V8H(), 4), "sli v4.8h, v2.8h, #4");
  COMPARE_MACRO(Sli(v5.V2S(), v3.V2S(), 5), "sli v5.2s, v3.2s, #5");
  COMPARE_MACRO(Sli(v6.V4S(), v4.V4S(), 6), "sli v6.4s, v4.4s, #6");
  COMPARE_MACRO(Sli(v7.V2D(), v5.V2D(), 7), "sli v7.2d, v5.2d, #7");
  COMPARE_MACRO(Sli(d8, d6, 8), "sli d8, d6, #8");

  COMPARE_MACRO(Shl(v1.V8B(), v8.V8B(), 1), "shl v1.8b, v8.8b, #1");
  COMPARE_MACRO(Shl(v2.V16B(), v9.V16B(), 2), "shl v2.16b, v9.16b, #2");
  COMPARE_MACRO(Shl(v3.V4H(), v1.V4H(), 3), "shl v3.4h, v1.4h, #3");
  COMPARE_MACRO(Shl(v4.V8H(), v2.V8H(), 4), "shl v4.8h, v2.8h, #4");
  COMPARE_MACRO(Shl(v5.V2S(), v3.V2S(), 5), "shl v5.2s, v3.2s, #5");
  COMPARE_MACRO(Shl(v6.V4S(), v4.V4S(), 6), "shl v6.4s, v4.4s, #6");
  COMPARE_MACRO(Shl(v7.V2D(), v5.V2D(), 7), "shl v7.2d, v5.2d, #7");
  COMPARE_MACRO(Shl(d8, d6, 8), "shl d8, d6, #8");

  COMPARE_MACRO(Sqshl(v1.V8B(), v8.V8B(), 1), "sqshl v1.8b, v8.8b, #1");
  COMPARE_MACRO(Sqshl(v2.V16B(), v9.V16B(), 2), "sqshl v2.16b, v9.16b, #2");
  COMPARE_MACRO(Sqshl(v3.V4H(), v1.V4H(), 3), "sqshl v3.4h, v1.4h, #3");
  COMPARE_MACRO(Sqshl(v4.V8H(), v2.V8H(), 4), "sqshl v4.8h, v2.8h, #4");
  COMPARE_MACRO(Sqshl(v5.V2S(), v3.V2S(), 5), "sqshl v5.2s, v3.2s, #5");
  COMPARE_MACRO(Sqshl(v6.V4S(), v4.V4S(), 6), "sqshl v6.4s, v4.4s, #6");
  COMPARE_MACRO(Sqshl(v7.V2D(), v5.V2D(), 7), "sqshl v7.2d, v5.2d, #7");
  COMPARE_MACRO(Sqshl(b8, b7, 1), "sqshl b8, b7, #1");
  COMPARE_MACRO(Sqshl(h9, h8, 2), "sqshl h9, h8, #2");
  COMPARE_MACRO(Sqshl(s10, s9, 3), "sqshl s10, s9, #3");
  COMPARE_MACRO(Sqshl(d11, d10, 4), "sqshl d11, d10, #4");

  COMPARE_MACRO(Sqshlu(v1.V8B(), v8.V8B(), 1), "sqshlu v1.8b, v8.8b, #1");
  COMPARE_MACRO(Sqshlu(v2.V16B(), v9.V16B(), 2), "sqshlu v2.16b, v9.16b, #2");
  COMPARE_MACRO(Sqshlu(v3.V4H(), v1.V4H(), 3), "sqshlu v3.4h, v1.4h, #3");
  COMPARE_MACRO(Sqshlu(v4.V8H(), v2.V8H(), 4), "sqshlu v4.8h, v2.8h, #4");
  COMPARE_MACRO(Sqshlu(v5.V2S(), v3.V2S(), 5), "sqshlu v5.2s, v3.2s, #5");
  COMPARE_MACRO(Sqshlu(v6.V4S(), v4.V4S(), 6), "sqshlu v6.4s, v4.4s, #6");
  COMPARE_MACRO(Sqshlu(v7.V2D(), v5.V2D(), 7), "sqshlu v7.2d, v5.2d, #7");
  COMPARE_MACRO(Sqshlu(b8, b7, 1), "sqshlu b8, b7, #1");
  COMPARE_MACRO(Sqshlu(h9, h8, 2), "sqshlu h9, h8, #2");
  COMPARE_MACRO(Sqshlu(s10, s9, 3), "sqshlu s10, s9, #3");
  COMPARE_MACRO(Sqshlu(d11, d10, 4), "sqshlu d11, d10, #4");

  COMPARE_MACRO(Uqshl(v1.V8B(), v8.V8B(), 1), "uqshl v1.8b, v8.8b, #1");
  COMPARE_MACRO(Uqshl(v2.V16B(), v9.V16B(), 2), "uqshl v2.16b, v9.16b, #2");
  COMPARE_MACRO(Uqshl(v3.V4H(), v1.V4H(), 3), "uqshl v3.4h, v1.4h, #3");
  COMPARE_MACRO(Uqshl(v4.V8H(), v2.V8H(), 4), "uqshl v4.8h, v2.8h, #4");
  COMPARE_MACRO(Uqshl(v5.V2S(), v3.V2S(), 5), "uqshl v5.2s, v3.2s, #5");
  COMPARE_MACRO(Uqshl(v6.V4S(), v4.V4S(), 6), "uqshl v6.4s, v4.4s, #6");
  COMPARE_MACRO(Uqshl(v7.V2D(), v5.V2D(), 7), "uqshl v7.2d, v5.2d, #7");
  COMPARE_MACRO(Uqshl(b8, b7, 1), "uqshl b8, b7, #1");
  COMPARE_MACRO(Uqshl(h9, h8, 2), "uqshl h9, h8, #2");
  COMPARE_MACRO(Uqshl(s10, s9, 3), "uqshl s10, s9, #3");
  COMPARE_MACRO(Uqshl(d11, d10, 4), "uqshl d11, d10, #4");

  COMPARE_MACRO(Sshll(v1.V8H(), v8.V8B(), 1), "sshll v1.8h, v8.8b, #1");
  COMPARE_MACRO(Sshll(v3.V4S(), v1.V4H(), 3), "sshll v3.4s, v1.4h, #3");
  COMPARE_MACRO(Sshll(v5.V2D(), v3.V2S(), 5), "sshll v5.2d, v3.2s, #5");
  COMPARE_MACRO(Sshll2(v2.V8H(), v9.V16B(), 2), "sshll2 v2.8h, v9.16b, #2");
  COMPARE_MACRO(Sshll2(v4.V4S(), v2.V8H(), 4), "sshll2 v4.4s, v2.8h, #4");
  COMPARE_MACRO(Sshll2(v6.V2D(), v4.V4S(), 6), "sshll2 v6.2d, v4.4s, #6");

  COMPARE_MACRO(Sshll(v1.V8H(), v8.V8B(), 0), "sxtl v1.8h, v8.8b");
  COMPARE_MACRO(Sshll(v3.V4S(), v1.V4H(), 0), "sxtl v3.4s, v1.4h");
  COMPARE_MACRO(Sshll(v5.V2D(), v3.V2S(), 0), "sxtl v5.2d, v3.2s");
  COMPARE_MACRO(Sshll2(v2.V8H(), v9.V16B(), 0), "sxtl2 v2.8h, v9.16b");
  COMPARE_MACRO(Sshll2(v4.V4S(), v2.V8H(), 0), "sxtl2 v4.4s, v2.8h");
  COMPARE_MACRO(Sshll2(v6.V2D(), v4.V4S(), 0), "sxtl2 v6.2d, v4.4s");

  COMPARE_MACRO(Sxtl(v1.V8H(), v8.V8B()), "sxtl v1.8h, v8.8b");
  COMPARE_MACRO(Sxtl(v3.V4S(), v1.V4H()), "sxtl v3.4s, v1.4h");
  COMPARE_MACRO(Sxtl(v5.V2D(), v3.V2S()), "sxtl v5.2d, v3.2s");
  COMPARE_MACRO(Sxtl2(v2.V8H(), v9.V16B()), "sxtl2 v2.8h, v9.16b");
  COMPARE_MACRO(Sxtl2(v4.V4S(), v2.V8H()), "sxtl2 v4.4s, v2.8h");
  COMPARE_MACRO(Sxtl2(v6.V2D(), v4.V4S()), "sxtl2 v6.2d, v4.4s");

  COMPARE_MACRO(Ushll(v1.V8H(), v8.V8B(), 1), "ushll v1.8h, v8.8b, #1");
  COMPARE_MACRO(Ushll(v3.V4S(), v1.V4H(), 3), "ushll v3.4s, v1.4h, #3");
  COMPARE_MACRO(Ushll(v5.V2D(), v3.V2S(), 5), "ushll v5.2d, v3.2s, #5");
  COMPARE_MACRO(Ushll2(v2.V8H(), v9.V16B(), 2), "ushll2 v2.8h, v9.16b, #2");
  COMPARE_MACRO(Ushll2(v4.V4S(), v2.V8H(), 4), "ushll2 v4.4s, v2.8h, #4");
  COMPARE_MACRO(Ushll2(v6.V2D(), v4.V4S(), 6), "ushll2 v6.2d, v4.4s, #6");

  COMPARE_MACRO(Ushll(v1.V8H(), v8.V8B(), 0), "uxtl v1.8h, v8.8b");
  COMPARE_MACRO(Ushll(v3.V4S(), v1.V4H(), 0), "uxtl v3.4s, v1.4h");
  COMPARE_MACRO(Ushll(v5.V2D(), v3.V2S(), 0), "uxtl v5.2d, v3.2s");
  COMPARE_MACRO(Ushll2(v2.V8H(), v9.V16B(), 0), "uxtl2 v2.8h, v9.16b");
  COMPARE_MACRO(Ushll2(v4.V4S(), v2.V8H(), 0), "uxtl2 v4.4s, v2.8h");
  COMPARE_MACRO(Ushll2(v6.V2D(), v4.V4S(), 0), "uxtl2 v6.2d, v4.4s");

  COMPARE_MACRO(Uxtl(v1.V8H(), v8.V8B()), "uxtl v1.8h, v8.8b");
  COMPARE_MACRO(Uxtl(v3.V4S(), v1.V4H()), "uxtl v3.4s, v1.4h");
  COMPARE_MACRO(Uxtl(v5.V2D(), v3.V2S()), "uxtl v5.2d, v3.2s");
  COMPARE_MACRO(Uxtl2(v2.V8H(), v9.V16B()), "uxtl2 v2.8h, v9.16b");
  COMPARE_MACRO(Uxtl2(v4.V4S(), v2.V8H()), "uxtl2 v4.4s, v2.8h");
  COMPARE_MACRO(Uxtl2(v6.V2D(), v4.V4S()), "uxtl2 v6.2d, v4.4s");

  COMPARE_MACRO(Sri(v1.V8B(), v8.V8B(), 1), "sri v1.8b, v8.8b, #1");
  COMPARE_MACRO(Sri(v2.V16B(), v9.V16B(), 2), "sri v2.16b, v9.16b, #2");
  COMPARE_MACRO(Sri(v3.V4H(), v1.V4H(), 3), "sri v3.4h, v1.4h, #3");
  COMPARE_MACRO(Sri(v4.V8H(), v2.V8H(), 4), "sri v4.8h, v2.8h, #4");
  COMPARE_MACRO(Sri(v5.V2S(), v3.V2S(), 5), "sri v5.2s, v3.2s, #5");
  COMPARE_MACRO(Sri(v6.V4S(), v4.V4S(), 6), "sri v6.4s, v4.4s, #6");
  COMPARE_MACRO(Sri(v7.V2D(), v5.V2D(), 7), "sri v7.2d, v5.2d, #7");
  COMPARE_MACRO(Sri(d8, d6, 8), "sri d8, d6, #8");

  COMPARE_MACRO(Shrn(v0.V8B(), v1.V8H(), 1), "shrn v0.8b, v1.8h, #1");
  COMPARE_MACRO(Shrn(v1.V4H(), v2.V4S(), 2), "shrn v1.4h, v2.4s, #2");
  COMPARE_MACRO(Shrn(v2.V2S(), v3.V2D(), 3), "shrn v2.2s, v3.2d, #3");
  COMPARE_MACRO(Shrn2(v0.V16B(), v1.V8H(), 4), "shrn2 v0.16b, v1.8h, #4");
  COMPARE_MACRO(Shrn2(v1.V8H(), v2.V4S(), 5), "shrn2 v1.8h, v2.4s, #5");
  COMPARE_MACRO(Shrn2(v2.V4S(), v3.V2D(), 6), "shrn2 v2.4s, v3.2d, #6");

  COMPARE_MACRO(Rshrn(v0.V8B(), v1.V8H(), 1), "rshrn v0.8b, v1.8h, #1");
  COMPARE_MACRO(Rshrn(v1.V4H(), v2.V4S(), 2), "rshrn v1.4h, v2.4s, #2");
  COMPARE_MACRO(Rshrn(v2.V2S(), v3.V2D(), 3), "rshrn v2.2s, v3.2d, #3");
  COMPARE_MACRO(Rshrn2(v0.V16B(), v1.V8H(), 4), "rshrn2 v0.16b, v1.8h, #4");
  COMPARE_MACRO(Rshrn2(v1.V8H(), v2.V4S(), 5), "rshrn2 v1.8h, v2.4s, #5");
  COMPARE_MACRO(Rshrn2(v2.V4S(), v3.V2D(), 6), "rshrn2 v2.4s, v3.2d, #6");

  COMPARE_MACRO(Uqshrn(v0.V8B(), v1.V8H(), 1), "uqshrn v0.8b, v1.8h, #1");
  COMPARE_MACRO(Uqshrn(v1.V4H(), v2.V4S(), 2), "uqshrn v1.4h, v2.4s, #2");
  COMPARE_MACRO(Uqshrn(v2.V2S(), v3.V2D(), 3), "uqshrn v2.2s, v3.2d, #3");
  COMPARE_MACRO(Uqshrn2(v0.V16B(), v1.V8H(), 4), "uqshrn2 v0.16b, v1.8h, #4");
  COMPARE_MACRO(Uqshrn2(v1.V8H(), v2.V4S(), 5), "uqshrn2 v1.8h, v2.4s, #5");
  COMPARE_MACRO(Uqshrn2(v2.V4S(), v3.V2D(), 6), "uqshrn2 v2.4s, v3.2d, #6");
  COMPARE_MACRO(Uqshrn(b0, h1, 1), "uqshrn b0, h1, #1");
  COMPARE_MACRO(Uqshrn(h1, s2, 2), "uqshrn h1, s2, #2");
  COMPARE_MACRO(Uqshrn(s2, d3, 3), "uqshrn s2, d3, #3");

  COMPARE_MACRO(Uqrshrn(v0.V8B(), v1.V8H(), 1), "uqrshrn v0.8b, v1.8h, #1");
  COMPARE_MACRO(Uqrshrn(v1.V4H(), v2.V4S(), 2), "uqrshrn v1.4h, v2.4s, #2");
  COMPARE_MACRO(Uqrshrn(v2.V2S(), v3.V2D(), 3), "uqrshrn v2.2s, v3.2d, #3");
  COMPARE_MACRO(Uqrshrn2(v0.V16B(), v1.V8H(), 4), "uqrshrn2 v0.16b, v1.8h, #4");
  COMPARE_MACRO(Uqrshrn2(v1.V8H(), v2.V4S(), 5), "uqrshrn2 v1.8h, v2.4s, #5");
  COMPARE_MACRO(Uqrshrn2(v2.V4S(), v3.V2D(), 6), "uqrshrn2 v2.4s, v3.2d, #6");
  COMPARE_MACRO(Uqrshrn(b0, h1, 1), "uqrshrn b0, h1, #1");
  COMPARE_MACRO(Uqrshrn(h1, s2, 2), "uqrshrn h1, s2, #2");
  COMPARE_MACRO(Uqrshrn(s2, d3, 3), "uqrshrn s2, d3, #3");

  COMPARE_MACRO(Sqshrn(v0.V8B(), v1.V8H(), 1), "sqshrn v0.8b, v1.8h, #1");
  COMPARE_MACRO(Sqshrn(v1.V4H(), v2.V4S(), 2), "sqshrn v1.4h, v2.4s, #2");
  COMPARE_MACRO(Sqshrn(v2.V2S(), v3.V2D(), 3), "sqshrn v2.2s, v3.2d, #3");
  COMPARE_MACRO(Sqshrn2(v0.V16B(), v1.V8H(), 4), "sqshrn2 v0.16b, v1.8h, #4");
  COMPARE_MACRO(Sqshrn2(v1.V8H(), v2.V4S(), 5), "sqshrn2 v1.8h, v2.4s, #5");
  COMPARE_MACRO(Sqshrn2(v2.V4S(), v3.V2D(), 6), "sqshrn2 v2.4s, v3.2d, #6");
  COMPARE_MACRO(Sqshrn(b0, h1, 1), "sqshrn b0, h1, #1");
  COMPARE_MACRO(Sqshrn(h1, s2, 2), "sqshrn h1, s2, #2");
  COMPARE_MACRO(Sqshrn(s2, d3, 3), "sqshrn s2, d3, #3");

  COMPARE_MACRO(Sqrshrn(v0.V8B(), v1.V8H(), 1), "sqrshrn v0.8b, v1.8h, #1");
  COMPARE_MACRO(Sqrshrn(v1.V4H(), v2.V4S(), 2), "sqrshrn v1.4h, v2.4s, #2");
  COMPARE_MACRO(Sqrshrn(v2.V2S(), v3.V2D(), 3), "sqrshrn v2.2s, v3.2d, #3");
  COMPARE_MACRO(Sqrshrn2(v0.V16B(), v1.V8H(), 4), "sqrshrn2 v0.16b, v1.8h, #4");
  COMPARE_MACRO(Sqrshrn2(v1.V8H(), v2.V4S(), 5), "sqrshrn2 v1.8h, v2.4s, #5");
  COMPARE_MACRO(Sqrshrn2(v2.V4S(), v3.V2D(), 6), "sqrshrn2 v2.4s, v3.2d, #6");
  COMPARE_MACRO(Sqrshrn(b0, h1, 1), "sqrshrn b0, h1, #1");
  COMPARE_MACRO(Sqrshrn(h1, s2, 2), "sqrshrn h1, s2, #2");
  COMPARE_MACRO(Sqrshrn(s2, d3, 3), "sqrshrn s2, d3, #3");

  COMPARE_MACRO(Sqshrun(v0.V8B(), v1.V8H(), 1), "sqshrun v0.8b, v1.8h, #1");
  COMPARE_MACRO(Sqshrun(v1.V4H(), v2.V4S(), 2), "sqshrun v1.4h, v2.4s, #2");
  COMPARE_MACRO(Sqshrun(v2.V2S(), v3.V2D(), 3), "sqshrun v2.2s, v3.2d, #3");
  COMPARE_MACRO(Sqshrun2(v0.V16B(), v1.V8H(), 4), "sqshrun2 v0.16b, v1.8h, #4");
  COMPARE_MACRO(Sqshrun2(v1.V8H(), v2.V4S(), 5), "sqshrun2 v1.8h, v2.4s, #5");
  COMPARE_MACRO(Sqshrun2(v2.V4S(), v3.V2D(), 6), "sqshrun2 v2.4s, v3.2d, #6");
  COMPARE_MACRO(Sqshrun(b0, h1, 1), "sqshrun b0, h1, #1");
  COMPARE_MACRO(Sqshrun(h1, s2, 2), "sqshrun h1, s2, #2");
  COMPARE_MACRO(Sqshrun(s2, d3, 3), "sqshrun s2, d3, #3");

  COMPARE_MACRO(Sqrshrun(v0.V8B(), v1.V8H(), 1), "sqrshrun v0.8b, v1.8h, #1");
  COMPARE_MACRO(Sqrshrun(v1.V4H(), v2.V4S(), 2), "sqrshrun v1.4h, v2.4s, #2");
  COMPARE_MACRO(Sqrshrun(v2.V2S(), v3.V2D(), 3), "sqrshrun v2.2s, v3.2d, #3");
  COMPARE_MACRO(Sqrshrun2(v0.V16B(), v1.V8H(), 4),
                "sqrshrun2 v0.16b, v1.8h, #4");
  COMPARE_MACRO(Sqrshrun2(v1.V8H(), v2.V4S(), 5), "sqrshrun2 v1.8h, v2.4s, #5");
  COMPARE_MACRO(Sqrshrun2(v2.V4S(), v3.V2D(), 6), "sqrshrun2 v2.4s, v3.2d, #6");
  COMPARE_MACRO(Sqrshrun(b0, h1, 1), "sqrshrun b0, h1, #1");
  COMPARE_MACRO(Sqrshrun(h1, s2, 2), "sqrshrun h1, s2, #2");
  COMPARE_MACRO(Sqrshrun(s2, d3, 3), "sqrshrun s2, d3, #3");

  COMPARE_MACRO(Scvtf(v5.V4H(), v3.V4H(), 11), "scvtf v5.4h, v3.4h, #11");
  COMPARE_MACRO(Scvtf(v6.V8H(), v4.V8H(), 12), "scvtf v6.8h, v4.8h, #12");
  COMPARE_MACRO(Scvtf(v5.V2S(), v3.V2S(), 11), "scvtf v5.2s, v3.2s, #11");
  COMPARE_MACRO(Scvtf(v6.V4S(), v4.V4S(), 12), "scvtf v6.4s, v4.4s, #12");
  COMPARE_MACRO(Scvtf(v7.V2D(), v5.V2D(), 33), "scvtf v7.2d, v5.2d, #33");
  COMPARE_MACRO(Scvtf(h8, h6, 13), "scvtf h8, h6, #13");
  COMPARE_MACRO(Scvtf(s8, s6, 13), "scvtf s8, s6, #13");
  COMPARE_MACRO(Scvtf(d8, d6, 34), "scvtf d8, d6, #34");

  COMPARE_MACRO(Ucvtf(v5.V4H(), v3.V4H(), 11), "ucvtf v5.4h, v3.4h, #11");
  COMPARE_MACRO(Ucvtf(v6.V8H(), v4.V8H(), 12), "ucvtf v6.8h, v4.8h, #12");
  COMPARE_MACRO(Ucvtf(v5.V2S(), v3.V2S(), 11), "ucvtf v5.2s, v3.2s, #11");
  COMPARE_MACRO(Ucvtf(v6.V4S(), v4.V4S(), 12), "ucvtf v6.4s, v4.4s, #12");
  COMPARE_MACRO(Ucvtf(v7.V2D(), v5.V2D(), 33), "ucvtf v7.2d, v5.2d, #33");
  COMPARE_MACRO(Ucvtf(h8, h6, 13), "ucvtf h8, h6, #13");
  COMPARE_MACRO(Ucvtf(s8, s6, 13), "ucvtf s8, s6, #13");
  COMPARE_MACRO(Ucvtf(d8, d6, 34), "ucvtf d8, d6, #34");

  COMPARE_MACRO(Fcvtzs(v3.V4H(), v1.V4H(), 5), "fcvtzs v3.4h, v1.4h, #5");
  COMPARE_MACRO(Fcvtzs(v4.V8H(), v2.V8H(), 6), "fcvtzs v4.8h, v2.8h, #6");
  COMPARE_MACRO(Fcvtzs(v5.V2S(), v3.V2S(), 11), "fcvtzs v5.2s, v3.2s, #11");
  COMPARE_MACRO(Fcvtzs(v6.V4S(), v4.V4S(), 12), "fcvtzs v6.4s, v4.4s, #12");
  COMPARE_MACRO(Fcvtzs(v7.V2D(), v5.V2D(), 33), "fcvtzs v7.2d, v5.2d, #33");
  COMPARE_MACRO(Fcvtzs(h8, h6, 13), "fcvtzs h8, h6, #13");
  COMPARE_MACRO(Fcvtzs(s8, s6, 13), "fcvtzs s8, s6, #13");
  COMPARE_MACRO(Fcvtzs(d8, d6, 34), "fcvtzs d8, d6, #34");

  COMPARE_MACRO(Fcvtzu(v3.V4H(), v1.V4H(), 5), "fcvtzu v3.4h, v1.4h, #5");
  COMPARE_MACRO(Fcvtzu(v4.V8H(), v2.V8H(), 6), "fcvtzu v4.8h, v2.8h, #6");
  COMPARE_MACRO(Fcvtzu(v5.V2S(), v3.V2S(), 11), "fcvtzu v5.2s, v3.2s, #11");
  COMPARE_MACRO(Fcvtzu(v6.V4S(), v4.V4S(), 12), "fcvtzu v6.4s, v4.4s, #12");
  COMPARE_MACRO(Fcvtzu(v7.V2D(), v5.V2D(), 33), "fcvtzu v7.2d, v5.2d, #33");
  COMPARE_MACRO(Fcvtzu(h8, h6, 13), "fcvtzu h8, h6, #13");
  COMPARE_MACRO(Fcvtzu(s8, s6, 13), "fcvtzu s8, s6, #13");
  COMPARE_MACRO(Fcvtzu(d8, d6, 34), "fcvtzu d8, d6, #34");
  CLEANUP();
}

TEST(address_map) {
  // Check that we can disassemble from a fake base address.
  SETUP();

  disasm.MapCodeAddress(0, masm.GetBuffer()->GetStartAddress<Instruction*>());
  COMPARE(ldr(x0, INT64_C(0)), "ldr x0, pc+0 (addr 0x0)");
  COMPARE(ldr(x0, -1), "ldr x0, pc-4 (addr -0x4)");
  COMPARE(ldr(x0, 1), "ldr x0, pc+4 (addr 0x4)");
  COMPARE(prfm(PLIL1KEEP, INT64_C(0)), "prfm plil1keep, pc+0 (addr 0x0)");
  COMPARE(prfm(PLIL1KEEP, -1), "prfm plil1keep, pc-4 (addr -0x4)");
  COMPARE(prfm(PLIL1KEEP, 1), "prfm plil1keep, pc+4 (addr 0x4)");
  COMPARE(adr(x0, INT64_C(0)), "adr x0, #+0x0 (addr 0x0)");
  COMPARE(adr(x0, -1), "adr x0, #-0x1 (addr -0x1)");
  COMPARE(adr(x0, 1), "adr x0, #+0x1 (addr 0x1)");
  COMPARE(adrp(x0, INT64_C(0)), "adrp x0, #+0x0 (addr 0x0)");
  COMPARE(adrp(x0, -1), "adrp x0, #-0x1000 (addr -0x1000)");
  COMPARE(adrp(x0, 1), "adrp x0, #+0x1000 (addr 0x1000)");
  COMPARE(b(INT64_C(0)), "b #+0x0 (addr 0x0)");
  COMPARE(b(-1), "b #-0x4 (addr -0x4)");
  COMPARE(b(1), "b #+0x4 (addr 0x4)");

  disasm.MapCodeAddress(0x1234,
                        masm.GetBuffer()->GetStartAddress<Instruction*>());
  COMPARE(ldr(x0, INT64_C(0)), "ldr x0, pc+0 (addr 0x1234)");
  COMPARE(ldr(x0, -1), "ldr x0, pc-4 (addr 0x1230)");
  COMPARE(ldr(x0, 1), "ldr x0, pc+4 (addr 0x1238)");
  COMPARE(prfm(PLIL1KEEP, INT64_C(0)), "prfm plil1keep, pc+0 (addr 0x1234)");
  COMPARE(prfm(PLIL1KEEP, -1), "prfm plil1keep, pc-4 (addr 0x1230)");
  COMPARE(prfm(PLIL1KEEP, 1), "prfm plil1keep, pc+4 (addr 0x1238)");
  COMPARE(adr(x0, INT64_C(0)), "adr x0, #+0x0 (addr 0x1234)");
  COMPARE(adr(x0, -1), "adr x0, #-0x1 (addr 0x1233)");
  COMPARE(adr(x0, 1), "adr x0, #+0x1 (addr 0x1235)");
  COMPARE(adrp(x0, INT64_C(0)), "adrp x0, #+0x0 (addr 0x1000)");
  COMPARE(adrp(x0, -1), "adrp x0, #-0x1000 (addr 0x0)");
  COMPARE(adrp(x0, 1), "adrp x0, #+0x1000 (addr 0x2000)");
  COMPARE(b(INT64_C(0)), "b #+0x0 (addr 0x1234)");
  COMPARE(b(-1), "b #-0x4 (addr 0x1230)");
  COMPARE(b(1), "b #+0x4 (addr 0x1238)");

  // Check that 64-bit addresses work.
  disasm.MapCodeAddress(UINT64_C(0x100000000),
                        masm.GetBuffer()->GetStartAddress<Instruction*>());
  COMPARE(ldr(x0, INT64_C(0)), "ldr x0, pc+0 (addr 0x100000000)");
  COMPARE(ldr(x0, -1), "ldr x0, pc-4 (addr 0xfffffffc)");
  COMPARE(ldr(x0, 1), "ldr x0, pc+4 (addr 0x100000004)");
  COMPARE(prfm(PLIL1KEEP, INT64_C(0)),
          "prfm plil1keep, pc+0 (addr 0x100000000)");
  COMPARE(prfm(PLIL1KEEP, -1), "prfm plil1keep, pc-4 (addr 0xfffffffc)");
  COMPARE(prfm(PLIL1KEEP, 1), "prfm plil1keep, pc+4 (addr 0x100000004)");
  COMPARE(adr(x0, INT64_C(0)), "adr x0, #+0x0 (addr 0x100000000)");
  COMPARE(adr(x0, -1), "adr x0, #-0x1 (addr 0xffffffff)");
  COMPARE(adr(x0, 1), "adr x0, #+0x1 (addr 0x100000001)");
  COMPARE(adrp(x0, INT64_C(0)), "adrp x0, #+0x0 (addr 0x100000000)");
  COMPARE(adrp(x0, -1), "adrp x0, #-0x1000 (addr 0xfffff000)");
  COMPARE(adrp(x0, 1), "adrp x0, #+0x1000 (addr 0x100001000)");
  COMPARE(b(INT64_C(0)), "b #+0x0 (addr 0x100000000)");
  COMPARE(b(-1), "b #-0x4 (addr 0xfffffffc)");
  COMPARE(b(1), "b #+0x4 (addr 0x100000004)");

  disasm.MapCodeAddress(0xfffffffc,
                        masm.GetBuffer()->GetStartAddress<Instruction*>());
  COMPARE(ldr(x0, 1), "ldr x0, pc+4 (addr 0x100000000)");
  COMPARE(prfm(PLIL1KEEP, 1), "prfm plil1keep, pc+4 (addr 0x100000000)");
  COMPARE(b(1), "b #+0x4 (addr 0x100000000)");
  COMPARE(adr(x0, 4), "adr x0, #+0x4 (addr 0x100000000)");
  COMPARE(adrp(x0, 1), "adrp x0, #+0x1000 (addr 0x100000000)");

  // Check that very large offsets are handled properly. This detects misuse of
  // the host's ptrdiff_t type when run on a 32-bit host. Only adrp is capable
  // of encoding such offsets.
  disasm.MapCodeAddress(0, masm.GetBuffer()->GetStartAddress<Instruction*>());
  COMPARE(adrp(x0, 0x000fffff), "adrp x0, #+0xfffff000 (addr 0xfffff000)");
  COMPARE(adrp(x0, -0x00100000), "adrp x0, #-0x100000000 (addr -0x100000000)");

  CLEANUP();
}

TEST(hint) {
  SETUP();

  // Test that we properly disassemble named and unnamed hints.
  COMPARE(hint(NOP), "nop");
  COMPARE(hint(YIELD), "yield");
  COMPARE(hint(WFE), "wfe");
  COMPARE(hint(WFI), "wfi");
  COMPARE(hint(SEV), "sev");
  COMPARE(hint(SEVL), "sevl");
  COMPARE(hint(6), "hint #6");
  COMPARE(hint(ESB), "esb");
  COMPARE(hint(CSDB), "csdb");
  COMPARE(hint(42), "hint #42");
  COMPARE(hint(127), "hint #127");

  // The MacroAssembler should simply pass through to the Assembler.
  COMPARE_MACRO(Hint(NOP), "nop");
  COMPARE_MACRO(Hint(CSDB), "csdb");
  COMPARE_MACRO(Hint(42), "hint #42");
  COMPARE_MACRO(Hint(127), "hint #127");

  CLEANUP();
}

}  // namespace aarch64
}  // namespace vixl