| // Copyright 2017, VIXL authors |
| // All rights reserved. |
| // |
| // Redistribution and use in source and binary forms, with or without |
| // modification, are permitted provided that the following conditions are met: |
| // |
| // * Redistributions of source code must retain the above copyright notice, |
| // this list of conditions and the following disclaimer. |
| // * Redistributions in binary form must reproduce the above copyright notice, |
| // this list of conditions and the following disclaimer in the documentation |
| // and/or other materials provided with the distribution. |
| // * Neither the name of ARM Limited nor the names of its contributors may be |
| // used to endorse or promote products derived from this software without |
| // specific prior written permission. |
| // |
| // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS CONTRIBUTORS "AS IS" AND |
| // ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED |
| // WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE |
| // DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE |
| // FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL |
| // DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR |
| // SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER |
| // CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| // OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| #include <cstdio> |
| #include <cstring> |
| #include <string> |
| |
| #include "test-runner.h" |
| #include "test-utils.h" |
| |
| #include "aarch64/assembler-aarch64.h" |
| #include "aarch64/instructions-aarch64.h" |
| #include "aarch64/test-utils-aarch64.h" |
| |
| #define __ assm. |
| #define TEST(name) TEST_(AARCH64_API_##name) |
| |
| namespace vixl { |
| namespace aarch64 { |
| |
| class InstructionReporter : public DecoderVisitor { |
| public: |
| InstructionReporter() : DecoderVisitor(kNonConstVisitor) {} |
| |
| void Visit(Metadata* metadata, const Instruction* instr) VIXL_OVERRIDE { |
| USE(instr); |
| instr_form_ = (*metadata)["form"]; |
| } |
| |
| std::string MoveForm() { return instr_form_; } |
| |
| private: |
| std::string instr_form_; |
| }; |
| |
| static void CheckAndMaybeDisassembleMovprfxPairs(const CodeBuffer* buffer, |
| bool can_take_movprfx) { |
| const Instruction* pair = buffer->GetStartAddress<Instruction*>(); |
| const Instruction* end = buffer->GetEndAddress<Instruction*>(); |
| bool any_failures = false; |
| PrintDisassembler print_disasm(stdout); |
| Decoder decoder; |
| InstructionReporter reporter; |
| decoder.AppendVisitor(&reporter); |
| |
| while (pair < end) { |
| const Instruction* movprfx = pair; |
| const Instruction* candidate = pair->GetNextInstruction(); |
| const Instruction* next_pair = candidate->GetNextInstruction(); |
| VIXL_ASSERT(candidate < end); |
| |
| Instr inst = candidate->GetInstructionBits(); |
| decoder.Decode(reinterpret_cast<Instruction*>(&inst)); |
| std::string form = reporter.MoveForm(); |
| bool failed = |
| can_take_movprfx != candidate->CanTakeSVEMovprfx(form.c_str(), movprfx); |
| any_failures = any_failures || failed; |
| |
| if (failed || Test::disassemble()) { |
| printf("----\n"); |
| if (failed) { |
| printf("# ERROR: Expected %sCanTakeSVEMovprfx(movprfx):\n", |
| can_take_movprfx ? "" : "!"); |
| } |
| print_disasm.DisassembleBuffer(pair, next_pair); |
| } |
| |
| pair = next_pair; |
| } |
| // Abort only at the end, so we can see the individual failures. |
| VIXL_CHECK(!any_failures); |
| } |
| |
| TEST(movprfx_negative_aliasing) { |
| // Test that CanTakeSVEMovprfx() checks that the movprfx destination does not |
| // alias an input to the prefixed instruction. |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, CPUFeatures::kSVEI8MM); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 79; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z0.VnB(), p0.Merging(), z9.VnB()); |
| __ abs(z0.VnB(), p0.Merging(), z0.VnB()); |
| |
| __ movprfx(z1, z17); |
| __ add(z1.VnH(), p2.Merging(), z1.VnH(), z1.VnH()); |
| |
| __ movprfx(z12, z13); |
| __ and_(z12.VnD(), p5.Merging(), z12.VnD(), z12.VnD()); |
| |
| __ movprfx(z2, z4); |
| __ asr(z2.VnS(), p2.Merging(), z2.VnS(), z2.VnS()); |
| |
| __ movprfx(z10, z18); |
| __ asr(z10.VnH(), p2.Merging(), z10.VnH(), z10.VnD()); |
| |
| __ movprfx(z17.VnD(), p5.Zeroing(), z20.VnD()); |
| __ asr(z17.VnD(), p5.Merging(), z17.VnD(), z17.VnD()); |
| |
| __ movprfx(z22, z9); |
| __ asrr(z22.VnH(), p1.Merging(), z22.VnH(), z22.VnH()); |
| |
| __ movprfx(z0.VnS(), p6.Zeroing(), z6.VnS()); |
| __ bic(z0.VnS(), p6.Merging(), z0.VnS(), z0.VnS()); |
| |
| __ movprfx(z12, z16); |
| __ clasta(z12.VnD(), p5, z12.VnD(), z12.VnD()); |
| |
| __ movprfx(z7, z15); |
| __ clastb(z7.VnS(), p7, z7.VnS(), z7.VnS()); |
| |
| __ movprfx(z10, z29); |
| __ cls(z10.VnH(), p2.Merging(), z10.VnH()); |
| |
| __ movprfx(z6, z13); |
| __ clz(z6.VnB(), p4.Merging(), z6.VnB()); |
| |
| __ movprfx(z14.VnS(), p6.Zeroing(), z3.VnS()); |
| __ cnot(z14.VnS(), p6.Merging(), z14.VnS()); |
| |
| __ movprfx(z5.VnD(), p6.Merging(), z4.VnD()); |
| __ cnt(z5.VnD(), p6.Merging(), z5.VnD()); |
| |
| __ movprfx(z19.VnB(), p6.Zeroing(), z4.VnB()); |
| __ eor(z19.VnB(), p6.Merging(), z19.VnB(), z19.VnB()); |
| |
| __ movprfx(z27, z2); |
| __ ext(z27.VnB(), z27.VnB(), z27.VnB(), 42); |
| |
| __ movprfx(z4.VnS(), p1.Zeroing(), z22.VnS()); |
| __ lsl(z4.VnS(), p1.Merging(), z4.VnS(), z4.VnS()); |
| |
| __ movprfx(z4, z5); |
| __ lsl(z4.VnB(), p5.Merging(), z4.VnB(), z4.VnD()); |
| |
| __ movprfx(z11.VnD(), p4.Merging(), z29.VnD()); |
| __ lsl(z11.VnD(), p4.Merging(), z11.VnD(), z11.VnD()); |
| |
| __ movprfx(z12.VnD(), p6.Merging(), z3.VnD()); |
| __ lslr(z12.VnD(), p6.Merging(), z12.VnD(), z12.VnD()); |
| |
| __ movprfx(z7, z2); |
| __ lsr(z7.VnB(), p4.Merging(), z7.VnB(), z7.VnB()); |
| |
| __ movprfx(z25.VnH(), p6.Merging(), z28.VnH()); |
| __ lsr(z25.VnH(), p6.Merging(), z25.VnH(), z25.VnD()); |
| |
| __ movprfx(z14.VnD(), p6.Merging(), z6.VnD()); |
| __ lsr(z14.VnD(), p6.Merging(), z14.VnD(), z14.VnD()); |
| |
| __ movprfx(z26.VnH(), p6.Zeroing(), z27.VnH()); |
| __ lsrr(z26.VnH(), p6.Merging(), z26.VnH(), z26.VnH()); |
| |
| __ movprfx(z17.VnS(), p4.Zeroing(), z29.VnS()); |
| __ mad(z17.VnS(), p4.Merging(), z17.VnS(), z23.VnS()); |
| |
| __ movprfx(z7, z17); |
| __ mad(z7.VnD(), p5.Merging(), z4.VnD(), z7.VnD()); |
| |
| __ movprfx(z11, z7); |
| __ mla(z11.VnS(), p1.Merging(), z11.VnS(), z27.VnS()); |
| |
| __ movprfx(z7, z5); |
| __ mla(z7.VnH(), p0.Merging(), z5.VnH(), z7.VnH()); |
| |
| __ movprfx(z1.VnH(), p0.Merging(), z17.VnH()); |
| __ mls(z1.VnH(), p0.Merging(), z1.VnH(), z31.VnH()); |
| |
| __ movprfx(z22.VnB(), p3.Merging(), z18.VnB()); |
| __ mls(z22.VnB(), p3.Merging(), z18.VnB(), z22.VnB()); |
| |
| __ movprfx(z7.VnS(), p0.Merging(), z10.VnS()); |
| __ msb(z7.VnS(), p0.Merging(), z7.VnS(), z10.VnS()); |
| |
| __ movprfx(z12, z6); |
| __ msb(z12.VnH(), p7.Merging(), z6.VnH(), z12.VnH()); |
| |
| __ movprfx(z8.VnB(), p4.Merging(), z3.VnB()); |
| __ mul(z8.VnB(), p4.Merging(), z8.VnB(), z8.VnB()); |
| |
| __ movprfx(z9, z26); |
| __ neg(z9.VnS(), p7.Merging(), z9.VnS()); |
| |
| __ movprfx(z16, z8); |
| __ not_(z16.VnH(), p6.Merging(), z16.VnH()); |
| |
| __ movprfx(z25.VnH(), p5.Zeroing(), z11.VnH()); |
| __ orr(z25.VnH(), p5.Merging(), z25.VnH(), z25.VnH()); |
| |
| __ movprfx(z17.VnH(), p1.Merging(), z22.VnH()); |
| __ rbit(z17.VnH(), p1.Merging(), z17.VnH()); |
| |
| __ movprfx(z11, z25); |
| __ revb(z11.VnD(), p6.Merging(), z11.VnD()); |
| |
| __ movprfx(z13, z27); |
| __ revh(z13.VnS(), p2.Merging(), z13.VnS()); |
| |
| __ movprfx(z30.VnD(), p6.Merging(), z20.VnD()); |
| __ revw(z30.VnD(), p6.Merging(), z30.VnD()); |
| |
| __ movprfx(z2.VnD(), p2.Merging(), z21.VnD()); |
| __ sabd(z2.VnD(), p2.Merging(), z2.VnD(), z2.VnD()); |
| |
| __ movprfx(z0, z7); |
| __ sdiv(z0.VnD(), p0.Merging(), z0.VnD(), z0.VnD()); |
| |
| __ movprfx(z19, z28); |
| __ sdivr(z19.VnS(), p1.Merging(), z19.VnS(), z19.VnS()); |
| |
| __ movprfx(z5, z18); |
| __ sdot(z5.VnS(), z18.VnB(), z5.VnB(), 1); |
| |
| __ movprfx(z15, z11); |
| __ sdot(z15.VnD(), z2.VnH(), z15.VnH(), 1); |
| |
| __ movprfx(z30, z13); |
| __ sdot(z30.VnD(), z30.VnH(), z13.VnH(), 1); |
| |
| __ movprfx(z8, z9); |
| __ sdot(z8.VnS(), z8.VnB(), z9.VnB()); |
| |
| __ movprfx(z23, z14); |
| __ sdot(z23.VnS(), z14.VnB(), z23.VnB()); |
| |
| __ movprfx(z26, z5); |
| __ sdot(z26.VnS(), z26.VnB(), z5.VnB(), 1); |
| |
| __ movprfx(z14, z15); |
| __ smax(z14.VnB(), p2.Merging(), z14.VnB(), z14.VnB()); |
| |
| __ movprfx(z26.VnS(), p0.Merging(), z10.VnS()); |
| __ smin(z26.VnS(), p0.Merging(), z26.VnS(), z26.VnS()); |
| |
| __ movprfx(z22, z18); |
| __ smulh(z22.VnB(), p2.Merging(), z22.VnB(), z22.VnB()); |
| |
| __ movprfx(z8, z19); |
| __ splice(z8.VnD(), p2, z8.VnD(), z8.VnD()); |
| |
| __ movprfx(z23.VnH(), p6.Zeroing(), z2.VnH()); |
| __ sub(z23.VnH(), p6.Merging(), z23.VnH(), z23.VnH()); |
| |
| __ movprfx(z25.VnS(), p2.Merging(), z21.VnS()); |
| __ subr(z25.VnS(), p2.Merging(), z25.VnS(), z25.VnS()); |
| |
| __ movprfx(z28, z31); |
| __ sxtb(z28.VnS(), p6.Merging(), z28.VnS()); |
| |
| __ movprfx(z14.VnD(), p6.Merging(), z17.VnD()); |
| __ sxth(z14.VnD(), p6.Merging(), z14.VnD()); |
| |
| __ movprfx(z21.VnD(), p0.Zeroing(), z28.VnD()); |
| __ sxtw(z21.VnD(), p0.Merging(), z21.VnD()); |
| |
| __ movprfx(z25, z30); |
| __ uabd(z25.VnB(), p5.Merging(), z25.VnB(), z25.VnB()); |
| |
| __ movprfx(z13.VnD(), p2.Merging(), z30.VnD()); |
| __ udiv(z13.VnD(), p2.Merging(), z13.VnD(), z13.VnD()); |
| |
| __ movprfx(z19.VnD(), p4.Zeroing(), z6.VnD()); |
| __ udivr(z19.VnD(), p4.Merging(), z19.VnD(), z19.VnD()); |
| |
| __ movprfx(z1, z20); |
| __ udot(z1.VnS(), z18.VnB(), z1.VnB(), 1); |
| |
| __ movprfx(z8, z2); |
| __ udot(z8.VnD(), z2.VnH(), z8.VnH(), 1); |
| |
| __ movprfx(z28, z10); |
| __ udot(z28.VnD(), z28.VnH(), z7.VnH(), 1); |
| |
| __ movprfx(z21, z11); |
| __ udot(z21.VnD(), z21.VnH(), z11.VnH()); |
| |
| __ movprfx(z1, z22); |
| __ udot(z1.VnD(), z10.VnH(), z1.VnH()); |
| |
| __ movprfx(z8, z23); |
| __ udot(z8.VnS(), z8.VnB(), z0.VnB(), 1); |
| |
| __ movprfx(z10.VnB(), p5.Zeroing(), z0.VnB()); |
| __ umax(z10.VnB(), p5.Merging(), z10.VnB(), z10.VnB()); |
| |
| __ movprfx(z0.VnS(), p2.Zeroing(), z30.VnS()); |
| __ umin(z0.VnS(), p2.Merging(), z0.VnS(), z0.VnS()); |
| |
| __ movprfx(z26.VnD(), p6.Zeroing(), z29.VnD()); |
| __ umulh(z26.VnD(), p6.Merging(), z26.VnD(), z26.VnD()); |
| |
| __ movprfx(z23, z25); |
| __ uxtb(z23.VnS(), p7.Merging(), z23.VnS()); |
| |
| __ movprfx(z14.VnS(), p3.Zeroing(), z5.VnS()); |
| __ uxth(z14.VnS(), p3.Merging(), z14.VnS()); |
| |
| __ movprfx(z14, z5); |
| __ uxtw(z14.VnD(), p3.Merging(), z14.VnD()); |
| |
| __ movprfx(z22, z5); |
| __ smmla(z22.VnS(), z22.VnB(), z0.VnB()); |
| |
| __ movprfx(z1, z5); |
| __ ummla(z1.VnS(), z10.VnB(), z1.VnB()); |
| |
| __ movprfx(z30, z5); |
| __ usmmla(z30.VnS(), z30.VnB(), z18.VnB()); |
| |
| __ movprfx(z4, z5); |
| __ usdot(z4.VnS(), z3.VnB(), z4.VnB()); |
| |
| __ movprfx(z10, z5); |
| __ usdot(z10.VnS(), z10.VnB(), z0.VnB(), 0); |
| |
| __ movprfx(z1, z5); |
| __ sudot(z1.VnS(), z10.VnB(), z1.VnB(), 1); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_aliasing_fp) { |
| // Test that CanTakeSVEMovprfx() checks that the movprfx destination does not |
| // alias an input to the prefixed instruction. |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, |
| CPUFeatures::kSVEF32MM, |
| CPUFeatures::kSVEF64MM); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 80; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z17.VnS(), p1.Zeroing(), z12.VnS()); |
| __ fabd(z17.VnS(), p1.Merging(), z17.VnS(), z17.VnS()); |
| |
| __ movprfx(z13, z23); |
| __ fabs(z13.VnS(), p4.Merging(), z13.VnS()); |
| |
| __ movprfx(z24.VnS(), p5.Merging(), z15.VnS()); |
| __ fadd(z24.VnS(), p5.Merging(), z24.VnS(), z24.VnS()); |
| |
| __ movprfx(z28.VnD(), p5.Zeroing(), z14.VnD()); |
| __ fcadd(z28.VnD(), p5.Merging(), z28.VnD(), z28.VnD(), 90); |
| |
| __ movprfx(z5, z0); |
| __ fcmla(z5.VnH(), z0.VnH(), z5.VnH(), 2, 180); |
| |
| __ movprfx(z10, z4); |
| __ fcmla(z10.VnS(), z8.VnS(), z10.VnS(), 1, 270); |
| |
| __ movprfx(z12, z26); |
| __ fcmla(z12.VnH(), z12.VnH(), z3.VnH(), 2, 180); |
| |
| __ movprfx(z8, z1); |
| __ fcmla(z8.VnS(), z8.VnS(), z1.VnS(), 1, 270); |
| |
| __ movprfx(z16.VnD(), p0.Merging(), z13.VnD()); |
| __ fcvt(z16.VnD(), p0.Merging(), z16.VnH()); |
| |
| __ movprfx(z12.VnD(), p7.Zeroing(), z13.VnD()); |
| __ fcvt(z12.VnD(), p7.Merging(), z12.VnS()); |
| |
| __ movprfx(z14, z26); |
| __ fcvt(z14.VnS(), p5.Merging(), z14.VnD()); |
| |
| __ movprfx(z26, z2); |
| __ fcvt(z26.VnH(), p7.Merging(), z26.VnD()); |
| |
| __ movprfx(z25.VnD(), p2.Merging(), z13.VnD()); |
| __ fcvtzs(z25.VnD(), p2.Merging(), z25.VnH()); |
| |
| __ movprfx(z31, z2); |
| __ fcvtzs(z31.VnH(), p7.Merging(), z31.VnH()); |
| |
| __ movprfx(z21.VnD(), p1.Merging(), z7.VnD()); |
| __ fcvtzs(z21.VnD(), p1.Merging(), z21.VnS()); |
| |
| __ movprfx(z5, z17); |
| __ fcvtzs(z5.VnS(), p5.Merging(), z5.VnD()); |
| |
| __ movprfx(z19.VnD(), p1.Zeroing(), z16.VnD()); |
| __ fcvtzu(z19.VnD(), p1.Merging(), z19.VnH()); |
| |
| __ movprfx(z2.VnH(), p7.Zeroing(), z28.VnH()); |
| __ fcvtzu(z2.VnH(), p7.Merging(), z2.VnH()); |
| |
| __ movprfx(z21.VnD(), p7.Zeroing(), z27.VnD()); |
| __ fcvtzu(z21.VnD(), p7.Merging(), z21.VnS()); |
| |
| __ movprfx(z22.VnD(), p4.Zeroing(), z8.VnD()); |
| __ fcvtzu(z22.VnS(), p4.Merging(), z22.VnD()); |
| |
| __ movprfx(z0.VnS(), p5.Merging(), z5.VnS()); |
| __ fdiv(z0.VnS(), p5.Merging(), z0.VnS(), z0.VnS()); |
| |
| __ movprfx(z12, z24); |
| __ fdivr(z12.VnD(), p7.Merging(), z12.VnD(), z12.VnD()); |
| |
| __ movprfx(z14.VnD(), p6.Zeroing(), z21.VnD()); |
| __ fmad(z14.VnD(), p6.Merging(), z14.VnD(), z3.VnD()); |
| |
| __ movprfx(z2.VnS(), p5.Zeroing(), z10.VnS()); |
| __ fmad(z2.VnS(), p5.Merging(), z14.VnS(), z2.VnS()); |
| |
| __ movprfx(z24, z5); |
| __ fmax(z24.VnS(), p1.Merging(), z24.VnS(), z24.VnS()); |
| |
| __ movprfx(z15.VnD(), p2.Merging(), z26.VnD()); |
| __ fmaxnm(z15.VnD(), p2.Merging(), z15.VnD(), z15.VnD()); |
| |
| __ movprfx(z20, z22); |
| __ fmin(z20.VnH(), p0.Merging(), z20.VnH(), z20.VnH()); |
| |
| __ movprfx(z24.VnS(), p6.Zeroing(), z30.VnS()); |
| __ fminnm(z24.VnS(), p6.Merging(), z24.VnS(), z24.VnS()); |
| |
| __ movprfx(z4, z24); |
| __ fmla(z4.VnH(), z24.VnH(), z4.VnH(), 7); |
| |
| __ movprfx(z4, z7); |
| __ fmla(z4.VnS(), z24.VnS(), z4.VnS(), 3); |
| |
| __ movprfx(z5, z28); |
| __ fmla(z5.VnD(), z28.VnD(), z5.VnD(), 1); |
| |
| __ movprfx(z24, z2); |
| __ fmla(z24.VnD(), z24.VnD(), z2.VnD(), 1); |
| |
| __ movprfx(z7, z21); |
| __ fmla(z7.VnH(), p2.Merging(), z7.VnH(), z31.VnH()); |
| |
| __ movprfx(z25.VnH(), p5.Zeroing(), z29.VnH()); |
| __ fmla(z25.VnH(), p5.Merging(), z29.VnH(), z25.VnH()); |
| |
| __ movprfx(z31, z25); |
| __ fmla(z31.VnH(), z31.VnH(), z2.VnH(), 7); |
| |
| __ movprfx(z15, z4); |
| __ fmla(z15.VnS(), z15.VnS(), z4.VnS(), 3); |
| |
| __ movprfx(z7, z11); |
| __ fmls(z7.VnH(), z11.VnH(), z7.VnH(), 4); |
| |
| __ movprfx(z3, z10); |
| __ fmls(z3.VnS(), z10.VnS(), z3.VnS(), 3); |
| |
| __ movprfx(z5, z16); |
| __ fmls(z5.VnD(), z16.VnD(), z5.VnD(), 1); |
| |
| __ movprfx(z31, z26); |
| __ fmls(z31.VnD(), z31.VnD(), z8.VnD(), 1); |
| |
| __ movprfx(z5.VnH(), p3.Merging(), z2.VnH()); |
| __ fmls(z5.VnH(), p3.Merging(), z5.VnH(), z2.VnH()); |
| |
| __ movprfx(z22.VnS(), p3.Zeroing(), z17.VnS()); |
| __ fmls(z22.VnS(), p3.Merging(), z21.VnS(), z22.VnS()); |
| |
| __ movprfx(z17, z2); |
| __ fmls(z17.VnH(), z17.VnH(), z2.VnH(), 4); |
| |
| __ movprfx(z28, z11); |
| __ fmls(z28.VnS(), z28.VnS(), z0.VnS(), 3); |
| |
| __ movprfx(z15.VnD(), p1.Merging(), z31.VnD()); |
| __ fmsb(z15.VnD(), p1.Merging(), z15.VnD(), z31.VnD()); |
| |
| __ movprfx(z21.VnD(), p0.Zeroing(), z5.VnD()); |
| __ fmsb(z21.VnD(), p0.Merging(), z19.VnD(), z21.VnD()); |
| |
| __ movprfx(z0.VnH(), p3.Merging(), z31.VnH()); |
| __ fmul(z0.VnH(), p3.Merging(), z0.VnH(), z0.VnH()); |
| |
| __ movprfx(z31.VnH(), p6.Merging(), z8.VnH()); |
| __ fmulx(z31.VnH(), p6.Merging(), z31.VnH(), z31.VnH()); |
| |
| __ movprfx(z17.VnH(), p1.Zeroing(), z10.VnH()); |
| __ fneg(z17.VnH(), p1.Merging(), z17.VnH()); |
| |
| __ movprfx(z22, z31); |
| __ fnmad(z22.VnH(), p1.Merging(), z22.VnH(), z23.VnH()); |
| |
| __ movprfx(z14.VnD(), p0.Zeroing(), z26.VnD()); |
| __ fnmad(z14.VnD(), p0.Merging(), z2.VnD(), z14.VnD()); |
| |
| __ movprfx(z13.VnH(), p6.Zeroing(), z29.VnH()); |
| __ fnmla(z13.VnH(), p6.Merging(), z13.VnH(), z26.VnH()); |
| |
| __ movprfx(z19.VnH(), p7.Zeroing(), z25.VnH()); |
| __ fnmla(z19.VnH(), p7.Merging(), z25.VnH(), z19.VnH()); |
| |
| __ movprfx(z27.VnH(), p5.Merging(), z24.VnH()); |
| __ fnmls(z27.VnH(), p5.Merging(), z27.VnH(), z24.VnH()); |
| |
| __ movprfx(z6.VnH(), p6.Zeroing(), z21.VnH()); |
| __ fnmls(z6.VnH(), p6.Merging(), z21.VnH(), z6.VnH()); |
| |
| __ movprfx(z7.VnS(), p3.Merging(), z23.VnS()); |
| __ fnmsb(z7.VnS(), p3.Merging(), z7.VnS(), z23.VnS()); |
| |
| __ movprfx(z29.VnH(), p2.Zeroing(), z24.VnH()); |
| __ fnmsb(z29.VnH(), p2.Merging(), z24.VnH(), z29.VnH()); |
| |
| __ movprfx(z7.VnH(), p6.Merging(), z23.VnH()); |
| __ frecpx(z7.VnH(), p6.Merging(), z7.VnH()); |
| |
| __ movprfx(z17.VnS(), p5.Zeroing(), z2.VnS()); |
| __ frinta(z17.VnS(), p5.Merging(), z17.VnS()); |
| |
| __ movprfx(z0.VnS(), p2.Zeroing(), z7.VnS()); |
| __ frinti(z0.VnS(), p2.Merging(), z0.VnS()); |
| |
| __ movprfx(z8.VnH(), p3.Merging(), z20.VnH()); |
| __ frintm(z8.VnH(), p3.Merging(), z8.VnH()); |
| |
| __ movprfx(z3.VnD(), p2.Zeroing(), z20.VnD()); |
| __ frintn(z3.VnD(), p2.Merging(), z3.VnD()); |
| |
| __ movprfx(z11, z3); |
| __ frintp(z11.VnS(), p4.Merging(), z11.VnS()); |
| |
| __ movprfx(z23, z29); |
| __ frintx(z23.VnD(), p4.Merging(), z23.VnD()); |
| |
| __ movprfx(z4.VnH(), p4.Zeroing(), z14.VnH()); |
| __ frintz(z4.VnH(), p4.Merging(), z4.VnH()); |
| |
| __ movprfx(z18.VnH(), p3.Zeroing(), z0.VnH()); |
| __ fscale(z18.VnH(), p3.Merging(), z18.VnH(), z18.VnH()); |
| |
| __ movprfx(z2.VnS(), p6.Zeroing(), z4.VnS()); |
| __ fsqrt(z2.VnS(), p6.Merging(), z2.VnS()); |
| |
| __ movprfx(z14.VnD(), p4.Zeroing(), z31.VnD()); |
| __ fsub(z14.VnD(), p4.Merging(), z14.VnD(), z14.VnD()); |
| |
| __ movprfx(z31.VnH(), p2.Merging(), z6.VnH()); |
| __ fsubr(z31.VnH(), p2.Merging(), z31.VnH(), z31.VnH()); |
| |
| __ movprfx(z4, z30); |
| __ ftmad(z4.VnH(), z4.VnH(), z4.VnH(), 2); |
| |
| __ movprfx(z25.VnD(), p6.Zeroing(), z2.VnD()); |
| __ scvtf(z25.VnD(), p6.Merging(), z25.VnS()); |
| |
| __ movprfx(z0.VnD(), p3.Merging(), z16.VnD()); |
| __ scvtf(z0.VnD(), p3.Merging(), z0.VnD()); |
| |
| __ movprfx(z19, z23); |
| __ scvtf(z19.VnS(), p7.Merging(), z19.VnD()); |
| |
| __ movprfx(z19, z4); |
| __ scvtf(z19.VnH(), p4.Merging(), z19.VnD()); |
| |
| __ movprfx(z13.VnD(), p4.Zeroing(), z6.VnD()); |
| __ ucvtf(z13.VnD(), p4.Merging(), z13.VnS()); |
| |
| __ movprfx(z6.VnH(), p0.Zeroing(), z14.VnH()); |
| __ ucvtf(z6.VnH(), p0.Merging(), z6.VnH()); |
| |
| __ movprfx(z19.VnS(), p4.Merging(), z12.VnS()); |
| __ ucvtf(z19.VnH(), p4.Merging(), z19.VnS()); |
| |
| __ movprfx(z0.VnD(), p5.Zeroing(), z12.VnD()); |
| __ ucvtf(z0.VnH(), p5.Merging(), z0.VnD()); |
| |
| __ movprfx(z30, z5); |
| __ fmmla(z30.VnS(), z30.VnS(), z18.VnS()); |
| |
| __ movprfx(z31, z5); |
| __ fmmla(z31.VnD(), z31.VnD(), z18.VnD()); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_instructions) { |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 13; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z26, z11); |
| __ add(z26.VnB(), z11.VnB(), z4.VnB()); |
| |
| // The merging form can take movprfx, but the zeroing form cannot. |
| __ movprfx(z29.VnB(), p3.Zeroing(), z7.VnB()); |
| __ cpy(z29.VnB(), p3.Zeroing(), -42); |
| |
| // Frecpx can take movprfx, but frecpe and frecps cannot. |
| __ movprfx(z13, z15); |
| __ frecpe(z13.VnD(), z26.VnD()); |
| |
| __ movprfx(z19, z1); |
| __ frecps(z19.VnD(), z1.VnD(), z12.VnD()); |
| |
| __ movprfx(z6, z12); |
| __ frsqrte(z6.VnS(), z12.VnS()); |
| |
| __ movprfx(z29, z5); |
| __ frsqrts(z29.VnH(), z5.VnH(), z20.VnH()); |
| |
| // Ftmad can take movprfx, but ftsmul and ftssel cannot. |
| __ movprfx(z1, z31); |
| __ ftsmul(z1.VnD(), z31.VnD(), z16.VnD()); |
| |
| __ movprfx(z8, z27); |
| __ ftssel(z8.VnH(), z27.VnH(), z1.VnH()); |
| |
| // This looks like a merging unary operation, but it's actually an alias of |
| // sel, which isn't destructive. |
| __ movprfx(z0, z18); |
| __ mov(z0.VnS(), p6.Merging(), z18.VnS()); |
| |
| // The merging form can take movprfx, but the zeroing form cannot. |
| __ movprfx(z12.VnS(), p2.Merging(), z11.VnS()); |
| __ mov(z12.VnS(), p2.Zeroing(), -42); |
| |
| __ movprfx(z13, z6); |
| __ movprfx(z13, z2); |
| |
| // Movprfx can never prefix itself. |
| __ movprfx(z3.VnD(), p5.Zeroing(), z8.VnD()); |
| __ movprfx(z3.VnD(), p5.Merging(), z8.VnD()); |
| |
| __ movprfx(z1.VnD(), p3.Zeroing(), z14.VnD()); |
| __ movprfx(z1.VnD(), p3.Zeroing(), z18.VnD()); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_lane_size) { |
| // Test that CanTakeSVEMovprfx() checks that the (predicated) movprfx lane |
| // size is compatible with the prefixed instruction. |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 63; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z0.VnH(), p2.Zeroing(), z17.VnH()); |
| __ abs(z0.VnS(), p2.Merging(), z17.VnS()); |
| |
| __ movprfx(z10.VnD(), p0.Zeroing(), z4.VnD()); |
| __ add(z10.VnS(), p0.Merging(), z10.VnS(), z2.VnS()); |
| |
| __ movprfx(z25.VnS(), p4.Zeroing(), z26.VnS()); |
| __ and_(z25.VnB(), p4.Merging(), z25.VnB(), z27.VnB()); |
| |
| __ movprfx(z26.VnD(), p5.Merging(), z23.VnD()); |
| __ asr(z26.VnB(), p5.Merging(), z26.VnB(), 3); |
| |
| __ movprfx(z25.VnS(), p7.Zeroing(), z14.VnS()); |
| __ asr(z25.VnH(), p7.Merging(), z25.VnH(), z14.VnH()); |
| |
| __ movprfx(z12.VnS(), p7.Zeroing(), z23.VnS()); |
| __ asr(z12.VnH(), p7.Merging(), z12.VnH(), z23.VnD()); |
| |
| __ movprfx(z3.VnH(), p4.Zeroing(), z18.VnH()); |
| __ asr(z3.VnD(), p4.Merging(), z3.VnD(), z15.VnD()); |
| |
| __ movprfx(z29.VnH(), p4.Merging(), z31.VnH()); |
| __ asrd(z29.VnB(), p4.Merging(), z29.VnB(), 3); |
| |
| __ movprfx(z31.VnH(), p5.Zeroing(), z14.VnH()); |
| __ asrr(z31.VnB(), p5.Merging(), z31.VnB(), z5.VnB()); |
| |
| __ movprfx(z0.VnS(), p6.Zeroing(), z18.VnS()); |
| __ bic(z0.VnB(), p6.Merging(), z0.VnB(), z23.VnB()); |
| |
| __ movprfx(z19.VnH(), p2.Zeroing(), z24.VnH()); |
| __ cls(z19.VnB(), p2.Merging(), z24.VnB()); |
| |
| __ movprfx(z14.VnS(), p5.Zeroing(), z4.VnS()); |
| __ clz(z14.VnD(), p5.Merging(), z10.VnD()); |
| |
| __ movprfx(z0.VnD(), p5.Merging(), z2.VnD()); |
| __ cnot(z0.VnH(), p5.Merging(), z2.VnH()); |
| |
| __ movprfx(z0.VnB(), p3.Zeroing(), z19.VnB()); |
| __ cnt(z0.VnH(), p3.Merging(), z8.VnH()); |
| |
| __ movprfx(z29.VnS(), p0.Merging(), z7.VnS()); |
| __ cpy(z29.VnD(), p0.Merging(), -42); |
| |
| __ movprfx(z13.VnB(), p2.Merging(), z31.VnB()); |
| __ cpy(z13.VnS(), p2.Merging(), w13); |
| |
| __ movprfx(z0.VnS(), p3.Merging(), z15.VnS()); |
| __ cpy(z0.VnH(), p3.Merging(), h0); |
| |
| __ movprfx(z2.VnD(), p6.Zeroing(), z26.VnD()); |
| __ eor(z2.VnB(), p6.Merging(), z2.VnB(), z26.VnB()); |
| |
| __ movprfx(z7.VnS(), p7.Zeroing(), z30.VnS()); |
| __ lsl(z7.VnD(), p7.Merging(), z7.VnD(), 3); |
| |
| __ movprfx(z11.VnH(), p3.Merging(), z23.VnH()); |
| __ lsl(z11.VnB(), p3.Merging(), z11.VnB(), z21.VnB()); |
| |
| __ movprfx(z31.VnS(), p7.Zeroing(), z21.VnS()); |
| __ lsl(z31.VnH(), p7.Merging(), z31.VnH(), z21.VnD()); |
| |
| __ movprfx(z26.VnH(), p0.Merging(), z0.VnH()); |
| __ lsl(z26.VnD(), p0.Merging(), z26.VnD(), z24.VnD()); |
| |
| __ movprfx(z1.VnS(), p2.Zeroing(), z6.VnS()); |
| __ lslr(z1.VnB(), p2.Merging(), z1.VnB(), z6.VnB()); |
| |
| __ movprfx(z4.VnD(), p4.Zeroing(), z6.VnD()); |
| __ lsr(z4.VnH(), p4.Merging(), z4.VnH(), 3); |
| |
| __ movprfx(z27.VnH(), p0.Zeroing(), z29.VnH()); |
| __ lsr(z27.VnS(), p0.Merging(), z27.VnS(), z29.VnS()); |
| |
| __ movprfx(z5.VnD(), p2.Zeroing(), z16.VnD()); |
| __ lsr(z5.VnH(), p2.Merging(), z5.VnH(), z2.VnD()); |
| |
| __ movprfx(z27.VnB(), p4.Zeroing(), z5.VnB()); |
| __ lsr(z27.VnD(), p4.Merging(), z27.VnD(), z5.VnD()); |
| |
| __ movprfx(z27.VnS(), p3.Merging(), z13.VnS()); |
| __ lsrr(z27.VnD(), p3.Merging(), z27.VnD(), z13.VnD()); |
| |
| __ movprfx(z30.VnS(), p2.Zeroing(), z14.VnS()); |
| __ mad(z30.VnB(), p2.Merging(), z20.VnB(), z14.VnB()); |
| |
| __ movprfx(z14.VnB(), p6.Merging(), z11.VnB()); |
| __ mla(z14.VnD(), p6.Merging(), z28.VnD(), z11.VnD()); |
| |
| __ movprfx(z28.VnH(), p2.Zeroing(), z22.VnH()); |
| __ mls(z28.VnS(), p2.Merging(), z3.VnS(), z22.VnS()); |
| |
| // Aliases of cpy. |
| __ movprfx(z18.VnH(), p6.Zeroing(), z25.VnH()); |
| __ mov(z18.VnD(), p6.Merging(), -42); |
| |
| __ movprfx(z22.VnD(), p2.Zeroing(), z6.VnD()); |
| __ mov(z22.VnS(), p2.Merging(), w22); |
| |
| __ movprfx(z3.VnH(), p0.Zeroing(), z13.VnH()); |
| __ mov(z3.VnB(), p0.Merging(), b0); |
| |
| __ movprfx(z31.VnS(), p7.Zeroing(), z12.VnS()); |
| __ msb(z31.VnH(), p7.Merging(), z14.VnH(), z12.VnH()); |
| |
| __ movprfx(z16.VnS(), p7.Zeroing(), z6.VnS()); |
| __ mul(z16.VnB(), p7.Merging(), z16.VnB(), z30.VnB()); |
| |
| __ movprfx(z17.VnD(), p7.Merging(), z1.VnD()); |
| __ neg(z17.VnB(), p7.Merging(), z1.VnB()); |
| |
| __ movprfx(z31.VnH(), p4.Zeroing(), z12.VnH()); |
| __ not_(z31.VnB(), p4.Merging(), z12.VnB()); |
| |
| __ movprfx(z9.VnH(), p3.Zeroing(), z23.VnH()); |
| __ orr(z9.VnS(), p3.Merging(), z9.VnS(), z13.VnS()); |
| |
| __ movprfx(z25.VnD(), p2.Zeroing(), z21.VnD()); |
| __ rbit(z25.VnS(), p2.Merging(), z21.VnS()); |
| |
| __ movprfx(z26.VnH(), p3.Merging(), z13.VnH()); |
| __ revb(z26.VnD(), p3.Merging(), z13.VnD()); |
| |
| __ movprfx(z8.VnH(), p5.Merging(), z20.VnH()); |
| __ revh(z8.VnS(), p5.Merging(), z0.VnS()); |
| |
| __ movprfx(z22.VnH(), p6.Merging(), z15.VnH()); |
| __ revw(z22.VnD(), p6.Merging(), z10.VnD()); |
| |
| __ movprfx(z1.VnD(), p3.Merging(), z15.VnD()); |
| __ sabd(z1.VnB(), p3.Merging(), z1.VnB(), z15.VnB()); |
| |
| __ movprfx(z25.VnD(), p1.Zeroing(), z30.VnD()); |
| __ sdiv(z25.VnS(), p1.Merging(), z25.VnS(), z30.VnS()); |
| |
| __ movprfx(z19.VnS(), p3.Zeroing(), z11.VnS()); |
| __ sdivr(z19.VnD(), p3.Merging(), z19.VnD(), z24.VnD()); |
| |
| __ movprfx(z12.VnH(), p2.Merging(), z2.VnH()); |
| __ smax(z12.VnS(), p2.Merging(), z12.VnS(), z24.VnS()); |
| |
| __ movprfx(z3.VnD(), p1.Merging(), z15.VnD()); |
| __ smin(z3.VnS(), p1.Merging(), z3.VnS(), z20.VnS()); |
| |
| __ movprfx(z13.VnS(), p5.Merging(), z22.VnS()); |
| __ smulh(z13.VnB(), p5.Merging(), z13.VnB(), z27.VnB()); |
| |
| __ movprfx(z11.VnH(), p5.Zeroing(), z25.VnH()); |
| __ sub(z11.VnB(), p5.Merging(), z11.VnB(), z7.VnB()); |
| |
| __ movprfx(z3.VnB(), p6.Merging(), z13.VnB()); |
| __ subr(z3.VnS(), p6.Merging(), z3.VnS(), z13.VnS()); |
| |
| __ movprfx(z26.VnH(), p5.Merging(), z1.VnH()); |
| __ sxtb(z26.VnS(), p5.Merging(), z17.VnS()); |
| |
| __ movprfx(z11.VnB(), p7.Zeroing(), z26.VnB()); |
| __ sxth(z11.VnS(), p7.Merging(), z26.VnS()); |
| |
| __ movprfx(z1.VnS(), p2.Merging(), z21.VnS()); |
| __ sxtw(z1.VnD(), p2.Merging(), z21.VnD()); |
| |
| __ movprfx(z4.VnS(), p6.Zeroing(), z6.VnS()); |
| __ uabd(z4.VnH(), p6.Merging(), z4.VnH(), z6.VnH()); |
| |
| __ movprfx(z26.VnB(), p2.Zeroing(), z11.VnB()); |
| __ udiv(z26.VnD(), p2.Merging(), z26.VnD(), z11.VnD()); |
| |
| __ movprfx(z19.VnB(), p5.Merging(), z6.VnB()); |
| __ udivr(z19.VnS(), p5.Merging(), z19.VnS(), z9.VnS()); |
| |
| __ movprfx(z16.VnB(), p4.Merging(), z6.VnB()); |
| __ umax(z16.VnH(), p4.Merging(), z16.VnH(), z6.VnH()); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z4.VnD()); |
| __ umin(z1.VnS(), p0.Merging(), z1.VnS(), z28.VnS()); |
| |
| __ movprfx(z25.VnD(), p7.Merging(), z4.VnD()); |
| __ umulh(z25.VnB(), p7.Merging(), z25.VnB(), z16.VnB()); |
| |
| __ movprfx(z29.VnB(), p4.Merging(), z2.VnB()); |
| __ uxtb(z29.VnS(), p4.Merging(), z31.VnS()); |
| |
| __ movprfx(z27.VnH(), p5.Merging(), z21.VnH()); |
| __ uxth(z27.VnD(), p5.Merging(), z1.VnD()); |
| |
| __ movprfx(z29.VnB(), p2.Merging(), z7.VnB()); |
| __ uxtw(z29.VnD(), p2.Merging(), z7.VnD()); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_lane_size_fp) { |
| // Test that CanTakeSVEMovprfx() checks that the (predicated) movprfx lane |
| // size is compatible with the prefixed instruction. |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 64; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z29.VnD(), p5.Zeroing(), z8.VnD()); |
| __ fabd(z29.VnS(), p5.Merging(), z29.VnS(), z26.VnS()); |
| |
| __ movprfx(z9.VnB(), p0.Zeroing(), z1.VnB()); |
| __ fabs(z9.VnS(), p0.Merging(), z15.VnS()); |
| |
| __ movprfx(z24.VnD(), p0.Zeroing(), z8.VnD()); |
| __ fadd(z24.VnH(), p0.Merging(), z24.VnH(), 0.5); |
| |
| __ movprfx(z24.VnB(), p1.Zeroing(), z27.VnB()); |
| __ fadd(z24.VnH(), p1.Merging(), z24.VnH(), z27.VnH()); |
| |
| __ movprfx(z14.VnH(), p7.Merging(), z12.VnH()); |
| __ fcadd(z14.VnD(), p7.Merging(), z14.VnD(), z12.VnD(), 90); |
| |
| __ movprfx(z10.VnB(), p6.Merging(), z11.VnB()); |
| __ fcpy(z10.VnH(), p6.Merging(), 1.25); |
| |
| __ movprfx(z12.VnB(), p6.Merging(), z18.VnB()); |
| __ fcvt(z12.VnD(), p6.Merging(), z18.VnH()); |
| |
| __ movprfx(z18.VnH(), p7.Zeroing(), z2.VnH()); |
| __ fcvt(z18.VnD(), p7.Merging(), z0.VnS()); |
| |
| __ movprfx(z3.VnH(), p5.Merging(), z14.VnH()); |
| __ fcvt(z3.VnS(), p5.Merging(), z21.VnD()); |
| |
| __ movprfx(z15.VnH(), p1.Zeroing(), z12.VnH()); |
| __ fcvt(z15.VnH(), p1.Merging(), z12.VnD()); |
| |
| __ movprfx(z3.VnH(), p2.Merging(), z22.VnH()); |
| __ fcvtzs(z3.VnD(), p2.Merging(), z7.VnH()); |
| |
| __ movprfx(z17.VnS(), p3.Merging(), z14.VnS()); |
| __ fcvtzs(z17.VnD(), p3.Merging(), z14.VnD()); |
| |
| __ movprfx(z2.VnH(), p1.Zeroing(), z16.VnH()); |
| __ fcvtzs(z2.VnS(), p1.Merging(), z31.VnH()); |
| |
| __ movprfx(z13.VnB(), p2.Merging(), z9.VnB()); |
| __ fcvtzs(z13.VnS(), p2.Merging(), z23.VnD()); |
| |
| __ movprfx(z19.VnB(), p1.Merging(), z4.VnB()); |
| __ fcvtzu(z19.VnD(), p1.Merging(), z14.VnH()); |
| |
| __ movprfx(z29.VnS(), p2.Merging(), z19.VnS()); |
| __ fcvtzu(z29.VnD(), p2.Merging(), z19.VnD()); |
| |
| __ movprfx(z21.VnS(), p4.Zeroing(), z17.VnS()); |
| __ fcvtzu(z21.VnD(), p4.Merging(), z17.VnS()); |
| |
| __ movprfx(z19.VnH(), p4.Zeroing(), z30.VnH()); |
| __ fcvtzu(z19.VnS(), p4.Merging(), z16.VnD()); |
| |
| __ movprfx(z10.VnS(), p7.Zeroing(), z27.VnS()); |
| __ fdiv(z10.VnH(), p7.Merging(), z10.VnH(), z27.VnH()); |
| |
| __ movprfx(z7.VnD(), p7.Zeroing(), z17.VnD()); |
| __ fdivr(z7.VnH(), p7.Merging(), z7.VnH(), z28.VnH()); |
| |
| __ movprfx(z22.VnB(), p0.Merging(), z27.VnB()); |
| __ fmad(z22.VnH(), p0.Merging(), z27.VnH(), z15.VnH()); |
| |
| __ movprfx(z14.VnD(), p1.Zeroing(), z11.VnD()); |
| __ fmax(z14.VnS(), p1.Merging(), z14.VnS(), 0.0); |
| |
| __ movprfx(z27.VnB(), p5.Merging(), z14.VnB()); |
| __ fmax(z27.VnD(), p5.Merging(), z27.VnD(), z14.VnD()); |
| |
| __ movprfx(z31.VnH(), p7.Merging(), z24.VnH()); |
| __ fmaxnm(z31.VnD(), p7.Merging(), z31.VnD(), 0.0); |
| |
| __ movprfx(z11.VnD(), p7.Zeroing(), z25.VnD()); |
| __ fmaxnm(z11.VnS(), p7.Merging(), z11.VnS(), z28.VnS()); |
| |
| __ movprfx(z31.VnD(), p6.Merging(), z19.VnD()); |
| __ fmin(z31.VnH(), p6.Merging(), z31.VnH(), 0.0); |
| |
| __ movprfx(z20.VnS(), p3.Zeroing(), z15.VnS()); |
| __ fmin(z20.VnH(), p3.Merging(), z20.VnH(), z8.VnH()); |
| |
| __ movprfx(z6.VnS(), p0.Merging(), z30.VnS()); |
| __ fminnm(z6.VnH(), p0.Merging(), z6.VnH(), 0.0); |
| |
| __ movprfx(z1.VnH(), p1.Zeroing(), z14.VnH()); |
| __ fminnm(z1.VnS(), p1.Merging(), z1.VnS(), z14.VnS()); |
| |
| __ movprfx(z13.VnB(), p3.Zeroing(), z21.VnB()); |
| __ fmla(z13.VnD(), p3.Merging(), z12.VnD(), z21.VnD()); |
| |
| __ movprfx(z15.VnS(), p1.Zeroing(), z20.VnS()); |
| __ fmls(z15.VnH(), p1.Merging(), z28.VnH(), z20.VnH()); |
| |
| __ movprfx(z19.VnD(), p3.Zeroing(), z31.VnD()); |
| __ fmov(z19.VnH(), p3.Merging(), 0.0); |
| |
| __ movprfx(z16.VnS(), p7.Merging(), z30.VnS()); |
| __ fmov(z16.VnH(), p7.Merging(), 2.5); |
| |
| __ movprfx(z21.VnB(), p1.Merging(), z28.VnB()); |
| __ fmsb(z21.VnH(), p1.Merging(), z30.VnH(), z28.VnH()); |
| |
| __ movprfx(z21.VnS(), p1.Zeroing(), z19.VnS()); |
| __ fmul(z21.VnH(), p1.Merging(), z21.VnH(), 2.0); |
| |
| __ movprfx(z28.VnB(), p7.Zeroing(), z8.VnB()); |
| __ fmul(z28.VnS(), p7.Merging(), z28.VnS(), z26.VnS()); |
| |
| __ movprfx(z2.VnB(), p4.Merging(), z31.VnB()); |
| __ fmulx(z2.VnH(), p4.Merging(), z2.VnH(), z31.VnH()); |
| |
| __ movprfx(z6.VnB(), p2.Zeroing(), z0.VnB()); |
| __ fneg(z6.VnS(), p2.Merging(), z28.VnS()); |
| |
| __ movprfx(z26.VnB(), p0.Zeroing(), z21.VnB()); |
| __ fnmad(z26.VnH(), p0.Merging(), z21.VnH(), z18.VnH()); |
| |
| __ movprfx(z15.VnB(), p1.Zeroing(), z26.VnB()); |
| __ fnmla(z15.VnH(), p1.Merging(), z26.VnH(), z18.VnH()); |
| |
| __ movprfx(z16.VnS(), p0.Merging(), z1.VnS()); |
| __ fnmls(z16.VnD(), p0.Merging(), z1.VnD(), z13.VnD()); |
| |
| __ movprfx(z4.VnH(), p0.Zeroing(), z16.VnH()); |
| __ fnmsb(z4.VnS(), p0.Merging(), z30.VnS(), z3.VnS()); |
| |
| // Note that frecpe and frecps _cannot_ take movprfx. |
| __ movprfx(z9.VnH(), p0.Zeroing(), z21.VnH()); |
| __ frecpx(z9.VnS(), p0.Merging(), z14.VnS()); |
| |
| __ movprfx(z6.VnH(), p2.Zeroing(), z28.VnH()); |
| __ frinta(z6.VnD(), p2.Merging(), z28.VnD()); |
| |
| __ movprfx(z12.VnS(), p4.Zeroing(), z7.VnS()); |
| __ frinti(z12.VnH(), p4.Merging(), z7.VnH()); |
| |
| __ movprfx(z6.VnB(), p5.Merging(), z20.VnB()); |
| __ frintm(z6.VnD(), p5.Merging(), z20.VnD()); |
| |
| __ movprfx(z7.VnB(), p6.Merging(), z19.VnB()); |
| __ frintn(z7.VnH(), p6.Merging(), z11.VnH()); |
| |
| __ movprfx(z12.VnD(), p2.Merging(), z31.VnD()); |
| __ frintp(z12.VnS(), p2.Merging(), z31.VnS()); |
| |
| __ movprfx(z1.VnS(), p5.Merging(), z10.VnS()); |
| __ frintx(z1.VnD(), p5.Merging(), z0.VnD()); |
| |
| __ movprfx(z6.VnH(), p0.Merging(), z12.VnH()); |
| __ frintz(z6.VnS(), p0.Merging(), z7.VnS()); |
| |
| __ movprfx(z8.VnH(), p2.Merging(), z6.VnH()); |
| __ fscale(z8.VnD(), p2.Merging(), z8.VnD(), z6.VnD()); |
| |
| __ movprfx(z20.VnH(), p2.Zeroing(), z2.VnH()); |
| __ fsqrt(z20.VnD(), p2.Merging(), z15.VnD()); |
| |
| __ movprfx(z28.VnS(), p6.Zeroing(), z19.VnS()); |
| __ fsub(z28.VnD(), p6.Merging(), z28.VnD(), 1.0); |
| |
| __ movprfx(z6.VnB(), p0.Zeroing(), z12.VnB()); |
| __ fsub(z6.VnD(), p0.Merging(), z6.VnD(), z20.VnD()); |
| |
| __ movprfx(z6.VnS(), p7.Zeroing(), z11.VnS()); |
| __ fsubr(z6.VnH(), p7.Merging(), z6.VnH(), 1.0); |
| |
| __ movprfx(z28.VnB(), p3.Merging(), z10.VnB()); |
| __ fsubr(z28.VnS(), p3.Merging(), z28.VnS(), z9.VnS()); |
| |
| __ movprfx(z22.VnB(), p3.Zeroing(), z14.VnB()); |
| __ scvtf(z22.VnD(), p3.Merging(), z24.VnS()); |
| |
| __ movprfx(z20.VnS(), p2.Merging(), z9.VnS()); |
| __ scvtf(z20.VnH(), p2.Merging(), z9.VnH()); |
| |
| __ movprfx(z19.VnH(), p1.Merging(), z21.VnH()); |
| __ scvtf(z19.VnS(), p1.Merging(), z6.VnD()); |
| |
| __ movprfx(z31.VnS(), p3.Merging(), z22.VnS()); |
| __ scvtf(z31.VnH(), p3.Merging(), z22.VnD()); |
| |
| __ movprfx(z8.VnS(), p3.Merging(), z3.VnS()); |
| __ ucvtf(z8.VnD(), p3.Merging(), z1.VnS()); |
| |
| __ movprfx(z0.VnB(), p0.Merging(), z23.VnB()); |
| __ ucvtf(z0.VnH(), p0.Merging(), z12.VnH()); |
| |
| __ movprfx(z8.VnH(), p3.Zeroing(), z4.VnH()); |
| __ ucvtf(z8.VnH(), p3.Merging(), z4.VnS()); |
| |
| __ movprfx(z20.VnH(), p2.Zeroing(), z10.VnH()); |
| __ ucvtf(z20.VnH(), p2.Merging(), z11.VnD()); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_predication) { |
| // Test that CanTakeSVEMovprfx() is false when a predicated movprfx appears |
| // before an unpredicated instruction. |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, CPUFeatures::kSVEI8MM); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 60; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z27.VnS(), p1.Zeroing(), z12.VnS()); |
| __ add(z27.VnS(), z27.VnS(), 42); |
| |
| __ movprfx(z31.VnS(), p6.Zeroing(), z1.VnS()); |
| __ and_(z31.VnS(), z31.VnS(), 4); |
| |
| __ movprfx(z27.VnS(), p5.Merging(), z24.VnS()); |
| __ bic(z27.VnS(), z27.VnS(), 4); |
| |
| __ movprfx(z6.VnH(), p7.Merging(), z30.VnH()); |
| __ clasta(z6.VnH(), p7, z6.VnH(), z14.VnH()); |
| |
| __ movprfx(z11.VnB(), p6.Merging(), z5.VnB()); |
| __ clastb(z11.VnB(), p6, z11.VnB(), z29.VnB()); |
| |
| __ movprfx(z5.VnD(), p0.Merging(), z1.VnD()); |
| __ decd(z5.VnD(), SVE_MUL3); |
| |
| __ movprfx(z11.VnH(), p7.Zeroing(), z28.VnH()); |
| __ dech(z11.VnH(), SVE_VL2); |
| |
| __ movprfx(z14.VnS(), p5.Zeroing(), z6.VnS()); |
| __ decp(z14.VnS(), p5); |
| |
| __ movprfx(z6.VnS(), p5.Merging(), z10.VnS()); |
| __ decw(z6.VnS(), SVE_ALL); |
| |
| __ movprfx(z27.VnH(), p7.Zeroing(), z9.VnH()); |
| __ eon(z27.VnH(), z27.VnH(), 4); |
| |
| __ movprfx(z3.VnS(), p3.Zeroing(), z2.VnS()); |
| __ eor(z3.VnS(), z3.VnS(), 4); |
| |
| __ movprfx(z30.VnB(), p2.Zeroing(), z25.VnB()); |
| __ ext(z30.VnB(), z30.VnB(), z25.VnB(), 42); |
| |
| __ movprfx(z22.VnD(), p0.Merging(), z0.VnD()); |
| __ incd(z22.VnD(), SVE_MUL3); |
| |
| __ movprfx(z7.VnH(), p3.Merging(), z3.VnH()); |
| __ inch(z7.VnH(), SVE_VL2); |
| |
| __ movprfx(z9.VnD(), p1.Zeroing(), z28.VnD()); |
| __ incp(z9.VnD(), p1); |
| |
| __ movprfx(z30.VnS(), p3.Merging(), z4.VnS()); |
| __ incw(z30.VnS(), SVE_ALL); |
| |
| __ movprfx(z30.VnB(), p7.Zeroing(), z21.VnB()); |
| __ insr(z30.VnB(), w30); |
| |
| __ movprfx(z2.VnB(), p4.Zeroing(), z26.VnB()); |
| __ insr(z2.VnB(), b0); |
| |
| __ movprfx(z27.VnS(), p5.Zeroing(), z5.VnS()); |
| __ mul(z27.VnS(), z27.VnS(), 42); |
| |
| __ movprfx(z5.VnS(), p0.Merging(), z26.VnS()); |
| __ orn(z5.VnS(), z5.VnS(), 4); |
| |
| __ movprfx(z5.VnS(), p0.Merging(), z26.VnS()); |
| __ orn(z5.VnS(), z5.VnS(), 4); |
| |
| __ movprfx(z16.VnD(), p1.Merging(), z13.VnD()); |
| __ sdot(z16.VnD(), z11.VnH(), z7.VnH(), 1); |
| |
| __ movprfx(z27.VnD(), p5.Merging(), z18.VnD()); |
| __ sdot(z27.VnD(), z18.VnH(), z0.VnH()); |
| |
| __ movprfx(z20.VnS(), p6.Merging(), z1.VnS()); |
| __ sdot(z20.VnS(), z10.VnB(), z1.VnB(), 1); |
| |
| __ movprfx(z19.VnD(), p0.Zeroing(), z7.VnD()); |
| __ smax(z19.VnD(), z19.VnD(), 42); |
| |
| __ movprfx(z15.VnD(), p1.Zeroing(), z7.VnD()); |
| __ smin(z15.VnD(), z15.VnD(), 42); |
| |
| __ movprfx(z15.VnB(), p5.Merging(), z3.VnB()); |
| __ splice(z15.VnB(), p5, z15.VnB(), z3.VnB()); |
| |
| __ movprfx(z5.VnB(), p6.Zeroing(), z4.VnB()); |
| __ sqadd(z5.VnB(), z5.VnB(), 42); |
| |
| __ movprfx(z16.VnD(), p0.Zeroing(), z18.VnD()); |
| __ sqdecd(z16.VnD(), SVE_MUL3); |
| |
| __ movprfx(z7.VnH(), p3.Merging(), z28.VnH()); |
| __ sqdech(z7.VnH(), SVE_VL2); |
| |
| __ movprfx(z7.VnS(), p2.Merging(), z13.VnS()); |
| __ sqdecp(z7.VnS(), p2); |
| |
| __ movprfx(z22.VnS(), p7.Zeroing(), z20.VnS()); |
| __ sqdecw(z22.VnS(), SVE_ALL); |
| |
| __ movprfx(z26.VnD(), p1.Zeroing(), z0.VnD()); |
| __ sqincd(z26.VnD(), SVE_MUL3); |
| |
| __ movprfx(z15.VnH(), p7.Zeroing(), z27.VnH()); |
| __ sqinch(z15.VnH(), SVE_VL2); |
| |
| __ movprfx(z4.VnD(), p7.Merging(), z13.VnD()); |
| __ sqincp(z4.VnD(), p7); |
| |
| __ movprfx(z29.VnS(), p6.Merging(), z14.VnS()); |
| __ sqincw(z29.VnS(), SVE_ALL); |
| |
| __ movprfx(z17.VnB(), p1.Merging(), z24.VnB()); |
| __ sqsub(z17.VnB(), z17.VnB(), 42); |
| |
| __ movprfx(z26.VnS(), p5.Zeroing(), z19.VnS()); |
| __ sub(z26.VnS(), z26.VnS(), 42); |
| |
| __ movprfx(z15.VnD(), p1.Merging(), z3.VnD()); |
| __ subr(z15.VnD(), z15.VnD(), 42); |
| |
| __ movprfx(z4.VnD(), p2.Zeroing(), z14.VnD()); |
| __ udot(z4.VnD(), z15.VnH(), z7.VnH(), 1); |
| |
| __ movprfx(z29.VnD(), p4.Zeroing(), z28.VnD()); |
| __ udot(z29.VnD(), z2.VnH(), z17.VnH()); |
| |
| __ movprfx(z7.VnS(), p6.Merging(), z3.VnS()); |
| __ udot(z7.VnS(), z14.VnB(), z1.VnB(), 1); |
| |
| __ movprfx(z14.VnB(), p3.Merging(), z5.VnB()); |
| __ umax(z14.VnB(), z14.VnB(), 42); |
| |
| __ movprfx(z4.VnD(), p1.Zeroing(), z2.VnD()); |
| __ umin(z4.VnD(), z4.VnD(), 42); |
| |
| __ movprfx(z19.VnB(), p0.Zeroing(), z27.VnB()); |
| __ uqadd(z19.VnB(), z19.VnB(), 42); |
| |
| __ movprfx(z24.VnD(), p7.Zeroing(), z11.VnD()); |
| __ uqdecd(z24.VnD(), SVE_MUL3); |
| |
| __ movprfx(z24.VnH(), p4.Zeroing(), z18.VnH()); |
| __ uqdech(z24.VnH(), SVE_VL2); |
| |
| __ movprfx(z31.VnS(), p5.Zeroing(), z2.VnS()); |
| __ uqdecp(z31.VnS(), p5); |
| |
| __ movprfx(z19.VnS(), p6.Merging(), z21.VnS()); |
| __ uqdecw(z19.VnS(), SVE_ALL); |
| |
| __ movprfx(z27.VnD(), p0.Merging(), z21.VnD()); |
| __ uqincd(z27.VnD(), SVE_MUL3); |
| |
| __ movprfx(z13.VnH(), p4.Zeroing(), z12.VnH()); |
| __ uqinch(z13.VnH(), SVE_VL2); |
| |
| __ movprfx(z0.VnD(), p4.Zeroing(), z1.VnD()); |
| __ uqincp(z0.VnD(), p4); |
| |
| __ movprfx(z12.VnS(), p4.Merging(), z21.VnS()); |
| __ uqincw(z12.VnS(), SVE_ALL); |
| |
| __ movprfx(z9.VnD(), p0.Zeroing(), z16.VnD()); |
| __ uqsub(z9.VnD(), z9.VnD(), 42); |
| |
| __ movprfx(z22.VnS(), p0.Zeroing(), z5.VnS()); |
| __ smmla(z22.VnS(), z21.VnB(), z0.VnB()); |
| |
| __ movprfx(z1.VnS(), p0.Zeroing(), z5.VnS()); |
| __ ummla(z1.VnS(), z10.VnB(), z2.VnB()); |
| |
| __ movprfx(z30.VnS(), p0.Zeroing(), z5.VnS()); |
| __ usmmla(z30.VnS(), z29.VnB(), z18.VnB()); |
| |
| __ movprfx(z4.VnS(), p0.Zeroing(), z5.VnS()); |
| __ usdot(z4.VnS(), z3.VnB(), z4.VnB()); |
| |
| __ movprfx(z10.VnS(), p0.Zeroing(), z5.VnS()); |
| __ usdot(z10.VnS(), z10.VnB(), z0.VnB(), 0); |
| |
| __ movprfx(z1.VnS(), p0.Zeroing(), z5.VnS()); |
| __ sudot(z1.VnS(), z10.VnB(), z1.VnB(), 1); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_predication_fp) { |
| // Test that CanTakeSVEMovprfx() is false when a predicated movprfx appears |
| // before an unpredicated instruction. |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, |
| CPUFeatures::kSVEF32MM, |
| CPUFeatures::kSVEF64MM); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 11; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z10.VnH(), p3.Zeroing(), z3.VnH()); |
| __ fcmla(z10.VnH(), z22.VnH(), z3.VnH(), 2, 180); |
| |
| __ movprfx(z12.VnS(), p4.Merging(), z14.VnS()); |
| __ fcmla(z12.VnS(), z3.VnS(), z10.VnS(), 1, 270); |
| |
| __ movprfx(z16.VnD(), p3.Zeroing(), z24.VnD()); |
| __ fmla(z16.VnD(), z24.VnD(), z8.VnD(), 1); |
| |
| __ movprfx(z9.VnH(), p7.Zeroing(), z0.VnH()); |
| __ fmla(z9.VnH(), z8.VnH(), z0.VnH(), 7); |
| |
| __ movprfx(z23.VnS(), p5.Merging(), z5.VnS()); |
| __ fmla(z23.VnS(), z7.VnS(), z5.VnS(), 3); |
| |
| __ movprfx(z19.VnD(), p6.Zeroing(), z8.VnD()); |
| __ fmls(z19.VnD(), z27.VnD(), z13.VnD(), 1); |
| |
| __ movprfx(z25.VnH(), p7.Merging(), z24.VnH()); |
| __ fmls(z25.VnH(), z24.VnH(), z4.VnH(), 4); |
| |
| __ movprfx(z2.VnS(), p1.Zeroing(), z0.VnS()); |
| __ fmls(z2.VnS(), z9.VnS(), z0.VnS(), 3); |
| |
| // Note that ftsmul and ftssel cannot take movprfx. |
| __ movprfx(z22.VnD(), p6.Merging(), z16.VnD()); |
| __ ftmad(z22.VnD(), z22.VnD(), z20.VnD(), 2); |
| |
| __ movprfx(z30.VnS(), p0.Zeroing(), z5.VnS()); |
| __ fmmla(z30.VnS(), z29.VnS(), z18.VnS()); |
| |
| __ movprfx(z31.VnD(), p1.Merging(), z5.VnD()); |
| __ fmmla(z31.VnD(), z30.VnD(), z18.VnD()); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_positive) { |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, CPUFeatures::kSVEI8MM); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 123; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z17, z28); |
| __ abs(z17.VnB(), p6.Merging(), z28.VnB()); |
| |
| __ movprfx(z9, z7); |
| __ add(z9.VnB(), p5.Merging(), z9.VnB(), z29.VnB()); |
| |
| __ movprfx(z11, z0); |
| __ add(z11.VnD(), z11.VnD(), 42); |
| |
| __ movprfx(z8.VnS(), p3.Zeroing(), z28.VnS()); |
| __ and_(z8.VnS(), p3.Merging(), z8.VnS(), z31.VnS()); |
| |
| __ movprfx(z20, z23); |
| __ and_(z20.VnS(), z20.VnS(), 4); |
| |
| __ movprfx(z24.VnD(), p5.Merging(), z11.VnD()); |
| __ asr(z24.VnD(), p5.Merging(), z24.VnD(), 3); |
| |
| __ movprfx(z1, z13); |
| __ asr(z1.VnH(), p3.Merging(), z1.VnH(), z4.VnH()); |
| |
| __ movprfx(z0.VnB(), p7.Zeroing(), z28.VnB()); |
| __ asr(z0.VnB(), p7.Merging(), z0.VnB(), z28.VnD()); |
| |
| __ movprfx(z15, z5); |
| __ asr(z15.VnD(), p3.Merging(), z15.VnD(), z5.VnD()); |
| |
| __ movprfx(z24.VnH(), p3.Merging(), z22.VnH()); |
| __ asrd(z24.VnH(), p3.Merging(), z24.VnH(), 3); |
| |
| __ movprfx(z2.VnS(), p3.Zeroing(), z20.VnS()); |
| __ asrr(z2.VnS(), p3.Merging(), z2.VnS(), z15.VnS()); |
| |
| __ movprfx(z17.VnB(), p7.Merging(), z6.VnB()); |
| __ bic(z17.VnB(), p7.Merging(), z17.VnB(), z25.VnB()); |
| |
| __ movprfx(z31, z6); |
| __ bic(z31.VnD(), z31.VnD(), 4); |
| |
| __ movprfx(z20, z2); |
| __ clasta(z20.VnB(), p4, z20.VnB(), z15.VnB()); |
| |
| __ movprfx(z27, z11); |
| __ clastb(z27.VnB(), p5, z27.VnB(), z6.VnB()); |
| |
| __ movprfx(z3.VnS(), p7.Zeroing(), z17.VnS()); |
| __ cls(z3.VnS(), p7.Merging(), z0.VnS()); |
| |
| __ movprfx(z29.VnB(), p0.Zeroing(), z24.VnB()); |
| __ clz(z29.VnB(), p0.Merging(), z7.VnB()); |
| |
| __ movprfx(z2.VnH(), p7.Zeroing(), z29.VnH()); |
| __ cnot(z2.VnH(), p7.Merging(), z28.VnH()); |
| |
| __ movprfx(z23, z5); |
| __ cnt(z23.VnH(), p0.Merging(), z12.VnH()); |
| |
| __ movprfx(z5, z3); |
| __ cpy(z5.VnD(), p1.Merging(), -42); |
| |
| __ movprfx(z0, z12); |
| __ cpy(z0.VnB(), p1.Merging(), w0); |
| |
| __ movprfx(z27, z8); |
| __ cpy(z27.VnB(), p0.Merging(), b0); |
| |
| __ movprfx(z20, z24); |
| __ decd(z20.VnD(), SVE_MUL3); |
| |
| __ movprfx(z5, z28); |
| __ dech(z5.VnH(), SVE_VL2); |
| |
| __ movprfx(z7, z3); |
| __ decp(z7.VnD(), p2); |
| |
| __ movprfx(z4, z7); |
| __ decw(z4.VnS(), SVE_ALL); |
| |
| __ movprfx(z3, z18); |
| __ eon(z3.VnS(), z3.VnS(), 4); |
| |
| __ movprfx(z4.VnD(), p0.Merging(), z10.VnD()); |
| __ eor(z4.VnD(), p0.Merging(), z4.VnD(), z10.VnD()); |
| |
| __ movprfx(z15, z18); |
| __ eor(z15.VnH(), z15.VnH(), 4); |
| |
| __ movprfx(z17, z30); |
| __ ext(z17.VnB(), z17.VnB(), z18.VnB(), 2); |
| |
| __ movprfx(z19, z28); |
| __ incd(z19.VnD(), SVE_MUL3); |
| |
| __ movprfx(z13, z7); |
| __ inch(z13.VnH(), SVE_VL2); |
| |
| __ movprfx(z14, z21); |
| __ incp(z14.VnD(), p1); |
| |
| __ movprfx(z26, z12); |
| __ incw(z26.VnS(), SVE_ALL); |
| |
| __ movprfx(z16, z2); |
| __ insr(z16.VnB(), w16); |
| |
| __ movprfx(z20, z26); |
| __ insr(z20.VnB(), b0); |
| |
| __ movprfx(z30.VnD(), p0.Merging(), z23.VnD()); |
| __ lsl(z30.VnD(), p0.Merging(), z30.VnD(), 3); |
| |
| __ movprfx(z28.VnS(), p2.Zeroing(), z6.VnS()); |
| __ lsl(z28.VnS(), p2.Merging(), z28.VnS(), z6.VnS()); |
| |
| __ movprfx(z15.VnH(), p6.Zeroing(), z3.VnH()); |
| __ lsl(z15.VnH(), p6.Merging(), z15.VnH(), z3.VnD()); |
| |
| __ movprfx(z13.VnD(), p4.Zeroing(), z14.VnD()); |
| __ lsl(z13.VnD(), p4.Merging(), z13.VnD(), z25.VnD()); |
| |
| __ movprfx(z14, z5); |
| __ lslr(z14.VnS(), p0.Merging(), z14.VnS(), z17.VnS()); |
| |
| __ movprfx(z21, z1); |
| __ lsr(z21.VnH(), p5.Merging(), z21.VnH(), 3); |
| |
| __ movprfx(z11.VnH(), p0.Zeroing(), z13.VnH()); |
| __ lsr(z11.VnH(), p0.Merging(), z11.VnH(), z9.VnH()); |
| |
| __ movprfx(z24, z29); |
| __ lsr(z24.VnS(), p4.Merging(), z24.VnS(), z1.VnD()); |
| |
| __ movprfx(z1.VnD(), p6.Merging(), z9.VnD()); |
| __ lsr(z1.VnD(), p6.Merging(), z1.VnD(), z9.VnD()); |
| |
| __ movprfx(z22, z3); |
| __ lsrr(z22.VnB(), p3.Merging(), z22.VnB(), z3.VnB()); |
| |
| __ movprfx(z24.VnB(), p2.Zeroing(), z5.VnB()); |
| __ mad(z24.VnB(), p2.Merging(), z5.VnB(), z10.VnB()); |
| |
| __ movprfx(z8, z4); |
| __ mla(z8.VnS(), p6.Merging(), z4.VnS(), z26.VnS()); |
| |
| __ movprfx(z10, z8); |
| __ mls(z10.VnS(), p4.Merging(), z23.VnS(), z16.VnS()); |
| |
| // Aliases of cpy. |
| __ movprfx(z4.VnH(), p5.Zeroing(), z2.VnH()); |
| __ mov(z4.VnH(), p5.Merging(), -42); |
| |
| __ movprfx(z2.VnB(), p3.Zeroing(), z24.VnB()); |
| __ mov(z2.VnB(), p3.Merging(), w2); |
| |
| __ movprfx(z27, z13); |
| __ mov(z27.VnD(), p3.Merging(), d0); |
| |
| __ movprfx(z18.VnB(), p5.Zeroing(), z11.VnB()); |
| __ msb(z18.VnB(), p5.Merging(), z3.VnB(), z11.VnB()); |
| |
| __ movprfx(z29, z16); |
| __ mul(z29.VnS(), p6.Merging(), z29.VnS(), z9.VnS()); |
| |
| __ movprfx(z21, z23); |
| __ mul(z21.VnH(), z21.VnH(), 42); |
| |
| __ movprfx(z7.VnS(), p4.Merging(), z14.VnS()); |
| __ neg(z7.VnS(), p4.Merging(), z14.VnS()); |
| |
| __ movprfx(z8.VnD(), p4.Zeroing(), z5.VnD()); |
| __ not_(z8.VnD(), p4.Merging(), z5.VnD()); |
| |
| __ movprfx(z14, z13); |
| __ orn(z14.VnS(), z14.VnS(), 4); |
| |
| __ movprfx(z14, z13); |
| __ orn(z14.VnS(), z14.VnS(), 4); |
| |
| __ movprfx(z27, z17); |
| __ orr(z27.VnD(), p2.Merging(), z27.VnD(), z17.VnD()); |
| |
| __ movprfx(z13.VnH(), p2.Zeroing(), z27.VnH()); |
| __ rbit(z13.VnH(), p2.Merging(), z1.VnH()); |
| |
| __ movprfx(z1, z29); |
| __ revb(z1.VnS(), p4.Merging(), z6.VnS()); |
| |
| __ movprfx(z18.VnD(), p2.Zeroing(), z10.VnD()); |
| __ revh(z18.VnD(), p2.Merging(), z16.VnD()); |
| |
| __ movprfx(z2.VnD(), p1.Merging(), z10.VnD()); |
| __ revw(z2.VnD(), p1.Merging(), z1.VnD()); |
| |
| __ movprfx(z28.VnS(), p7.Merging(), z11.VnS()); |
| __ sabd(z28.VnS(), p7.Merging(), z28.VnS(), z11.VnS()); |
| |
| __ movprfx(z22.VnS(), p0.Merging(), z20.VnS()); |
| __ sdiv(z22.VnS(), p0.Merging(), z22.VnS(), z6.VnS()); |
| |
| __ movprfx(z13.VnS(), p7.Merging(), z0.VnS()); |
| __ sdivr(z13.VnS(), p7.Merging(), z13.VnS(), z2.VnS()); |
| |
| __ movprfx(z0, z12); |
| __ sdot(z0.VnD(), z10.VnH(), z12.VnH(), 1); |
| |
| __ movprfx(z8, z15); |
| __ sdot(z8.VnS(), z15.VnB(), z12.VnB()); |
| |
| __ movprfx(z13, z0); |
| __ sdot(z13.VnS(), z10.VnB(), z0.VnB(), 1); |
| |
| __ movprfx(z11, z13); |
| __ smax(z11.VnB(), p5.Merging(), z11.VnB(), z24.VnB()); |
| |
| __ movprfx(z3, z17); |
| __ smax(z3.VnD(), z3.VnD(), 42); |
| |
| __ movprfx(z10, z29); |
| __ smin(z10.VnD(), p4.Merging(), z10.VnD(), z29.VnD()); |
| |
| __ movprfx(z13, z29); |
| __ smin(z13.VnD(), z13.VnD(), 42); |
| |
| __ movprfx(z6, z17); |
| __ smulh(z6.VnS(), p7.Merging(), z6.VnS(), z31.VnS()); |
| |
| __ movprfx(z19, z20); |
| __ splice(z19.VnB(), p3, z19.VnB(), z20.VnB()); |
| |
| __ movprfx(z0, z3); |
| __ sqadd(z0.VnD(), z0.VnD(), 42); |
| |
| __ movprfx(z29, z5); |
| __ sqdecd(z29.VnD(), SVE_MUL3); |
| |
| __ movprfx(z25, z11); |
| __ sqdech(z25.VnH(), SVE_VL2); |
| |
| __ movprfx(z16, z9); |
| __ sqdecp(z16.VnS(), p1); |
| |
| __ movprfx(z8, z17); |
| __ sqdecw(z8.VnS(), SVE_ALL); |
| |
| __ movprfx(z4, z5); |
| __ sqincd(z4.VnD(), SVE_MUL3); |
| |
| __ movprfx(z0, z17); |
| __ sqinch(z0.VnH(), SVE_VL2); |
| |
| __ movprfx(z7, z27); |
| __ sqincp(z7.VnS(), p6); |
| |
| __ movprfx(z10, z9); |
| __ sqincw(z10.VnS(), SVE_ALL); |
| |
| __ movprfx(z31, z22); |
| __ sqsub(z31.VnB(), z31.VnB(), 42); |
| |
| __ movprfx(z12.VnH(), p7.Zeroing(), z23.VnH()); |
| __ sub(z12.VnH(), p7.Merging(), z12.VnH(), z23.VnH()); |
| |
| __ movprfx(z10, z1); |
| __ sub(z10.VnH(), z10.VnH(), 42); |
| |
| __ movprfx(z15.VnB(), p0.Merging(), z0.VnB()); |
| __ subr(z15.VnB(), p0.Merging(), z15.VnB(), z0.VnB()); |
| |
| __ movprfx(z17, z2); |
| __ subr(z17.VnH(), z17.VnH(), 42); |
| |
| __ movprfx(z5, z3); |
| __ sxtb(z5.VnD(), p6.Merging(), z20.VnD()); |
| |
| __ movprfx(z11, z17); |
| __ sxth(z11.VnD(), p6.Merging(), z25.VnD()); |
| |
| __ movprfx(z26, z4); |
| __ sxtw(z26.VnD(), p5.Merging(), z4.VnD()); |
| |
| __ movprfx(z15.VnD(), p0.Zeroing(), z8.VnD()); |
| __ uabd(z15.VnD(), p0.Merging(), z15.VnD(), z20.VnD()); |
| |
| __ movprfx(z21, z24); |
| __ udiv(z21.VnD(), p3.Merging(), z21.VnD(), z24.VnD()); |
| |
| __ movprfx(z22, z10); |
| __ udivr(z22.VnD(), p7.Merging(), z22.VnD(), z27.VnD()); |
| |
| __ movprfx(z27, z25); |
| __ udot(z27.VnD(), z29.VnH(), z3.VnH(), 1); |
| |
| __ movprfx(z29, z10); |
| __ udot(z29.VnS(), z10.VnB(), z21.VnB()); |
| |
| __ movprfx(z18, z0); |
| __ udot(z18.VnS(), z14.VnB(), z0.VnB(), 1); |
| |
| __ movprfx(z6, z30); |
| __ umax(z6.VnS(), p2.Merging(), z6.VnS(), z27.VnS()); |
| |
| __ movprfx(z31, z17); |
| __ umax(z31.VnD(), z31.VnD(), 42); |
| |
| __ movprfx(z27.VnS(), p0.Merging(), z20.VnS()); |
| __ umin(z27.VnS(), p0.Merging(), z27.VnS(), z8.VnS()); |
| |
| __ movprfx(z0, z11); |
| __ umin(z0.VnH(), z0.VnH(), 42); |
| |
| __ movprfx(z21, z17); |
| __ umulh(z21.VnB(), p0.Merging(), z21.VnB(), z30.VnB()); |
| |
| __ movprfx(z9, z24); |
| __ uqadd(z9.VnD(), z9.VnD(), 42); |
| |
| __ movprfx(z18, z13); |
| __ uqdecd(z18.VnD(), SVE_MUL3); |
| |
| __ movprfx(z20, z23); |
| __ uqdech(z20.VnH(), SVE_VL2); |
| |
| __ movprfx(z12, z29); |
| __ uqdecp(z12.VnS(), p7); |
| |
| __ movprfx(z24, z25); |
| __ uqdecw(z24.VnS(), SVE_ALL); |
| |
| __ movprfx(z13, z1); |
| __ uqincd(z13.VnD(), SVE_MUL3); |
| |
| __ movprfx(z5, z19); |
| __ uqinch(z5.VnH(), SVE_VL2); |
| |
| __ movprfx(z6, z25); |
| __ uqincp(z6.VnS(), p5); |
| |
| __ movprfx(z12, z14); |
| __ uqincw(z12.VnS(), SVE_ALL); |
| |
| __ movprfx(z13, z6); |
| __ uqsub(z13.VnH(), z13.VnH(), 42); |
| |
| __ movprfx(z31, z3); |
| __ uxtb(z31.VnS(), p0.Merging(), z3.VnS()); |
| |
| __ movprfx(z18.VnD(), p4.Merging(), z25.VnD()); |
| __ uxth(z18.VnD(), p4.Merging(), z25.VnD()); |
| |
| __ movprfx(z18.VnD(), p7.Merging(), z25.VnD()); |
| __ uxtw(z18.VnD(), p7.Merging(), z25.VnD()); |
| |
| __ movprfx(z22, z5); |
| __ smmla(z22.VnS(), z21.VnB(), z0.VnB()); |
| |
| __ movprfx(z1, z5); |
| __ ummla(z1.VnS(), z10.VnB(), z0.VnB()); |
| |
| __ movprfx(z30, z5); |
| __ usmmla(z30.VnS(), z31.VnB(), z18.VnB()); |
| |
| __ movprfx(z4, z5); |
| __ usdot(z4.VnS(), z3.VnB(), z3.VnB()); |
| |
| __ movprfx(z10, z5); |
| __ usdot(z10.VnS(), z9.VnB(), z0.VnB(), 0); |
| |
| __ movprfx(z1, z5); |
| __ sudot(z1.VnS(), z10.VnB(), z2.VnB(), 1); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), true); |
| } |
| |
| TEST(movprfx_positive_fp) { |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, |
| CPUFeatures::kSVEF32MM, |
| CPUFeatures::kSVEF64MM); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 75; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z18.VnS(), p6.Zeroing(), z20.VnS()); |
| __ fabd(z18.VnS(), p6.Merging(), z18.VnS(), z19.VnS()); |
| |
| __ movprfx(z28.VnD(), p4.Zeroing(), z24.VnD()); |
| __ fabs(z28.VnD(), p4.Merging(), z24.VnD()); |
| |
| __ movprfx(z12, z8); |
| __ fadd(z12.VnS(), p2.Merging(), z12.VnS(), 0.5); |
| |
| __ movprfx(z0.VnS(), p1.Merging(), z9.VnS()); |
| __ fadd(z0.VnS(), p1.Merging(), z0.VnS(), z9.VnS()); |
| |
| __ movprfx(z10.VnH(), p2.Merging(), z2.VnH()); |
| __ fcadd(z10.VnH(), p2.Merging(), z10.VnH(), z20.VnH(), 90); |
| |
| __ movprfx(z21, z6); |
| __ fcmla(z21.VnH(), z31.VnH(), z6.VnH(), 2, 180); |
| |
| __ movprfx(z16, z6); |
| __ fcmla(z16.VnS(), z11.VnS(), z6.VnS(), 1, 270); |
| |
| __ movprfx(z15.VnH(), p6.Merging(), z16.VnH()); |
| __ fcpy(z15.VnH(), p6.Merging(), 1.25); |
| |
| __ movprfx(z1, z14); |
| __ fcvt(z1.VnD(), p2.Merging(), z4.VnH()); |
| |
| __ movprfx(z25.VnD(), p6.Merging(), z1.VnD()); |
| __ fcvt(z25.VnD(), p6.Merging(), z1.VnS()); |
| |
| __ movprfx(z18.VnS(), p2.Merging(), z2.VnS()); |
| __ fcvt(z18.VnH(), p2.Merging(), z7.VnS()); |
| |
| __ movprfx(z21.VnD(), p5.Zeroing(), z26.VnD()); |
| __ fcvt(z21.VnH(), p5.Merging(), z26.VnD()); |
| |
| __ movprfx(z12.VnD(), p1.Merging(), z18.VnD()); |
| __ fcvtzs(z12.VnD(), p1.Merging(), z18.VnH()); |
| |
| __ movprfx(z3.VnS(), p2.Merging(), z0.VnS()); |
| __ fcvtzs(z3.VnS(), p2.Merging(), z26.VnS()); |
| |
| __ movprfx(z21.VnS(), p4.Merging(), z7.VnS()); |
| __ fcvtzs(z21.VnS(), p4.Merging(), z7.VnH()); |
| |
| __ movprfx(z16.VnD(), p3.Zeroing(), z4.VnD()); |
| __ fcvtzs(z16.VnS(), p3.Merging(), z28.VnD()); |
| |
| __ movprfx(z31.VnD(), p4.Merging(), z1.VnD()); |
| __ fcvtzu(z31.VnD(), p4.Merging(), z1.VnH()); |
| |
| __ movprfx(z23.VnH(), p0.Zeroing(), z28.VnH()); |
| __ fcvtzu(z23.VnH(), p0.Merging(), z28.VnH()); |
| |
| __ movprfx(z2, z12); |
| __ fcvtzu(z2.VnD(), p3.Merging(), z28.VnS()); |
| |
| __ movprfx(z4, z7); |
| __ fcvtzu(z4.VnS(), p7.Merging(), z16.VnD()); |
| |
| __ movprfx(z13.VnS(), p3.Zeroing(), z23.VnS()); |
| __ fdiv(z13.VnS(), p3.Merging(), z13.VnS(), z23.VnS()); |
| |
| __ movprfx(z6.VnD(), p1.Zeroing(), z16.VnD()); |
| __ fdivr(z6.VnD(), p1.Merging(), z6.VnD(), z5.VnD()); |
| |
| __ movprfx(z31, z23); |
| __ fmad(z31.VnS(), p5.Merging(), z23.VnS(), z11.VnS()); |
| |
| __ movprfx(z14.VnH(), p7.Merging(), z21.VnH()); |
| __ fmax(z14.VnH(), p7.Merging(), z14.VnH(), 0.0); |
| |
| __ movprfx(z17.VnS(), p4.Merging(), z9.VnS()); |
| __ fmax(z17.VnS(), p4.Merging(), z17.VnS(), z9.VnS()); |
| |
| __ movprfx(z1.VnS(), p3.Zeroing(), z30.VnS()); |
| __ fmaxnm(z1.VnS(), p3.Merging(), z1.VnS(), 0.0); |
| |
| __ movprfx(z10.VnD(), p1.Zeroing(), z17.VnD()); |
| __ fmaxnm(z10.VnD(), p1.Merging(), z10.VnD(), z17.VnD()); |
| |
| __ movprfx(z3, z13); |
| __ fmin(z3.VnS(), p0.Merging(), z3.VnS(), 0.0); |
| |
| __ movprfx(z15, z21); |
| __ fmin(z15.VnS(), p4.Merging(), z15.VnS(), z21.VnS()); |
| |
| __ movprfx(z30.VnH(), p7.Zeroing(), z25.VnH()); |
| __ fminnm(z30.VnH(), p7.Merging(), z30.VnH(), 0.0); |
| |
| __ movprfx(z31, z15); |
| __ fminnm(z31.VnD(), p5.Merging(), z31.VnD(), z25.VnD()); |
| |
| __ movprfx(z27, z28); |
| __ fmla(z27.VnD(), z28.VnD(), z12.VnD(), 1); |
| |
| __ movprfx(z26.VnH(), p6.Zeroing(), z13.VnH()); |
| __ fmla(z26.VnH(), p6.Merging(), z13.VnH(), z7.VnH()); |
| |
| __ movprfx(z26, z10); |
| __ fmla(z26.VnH(), z10.VnH(), z1.VnH(), 7); |
| |
| __ movprfx(z0, z1); |
| __ fmla(z0.VnS(), z25.VnS(), z1.VnS(), 3); |
| |
| __ movprfx(z7, z3); |
| __ fmls(z7.VnD(), z30.VnD(), z3.VnD(), 1); |
| |
| __ movprfx(z1, z24); |
| __ fmls(z1.VnD(), p5.Merging(), z20.VnD(), z24.VnD()); |
| |
| __ movprfx(z19, z18); |
| __ fmls(z19.VnH(), z18.VnH(), z7.VnH(), 4); |
| |
| __ movprfx(z0, z26); |
| __ fmls(z0.VnS(), z17.VnS(), z4.VnS(), 3); |
| |
| __ movprfx(z19.VnS(), p7.Zeroing(), z6.VnS()); |
| __ fmov(z19.VnS(), p7.Merging(), 0.0); |
| |
| __ movprfx(z21, z15); |
| __ fmov(z21.VnH(), p7.Merging(), 2.5); |
| |
| __ movprfx(z23, z18); |
| __ fmsb(z23.VnS(), p4.Merging(), z1.VnS(), z7.VnS()); |
| |
| __ movprfx(z8, z28); |
| __ fmul(z8.VnS(), p4.Merging(), z8.VnS(), 2.0); |
| |
| __ movprfx(z6.VnD(), p6.Merging(), z27.VnD()); |
| __ fmul(z6.VnD(), p6.Merging(), z6.VnD(), z27.VnD()); |
| |
| __ movprfx(z6.VnH(), p0.Merging(), z19.VnH()); |
| __ fmulx(z6.VnH(), p0.Merging(), z6.VnH(), z19.VnH()); |
| |
| __ movprfx(z5.VnH(), p0.Merging(), z1.VnH()); |
| __ fneg(z5.VnH(), p0.Merging(), z1.VnH()); |
| |
| __ movprfx(z22.VnD(), p4.Zeroing(), z24.VnD()); |
| __ fnmad(z22.VnD(), p4.Merging(), z24.VnD(), z12.VnD()); |
| |
| __ movprfx(z5.VnS(), p0.Merging(), z29.VnS()); |
| __ fnmla(z5.VnS(), p0.Merging(), z17.VnS(), z29.VnS()); |
| |
| __ movprfx(z5, z3); |
| __ fnmls(z5.VnD(), p5.Merging(), z3.VnD(), z2.VnD()); |
| |
| __ movprfx(z9.VnD(), p2.Zeroing(), z7.VnD()); |
| __ fnmsb(z9.VnD(), p2.Merging(), z7.VnD(), z23.VnD()); |
| |
| // Note that frecpe and frecps _cannot_ take movprfx. |
| __ movprfx(z12.VnH(), p1.Zeroing(), z17.VnH()); |
| __ frecpx(z12.VnH(), p1.Merging(), z4.VnH()); |
| |
| __ movprfx(z28.VnS(), p4.Zeroing(), z27.VnS()); |
| __ frinta(z28.VnS(), p4.Merging(), z24.VnS()); |
| |
| __ movprfx(z7.VnD(), p7.Merging(), z25.VnD()); |
| __ frinti(z7.VnD(), p7.Merging(), z25.VnD()); |
| |
| __ movprfx(z10, z21); |
| __ frintm(z10.VnD(), p5.Merging(), z26.VnD()); |
| |
| __ movprfx(z25, z21); |
| __ frintn(z25.VnH(), p4.Merging(), z1.VnH()); |
| |
| __ movprfx(z25, z9); |
| __ frintp(z25.VnH(), p1.Merging(), z9.VnH()); |
| |
| __ movprfx(z30, z16); |
| __ frintx(z30.VnS(), p1.Merging(), z16.VnS()); |
| |
| __ movprfx(z0.VnD(), p5.Merging(), z9.VnD()); |
| __ frintz(z0.VnD(), p5.Merging(), z23.VnD()); |
| |
| __ movprfx(z11.VnD(), p7.Merging(), z2.VnD()); |
| __ fscale(z11.VnD(), p7.Merging(), z11.VnD(), z2.VnD()); |
| |
| __ movprfx(z23.VnS(), p4.Merging(), z17.VnS()); |
| __ fsqrt(z23.VnS(), p4.Merging(), z10.VnS()); |
| |
| __ movprfx(z0.VnD(), p2.Merging(), z26.VnD()); |
| __ fsub(z0.VnD(), p2.Merging(), z0.VnD(), 1.0); |
| |
| __ movprfx(z28.VnD(), p1.Zeroing(), z16.VnD()); |
| __ fsub(z28.VnD(), p1.Merging(), z28.VnD(), z16.VnD()); |
| |
| __ movprfx(z22, z27); |
| __ fsubr(z22.VnD(), p4.Merging(), z22.VnD(), 1.0); |
| |
| __ movprfx(z4.VnS(), p2.Merging(), z26.VnS()); |
| __ fsubr(z4.VnS(), p2.Merging(), z4.VnS(), z26.VnS()); |
| |
| // Note that ftsmul and ftssel _cannot_ take movprfx. |
| __ movprfx(z10, z4); |
| __ ftmad(z10.VnS(), z10.VnS(), z4.VnS(), 2); |
| |
| __ movprfx(z2, z16); |
| __ scvtf(z2.VnD(), p1.Merging(), z16.VnS()); |
| |
| __ movprfx(z10, z20); |
| __ scvtf(z10.VnD(), p5.Merging(), z20.VnD()); |
| |
| __ movprfx(z29, z28); |
| __ scvtf(z29.VnS(), p0.Merging(), z31.VnD()); |
| |
| __ movprfx(z26.VnD(), p3.Merging(), z13.VnD()); |
| __ scvtf(z26.VnH(), p3.Merging(), z5.VnD()); |
| |
| __ movprfx(z7.VnD(), p3.Zeroing(), z26.VnD()); |
| __ ucvtf(z7.VnD(), p3.Merging(), z26.VnS()); |
| |
| __ movprfx(z13, z17); |
| __ ucvtf(z13.VnD(), p7.Merging(), z17.VnD()); |
| |
| __ movprfx(z24.VnD(), p1.Merging(), z31.VnD()); |
| __ ucvtf(z24.VnS(), p1.Merging(), z18.VnD()); |
| |
| __ movprfx(z17.VnD(), p4.Merging(), z22.VnD()); |
| __ ucvtf(z17.VnH(), p4.Merging(), z4.VnD()); |
| |
| __ movprfx(z30, z5); |
| __ fmmla(z30.VnS(), z29.VnS(), z18.VnS()); |
| |
| __ movprfx(z31, z5); |
| __ fmmla(z31.VnD(), z30.VnD(), z18.VnD()); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), true); |
| } |
| |
| TEST(movprfx_positive_sve2) { |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, CPUFeatures::kSVE2); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 145; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z25, z26); |
| __ adclb(z25.VnS(), z17.VnS(), z24.VnS()); |
| |
| __ movprfx(z0, z1); |
| __ adclt(z0.VnS(), z2.VnS(), z15.VnS()); |
| |
| __ movprfx(z3, z4); |
| __ addp(z3.VnB(), p1.Merging(), z3.VnB(), z0.VnB()); |
| |
| __ movprfx(z6, z7); |
| __ bcax(z6.VnD(), z6.VnD(), z12.VnD(), z1.VnD()); |
| |
| __ movprfx(z18, z19); |
| __ bsl1n(z18.VnD(), z18.VnD(), z8.VnD(), z7.VnD()); |
| |
| __ movprfx(z7, z8); |
| __ bsl2n(z7.VnD(), z7.VnD(), z3.VnD(), z19.VnD()); |
| |
| __ movprfx(z21, z22); |
| __ bsl(z21.VnD(), z21.VnD(), z2.VnD(), z2.VnD()); |
| |
| __ movprfx(z5, z6); |
| __ cadd(z5.VnB(), z5.VnB(), z12.VnB(), 90); |
| |
| __ movprfx(z7, z8); |
| __ cdot(z7.VnS(), z4.VnB(), z10.VnB(), 0); |
| |
| __ movprfx(z7, z8); |
| __ cdot(z7.VnS(), z4.VnB(), z0.VnB(), 0, 0); |
| |
| __ movprfx(z7, z8); |
| __ cdot(z7.VnD(), z4.VnH(), z0.VnH(), 0, 0); |
| |
| __ movprfx(z19, z20); |
| __ cmla(z19.VnB(), z7.VnB(), z2.VnB(), 0); |
| |
| __ movprfx(z19, z20); |
| __ cmla(z19.VnS(), z7.VnS(), z2.VnS(), 0, 0); |
| |
| __ movprfx(z19, z20); |
| __ cmla(z19.VnH(), z7.VnH(), z2.VnH(), 0, 0); |
| |
| __ movprfx(z10, z11); |
| __ eor3(z10.VnD(), z10.VnD(), z24.VnD(), z23.VnD()); |
| |
| __ movprfx(z3, z4); |
| __ eorbt(z3.VnB(), z10.VnB(), z8.VnB()); |
| |
| __ movprfx(z20, z22); |
| __ eortb(z20.VnB(), z21.VnB(), z15.VnB()); |
| |
| __ movprfx(z14, z15); |
| __ faddp(z14.VnD(), p1.Merging(), z14.VnD(), z26.VnD()); |
| |
| __ movprfx(z14.VnD(), p4.Merging(), z15.VnD()); |
| __ fcvtx(z14.VnS(), p4.Merging(), z0.VnD()); |
| |
| __ movprfx(z15.VnH(), p0.Merging(), z16.VnH()); |
| __ flogb(z15.VnH(), p0.Merging(), z3.VnH()); |
| |
| __ movprfx(z2, z3); |
| __ fmaxnmp(z2.VnD(), p1.Merging(), z2.VnD(), z14.VnD()); |
| |
| __ movprfx(z22, z23); |
| __ fmaxp(z22.VnD(), p1.Merging(), z22.VnD(), z3.VnD()); |
| |
| __ movprfx(z1, z2); |
| __ fminnmp(z1.VnD(), p0.Merging(), z1.VnD(), z14.VnD()); |
| |
| __ movprfx(z16, z17); |
| __ fminp(z16.VnD(), p3.Merging(), z16.VnD(), z11.VnD()); |
| |
| __ movprfx(z16, z17); |
| __ fmlalb(z16.VnS(), z18.VnH(), z29.VnH()); |
| |
| __ movprfx(z16, z17); |
| __ fmlalb(z16.VnS(), z18.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z18, z19); |
| __ fmlalt(z18.VnS(), z13.VnH(), z5.VnH()); |
| |
| __ movprfx(z18, z19); |
| __ fmlalt(z18.VnS(), z13.VnH(), z5.VnH(), 0); |
| |
| __ movprfx(z16, z17); |
| __ fmlslb(z16.VnS(), z10.VnH(), z1.VnH()); |
| |
| __ movprfx(z16, z17); |
| __ fmlslb(z16.VnS(), z10.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z3, z4); |
| __ fmlslt(z3.VnS(), z17.VnH(), z14.VnH()); |
| |
| __ movprfx(z3, z4); |
| __ fmlslt(z3.VnS(), z17.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mla(z2.VnH(), z0.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mla(z2.VnS(), z0.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mla(z2.VnD(), z0.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mls(z2.VnH(), z0.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mls(z2.VnS(), z0.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mls(z2.VnD(), z0.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z17, z18); |
| __ nbsl(z17.VnD(), z17.VnD(), z21.VnD(), z27.VnD()); |
| |
| __ movprfx(z13, z14); |
| __ saba(z13.VnB(), z2.VnB(), z31.VnB()); |
| |
| __ movprfx(z13, z14); |
| __ sabalb(z13.VnD(), z20.VnS(), z26.VnS()); |
| |
| __ movprfx(z14, z15); |
| __ sabalt(z14.VnD(), z19.VnS(), z10.VnS()); |
| |
| __ movprfx(z19.VnD(), p5.Merging(), z20.VnD()); |
| __ sadalp(z19.VnD(), p5.Merging(), z9.VnS()); |
| |
| __ movprfx(z17, z18); |
| __ sbclb(z17.VnS(), z10.VnS(), z8.VnS()); |
| |
| __ movprfx(z20, z21); |
| __ sbclt(z20.VnS(), z0.VnS(), z13.VnS()); |
| |
| __ movprfx(z20.VnB(), p3.Merging(), z21.VnB()); |
| __ shadd(z20.VnB(), p3.Merging(), z20.VnB(), z7.VnB()); |
| |
| __ movprfx(z21.VnB(), p0.Merging(), z22.VnB()); |
| __ shsub(z21.VnB(), p0.Merging(), z21.VnB(), z0.VnB()); |
| |
| __ movprfx(z1.VnB(), p0.Merging(), z2.VnB()); |
| __ shsubr(z1.VnB(), p0.Merging(), z1.VnB(), z2.VnB()); |
| |
| __ movprfx(z5, z6); |
| __ smaxp(z5.VnB(), p4.Merging(), z5.VnB(), z10.VnB()); |
| |
| __ movprfx(z27, z28); |
| __ sminp(z27.VnB(), p3.Merging(), z27.VnB(), z1.VnB()); |
| |
| __ movprfx(z1, z2); |
| __ smlalb(z1.VnD(), z3.VnS(), z23.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ smlalb(z1.VnD(), z3.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlalb(z1.VnS(), z3.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlalt(z1.VnD(), z3.VnS(), z23.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ smlalt(z1.VnD(), z3.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlalt(z1.VnS(), z3.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlslb(z1.VnD(), z3.VnS(), z23.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ smlslb(z1.VnD(), z3.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlslb(z1.VnS(), z3.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlslt(z1.VnD(), z3.VnS(), z23.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ smlslt(z1.VnD(), z3.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlslt(z1.VnS(), z3.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z29.VnB(), p1.Merging(), z30.VnB()); |
| __ sqabs(z29.VnB(), p1.Merging(), z18.VnB()); |
| |
| __ movprfx(z28.VnB(), p0.Merging(), z29.VnB()); |
| __ sqadd(z28.VnB(), p0.Merging(), z28.VnB(), z3.VnB()); |
| |
| __ movprfx(z20, z21); |
| __ sqcadd(z20.VnB(), z20.VnB(), z23.VnB(), 90); |
| |
| __ movprfx(z6, z7); |
| __ sqdmlalb(z6.VnD(), z19.VnS(), z25.VnS()); |
| |
| __ movprfx(z6, z7); |
| __ sqdmlalb(z6.VnD(), z19.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z6, z7); |
| __ sqdmlalb(z6.VnS(), z19.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z23, z24); |
| __ sqdmlalbt(z23.VnD(), z29.VnS(), z26.VnS()); |
| |
| __ movprfx(z11, z12); |
| __ sqdmlalt(z11.VnD(), z0.VnS(), z0.VnS()); |
| |
| __ movprfx(z11, z12); |
| __ sqdmlalt(z11.VnD(), z0.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z11, z12); |
| __ sqdmlalt(z11.VnS(), z0.VnH(), z0.VnH(), 0); |
| |
| __ movprfx(z16, z17); |
| __ sqdmlslb(z16.VnD(), z26.VnS(), z25.VnS()); |
| |
| __ movprfx(z16, z17); |
| __ sqdmlslb(z16.VnD(), z26.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z16, z17); |
| __ sqdmlslb(z16.VnS(), z26.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z26, z27); |
| __ sqdmlslbt(z26.VnD(), z23.VnS(), z4.VnS()); |
| |
| __ movprfx(z21, z22); |
| __ sqdmlslt(z21.VnD(), z23.VnS(), z9.VnS()); |
| |
| __ movprfx(z21, z22); |
| __ sqdmlslt(z21.VnD(), z23.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z21, z22); |
| __ sqdmlslt(z21.VnS(), z23.VnH(), z0.VnH(), 0); |
| |
| __ movprfx(z21.VnB(), p0.Merging(), z22.VnB()); |
| __ sqneg(z21.VnB(), p0.Merging(), z17.VnB()); |
| |
| __ movprfx(z31, z0); |
| __ sqrdcmlah(z31.VnB(), z15.VnB(), z20.VnB(), 0); |
| |
| __ movprfx(z31, z0); |
| __ sqrdcmlah(z31.VnH(), z15.VnH(), z2.VnH(), 0, 0); |
| |
| __ movprfx(z31, z0); |
| __ sqrdcmlah(z31.VnS(), z15.VnS(), z2.VnS(), 0, 0); |
| |
| __ movprfx(z27, z28); |
| __ sqrdmlah(z27.VnB(), z28.VnB(), z19.VnB()); |
| |
| __ movprfx(z27, z28); |
| __ sqrdmlah(z27.VnH(), z28.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z27, z28); |
| __ sqrdmlah(z27.VnS(), z28.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z27, z28); |
| __ sqrdmlah(z27.VnD(), z28.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z11, z12); |
| __ sqrdmlsh(z11.VnB(), z16.VnB(), z31.VnB()); |
| |
| __ movprfx(z11, z12); |
| __ sqrdmlsh(z11.VnH(), z16.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z11, z12); |
| __ sqrdmlsh(z11.VnS(), z16.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z11, z12); |
| __ sqrdmlsh(z11.VnD(), z16.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z31.VnB(), p5.Merging(), z0.VnB()); |
| __ sqrshl(z31.VnB(), p5.Merging(), z31.VnB(), z27.VnB()); |
| |
| __ movprfx(z25.VnB(), p6.Merging(), z26.VnB()); |
| __ sqrshlr(z25.VnB(), p6.Merging(), z25.VnB(), z7.VnB()); |
| |
| __ movprfx(z0.VnB(), p5.Merging(), z1.VnB()); |
| __ sqshl(z0.VnB(), p5.Merging(), z0.VnB(), 0); |
| |
| __ movprfx(z0.VnB(), p5.Merging(), z1.VnB()); |
| __ sqshl(z0.VnB(), p5.Merging(), z0.VnB(), z2.VnB()); |
| |
| __ movprfx(z7.VnB(), p3.Merging(), z8.VnB()); |
| __ sqshlr(z7.VnB(), p3.Merging(), z7.VnB(), z5.VnB()); |
| |
| __ movprfx(z10.VnB(), p1.Merging(), z11.VnB()); |
| __ sqshlu(z10.VnB(), p1.Merging(), z10.VnB(), 0); |
| |
| __ movprfx(z16.VnB(), p7.Merging(), z17.VnB()); |
| __ sqsub(z16.VnB(), p7.Merging(), z16.VnB(), z22.VnB()); |
| |
| __ movprfx(z16.VnB(), p7.Merging(), z17.VnB()); |
| __ sqsubr(z16.VnB(), p7.Merging(), z16.VnB(), z22.VnB()); |
| |
| __ movprfx(z23.VnB(), p4.Merging(), z24.VnB()); |
| __ srhadd(z23.VnB(), p4.Merging(), z23.VnB(), z14.VnB()); |
| |
| __ movprfx(z31.VnB(), p7.Merging(), z0.VnB()); |
| __ srshl(z31.VnB(), p7.Merging(), z31.VnB(), z3.VnB()); |
| |
| __ movprfx(z16.VnB(), p7.Merging(), z17.VnB()); |
| __ srshlr(z16.VnB(), p7.Merging(), z16.VnB(), z29.VnB()); |
| |
| __ movprfx(z12.VnB(), p0.Merging(), z13.VnB()); |
| __ srshr(z12.VnB(), p0.Merging(), z12.VnB(), 1); |
| |
| __ movprfx(z0, z1); |
| __ srsra(z0.VnB(), z8.VnB(), 1); |
| |
| __ movprfx(z0, z1); |
| __ ssra(z0.VnB(), z8.VnB(), 1); |
| |
| __ movprfx(z26.VnB(), p2.Merging(), z27.VnB()); |
| __ suqadd(z26.VnB(), p2.Merging(), z26.VnB(), z28.VnB()); |
| |
| __ movprfx(z23, z24); |
| __ uaba(z23.VnB(), z22.VnB(), z20.VnB()); |
| |
| __ movprfx(z11, z12); |
| __ uabalb(z11.VnD(), z25.VnS(), z12.VnS()); |
| |
| __ movprfx(z4, z5); |
| __ uabalt(z4.VnD(), z2.VnS(), z31.VnS()); |
| |
| __ movprfx(z20.VnD(), p4.Merging(), z21.VnD()); |
| __ uadalp(z20.VnD(), p4.Merging(), z5.VnS()); |
| |
| __ movprfx(z21.VnB(), p2.Merging(), z22.VnB()); |
| __ uhadd(z21.VnB(), p2.Merging(), z21.VnB(), z19.VnB()); |
| |
| __ movprfx(z1.VnB(), p4.Merging(), z2.VnB()); |
| __ uhsub(z1.VnB(), p4.Merging(), z1.VnB(), z9.VnB()); |
| |
| __ movprfx(z18.VnB(), p0.Merging(), z19.VnB()); |
| __ uhsubr(z18.VnB(), p0.Merging(), z18.VnB(), z1.VnB()); |
| |
| __ movprfx(z7, z8); |
| __ umaxp(z7.VnB(), p2.Merging(), z7.VnB(), z23.VnB()); |
| |
| __ movprfx(z10, z11); |
| __ uminp(z10.VnB(), p0.Merging(), z10.VnB(), z22.VnB()); |
| |
| __ movprfx(z31, z0); |
| __ umlalb(z31.VnD(), z9.VnS(), z21.VnS()); |
| |
| __ movprfx(z31, z0); |
| __ umlalb(z31.VnD(), z9.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z31, z0); |
| __ umlalb(z31.VnS(), z9.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z11, z12); |
| __ umlalt(z11.VnD(), z5.VnS(), z22.VnS()); |
| |
| __ movprfx(z11, z12); |
| __ umlalt(z11.VnD(), z5.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z11, z12); |
| __ umlalt(z11.VnS(), z5.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z28, z29); |
| __ umlslb(z28.VnD(), z13.VnS(), z9.VnS()); |
| |
| __ movprfx(z28, z29); |
| __ umlslb(z28.VnD(), z13.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z28, z29); |
| __ umlslb(z28.VnS(), z13.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z9, z10); |
| __ umlslt(z9.VnD(), z12.VnS(), z30.VnS()); |
| |
| __ movprfx(z9, z10); |
| __ umlslt(z9.VnD(), z12.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z9, z10); |
| __ umlslt(z9.VnS(), z12.VnH(), z0.VnH(), 0); |
| |
| __ movprfx(z24.VnB(), p7.Merging(), z25.VnB()); |
| __ uqadd(z24.VnB(), p7.Merging(), z24.VnB(), z1.VnB()), |
| |
| __ movprfx(z20.VnB(), p1.Merging(), z21.VnB()); |
| __ uqrshl(z20.VnB(), p1.Merging(), z20.VnB(), z30.VnB()); |
| |
| __ movprfx(z8.VnB(), p5.Merging(), z9.VnB()); |
| __ uqrshlr(z8.VnB(), p5.Merging(), z8.VnB(), z9.VnB()); |
| |
| __ movprfx(z29.VnB(), p7.Merging(), z30.VnB()); |
| __ uqshl(z29.VnB(), p7.Merging(), z29.VnB(), 0); |
| |
| __ movprfx(z29.VnB(), p7.Merging(), z30.VnB()); |
| __ uqshl(z29.VnB(), p7.Merging(), z29.VnB(), z30.VnB()); |
| |
| __ movprfx(z12.VnB(), p1.Merging(), z13.VnB()); |
| __ uqshlr(z12.VnB(), p1.Merging(), z12.VnB(), z13.VnB()); |
| |
| __ movprfx(z20.VnB(), p0.Merging(), z21.VnB()); |
| __ uqsub(z20.VnB(), p0.Merging(), z20.VnB(), z6.VnB()); |
| |
| __ movprfx(z20.VnB(), p0.Merging(), z21.VnB()); |
| __ uqsubr(z20.VnB(), p0.Merging(), z20.VnB(), z6.VnB()); |
| |
| __ movprfx(z25.VnS(), p7.Merging(), z26.VnS()); |
| __ urecpe(z25.VnS(), p7.Merging(), z2.VnS()); |
| |
| __ movprfx(z29.VnB(), p4.Merging(), z30.VnB()); |
| __ urhadd(z29.VnB(), p4.Merging(), z29.VnB(), z10.VnB()); |
| |
| __ movprfx(z15.VnB(), p2.Merging(), z16.VnB()); |
| __ urshl(z15.VnB(), p2.Merging(), z15.VnB(), z3.VnB()); |
| |
| __ movprfx(z27.VnB(), p1.Merging(), z28.VnB()); |
| __ urshlr(z27.VnB(), p1.Merging(), z27.VnB(), z30.VnB()); |
| |
| __ movprfx(z31.VnB(), p2.Merging(), z0.VnB()); |
| __ urshr(z31.VnB(), p2.Merging(), z31.VnB(), 1); |
| |
| __ movprfx(z4.VnS(), p3.Merging(), z5.VnS()); |
| __ ursqrte(z4.VnS(), p3.Merging(), z3.VnS()); |
| |
| __ movprfx(z0, z1); |
| __ ursra(z0.VnB(), z8.VnB(), 1); |
| |
| __ movprfx(z25.VnB(), p4.Merging(), z26.VnB()); |
| __ usqadd(z25.VnB(), p4.Merging(), z25.VnB(), z6.VnB()); |
| |
| __ movprfx(z0, z1); |
| __ usra(z0.VnB(), z8.VnB(), 1); |
| |
| __ movprfx(z16, z17); |
| __ xar(z16.VnB(), z16.VnB(), z13.VnB(), 1); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), true); |
| } |
| |
| TEST(movprfx_negative_instructions_sve2) { |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, |
| CPUFeatures::kSVE2, |
| CPUFeatures::kSVEBitPerm); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 134; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z29, z30); |
| __ addhnb(z29.VnS(), z19.VnD(), z2.VnD()); |
| |
| __ movprfx(z8, z9); |
| __ addhnt(z8.VnS(), z12.VnD(), z6.VnD()); |
| |
| __ movprfx(z18, z19); |
| __ bdep(z18.VnB(), z10.VnB(), z0.VnB()); |
| |
| __ movprfx(z6, z7); |
| __ bext(z6.VnB(), z2.VnB(), z5.VnB()); |
| |
| __ movprfx(z24, z25); |
| __ bgrp(z24.VnB(), z9.VnB(), z5.VnB()); |
| |
| __ movprfx(z1, z2); |
| __ fcvtlt(z1.VnD(), p1.Merging(), z28.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ fcvtlt(z1.VnS(), p1.Merging(), z28.VnH()); |
| |
| __ movprfx(z4, z5); |
| __ fcvtnt(z4.VnH(), p7.Merging(), z0.VnS()); |
| |
| __ movprfx(z4, z5); |
| __ fcvtnt(z4.VnS(), p7.Merging(), z0.VnD()); |
| |
| __ movprfx(z27, z28); |
| __ fcvtxnt(z27.VnS(), p0.Merging(), z17.VnD()); |
| |
| __ movprfx(z24, z25); |
| __ histcnt(z24.VnS(), p6.Zeroing(), z3.VnS(), z10.VnS()); |
| |
| __ movprfx(z22, z23); |
| __ histseg(z22.VnB(), z14.VnB(), z8.VnB()); |
| |
| __ movprfx(z21, z22); |
| __ ldnt1b(z21.VnS(), p5.Zeroing(), SVEMemOperand(z21.VnS(), x23)); |
| |
| __ movprfx(z21, z22); |
| __ ldnt1b(z21.VnD(), p5.Zeroing(), SVEMemOperand(z1.VnD(), x23)); |
| |
| __ movprfx(z10, z11); |
| __ ldnt1d(z10.VnD(), p0.Zeroing(), SVEMemOperand(z23.VnD(), x6)); |
| |
| __ movprfx(z30, z31); |
| __ ldnt1h(z30.VnS(), p4.Zeroing(), SVEMemOperand(z6.VnS(), x11)); |
| |
| __ movprfx(z30, z31); |
| __ ldnt1h(z30.VnD(), p4.Zeroing(), SVEMemOperand(z6.VnD(), x11)); |
| |
| __ movprfx(z7, z8); |
| __ ldnt1sb(z7.VnS(), p3.Zeroing(), SVEMemOperand(z18.VnS(), x11)); |
| |
| __ movprfx(z7, z8); |
| __ ldnt1sb(z7.VnD(), p3.Zeroing(), SVEMemOperand(z18.VnD(), x11)); |
| |
| __ movprfx(z17, z18); |
| __ ldnt1sh(z17.VnS(), p5.Zeroing(), SVEMemOperand(z31.VnS(), x19)); |
| |
| __ movprfx(z17, z18); |
| __ ldnt1sh(z17.VnD(), p5.Zeroing(), SVEMemOperand(z31.VnD(), x19)); |
| |
| __ movprfx(z3, z4); |
| __ ldnt1sw(z3.VnD(), p7.Zeroing(), SVEMemOperand(z1.VnD(), x10)); |
| |
| __ movprfx(z0, z1); |
| __ ldnt1w(z0.VnS(), p4.Zeroing(), SVEMemOperand(z11.VnS(), x1)); |
| |
| __ movprfx(z0, z1); |
| __ ldnt1w(z0.VnD(), p4.Zeroing(), SVEMemOperand(z11.VnD(), x1)); |
| |
| __ movprfx(z18, z19); |
| __ match(p15.VnB(), p1.Zeroing(), z18.VnB(), z5.VnB()); |
| |
| __ movprfx(z15, z16); |
| __ mul(z15.VnB(), z15.VnB(), z15.VnB()); |
| |
| __ movprfx(z15, z16); |
| __ mul(z15.VnH(), z15.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z15, z16); |
| __ mul(z15.VnS(), z15.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z15, z16); |
| __ mul(z15.VnD(), z15.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z20, z21); |
| __ nmatch(p1.VnB(), p1.Zeroing(), z20.VnB(), z17.VnB()); |
| |
| __ movprfx(z0, z1); |
| __ pmul(z0.VnB(), z5.VnB(), z5.VnB()); |
| |
| __ movprfx(z12, z13); |
| __ pmullb(z12.VnD(), z21.VnS(), z12.VnS()); |
| |
| __ movprfx(z31, z0); |
| __ pmullt(z31.VnD(), z30.VnS(), z26.VnS()); |
| |
| __ movprfx(z0, z1); |
| __ raddhnb(z0.VnS(), z11.VnD(), z10.VnD()); |
| |
| __ movprfx(z23, z24); |
| __ raddhnt(z23.VnS(), z27.VnD(), z9.VnD()); |
| |
| __ movprfx(z5, z6); |
| __ rshrnb(z5.VnB(), z1.VnH(), 1); |
| |
| __ movprfx(z5, z6); |
| __ rshrnt(z5.VnB(), z1.VnH(), 8); |
| |
| __ movprfx(z30, z31); |
| __ rsubhnb(z30.VnS(), z29.VnD(), z11.VnD()); |
| |
| __ movprfx(z25, z26); |
| __ rsubhnt(z25.VnS(), z7.VnD(), z18.VnD()); |
| |
| __ movprfx(z2, z3); |
| __ sabdlb(z2.VnD(), z21.VnS(), z3.VnS()); |
| |
| __ movprfx(z25, z26); |
| __ sabdlt(z25.VnD(), z23.VnS(), z17.VnS()); |
| |
| __ movprfx(z24, z25); |
| __ saddlb(z24.VnD(), z30.VnS(), z16.VnS()); |
| |
| __ movprfx(z15, z16); |
| __ saddlbt(z15.VnD(), z6.VnS(), z18.VnS()); |
| |
| __ movprfx(z21, z22); |
| __ saddlt(z21.VnD(), z29.VnS(), z31.VnS()); |
| |
| __ movprfx(z12, z13); |
| __ saddwb(z12.VnD(), z8.VnD(), z8.VnS()); |
| |
| __ movprfx(z24, z25); |
| __ saddwt(z24.VnD(), z0.VnD(), z3.VnS()); |
| |
| __ movprfx(z7, z8); |
| __ shrnb(z7.VnB(), z4.VnH(), 1); |
| |
| __ movprfx(z21, z22); |
| __ shrnt(z21.VnB(), z29.VnH(), 1); |
| |
| __ movprfx(z29, z30); |
| __ sli(z29.VnB(), z7.VnB(), 0); |
| |
| __ movprfx(z23, z24); |
| __ smulh(z23.VnB(), z23.VnB(), z3.VnB()); |
| |
| __ movprfx(z10, z11); |
| __ smullb(z10.VnD(), z4.VnS(), z4.VnS()); |
| |
| __ movprfx(z10, z11); |
| __ smullb(z10.VnS(), z4.VnH(), z4.VnH(), 0); |
| |
| __ movprfx(z10, z11); |
| __ smullb(z10.VnD(), z4.VnS(), z4.VnS(), 0); |
| |
| __ movprfx(z31, z0); |
| __ smullt(z31.VnD(), z26.VnS(), z5.VnS()); |
| |
| __ movprfx(z31, z0); |
| __ smullt(z31.VnS(), z26.VnH(), z5.VnH(), 0); |
| |
| __ movprfx(z31, z0); |
| __ smullt(z31.VnD(), z26.VnS(), z5.VnS(), 0); |
| |
| __ movprfx(z4, z5); |
| __ splice_con(z4.VnB(), p7.Merging(), z0.VnB(), z1.VnB()); |
| |
| __ movprfx(z18, z19); |
| __ sqdmulh(z18.VnB(), z25.VnB(), z1.VnB()); |
| |
| __ movprfx(z18, z19); |
| __ sqdmulh(z18.VnH(), z25.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z18, z19); |
| __ sqdmulh(z18.VnS(), z25.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z18, z19); |
| __ sqdmulh(z18.VnD(), z25.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z1, z2); |
| __ sqdmullb(z1.VnD(), z31.VnS(), z21.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ sqdmullb(z1.VnS(), z31.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z1, z2); |
| __ sqdmullb(z1.VnD(), z31.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z2, z3); |
| __ sqdmullt(z2.VnD(), z1.VnS(), z5.VnS()); |
| |
| __ movprfx(z2, z3); |
| __ sqdmullt(z2.VnS(), z1.VnH(), z5.VnH(), 0); |
| |
| __ movprfx(z2, z3); |
| __ sqdmullt(z2.VnD(), z1.VnS(), z5.VnS(), 0); |
| |
| __ movprfx(z21, z22); |
| __ sqrdmulh(z21.VnB(), z21.VnB(), z27.VnB()); |
| |
| __ movprfx(z21, z22); |
| __ sqrdmulh(z21.VnH(), z21.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z21, z22); |
| __ sqrdmulh(z21.VnS(), z21.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z21, z22); |
| __ sqrdmulh(z21.VnD(), z21.VnD(), z2.VnD(), 0); |
| |
| __ movprfx(z1, z2); |
| __ sqrshrnb(z1.VnB(), z1.VnH(), 1); |
| |
| __ movprfx(z24, z25); |
| __ sqrshrnt(z24.VnB(), z19.VnH(), 8); |
| |
| __ movprfx(z23, z24); |
| __ sqrshrunb(z23.VnB(), z28.VnH(), 1); |
| |
| __ movprfx(z9, z10); |
| __ sqrshrunt(z9.VnB(), z15.VnH(), 8); |
| |
| __ movprfx(z25, z26); |
| __ sqshrnb(z25.VnB(), z1.VnH(), 1); |
| |
| __ movprfx(z0, z1); |
| __ sqshrnt(z0.VnB(), z25.VnH(), 8); |
| |
| __ movprfx(z25, z26); |
| __ sqshrunb(z25.VnB(), z10.VnH(), 1); |
| |
| __ movprfx(z20, z21); |
| __ sqshrunt(z20.VnB(), z3.VnH(), 8); |
| |
| __ movprfx(z2, z3); |
| __ sqxtnb(z2.VnB(), z0.VnH()); |
| |
| __ movprfx(z31, z0); |
| __ sqxtnt(z31.VnB(), z18.VnH()); |
| |
| __ movprfx(z28, z29); |
| __ sqxtunb(z28.VnB(), z6.VnH()); |
| |
| __ movprfx(z14, z15); |
| __ sqxtunt(z14.VnB(), z31.VnH()); |
| |
| __ movprfx(z6, z7); |
| __ sri(z6.VnB(), z9.VnB(), 1); |
| |
| __ movprfx(z2, z3); |
| __ sshllb(z2.VnH(), z20.VnB(), 0); |
| |
| __ movprfx(z27, z28); |
| __ sshllt(z27.VnH(), z8.VnB(), 0); |
| |
| __ movprfx(z4, z5); |
| __ ssublb(z4.VnD(), z23.VnS(), z7.VnS()); |
| |
| __ movprfx(z6, z7); |
| __ ssublbt(z6.VnD(), z28.VnS(), z12.VnS()); |
| |
| __ movprfx(z12, z13); |
| __ ssublt(z12.VnD(), z13.VnS(), z6.VnS()); |
| |
| __ movprfx(z11, z12); |
| __ ssubltb(z11.VnD(), z18.VnS(), z19.VnS()); |
| |
| __ movprfx(z7, z8); |
| __ ssubwb(z7.VnD(), z28.VnD(), z11.VnS()); |
| |
| __ movprfx(z29, z30); |
| __ ssubwt(z29.VnD(), z25.VnD(), z20.VnS()); |
| |
| __ movprfx(z21, z22); |
| __ stnt1b(z21.VnS(), p5.Zeroing(), SVEMemOperand(z1.VnS(), x23)); |
| |
| __ movprfx(z21, z22); |
| __ stnt1b(z21.VnD(), p5.Zeroing(), SVEMemOperand(z1.VnD(), x23)); |
| |
| __ movprfx(z10, z11); |
| __ stnt1d(z10.VnD(), p0.Zeroing(), SVEMemOperand(z1.VnD(), x23)); |
| |
| __ movprfx(z30, z31); |
| __ stnt1h(z30.VnS(), p4.Zeroing(), SVEMemOperand(z6.VnS(), x6)); |
| |
| __ movprfx(z30, z31); |
| __ stnt1h(z30.VnD(), p4.Zeroing(), SVEMemOperand(z6.VnD(), x6)); |
| |
| __ movprfx(z0, z1); |
| __ stnt1w(z0.VnS(), p4.Zeroing(), SVEMemOperand(z11.VnS(), x1)); |
| |
| __ movprfx(z0, z1); |
| __ stnt1w(z0.VnD(), p4.Zeroing(), SVEMemOperand(z11.VnD(), x1)); |
| |
| __ movprfx(z31, z0); |
| __ subhnb(z31.VnS(), z31.VnD(), z7.VnD()); |
| |
| __ movprfx(z31, z0); |
| __ subhnt(z31.VnS(), z22.VnD(), z27.VnD()); |
| |
| __ movprfx(z24, z25); |
| __ tbl(z24.VnB(), z29.VnB(), z30.VnB(), z0.VnB()); |
| |
| __ movprfx(z22, z23); |
| __ tbx(z22.VnB(), z15.VnB(), z19.VnB()); |
| |
| __ movprfx(z1, z2); |
| __ uabdlb(z1.VnD(), z26.VnS(), z12.VnS()); |
| |
| __ movprfx(z25, z26); |
| __ uabdlt(z25.VnD(), z29.VnS(), z14.VnS()); |
| |
| __ movprfx(z3, z4); |
| __ uaddlb(z3.VnD(), z5.VnS(), z2.VnS()); |
| |
| __ movprfx(z15, z16); |
| __ uaddlt(z15.VnD(), z28.VnS(), z20.VnS()); |
| |
| __ movprfx(z31, z0); |
| __ uaddwb(z31.VnD(), z8.VnD(), z25.VnS()); |
| |
| __ movprfx(z17, z18); |
| __ uaddwt(z17.VnD(), z15.VnD(), z2.VnS()); |
| |
| __ movprfx(z12, z13); |
| __ umulh(z12.VnB(), z12.VnB(), z17.VnB()); |
| |
| __ movprfx(z12, z13); |
| __ umullb(z12.VnD(), z5.VnS(), z2.VnS()); |
| |
| __ movprfx(z12, z13); |
| __ umullb(z12.VnS(), z5.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z12, z13); |
| __ umullb(z12.VnD(), z5.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z24, z25); |
| __ umullt(z24.VnD(), z6.VnS(), z6.VnS()); |
| |
| __ movprfx(z24, z25); |
| __ umullt(z24.VnS(), z6.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z24, z25); |
| __ umullt(z24.VnD(), z6.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z30, z31); |
| __ uqrshrnb(z30.VnB(), z25.VnH(), 1); |
| |
| __ movprfx(z3, z4); |
| __ uqrshrnt(z3.VnB(), z25.VnH(), 8); |
| |
| __ movprfx(z17, z18); |
| __ uqshrnb(z17.VnB(), z4.VnH(), 1); |
| |
| __ movprfx(z28, z29); |
| __ uqshrnt(z28.VnB(), z18.VnH(), 8); |
| |
| __ movprfx(z28, z29); |
| __ uqxtnb(z28.VnB(), z4.VnH()); |
| |
| __ movprfx(z19, z20); |
| __ uqxtnt(z19.VnB(), z7.VnH()); |
| |
| __ movprfx(z8, z9); |
| __ ushllb(z8.VnH(), z31.VnB(), 0); |
| |
| __ movprfx(z3, z4); |
| __ ushllt(z3.VnH(), z21.VnB(), 0); |
| |
| __ movprfx(z25, z26); |
| __ usublb(z25.VnD(), z9.VnS(), z17.VnS()); |
| |
| __ movprfx(z5, z6); |
| __ usublt(z5.VnD(), z11.VnS(), z15.VnS()); |
| |
| __ movprfx(z10, z11); |
| __ usubwb(z10.VnD(), z13.VnD(), z20.VnS()); |
| |
| __ movprfx(z15, z16); |
| __ usubwt(z15.VnD(), z8.VnD(), z23.VnS()); |
| |
| __ movprfx(z20, z21); |
| __ whilege(p0.VnB(), w20, w29); |
| |
| __ movprfx(z24, z25); |
| __ whilegt(p11.VnB(), w24, w3); |
| |
| __ movprfx(z20, z21); |
| __ whilehi(p2.VnB(), x20, x8); |
| |
| __ movprfx(z22, z23); |
| __ whilehs(p4.VnB(), w22, w9); |
| |
| __ movprfx(z25, z26); |
| __ whilerw(p7.VnB(), x25, x27); |
| |
| __ movprfx(z14, z15); |
| __ whilewr(p8.VnB(), x14, x14); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_predication_sve2) { |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, CPUFeatures::kSVE2); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 140; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z25.VnS(), p0.Zeroing(), z26.VnS()); |
| __ adclb(z25.VnS(), z17.VnS(), z24.VnS()); |
| |
| __ movprfx(z0.VnS(), p0.Zeroing(), z1.VnS()); |
| __ adclt(z0.VnS(), z2.VnS(), z15.VnS()); |
| |
| __ movprfx(z6.VnD(), p0.Zeroing(), z7.VnD()); |
| __ bcax(z6.VnD(), z6.VnD(), z12.VnD(), z1.VnD()); |
| |
| __ movprfx(z18.VnD(), p0.Zeroing(), z19.VnD()); |
| __ bsl1n(z18.VnD(), z18.VnD(), z8.VnD(), z7.VnD()); |
| |
| __ movprfx(z7.VnD(), p0.Zeroing(), z8.VnD()); |
| __ bsl2n(z7.VnD(), z7.VnD(), z3.VnD(), z19.VnD()); |
| |
| __ movprfx(z21.VnD(), p0.Zeroing(), z22.VnD()); |
| __ bsl(z21.VnD(), z21.VnD(), z2.VnD(), z2.VnD()); |
| |
| __ movprfx(z5.VnB(), p0.Zeroing(), z6.VnB()); |
| __ cadd(z5.VnB(), z5.VnB(), z12.VnB(), 90); |
| |
| __ movprfx(z7.VnS(), p0.Zeroing(), z8.VnS()); |
| __ cdot(z7.VnS(), z4.VnB(), z10.VnB(), 0); |
| |
| __ movprfx(z7.VnS(), p0.Zeroing(), z8.VnS()); |
| __ cdot(z7.VnS(), z4.VnB(), z0.VnB(), 0, 0); |
| |
| __ movprfx(z7.VnD(), p0.Zeroing(), z8.VnD()); |
| __ cdot(z7.VnD(), z4.VnH(), z0.VnH(), 0, 0); |
| |
| __ movprfx(z19.VnB(), p0.Zeroing(), z20.VnB()); |
| __ cmla(z19.VnB(), z7.VnB(), z2.VnB(), 0); |
| |
| __ movprfx(z19.VnS(), p0.Zeroing(), z20.VnS()); |
| __ cmla(z19.VnS(), z7.VnS(), z2.VnS(), 0, 0); |
| |
| __ movprfx(z19.VnH(), p0.Zeroing(), z20.VnH()); |
| __ cmla(z19.VnH(), z7.VnH(), z2.VnH(), 0, 0); |
| |
| __ movprfx(z10.VnD(), p0.Zeroing(), z11.VnD()); |
| __ eor3(z10.VnD(), z10.VnD(), z24.VnD(), z23.VnD()); |
| |
| __ movprfx(z3.VnB(), p0.Zeroing(), z4.VnB()); |
| __ eorbt(z3.VnB(), z10.VnB(), z8.VnB()); |
| |
| __ movprfx(z20.VnB(), p0.Zeroing(), z22.VnB()); |
| __ eortb(z20.VnB(), z21.VnB(), z15.VnB()); |
| |
| __ movprfx(z14.VnD(), p0.Zeroing(), z15.VnD()); |
| __ faddp(z14.VnD(), p1.Merging(), z14.VnD(), z26.VnD()); |
| |
| __ movprfx(z2.VnD(), p0.Zeroing(), z3.VnD()); |
| __ fmaxnmp(z2.VnD(), p1.Merging(), z2.VnD(), z14.VnD()); |
| |
| __ movprfx(z22.VnD(), p0.Zeroing(), z23.VnD()); |
| __ fmaxp(z22.VnD(), p1.Merging(), z22.VnD(), z3.VnD()); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ fminnmp(z1.VnD(), p0.Merging(), z1.VnD(), z14.VnD()); |
| |
| __ movprfx(z16.VnD(), p0.Zeroing(), z17.VnD()); |
| __ fminp(z16.VnD(), p3.Merging(), z16.VnD(), z11.VnD()); |
| |
| __ movprfx(z16.VnS(), p0.Zeroing(), z17.VnS()); |
| __ fmlalb(z16.VnS(), z18.VnH(), z29.VnH()); |
| |
| __ movprfx(z16.VnS(), p0.Zeroing(), z17.VnS()); |
| __ fmlalb(z16.VnS(), z18.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z18.VnS(), p0.Zeroing(), z19.VnS()); |
| __ fmlalt(z18.VnS(), z13.VnH(), z5.VnH()); |
| |
| __ movprfx(z18.VnS(), p0.Zeroing(), z19.VnS()); |
| __ fmlalt(z18.VnS(), z13.VnH(), z5.VnH(), 0); |
| |
| __ movprfx(z16.VnS(), p0.Zeroing(), z17.VnS()); |
| __ fmlslb(z16.VnS(), z10.VnH(), z1.VnH()); |
| |
| __ movprfx(z16.VnS(), p0.Zeroing(), z17.VnS()); |
| __ fmlslb(z16.VnS(), z10.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z3.VnS(), p0.Zeroing(), z4.VnS()); |
| __ fmlslt(z3.VnS(), z17.VnH(), z14.VnH()); |
| |
| __ movprfx(z3.VnS(), p0.Zeroing(), z4.VnS()); |
| __ fmlslt(z3.VnS(), z17.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z2.VnH(), p0.Zeroing(), z3.VnH()); |
| __ mla(z2.VnH(), z0.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z2.VnS(), p0.Zeroing(), z3.VnS()); |
| __ mla(z2.VnS(), z0.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z2.VnD(), p0.Zeroing(), z3.VnD()); |
| __ mla(z2.VnD(), z0.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z2.VnH(), p0.Zeroing(), z3.VnH()); |
| __ mls(z2.VnH(), z0.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z2.VnS(), p0.Zeroing(), z3.VnS()); |
| __ mls(z2.VnS(), z0.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z2.VnD(), p0.Zeroing(), z3.VnD()); |
| __ mls(z2.VnD(), z0.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z17.VnD(), p0.Zeroing(), z18.VnD()); |
| __ nbsl(z17.VnD(), z17.VnD(), z21.VnD(), z27.VnD()); |
| |
| __ movprfx(z13.VnB(), p0.Zeroing(), z14.VnB()); |
| __ saba(z13.VnB(), z2.VnB(), z31.VnB()); |
| |
| __ movprfx(z13.VnD(), p0.Zeroing(), z14.VnD()); |
| __ sabalb(z13.VnD(), z20.VnS(), z26.VnS()); |
| |
| __ movprfx(z14.VnD(), p0.Zeroing(), z15.VnD()); |
| __ sabalt(z14.VnD(), z19.VnS(), z10.VnS()); |
| |
| __ movprfx(z17.VnS(), p0.Zeroing(), z18.VnS()); |
| __ sbclb(z17.VnS(), z10.VnS(), z8.VnS()); |
| |
| __ movprfx(z20.VnS(), p0.Zeroing(), z21.VnS()); |
| __ sbclt(z20.VnS(), z0.VnS(), z13.VnS()); |
| |
| __ movprfx(z5.VnB(), p0.Zeroing(), z6.VnB()); |
| __ smaxp(z5.VnB(), p4.Merging(), z5.VnB(), z10.VnB()); |
| |
| __ movprfx(z27.VnB(), p0.Zeroing(), z28.VnB()); |
| __ sminp(z27.VnB(), p3.Merging(), z27.VnB(), z1.VnB()); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ smlalb(z1.VnD(), z3.VnS(), z23.VnS()); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ smlalb(z1.VnD(), z3.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1.VnS(), p0.Zeroing(), z2.VnS()); |
| __ smlalb(z1.VnS(), z3.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ smlalt(z1.VnD(), z3.VnS(), z23.VnS()); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ smlalt(z1.VnD(), z3.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1.VnS(), p0.Zeroing(), z2.VnS()); |
| __ smlalt(z1.VnS(), z3.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ smlslb(z1.VnD(), z3.VnS(), z23.VnS()); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ smlslb(z1.VnD(), z3.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1.VnS(), p0.Zeroing(), z2.VnS()); |
| __ smlslb(z1.VnS(), z3.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ smlslt(z1.VnD(), z3.VnS(), z23.VnS()); |
| |
| __ movprfx(z1.VnD(), p0.Zeroing(), z2.VnD()); |
| __ smlslt(z1.VnD(), z3.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1.VnS(), p0.Zeroing(), z2.VnS()); |
| __ smlslt(z1.VnS(), z3.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z20.VnB(), p0.Zeroing(), z21.VnB()); |
| __ sqcadd(z20.VnB(), z20.VnB(), z23.VnB(), 90); |
| |
| __ movprfx(z6.VnD(), p0.Zeroing(), z7.VnD()); |
| __ sqdmlalb(z6.VnD(), z19.VnS(), z25.VnS()); |
| |
| __ movprfx(z6.VnD(), p0.Zeroing(), z7.VnD()); |
| __ sqdmlalb(z6.VnD(), z19.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z6.VnS(), p0.Zeroing(), z7.VnS()); |
| __ sqdmlalb(z6.VnS(), z19.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z23.VnD(), p0.Zeroing(), z24.VnD()); |
| __ sqdmlalbt(z23.VnD(), z29.VnS(), z26.VnS()); |
| |
| __ movprfx(z11.VnD(), p0.Zeroing(), z12.VnD()); |
| __ sqdmlalt(z11.VnD(), z0.VnS(), z0.VnS()); |
| |
| __ movprfx(z11.VnD(), p0.Zeroing(), z12.VnD()); |
| __ sqdmlalt(z11.VnD(), z0.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z11.VnS(), p0.Zeroing(), z12.VnS()); |
| __ sqdmlalt(z11.VnS(), z0.VnH(), z0.VnH(), 0); |
| |
| __ movprfx(z16.VnD(), p0.Zeroing(), z17.VnD()); |
| __ sqdmlslb(z16.VnD(), z26.VnS(), z25.VnS()); |
| |
| __ movprfx(z16.VnD(), p0.Zeroing(), z17.VnD()); |
| __ sqdmlslb(z16.VnD(), z26.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z16.VnS(), p0.Zeroing(), z17.VnS()); |
| __ sqdmlslb(z16.VnS(), z26.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z26.VnD(), p0.Zeroing(), z27.VnD()); |
| __ sqdmlslbt(z26.VnD(), z23.VnS(), z4.VnS()); |
| |
| __ movprfx(z21.VnD(), p0.Zeroing(), z22.VnD()); |
| __ sqdmlslt(z21.VnD(), z23.VnS(), z9.VnS()); |
| |
| __ movprfx(z21.VnD(), p0.Zeroing(), z22.VnD()); |
| __ sqdmlslt(z21.VnD(), z23.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z21.VnS(), p0.Zeroing(), z22.VnS()); |
| __ sqdmlslt(z21.VnS(), z23.VnH(), z0.VnH(), 0); |
| |
| __ movprfx(z31.VnB(), p0.Zeroing(), z0.VnB()); |
| __ sqrdcmlah(z31.VnB(), z15.VnB(), z20.VnB(), 0); |
| |
| __ movprfx(z31.VnH(), p0.Zeroing(), z0.VnH()); |
| __ sqrdcmlah(z31.VnH(), z15.VnH(), z2.VnH(), 0, 0); |
| |
| __ movprfx(z31.VnS(), p0.Zeroing(), z0.VnS()); |
| __ sqrdcmlah(z31.VnS(), z15.VnS(), z2.VnS(), 0, 0); |
| |
| __ movprfx(z27.VnB(), p0.Zeroing(), z28.VnB()); |
| __ sqrdmlah(z27.VnB(), z28.VnB(), z19.VnB()); |
| |
| __ movprfx(z27.VnH(), p0.Zeroing(), z28.VnH()); |
| __ sqrdmlah(z27.VnH(), z28.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z27.VnS(), p0.Zeroing(), z28.VnS()); |
| __ sqrdmlah(z27.VnS(), z28.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z27.VnD(), p0.Zeroing(), z28.VnD()); |
| __ sqrdmlah(z27.VnD(), z28.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z11.VnB(), p0.Zeroing(), z12.VnB()); |
| __ sqrdmlsh(z11.VnB(), z16.VnB(), z31.VnB()); |
| |
| __ movprfx(z11.VnH(), p0.Zeroing(), z12.VnH()); |
| __ sqrdmlsh(z11.VnH(), z16.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z11.VnS(), p0.Zeroing(), z12.VnS()); |
| __ sqrdmlsh(z11.VnS(), z16.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z11.VnD(), p0.Zeroing(), z12.VnD()); |
| __ sqrdmlsh(z11.VnD(), z16.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z0.VnB(), p0.Zeroing(), z1.VnB()); |
| __ srsra(z0.VnB(), z8.VnB(), 1); |
| |
| __ movprfx(z0.VnB(), p0.Zeroing(), z1.VnB()); |
| __ ssra(z0.VnB(), z8.VnB(), 1); |
| |
| __ movprfx(z23.VnB(), p0.Zeroing(), z24.VnB()); |
| __ uaba(z23.VnB(), z22.VnB(), z20.VnB()); |
| |
| __ movprfx(z11.VnD(), p0.Zeroing(), z12.VnD()); |
| __ uabalb(z11.VnD(), z25.VnS(), z12.VnS()); |
| |
| __ movprfx(z4.VnD(), p0.Zeroing(), z5.VnD()); |
| __ uabalt(z4.VnD(), z2.VnS(), z31.VnS()); |
| |
| __ movprfx(z7.VnB(), p0.Zeroing(), z8.VnB()); |
| __ umaxp(z7.VnB(), p2.Merging(), z7.VnB(), z23.VnB()); |
| |
| __ movprfx(z10.VnB(), p0.Zeroing(), z11.VnB()); |
| __ uminp(z10.VnB(), p0.Merging(), z10.VnB(), z22.VnB()); |
| |
| __ movprfx(z31.VnD(), p0.Zeroing(), z0.VnD()); |
| __ umlalb(z31.VnD(), z9.VnS(), z21.VnS()); |
| |
| __ movprfx(z31.VnD(), p0.Zeroing(), z0.VnD()); |
| __ umlalb(z31.VnD(), z9.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z31.VnS(), p0.Zeroing(), z0.VnS()); |
| __ umlalb(z31.VnS(), z9.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z11.VnD(), p0.Zeroing(), z12.VnD()); |
| __ umlalt(z11.VnD(), z5.VnS(), z22.VnS()); |
| |
| __ movprfx(z11.VnD(), p0.Zeroing(), z12.VnD()); |
| __ umlalt(z11.VnD(), z5.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z11.VnS(), p0.Zeroing(), z12.VnS()); |
| __ umlalt(z11.VnS(), z5.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z28.VnD(), p0.Zeroing(), z29.VnD()); |
| __ umlslb(z28.VnD(), z13.VnS(), z9.VnS()); |
| |
| __ movprfx(z28.VnD(), p0.Zeroing(), z29.VnD()); |
| __ umlslb(z28.VnD(), z13.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z28.VnS(), p0.Zeroing(), z29.VnS()); |
| __ umlslb(z28.VnS(), z13.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z9.VnD(), p0.Zeroing(), z10.VnD()); |
| __ umlslt(z9.VnD(), z12.VnS(), z30.VnS()); |
| |
| __ movprfx(z9.VnD(), p0.Zeroing(), z10.VnD()); |
| __ umlslt(z9.VnD(), z12.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z9.VnS(), p0.Zeroing(), z10.VnS()); |
| __ umlslt(z9.VnS(), z12.VnH(), z0.VnH(), 0); |
| |
| __ movprfx(z0.VnB(), p0.Zeroing(), z1.VnB()); |
| __ ursra(z0.VnB(), z8.VnB(), 1); |
| |
| __ movprfx(z0.VnB(), p0.Zeroing(), z1.VnB()); |
| __ usra(z0.VnB(), z8.VnB(), 1); |
| |
| __ movprfx(z16.VnB(), p0.Zeroing(), z17.VnB()); |
| __ xar(z16.VnB(), z16.VnB(), z13.VnB(), 1); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_aliasing_sve2) { |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, CPUFeatures::kSVE2); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 140; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z25, z26); |
| __ adclb(z25.VnS(), z17.VnS(), z25.VnS()); |
| |
| __ movprfx(z0, z1); |
| __ adclt(z0.VnS(), z2.VnS(), z0.VnS()); |
| |
| __ movprfx(z3, z4); |
| __ addp(z3.VnB(), p1.Merging(), z3.VnB(), z3.VnB()); |
| |
| __ movprfx(z6, z7); |
| __ bcax(z6.VnD(), z6.VnD(), z12.VnD(), z6.VnD()); |
| |
| __ movprfx(z18, z19); |
| __ bsl1n(z18.VnD(), z18.VnD(), z8.VnD(), z18.VnD()); |
| |
| __ movprfx(z7, z8); |
| __ bsl2n(z7.VnD(), z7.VnD(), z3.VnD(), z7.VnD()); |
| |
| __ movprfx(z21, z22); |
| __ bsl(z21.VnD(), z21.VnD(), z2.VnD(), z21.VnD()); |
| |
| __ movprfx(z5, z6); |
| __ cadd(z5.VnB(), z5.VnB(), z5.VnB(), 90); |
| |
| __ movprfx(z7, z8); |
| __ cdot(z7.VnS(), z4.VnB(), z7.VnB(), 0); |
| |
| __ movprfx(z7, z8); |
| __ cdot(z7.VnS(), z4.VnB(), z7.VnB(), 0, 0); |
| |
| __ movprfx(z7, z8); |
| __ cdot(z7.VnD(), z7.VnH(), z0.VnH(), 0, 0); |
| |
| __ movprfx(z19, z20); |
| __ cmla(z19.VnB(), z19.VnB(), z2.VnB(), 0); |
| |
| __ movprfx(z19, z20); |
| __ cmla(z19.VnS(), z19.VnS(), z2.VnS(), 0, 0); |
| |
| __ movprfx(z1, z20); |
| __ cmla(z1.VnH(), z7.VnH(), z1.VnH(), 0, 0); |
| |
| __ movprfx(z10, z11); |
| __ eor3(z10.VnD(), z10.VnD(), z10.VnD(), z23.VnD()); |
| |
| __ movprfx(z3, z4); |
| __ eorbt(z3.VnB(), z10.VnB(), z3.VnB()); |
| |
| __ movprfx(z20, z22); |
| __ eortb(z20.VnB(), z21.VnB(), z20.VnB()); |
| |
| __ movprfx(z14, z15); |
| __ faddp(z14.VnD(), p1.Merging(), z14.VnD(), z14.VnD()); |
| |
| __ movprfx(z14.VnD(), p4.Merging(), z15.VnD()); |
| __ fcvtx(z14.VnS(), p4.Merging(), z14.VnD()); |
| |
| __ movprfx(z15.VnH(), p0.Merging(), z16.VnH()); |
| __ flogb(z15.VnH(), p0.Merging(), z15.VnH()); |
| |
| __ movprfx(z2, z3); |
| __ fmaxnmp(z2.VnD(), p1.Merging(), z2.VnD(), z2.VnD()); |
| |
| __ movprfx(z22, z23); |
| __ fmaxp(z22.VnD(), p1.Merging(), z22.VnD(), z22.VnD()); |
| |
| __ movprfx(z1, z2); |
| __ fminnmp(z1.VnD(), p0.Merging(), z1.VnD(), z1.VnD()); |
| |
| __ movprfx(z16, z17); |
| __ fminp(z16.VnD(), p3.Merging(), z16.VnD(), z16.VnD()); |
| |
| __ movprfx(z16, z17); |
| __ fmlalb(z16.VnS(), z18.VnH(), z16.VnH()); |
| |
| __ movprfx(z16, z17); |
| __ fmlalb(z16.VnS(), z16.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z18, z19); |
| __ fmlalt(z18.VnS(), z13.VnH(), z18.VnH()); |
| |
| __ movprfx(z18, z19); |
| __ fmlalt(z18.VnS(), z18.VnH(), z5.VnH(), 0); |
| |
| __ movprfx(z16, z17); |
| __ fmlslb(z16.VnS(), z16.VnH(), z1.VnH()); |
| |
| __ movprfx(z16, z17); |
| __ fmlslb(z16.VnS(), z16.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z3, z4); |
| __ fmlslt(z3.VnS(), z17.VnH(), z3.VnH()); |
| |
| __ movprfx(z3, z4); |
| __ fmlslt(z3.VnS(), z17.VnH(), z3.VnH(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mla(z2.VnH(), z0.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mla(z2.VnS(), z0.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mla(z2.VnD(), z0.VnD(), z2.VnD(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mls(z2.VnH(), z0.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mls(z2.VnS(), z0.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z2, z3); |
| __ mls(z2.VnD(), z0.VnD(), z2.VnD(), 0); |
| |
| __ movprfx(z17, z18); |
| __ nbsl(z17.VnD(), z17.VnD(), z21.VnD(), z17.VnD()); |
| |
| __ movprfx(z13, z14); |
| __ saba(z13.VnB(), z2.VnB(), z13.VnB()); |
| |
| __ movprfx(z13, z14); |
| __ sabalb(z13.VnD(), z13.VnS(), z26.VnS()); |
| |
| __ movprfx(z14, z15); |
| __ sabalt(z14.VnD(), z14.VnS(), z10.VnS()); |
| |
| __ movprfx(z19.VnD(), p5.Merging(), z20.VnD()); |
| __ sadalp(z19.VnD(), p5.Merging(), z19.VnS()); |
| |
| __ movprfx(z17, z18); |
| __ sbclb(z17.VnS(), z17.VnS(), z8.VnS()); |
| |
| __ movprfx(z20, z21); |
| __ sbclt(z20.VnS(), z20.VnS(), z13.VnS()); |
| |
| __ movprfx(z20.VnB(), p3.Merging(), z21.VnB()); |
| __ shadd(z20.VnB(), p3.Merging(), z20.VnB(), z20.VnB()); |
| |
| __ movprfx(z21.VnB(), p0.Merging(), z22.VnB()); |
| __ shsub(z21.VnB(), p0.Merging(), z21.VnB(), z21.VnB()); |
| |
| __ movprfx(z1.VnB(), p0.Merging(), z2.VnB()); |
| __ shsubr(z1.VnB(), p0.Merging(), z1.VnB(), z1.VnB()); |
| |
| __ movprfx(z5, z6); |
| __ smaxp(z5.VnB(), p4.Merging(), z5.VnB(), z5.VnB()); |
| |
| __ movprfx(z27, z28); |
| __ sminp(z27.VnB(), p3.Merging(), z27.VnB(), z27.VnB()); |
| |
| __ movprfx(z1, z2); |
| __ smlalb(z1.VnD(), z3.VnS(), z1.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ smlalb(z1.VnD(), z3.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlalb(z1.VnS(), z1.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlalt(z1.VnD(), z1.VnS(), z23.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ smlalt(z1.VnD(), z3.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlalt(z1.VnS(), z1.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlslb(z1.VnD(), z1.VnS(), z23.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ smlslb(z1.VnD(), z3.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlslb(z1.VnS(), z3.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlslt(z1.VnD(), z1.VnS(), z23.VnS()); |
| |
| __ movprfx(z1, z2); |
| __ smlslt(z1.VnD(), z3.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z1, z2); |
| __ smlslt(z1.VnS(), z1.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z29.VnB(), p1.Merging(), z30.VnB()); |
| __ sqabs(z29.VnB(), p1.Merging(), z29.VnB()); |
| |
| __ movprfx(z28.VnB(), p0.Merging(), z29.VnB()); |
| __ sqadd(z28.VnB(), p0.Merging(), z28.VnB(), z28.VnB()); |
| |
| __ movprfx(z20, z21); |
| __ sqcadd(z20.VnB(), z20.VnB(), z20.VnB(), 90); |
| |
| __ movprfx(z6, z7); |
| __ sqdmlalb(z6.VnD(), z6.VnS(), z25.VnS()); |
| |
| __ movprfx(z6, z7); |
| __ sqdmlalb(z6.VnD(), z6.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z6, z7); |
| __ sqdmlalb(z6.VnS(), z6.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z23, z24); |
| __ sqdmlalbt(z23.VnD(), z23.VnS(), z26.VnS()); |
| |
| __ movprfx(z11, z12); |
| __ sqdmlalt(z11.VnD(), z11.VnS(), z0.VnS()); |
| |
| __ movprfx(z11, z12); |
| __ sqdmlalt(z11.VnD(), z11.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z1, z12); |
| __ sqdmlalt(z1.VnS(), z0.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z16, z17); |
| __ sqdmlslb(z16.VnD(), z26.VnS(), z16.VnS()); |
| |
| __ movprfx(z16, z17); |
| __ sqdmlslb(z16.VnD(), z16.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z16, z17); |
| __ sqdmlslb(z16.VnS(), z16.VnH(), z2.VnH(), 0); |
| |
| __ movprfx(z26, z27); |
| __ sqdmlslbt(z26.VnD(), z26.VnS(), z4.VnS()); |
| |
| __ movprfx(z21, z22); |
| __ sqdmlslt(z21.VnD(), z23.VnS(), z21.VnS()); |
| |
| __ movprfx(z21, z22); |
| __ sqdmlslt(z21.VnD(), z21.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z1, z22); |
| __ sqdmlslt(z21.VnS(), z23.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z21.VnB(), p0.Merging(), z22.VnB()); |
| __ sqneg(z21.VnB(), p0.Merging(), z21.VnB()); |
| |
| __ movprfx(z31, z0); |
| __ sqrdcmlah(z31.VnB(), z15.VnB(), z31.VnB(), 0); |
| |
| __ movprfx(z31, z0); |
| __ sqrdcmlah(z31.VnH(), z31.VnH(), z2.VnH(), 0, 0); |
| |
| __ movprfx(z31, z0); |
| __ sqrdcmlah(z31.VnS(), z31.VnS(), z2.VnS(), 0, 0); |
| |
| __ movprfx(z27, z28); |
| __ sqrdmlah(z27.VnB(), z27.VnB(), z19.VnB()); |
| |
| __ movprfx(z27, z28); |
| __ sqrdmlah(z27.VnH(), z27.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z27, z28); |
| __ sqrdmlah(z27.VnS(), z27.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z27, z28); |
| __ sqrdmlah(z27.VnD(), z27.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z11, z12); |
| __ sqrdmlsh(z11.VnB(), z16.VnB(), z11.VnB()); |
| |
| __ movprfx(z11, z12); |
| __ sqrdmlsh(z11.VnH(), z11.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z11, z12); |
| __ sqrdmlsh(z11.VnS(), z11.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z11, z12); |
| __ sqrdmlsh(z11.VnD(), z11.VnD(), z1.VnD(), 0); |
| |
| __ movprfx(z31.VnB(), p5.Merging(), z0.VnB()); |
| __ sqrshl(z31.VnB(), p5.Merging(), z31.VnB(), z31.VnB()); |
| |
| __ movprfx(z25.VnB(), p6.Merging(), z26.VnB()); |
| __ sqrshlr(z25.VnB(), p6.Merging(), z25.VnB(), z25.VnB()); |
| |
| __ movprfx(z0.VnB(), p5.Merging(), z1.VnB()); |
| __ sqshl(z0.VnB(), p5.Merging(), z0.VnB(), z0.VnB()); |
| |
| __ movprfx(z7.VnB(), p3.Merging(), z8.VnB()); |
| __ sqshlr(z7.VnB(), p3.Merging(), z7.VnB(), z7.VnB()); |
| |
| __ movprfx(z16.VnB(), p7.Merging(), z17.VnB()); |
| __ sqsub(z16.VnB(), p7.Merging(), z16.VnB(), z16.VnB()); |
| |
| __ movprfx(z16.VnB(), p7.Merging(), z17.VnB()); |
| __ sqsubr(z16.VnB(), p7.Merging(), z16.VnB(), z16.VnB()); |
| |
| __ movprfx(z23.VnB(), p4.Merging(), z24.VnB()); |
| __ srhadd(z23.VnB(), p4.Merging(), z23.VnB(), z23.VnB()); |
| |
| __ movprfx(z31.VnB(), p7.Merging(), z0.VnB()); |
| __ srshl(z31.VnB(), p7.Merging(), z31.VnB(), z31.VnB()); |
| |
| __ movprfx(z16.VnB(), p7.Merging(), z17.VnB()); |
| __ srshlr(z16.VnB(), p7.Merging(), z16.VnB(), z16.VnB()); |
| |
| __ movprfx(z0, z1); |
| __ srsra(z0.VnB(), z0.VnB(), 1); |
| |
| __ movprfx(z0, z1); |
| __ ssra(z0.VnB(), z0.VnB(), 1); |
| |
| __ movprfx(z26.VnB(), p2.Merging(), z27.VnB()); |
| __ suqadd(z26.VnB(), p2.Merging(), z26.VnB(), z26.VnB()); |
| |
| __ movprfx(z23, z24); |
| __ uaba(z23.VnB(), z22.VnB(), z23.VnB()); |
| |
| __ movprfx(z11, z12); |
| __ uabalb(z11.VnD(), z25.VnS(), z11.VnS()); |
| |
| __ movprfx(z4, z5); |
| __ uabalt(z4.VnD(), z4.VnS(), z31.VnS()); |
| |
| __ movprfx(z20.VnD(), p4.Merging(), z21.VnD()); |
| __ uadalp(z20.VnD(), p4.Merging(), z20.VnS()); |
| |
| __ movprfx(z21.VnB(), p2.Merging(), z22.VnB()); |
| __ uhadd(z21.VnB(), p2.Merging(), z21.VnB(), z21.VnB()); |
| |
| __ movprfx(z1.VnB(), p4.Merging(), z2.VnB()); |
| __ uhsub(z1.VnB(), p4.Merging(), z1.VnB(), z1.VnB()); |
| |
| __ movprfx(z18.VnB(), p0.Merging(), z19.VnB()); |
| __ uhsubr(z18.VnB(), p0.Merging(), z18.VnB(), z18.VnB()); |
| |
| __ movprfx(z7, z8); |
| __ umaxp(z7.VnB(), p2.Merging(), z7.VnB(), z7.VnB()); |
| |
| __ movprfx(z10, z11); |
| __ uminp(z10.VnB(), p0.Merging(), z10.VnB(), z10.VnB()); |
| |
| __ movprfx(z31, z0); |
| __ umlalb(z31.VnD(), z9.VnS(), z31.VnS()); |
| |
| __ movprfx(z31, z0); |
| __ umlalb(z31.VnD(), z31.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z31, z0); |
| __ umlalb(z31.VnS(), z31.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z11, z12); |
| __ umlalt(z11.VnD(), z11.VnS(), z22.VnS()); |
| |
| __ movprfx(z11, z12); |
| __ umlalt(z11.VnD(), z11.VnS(), z2.VnS(), 0); |
| |
| __ movprfx(z1, z12); |
| __ umlalt(z1.VnS(), z5.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z28, z29); |
| __ umlslb(z28.VnD(), z28.VnS(), z9.VnS()); |
| |
| __ movprfx(z28, z29); |
| __ umlslb(z28.VnD(), z28.VnS(), z1.VnS(), 0); |
| |
| __ movprfx(z28, z29); |
| __ umlslb(z28.VnS(), z28.VnH(), z1.VnH(), 0); |
| |
| __ movprfx(z9, z10); |
| __ umlslt(z9.VnD(), z9.VnS(), z30.VnS()); |
| |
| __ movprfx(z9, z10); |
| __ umlslt(z9.VnD(), z9.VnS(), z0.VnS(), 0); |
| |
| __ movprfx(z9, z10); |
| __ umlslt(z9.VnS(), z9.VnH(), z0.VnH(), 0); |
| |
| __ movprfx(z24.VnB(), p7.Merging(), z25.VnB()); |
| __ uqadd(z24.VnB(), p7.Merging(), z24.VnB(), z24.VnB()), |
| |
| __ movprfx(z20.VnB(), p1.Merging(), z21.VnB()); |
| __ uqrshl(z20.VnB(), p1.Merging(), z20.VnB(), z20.VnB()); |
| |
| __ movprfx(z8.VnB(), p5.Merging(), z9.VnB()); |
| __ uqrshlr(z8.VnB(), p5.Merging(), z8.VnB(), z8.VnB()); |
| |
| __ movprfx(z29.VnB(), p7.Merging(), z30.VnB()); |
| __ uqshl(z29.VnB(), p7.Merging(), z29.VnB(), z29.VnB()); |
| |
| __ movprfx(z12.VnB(), p1.Merging(), z13.VnB()); |
| __ uqshlr(z12.VnB(), p1.Merging(), z12.VnB(), z12.VnB()); |
| |
| __ movprfx(z20.VnB(), p0.Merging(), z21.VnB()); |
| __ uqsub(z20.VnB(), p0.Merging(), z20.VnB(), z20.VnB()); |
| |
| __ movprfx(z20.VnB(), p0.Merging(), z21.VnB()); |
| __ uqsubr(z20.VnB(), p0.Merging(), z20.VnB(), z20.VnB()); |
| |
| __ movprfx(z25.VnS(), p7.Merging(), z26.VnS()); |
| __ urecpe(z25.VnS(), p7.Merging(), z25.VnS()); |
| |
| __ movprfx(z29.VnB(), p4.Merging(), z30.VnB()); |
| __ urhadd(z29.VnB(), p4.Merging(), z29.VnB(), z29.VnB()); |
| |
| __ movprfx(z15.VnB(), p2.Merging(), z16.VnB()); |
| __ urshl(z15.VnB(), p2.Merging(), z15.VnB(), z15.VnB()); |
| |
| __ movprfx(z27.VnB(), p1.Merging(), z28.VnB()); |
| __ urshlr(z27.VnB(), p1.Merging(), z27.VnB(), z27.VnB()); |
| |
| __ movprfx(z4.VnS(), p3.Merging(), z5.VnS()); |
| __ ursqrte(z4.VnS(), p3.Merging(), z4.VnS()); |
| |
| __ movprfx(z0, z1); |
| __ ursra(z0.VnB(), z0.VnB(), 1); |
| |
| __ movprfx(z25.VnB(), p4.Merging(), z26.VnB()); |
| __ usqadd(z25.VnB(), p4.Merging(), z25.VnB(), z25.VnB()); |
| |
| __ movprfx(z0, z1); |
| __ usra(z0.VnB(), z0.VnB(), 1); |
| |
| __ movprfx(z16, z17); |
| __ xar(z16.VnB(), z16.VnB(), z16.VnB(), 1); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| TEST(movprfx_negative_lane_size_sve2) { |
| Assembler assm; |
| assm.GetCPUFeatures()->Combine(CPUFeatures::kSVE, CPUFeatures::kSVE2); |
| { |
| // We have to use the Assembler directly to generate movprfx, so we need |
| // to manually reserve space for the code we're about to emit. |
| static const size_t kPairCount = 140; |
| CodeBufferCheckScope guard(&assm, kPairCount * 2 * kInstructionSize); |
| |
| __ movprfx(z14.VnS(), p4.Merging(), z15.VnS()); |
| __ fcvtx(z14.VnS(), p4.Merging(), z0.VnD()); |
| |
| __ movprfx(z15.VnS(), p0.Merging(), z16.VnS()); |
| __ flogb(z15.VnH(), p0.Merging(), z3.VnH()); |
| |
| __ movprfx(z19.VnB(), p5.Merging(), z20.VnB()); |
| __ sadalp(z19.VnD(), p5.Merging(), z9.VnS()); |
| |
| __ movprfx(z20.VnH(), p3.Merging(), z21.VnH()); |
| __ shadd(z20.VnB(), p3.Merging(), z20.VnB(), z7.VnB()); |
| |
| __ movprfx(z21.VnH(), p0.Merging(), z22.VnH()); |
| __ shsub(z21.VnB(), p0.Merging(), z21.VnB(), z0.VnB()); |
| |
| __ movprfx(z1.VnS(), p0.Merging(), z2.VnS()); |
| __ shsubr(z1.VnB(), p0.Merging(), z1.VnB(), z2.VnB()); |
| |
| __ movprfx(z29.VnD(), p1.Merging(), z30.VnD()); |
| __ sqabs(z29.VnB(), p1.Merging(), z18.VnB()); |
| |
| __ movprfx(z28.VnH(), p0.Merging(), z29.VnH()); |
| __ sqadd(z28.VnB(), p0.Merging(), z28.VnB(), z3.VnB()); |
| |
| __ movprfx(z21.VnH(), p0.Merging(), z22.VnH()); |
| __ sqneg(z21.VnB(), p0.Merging(), z17.VnB()); |
| |
| __ movprfx(z31.VnS(), p5.Merging(), z0.VnS()); |
| __ sqrshl(z31.VnB(), p5.Merging(), z31.VnB(), z27.VnB()); |
| |
| __ movprfx(z25.VnD(), p6.Merging(), z26.VnD()); |
| __ sqrshlr(z25.VnB(), p6.Merging(), z25.VnB(), z7.VnB()); |
| |
| __ movprfx(z0.VnH(), p5.Merging(), z1.VnH()); |
| __ sqshl(z0.VnB(), p5.Merging(), z0.VnB(), 0); |
| |
| __ movprfx(z0.VnS(), p5.Merging(), z1.VnS()); |
| __ sqshl(z0.VnB(), p5.Merging(), z0.VnB(), z2.VnB()); |
| |
| __ movprfx(z7.VnD(), p3.Merging(), z8.VnD()); |
| __ sqshlr(z7.VnB(), p3.Merging(), z7.VnB(), z5.VnB()); |
| |
| __ movprfx(z10.VnH(), p1.Merging(), z11.VnH()); |
| __ sqshlu(z10.VnB(), p1.Merging(), z10.VnB(), 0); |
| |
| __ movprfx(z16.VnH(), p7.Merging(), z17.VnH()); |
| __ sqsub(z16.VnB(), p7.Merging(), z16.VnB(), z22.VnB()); |
| |
| __ movprfx(z16.VnS(), p7.Merging(), z17.VnS()); |
| __ sqsubr(z16.VnB(), p7.Merging(), z16.VnB(), z22.VnB()); |
| |
| __ movprfx(z23.VnD(), p4.Merging(), z24.VnD()); |
| __ srhadd(z23.VnB(), p4.Merging(), z23.VnB(), z14.VnB()); |
| |
| __ movprfx(z31.VnH(), p7.Merging(), z0.VnH()); |
| __ srshl(z31.VnB(), p7.Merging(), z31.VnB(), z3.VnB()); |
| |
| __ movprfx(z16.VnH(), p7.Merging(), z17.VnH()); |
| __ srshlr(z16.VnB(), p7.Merging(), z16.VnB(), z29.VnB()); |
| |
| __ movprfx(z12.VnH(), p0.Merging(), z13.VnH()); |
| __ srshr(z12.VnB(), p0.Merging(), z12.VnB(), 1); |
| |
| __ movprfx(z26.VnH(), p2.Merging(), z27.VnH()); |
| __ suqadd(z26.VnB(), p2.Merging(), z26.VnB(), z28.VnB()); |
| |
| __ movprfx(z20.VnB(), p4.Merging(), z21.VnB()); |
| __ uadalp(z20.VnD(), p4.Merging(), z5.VnS()); |
| |
| __ movprfx(z21.VnH(), p2.Merging(), z22.VnH()); |
| __ uhadd(z21.VnB(), p2.Merging(), z21.VnB(), z19.VnB()); |
| |
| __ movprfx(z1.VnH(), p4.Merging(), z2.VnH()); |
| __ uhsub(z1.VnB(), p4.Merging(), z1.VnB(), z9.VnB()); |
| |
| __ movprfx(z18.VnH(), p0.Merging(), z19.VnH()); |
| __ uhsubr(z18.VnB(), p0.Merging(), z18.VnB(), z1.VnB()); |
| |
| __ movprfx(z24.VnH(), p7.Merging(), z25.VnH()); |
| __ uqadd(z24.VnB(), p7.Merging(), z24.VnB(), z1.VnB()), |
| |
| __ movprfx(z20.VnS(), p1.Merging(), z21.VnS()); |
| __ uqrshl(z20.VnB(), p1.Merging(), z20.VnB(), z30.VnB()); |
| |
| __ movprfx(z8.VnS(), p5.Merging(), z9.VnS()); |
| __ uqrshlr(z8.VnB(), p5.Merging(), z8.VnB(), z9.VnB()); |
| |
| __ movprfx(z29.VnS(), p7.Merging(), z30.VnS()); |
| __ uqshl(z29.VnB(), p7.Merging(), z29.VnB(), 0); |
| |
| __ movprfx(z29.VnS(), p7.Merging(), z30.VnS()); |
| __ uqshl(z29.VnB(), p7.Merging(), z29.VnB(), z30.VnB()); |
| |
| __ movprfx(z12.VnS(), p1.Merging(), z13.VnS()); |
| __ uqshlr(z12.VnB(), p1.Merging(), z12.VnB(), z13.VnB()); |
| |
| __ movprfx(z20.VnS(), p0.Merging(), z21.VnS()); |
| __ uqsub(z20.VnB(), p0.Merging(), z20.VnB(), z6.VnB()); |
| |
| __ movprfx(z20.VnS(), p0.Merging(), z21.VnS()); |
| __ uqsubr(z20.VnB(), p0.Merging(), z20.VnB(), z6.VnB()); |
| |
| __ movprfx(z25.VnB(), p7.Merging(), z26.VnB()); |
| __ urecpe(z25.VnS(), p7.Merging(), z2.VnS()); |
| |
| __ movprfx(z29.VnD(), p4.Merging(), z30.VnD()); |
| __ urhadd(z29.VnB(), p4.Merging(), z29.VnB(), z10.VnB()); |
| |
| __ movprfx(z15.VnD(), p2.Merging(), z16.VnD()); |
| __ urshl(z15.VnB(), p2.Merging(), z15.VnB(), z3.VnB()); |
| |
| __ movprfx(z27.VnD(), p1.Merging(), z28.VnD()); |
| __ urshlr(z27.VnB(), p1.Merging(), z27.VnB(), z30.VnB()); |
| |
| __ movprfx(z31.VnD(), p2.Merging(), z0.VnD()); |
| __ urshr(z31.VnB(), p2.Merging(), z31.VnB(), 1); |
| |
| __ movprfx(z4.VnH(), p3.Merging(), z5.VnH()); |
| __ ursqrte(z4.VnS(), p3.Merging(), z3.VnS()); |
| |
| __ movprfx(z25.VnD(), p4.Merging(), z26.VnD()); |
| __ usqadd(z25.VnB(), p4.Merging(), z25.VnB(), z6.VnB()); |
| } |
| assm.FinalizeCode(); |
| |
| CheckAndMaybeDisassembleMovprfxPairs(assm.GetBuffer(), false); |
| } |
| |
| } // namespace aarch64 |
| } // namespace vixl |
