; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve < %s | FileCheck %s

; These test should allow scheduling of the loads before the stores.

define void @scalable_v16i8(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v16i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.b
; CHECK-NEXT:    ld1b { z0.b }, p0/z, [x0]
; CHECK-NEXT:    ld1b { z1.b }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.b, p0/m, z2.b, z0.b
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.b, p0/m, z3.b, z1.b
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1b { z0.b }, p0, [x0]
; CHECK-NEXT:    st1b { z1.b }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 16 x i8>, ptr %l0, align 16
  %l5 = mul <vscale x 16 x i8> %l3, %l3
  %l6 = xor <vscale x 16 x i8> %l5, %l3
  store <vscale x 16 x i8> %l6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 4
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 16 x i8>, ptr %l9, align 16
  %l13 = mul <vscale x 16 x i8> %l11, %l11
  %l14 = xor <vscale x 16 x i8> %l13, %l11
  store <vscale x 16 x i8> %l14, ptr %l9, align 16
  ret void
}

define void @scalable_v8i16(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v8i16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.h
; CHECK-NEXT:    ld1h { z0.h }, p0/z, [x0]
; CHECK-NEXT:    ld1h { z1.h }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.h, p0/m, z2.h, z0.h
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.h, p0/m, z3.h, z1.h
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1h { z0.h }, p0, [x0]
; CHECK-NEXT:    st1h { z1.h }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 8 x i16>, ptr %l0, align 16
  %l5 = mul <vscale x 8 x i16> %l3, %l3
  %l6 = xor <vscale x 8 x i16> %l5, %l3
  store <vscale x 8 x i16> %l6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 4
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 8 x i16>, ptr %l9, align 16
  %l13 = mul <vscale x 8 x i16> %l11, %l11
  %l14 = xor <vscale x 8 x i16> %l13, %l11
  store <vscale x 8 x i16> %l14, ptr %l9, align 16
  ret void
}

define void @scalable_v4i32(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v4i32:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.s
; CHECK-NEXT:    ld1w { z0.s }, p0/z, [x0]
; CHECK-NEXT:    ld1w { z1.s }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.s, p0/m, z2.s, z0.s
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.s, p0/m, z3.s, z1.s
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1w { z0.s }, p0, [x0]
; CHECK-NEXT:    st1w { z1.s }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 4 x i32>, ptr %l0, align 16
  %l5 = mul <vscale x 4 x i32> %l3, %l3
  %l6 = xor <vscale x 4 x i32> %l5, %l3
  store <vscale x 4 x i32> %l6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 4
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 4 x i32>, ptr %l9, align 16
  %l13 = mul <vscale x 4 x i32> %l11, %l11
  %l14 = xor <vscale x 4 x i32> %l13, %l11
  store <vscale x 4 x i32> %l14, ptr %l9, align 16
  ret void
}

define void @scalable_v2i64(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v2i64:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    ld1d { z0.d }, p0/z, [x0]
; CHECK-NEXT:    ld1d { z1.d }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.d, p0/m, z2.d, z0.d
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.d, p0/m, z3.d, z1.d
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1d { z0.d }, p0, [x0]
; CHECK-NEXT:    st1d { z1.d }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 2 x i64>, ptr %l0, align 16
  %l5 = mul <vscale x 2 x i64> %l3, %l3
  %l6 = xor <vscale x 2 x i64> %l5, %l3
  store <vscale x 2 x i64> %l6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 4
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 2 x i64>, ptr %l9, align 16
  %l13 = mul <vscale x 2 x i64> %l11, %l11
  %l14 = xor <vscale x 2 x i64> %l13, %l11
  store <vscale x 2 x i64> %l14, ptr %l9, align 16
  ret void
}

define void @scalable_v8i8(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v8i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.h
; CHECK-NEXT:    ld1sb { z0.h }, p0/z, [x0]
; CHECK-NEXT:    ld1sb { z1.h }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.h, p0/m, z2.h, z0.h
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.h, p0/m, z3.h, z1.h
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1b { z0.h }, p0, [x0]
; CHECK-NEXT:    st1b { z1.h }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 8 x i8>, ptr %l0, align 16
  %s3 = sext <vscale x 8 x i8> %l3 to <vscale x 8 x i16>
  %l5 = mul <vscale x 8 x i16> %s3, %s3
  %l6 = xor <vscale x 8 x i16> %l5, %s3
  %t6 = trunc <vscale x 8 x i16> %l6 to <vscale x 8 x i8>
  store <vscale x 8 x i8> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 3
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 8 x i8>, ptr %l9, align 16
  %s11 = sext <vscale x 8 x i8> %l11 to <vscale x 8 x i16>
  %l13 = mul <vscale x 8 x i16> %s11, %s11
  %l14 = xor <vscale x 8 x i16> %l13, %s11
  %t14 = trunc <vscale x 8 x i16> %l14 to <vscale x 8 x i8>
  store <vscale x 8 x i8> %t14, ptr %l9, align 16
  ret void
}

define void @scalable_v4i8(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v4i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.s
; CHECK-NEXT:    ld1sb { z0.s }, p0/z, [x0]
; CHECK-NEXT:    ld1sb { z1.s }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.s, p0/m, z2.s, z0.s
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.s, p0/m, z3.s, z1.s
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1b { z0.s }, p0, [x0]
; CHECK-NEXT:    st1b { z1.s }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 4 x i8>, ptr %l0, align 16
  %s3 = sext <vscale x 4 x i8> %l3 to <vscale x 4 x i32>
  %l5 = mul <vscale x 4 x i32> %s3, %s3
  %l6 = xor <vscale x 4 x i32> %l5, %s3
  %t6 = trunc <vscale x 4 x i32> %l6 to <vscale x 4 x i8>
  store <vscale x 4 x i8> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 2
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 4 x i8>, ptr %l9, align 16
  %s11 = sext <vscale x 4 x i8> %l11 to <vscale x 4 x i32>
  %l13 = mul <vscale x 4 x i32> %s11, %s11
  %l14 = xor <vscale x 4 x i32> %l13, %s11
  %t14 = trunc <vscale x 4 x i32> %l14 to <vscale x 4 x i8>
  store <vscale x 4 x i8> %t14, ptr %l9, align 16
  ret void
}

define void @scalable_v2i8(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v2i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    ld1sb { z0.d }, p0/z, [x0]
; CHECK-NEXT:    ld1sb { z1.d }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.d, p0/m, z2.d, z0.d
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.d, p0/m, z3.d, z1.d
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1b { z0.d }, p0, [x0]
; CHECK-NEXT:    st1b { z1.d }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 2 x i8>, ptr %l0, align 16
  %s3 = sext <vscale x 2 x i8> %l3 to <vscale x 2 x i64>
  %l5 = mul <vscale x 2 x i64> %s3, %s3
  %l6 = xor <vscale x 2 x i64> %l5, %s3
  %t6 = trunc <vscale x 2 x i64> %l6 to <vscale x 2 x i8>
  store <vscale x 2 x i8> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 1
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 2 x i8>, ptr %l9, align 16
  %s11 = sext <vscale x 2 x i8> %l11 to <vscale x 2 x i64>
  %l13 = mul <vscale x 2 x i64> %s11, %s11
  %l14 = xor <vscale x 2 x i64> %l13, %s11
  %t14 = trunc <vscale x 2 x i64> %l14 to <vscale x 2 x i8>
  store <vscale x 2 x i8> %t14, ptr %l9, align 16
  ret void
}

define void @scalable_v4i16(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v4i16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.s
; CHECK-NEXT:    ld1sh { z0.s }, p0/z, [x0]
; CHECK-NEXT:    ld1sh { z1.s }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.s, p0/m, z2.s, z0.s
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.s, p0/m, z3.s, z1.s
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1h { z0.s }, p0, [x0]
; CHECK-NEXT:    st1h { z1.s }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 4 x i16>, ptr %l0, align 16
  %s3 = sext <vscale x 4 x i16> %l3 to <vscale x 4 x i32>
  %l5 = mul <vscale x 4 x i32> %s3, %s3
  %l6 = xor <vscale x 4 x i32> %l5, %s3
  %t6 = trunc <vscale x 4 x i32> %l6 to <vscale x 4 x i16>
  store <vscale x 4 x i16> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 3
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 4 x i16>, ptr %l9, align 16
  %s11 = sext <vscale x 4 x i16> %l11 to <vscale x 4 x i32>
  %l13 = mul <vscale x 4 x i32> %s11, %s11
  %l14 = xor <vscale x 4 x i32> %l13, %s11
  %t14 = trunc <vscale x 4 x i32> %l14 to <vscale x 4 x i16>
  store <vscale x 4 x i16> %t14, ptr %l9, align 16
  ret void
}

define void @scalable_v2i16(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v2i16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    ld1sh { z0.d }, p0/z, [x0]
; CHECK-NEXT:    ld1sh { z1.d }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.d, p0/m, z2.d, z0.d
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.d, p0/m, z3.d, z1.d
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1h { z0.d }, p0, [x0]
; CHECK-NEXT:    st1h { z1.d }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 2 x i16>, ptr %l0, align 16
  %s3 = sext <vscale x 2 x i16> %l3 to <vscale x 2 x i64>
  %l5 = mul <vscale x 2 x i64> %s3, %s3
  %l6 = xor <vscale x 2 x i64> %l5, %s3
  %t6 = trunc <vscale x 2 x i64> %l6 to <vscale x 2 x i16>
  store <vscale x 2 x i16> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 2
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 2 x i16>, ptr %l9, align 16
  %s11 = sext <vscale x 2 x i16> %l11 to <vscale x 2 x i64>
  %l13 = mul <vscale x 2 x i64> %s11, %s11
  %l14 = xor <vscale x 2 x i64> %l13, %s11
  %t14 = trunc <vscale x 2 x i64> %l14 to <vscale x 2 x i16>
  store <vscale x 2 x i16> %t14, ptr %l9, align 16
  ret void
}

define void @scalable_v2i32(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: scalable_v2i32:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    ld1sw { z0.d }, p0/z, [x0]
; CHECK-NEXT:    ld1sw { z1.d }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    movprfx z2, z0
; CHECK-NEXT:    mul z2.d, p0/m, z2.d, z0.d
; CHECK-NEXT:    movprfx z3, z1
; CHECK-NEXT:    mul z3.d, p0/m, z3.d, z1.d
; CHECK-NEXT:    eor z0.d, z2.d, z0.d
; CHECK-NEXT:    eor z1.d, z3.d, z1.d
; CHECK-NEXT:    st1w { z0.d }, p0, [x0]
; CHECK-NEXT:    st1w { z1.d }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 2 x i32>, ptr %l0, align 16
  %s3 = sext <vscale x 2 x i32> %l3 to <vscale x 2 x i64>
  %l5 = mul <vscale x 2 x i64> %s3, %s3
  %l6 = xor <vscale x 2 x i64> %l5, %s3
  %t6 = trunc <vscale x 2 x i64> %l6 to <vscale x 2 x i32>
  store <vscale x 2 x i32> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 3
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 2 x i32>, ptr %l9, align 16
  %s11 = sext <vscale x 2 x i32> %l11 to <vscale x 2 x i64>
  %l13 = mul <vscale x 2 x i64> %s11, %s11
  %l14 = xor <vscale x 2 x i64> %l13, %s11
  %t14 = trunc <vscale x 2 x i64> %l14 to <vscale x 2 x i32>
  store <vscale x 2 x i32> %t14, ptr %l9, align 16
  ret void
}

define void @negative_tooshort_v16i8(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: negative_tooshort_v16i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.b
; CHECK-NEXT:    cnth x8
; CHECK-NEXT:    ld1b { z0.b }, p0/z, [x0]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.b, p0/m, z1.b, z0.b
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1b { z0.b }, p0, [x0]
; CHECK-NEXT:    ld1b { z0.b }, p0/z, [x0, x8]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.b, p0/m, z1.b, z0.b
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1b { z0.b }, p0, [x0, x8]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 16 x i8>, ptr %l0, align 16
  %l5 = mul <vscale x 16 x i8> %l3, %l3
  %l6 = xor <vscale x 16 x i8> %l5, %l3
  store <vscale x 16 x i8> %l6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 3
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 16 x i8>, ptr %l9, align 16
  %l13 = mul <vscale x 16 x i8> %l11, %l11
  %l14 = xor <vscale x 16 x i8> %l13, %l11
  store <vscale x 16 x i8> %l14, ptr %l9, align 16
  ret void
}

define void @negative_scalable_v2i8(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: negative_scalable_v2i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    rdvl x8, #1
; CHECK-NEXT:    lsr x8, x8, #4
; CHECK-NEXT:    ld1sb { z0.d }, p0/z, [x0]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.d, p0/m, z1.d, z0.d
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1b { z0.d }, p0, [x0]
; CHECK-NEXT:    ld1sb { z0.d }, p0/z, [x0, x8]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.d, p0/m, z1.d, z0.d
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1b { z0.d }, p0, [x0, x8]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 2 x i8>, ptr %l0, align 16
  %s3 = sext <vscale x 2 x i8> %l3 to <vscale x 2 x i64>
  %l5 = mul <vscale x 2 x i64> %s3, %s3
  %l6 = xor <vscale x 2 x i64> %l5, %s3
  %t6 = trunc <vscale x 2 x i64> %l6 to <vscale x 2 x i8>
  store <vscale x 2 x i8> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 0
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 2 x i8>, ptr %l9, align 16
  %s11 = sext <vscale x 2 x i8> %l11 to <vscale x 2 x i64>
  %l13 = mul <vscale x 2 x i64> %s11, %s11
  %l14 = xor <vscale x 2 x i64> %l13, %s11
  %t14 = trunc <vscale x 2 x i64> %l14 to <vscale x 2 x i8>
  store <vscale x 2 x i8> %t14, ptr %l9, align 16
  ret void
}

define void @negative_scalable_v2i16(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: negative_scalable_v2i16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    cntd x8
; CHECK-NEXT:    add x8, x0, x8
; CHECK-NEXT:    ld1sh { z0.d }, p0/z, [x0]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.d, p0/m, z1.d, z0.d
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1h { z0.d }, p0, [x0]
; CHECK-NEXT:    ld1sh { z0.d }, p0/z, [x8]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.d, p0/m, z1.d, z0.d
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1h { z0.d }, p0, [x8]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 2 x i16>, ptr %l0, align 16
  %s3 = sext <vscale x 2 x i16> %l3 to <vscale x 2 x i64>
  %l5 = mul <vscale x 2 x i64> %s3, %s3
  %l6 = xor <vscale x 2 x i64> %l5, %s3
  %t6 = trunc <vscale x 2 x i64> %l6 to <vscale x 2 x i16>
  store <vscale x 2 x i16> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 1
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 2 x i16>, ptr %l9, align 16
  %s11 = sext <vscale x 2 x i16> %l11 to <vscale x 2 x i64>
  %l13 = mul <vscale x 2 x i64> %s11, %s11
  %l14 = xor <vscale x 2 x i64> %l13, %s11
  %t14 = trunc <vscale x 2 x i64> %l14 to <vscale x 2 x i16>
  store <vscale x 2 x i16> %t14, ptr %l9, align 16
  ret void
}

define void @negative_scalable_v2i32(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: negative_scalable_v2i32:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.d
; CHECK-NEXT:    cntw x8
; CHECK-NEXT:    add x8, x0, x8
; CHECK-NEXT:    ld1sw { z0.d }, p0/z, [x0]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.d, p0/m, z1.d, z0.d
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1w { z0.d }, p0, [x0]
; CHECK-NEXT:    ld1sw { z0.d }, p0/z, [x8]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.d, p0/m, z1.d, z0.d
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1w { z0.d }, p0, [x8]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 2 x i32>, ptr %l0, align 16
  %s3 = sext <vscale x 2 x i32> %l3 to <vscale x 2 x i64>
  %l5 = mul <vscale x 2 x i64> %s3, %s3
  %l6 = xor <vscale x 2 x i64> %l5, %s3
  %t6 = trunc <vscale x 2 x i64> %l6 to <vscale x 2 x i32>
  store <vscale x 2 x i32> %t6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 2
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 2 x i32>, ptr %l9, align 16
  %s11 = sext <vscale x 2 x i32> %l11 to <vscale x 2 x i64>
  %l13 = mul <vscale x 2 x i64> %s11, %s11
  %l14 = xor <vscale x 2 x i64> %l13, %s11
  %t14 = trunc <vscale x 2 x i64> %l14 to <vscale x 2 x i32>
  store <vscale x 2 x i32> %t14, ptr %l9, align 16
  ret void
}

define void @triple_v16i8(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: triple_v16i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.b
; CHECK-NEXT:    ld1b { z0.b }, p0/z, [x0]
; CHECK-NEXT:    ld1b { z1.b }, p0/z, [x0, #1, mul vl]
; CHECK-NEXT:    ld1b { z2.b }, p0/z, [x0, #2, mul vl]
; CHECK-NEXT:    movprfx z3, z0
; CHECK-NEXT:    mul z3.b, p0/m, z3.b, z0.b
; CHECK-NEXT:    movprfx z4, z1
; CHECK-NEXT:    mul z4.b, p0/m, z4.b, z1.b
; CHECK-NEXT:    movprfx z5, z2
; CHECK-NEXT:    mul z5.b, p0/m, z5.b, z2.b
; CHECK-NEXT:    eor z0.d, z3.d, z0.d
; CHECK-NEXT:    eor z1.d, z4.d, z1.d
; CHECK-NEXT:    eor z2.d, z5.d, z2.d
; CHECK-NEXT:    st1b { z0.b }, p0, [x0]
; CHECK-NEXT:    st1b { z1.b }, p0, [x0, #1, mul vl]
; CHECK-NEXT:    st1b { z2.b }, p0, [x0, #2, mul vl]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 16 x i8>, ptr %l0, align 16
  %l5 = mul <vscale x 16 x i8> %l3, %l3
  %l6 = xor <vscale x 16 x i8> %l5, %l3
  store <vscale x 16 x i8> %l6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 4
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 16 x i8>, ptr %l9, align 16
  %l13 = mul <vscale x 16 x i8> %l11, %l11
  %l14 = xor <vscale x 16 x i8> %l13, %l11
  store <vscale x 16 x i8> %l14, ptr %l9, align 16
  %m9 = getelementptr inbounds i8, ptr %l9, i64 %l8
  %m11 = load <vscale x 16 x i8>, ptr %m9, align 16
  %m13 = mul <vscale x 16 x i8> %m11, %m11
  %m14 = xor <vscale x 16 x i8> %m13, %m11
  store <vscale x 16 x i8> %m14, ptr %m9, align 16
  ret void
}

define void @negative_tripletooshort_v16i8(ptr noalias nocapture noundef %l0) {
; CHECK-LABEL: negative_tripletooshort_v16i8:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ptrue p0.b
; CHECK-NEXT:    cntw x8
; CHECK-NEXT:    ld1b { z0.b }, p0/z, [x0]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.b, p0/m, z1.b, z0.b
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1b { z0.b }, p0, [x0]
; CHECK-NEXT:    ld1b { z0.b }, p0/z, [x0, x8]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.b, p0/m, z1.b, z0.b
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1b { z0.b }, p0, [x0, x8]
; CHECK-NEXT:    cnth x8
; CHECK-NEXT:    ld1b { z0.b }, p0/z, [x0, x8]
; CHECK-NEXT:    movprfx z1, z0
; CHECK-NEXT:    mul z1.b, p0/m, z1.b, z0.b
; CHECK-NEXT:    eor z0.d, z1.d, z0.d
; CHECK-NEXT:    st1b { z0.b }, p0, [x0, x8]
; CHECK-NEXT:    ret
  %l3 = load <vscale x 16 x i8>, ptr %l0, align 16
  %l5 = mul <vscale x 16 x i8> %l3, %l3
  %l6 = xor <vscale x 16 x i8> %l5, %l3
  store <vscale x 16 x i8> %l6, ptr %l0, align 16
  %l7 = tail call i64 @llvm.vscale.i64()
  %l8 = shl nuw nsw i64 %l7, 2
  %l9 = getelementptr inbounds i8, ptr %l0, i64 %l8
  %l11 = load <vscale x 16 x i8>, ptr %l9, align 16
  %l13 = mul <vscale x 16 x i8> %l11, %l11
  %l14 = xor <vscale x 16 x i8> %l13, %l11
  store <vscale x 16 x i8> %l14, ptr %l9, align 16
  %m9 = getelementptr inbounds i8, ptr %l9, i64 %l8
  %m11 = load <vscale x 16 x i8>, ptr %m9, align 16
  %m13 = mul <vscale x 16 x i8> %m11, %m11
  %m14 = xor <vscale x 16 x i8> %m13, %m11
  store <vscale x 16 x i8> %m14, ptr %m9, align 16
  ret void
}

declare i64 @llvm.vscale.i64()