; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve -mattr=+bf16 < %s | FileCheck %s --check-prefixes=CHECK define @insert_v2i64_nxv2i64( %vec, <2 x i64> %subvec) nounwind { ; CHECK-LABEL: insert_v2i64_nxv2i64: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d, vl2 ; CHECK-NEXT: // kill: def $q1 killed $q1 def $z1 ; CHECK-NEXT: mov z0.d, p0/m, z1.d ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv2i64.v2i64( %vec, <2 x i64> %subvec, i64 0) ret %retval } define @insert_v2i64_nxv2i64_idx2( %vec, <2 x i64> %subvec) nounwind { ; CHECK-LABEL: insert_v2i64_nxv2i64_idx2: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: cntd x8 ; CHECK-NEXT: mov w9, #2 // =0x2 ; CHECK-NEXT: sub x8, x8, #2 ; CHECK-NEXT: cmp x8, #2 ; CHECK-NEXT: csel x8, x8, x9, lo ; CHECK-NEXT: mov x9, sp ; CHECK-NEXT: lsl x8, x8, #3 ; CHECK-NEXT: st1d { z0.d }, p0, [sp] ; CHECK-NEXT: str q1, [x9, x8] ; CHECK-NEXT: ld1d { z0.d }, p0/z, [sp] ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv2i64.v2i64( %vec, <2 x i64> %subvec, i64 2) ret %retval } define @insert_v4i32_nxv4i32( %vec, <4 x i32> %subvec) nounwind { ; CHECK-LABEL: insert_v4i32_nxv4i32: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s, vl4 ; CHECK-NEXT: // kill: def $q1 killed $q1 def $z1 ; CHECK-NEXT: mov z0.s, p0/m, z1.s ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv4i32.v4i32( %vec, <4 x i32> %subvec, i64 0) ret %retval } define @insert_v4i32_nxv4i32_idx4( %vec, <4 x i32> %subvec) nounwind { ; CHECK-LABEL: insert_v4i32_nxv4i32_idx4: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: cntw x8 ; CHECK-NEXT: mov w9, #4 // =0x4 ; CHECK-NEXT: sub x8, x8, #4 ; CHECK-NEXT: cmp x8, #4 ; CHECK-NEXT: csel x8, x8, x9, lo ; CHECK-NEXT: mov x9, sp ; CHECK-NEXT: lsl x8, x8, #2 ; CHECK-NEXT: st1w { z0.s }, p0, [sp] ; CHECK-NEXT: str q1, [x9, x8] ; CHECK-NEXT: ld1w { z0.s }, p0/z, [sp] ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv4i32.v4i32( %vec, <4 x i32> %subvec, i64 4) ret %retval } define @insert_v8i16_nxv8i16( %vec, <8 x i16> %subvec) nounwind { ; CHECK-LABEL: insert_v8i16_nxv8i16: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.h, vl8 ; CHECK-NEXT: // kill: def $q1 killed $q1 def $z1 ; CHECK-NEXT: mov z0.h, p0/m, z1.h ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv8i16.v8i16( %vec, <8 x i16> %subvec, i64 0) ret %retval } define @insert_v8i16_nxv8i16_idx8( %vec, <8 x i16> %subvec) nounwind { ; CHECK-LABEL: insert_v8i16_nxv8i16_idx8: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: ptrue p0.h ; CHECK-NEXT: cnth x8 ; CHECK-NEXT: mov w9, #8 // =0x8 ; CHECK-NEXT: sub x8, x8, #8 ; CHECK-NEXT: cmp x8, #8 ; CHECK-NEXT: csel x8, x8, x9, lo ; CHECK-NEXT: mov x9, sp ; CHECK-NEXT: lsl x8, x8, #1 ; CHECK-NEXT: st1h { z0.h }, p0, [sp] ; CHECK-NEXT: str q1, [x9, x8] ; CHECK-NEXT: ld1h { z0.h }, p0/z, [sp] ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv8i16.v8i16( %vec, <8 x i16> %subvec, i64 8) ret %retval } define @insert_v16i8_nxv16i8( %vec, <16 x i8> %subvec) nounwind { ; CHECK-LABEL: insert_v16i8_nxv16i8: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.b, vl16 ; CHECK-NEXT: // kill: def $q1 killed $q1 def $z1 ; CHECK-NEXT: mov z0.b, p0/m, z1.b ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv16i8.v16i8( %vec, <16 x i8> %subvec, i64 0) ret %retval } define @insert_v16i8_nxv16i8_idx16( %vec, <16 x i8> %subvec) nounwind { ; CHECK-LABEL: insert_v16i8_nxv16i8_idx16: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: ptrue p0.b ; CHECK-NEXT: rdvl x8, #1 ; CHECK-NEXT: mov w9, #16 // =0x10 ; CHECK-NEXT: sub x8, x8, #16 ; CHECK-NEXT: mov x10, sp ; CHECK-NEXT: cmp x8, #16 ; CHECK-NEXT: csel x8, x8, x9, lo ; CHECK-NEXT: st1b { z0.b }, p0, [sp] ; CHECK-NEXT: str q1, [x10, x8] ; CHECK-NEXT: ld1b { z0.b }, p0/z, [sp] ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv16i8.v16i8( %vec, <16 x i8> %subvec, i64 16) ret %retval } ; Insert subvectors into illegal vectors define void @insert_nxv8i64_nxv16i64( %sv0, %sv1, * %out) { ; CHECK-LABEL: insert_nxv8i64_nxv16i64: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: st1d { z7.d }, p0, [x0, #7, mul vl] ; CHECK-NEXT: st1d { z6.d }, p0, [x0, #6, mul vl] ; CHECK-NEXT: st1d { z5.d }, p0, [x0, #5, mul vl] ; CHECK-NEXT: st1d { z4.d }, p0, [x0, #4, mul vl] ; CHECK-NEXT: st1d { z3.d }, p0, [x0, #3, mul vl] ; CHECK-NEXT: st1d { z2.d }, p0, [x0, #2, mul vl] ; CHECK-NEXT: st1d { z1.d }, p0, [x0, #1, mul vl] ; CHECK-NEXT: st1d { z0.d }, p0, [x0] ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv8i64.nxv16i64( undef, %sv0, i64 0) %v = call @llvm.vector.insert.nxv8i64.nxv16i64( %v0, %sv1, i64 8) store %v, * %out ret void } define void @insert_nxv8i64_nxv16i64_lo( %sv0, * %out) { ; CHECK-LABEL: insert_nxv8i64_nxv16i64_lo: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: st1d { z3.d }, p0, [x0, #3, mul vl] ; CHECK-NEXT: st1d { z2.d }, p0, [x0, #2, mul vl] ; CHECK-NEXT: st1d { z1.d }, p0, [x0, #1, mul vl] ; CHECK-NEXT: st1d { z0.d }, p0, [x0] ; CHECK-NEXT: ret %v = call @llvm.vector.insert.nxv8i64.nxv16i64( undef, %sv0, i64 0) store %v, * %out ret void } define void @insert_nxv8i64_nxv16i64_hi( %sv0, * %out) { ; CHECK-LABEL: insert_nxv8i64_nxv16i64_hi: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: st1d { z3.d }, p0, [x0, #7, mul vl] ; CHECK-NEXT: st1d { z2.d }, p0, [x0, #6, mul vl] ; CHECK-NEXT: st1d { z1.d }, p0, [x0, #5, mul vl] ; CHECK-NEXT: st1d { z0.d }, p0, [x0, #4, mul vl] ; CHECK-NEXT: ret %v = call @llvm.vector.insert.nxv8i64.nxv16i64( undef, %sv0, i64 8) store %v, * %out ret void } define void @insert_v2i64_nxv16i64(<2 x i64> %sv0, <2 x i64> %sv1, * %out) uwtable { ; CHECK-LABEL: insert_v2i64_nxv16i64: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: .cfi_def_cfa_offset 16 ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: addvl sp, sp, #-4 ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x20, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 32 * VG ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 ; CHECK-NEXT: st1d { z0.d }, p0, [sp] ; CHECK-NEXT: str q1, [sp, #32] ; CHECK-NEXT: ld1d { z0.d }, p0/z, [sp, #3, mul vl] ; CHECK-NEXT: ld1d { z1.d }, p0/z, [sp, #2, mul vl] ; CHECK-NEXT: ld1d { z2.d }, p0/z, [sp, #1, mul vl] ; CHECK-NEXT: ld1d { z3.d }, p0/z, [sp] ; CHECK-NEXT: st1d { z0.d }, p0, [x0, #3, mul vl] ; CHECK-NEXT: st1d { z1.d }, p0, [x0, #2, mul vl] ; CHECK-NEXT: st1d { z2.d }, p0, [x0, #1, mul vl] ; CHECK-NEXT: st1d { z3.d }, p0, [x0] ; CHECK-NEXT: addvl sp, sp, #4 ; CHECK-NEXT: .cfi_def_cfa wsp, 16 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NEXT: .cfi_restore w29 ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.v2i64.nxv16i64( undef, <2 x i64> %sv0, i64 0) %v = call @llvm.vector.insert.v2i64.nxv16i64( %v0, <2 x i64> %sv1, i64 4) store %v, * %out ret void } define void @insert_v2i64_nxv16i64_lo0(<2 x i64>* %psv, * %out) { ; CHECK-LABEL: insert_v2i64_nxv16i64_lo0: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: ldr q0, [x0] ; CHECK-NEXT: st1d { z0.d }, p0, [x1] ; CHECK-NEXT: ret %sv = load <2 x i64>, <2 x i64>* %psv %v = call @llvm.vector.insert.v2i64.nxv16i64( undef, <2 x i64> %sv, i64 0) store %v, * %out ret void } define void @insert_v2i64_nxv16i64_lo2(<2 x i64>* %psv, * %out) uwtable { ; CHECK-LABEL: insert_v2i64_nxv16i64_lo2: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: .cfi_def_cfa_offset 16 ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: addvl sp, sp, #-2 ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x10, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 16 * VG ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: ldr q0, [x0] ; CHECK-NEXT: str q0, [sp, #16] ; CHECK-NEXT: ld1d { z0.d }, p0/z, [sp, #1, mul vl] ; CHECK-NEXT: ld1d { z1.d }, p0/z, [sp] ; CHECK-NEXT: st1d { z0.d }, p0, [x1, #1, mul vl] ; CHECK-NEXT: st1d { z1.d }, p0, [x1] ; CHECK-NEXT: addvl sp, sp, #2 ; CHECK-NEXT: .cfi_def_cfa wsp, 16 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NEXT: .cfi_restore w29 ; CHECK-NEXT: ret %sv = load <2 x i64>, <2 x i64>* %psv %v = call @llvm.vector.insert.v2i64.nxv16i64( undef, <2 x i64> %sv, i64 2) store %v, * %out ret void } ; Insert subvectors that need widening define @insert_nxv1i32_nxv4i32_undef() nounwind { ; CHECK-LABEL: insert_nxv1i32_nxv4i32_undef: ; CHECK: // %bb.0: // %entry ; CHECK-NEXT: mov z0.s, #1 // =0x1 ; CHECK-NEXT: ret entry: %0 = insertelement undef, i32 1, i32 0 %subvec = shufflevector %0, undef, zeroinitializer %retval = call @llvm.vector.insert.nxv4i32.nxv1i32( undef, %subvec, i64 0) ret %retval } define @insert_nxv1i16_nxv6i16_undef() nounwind { ; CHECK-LABEL: insert_nxv1i16_nxv6i16_undef: ; CHECK: // %bb.0: // %entry ; CHECK-NEXT: mov z0.h, #1 // =0x1 ; CHECK-NEXT: ret entry: %0 = insertelement undef, i16 1, i32 0 %subvec = shufflevector %0, undef, zeroinitializer %retval = call @llvm.vector.insert.nxv6i16.nxv1i16( undef, %subvec, i64 0) ret %retval } define @insert_nxv1f32_nxv4f32_undef( %subvec) nounwind { ; CHECK-LABEL: insert_nxv1f32_nxv4f32_undef: ; CHECK: // %bb.0: // %entry ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s ; CHECK-NEXT: ret entry: %retval = call @llvm.vector.insert.nxv4f32.nxv1f32( undef, %subvec, i64 0) ret %retval } ; This tests promotion of the input operand to INSERT_SUBVECTOR. define @insert_nxv8i16_nxv2i16( %vec, %in) nounwind { ; CHECK-LABEL: insert_nxv8i16_nxv2i16: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpklo z2.s, z0.h ; CHECK-NEXT: uunpkhi z0.s, z0.h ; CHECK-NEXT: uunpklo z2.d, z2.s ; CHECK-NEXT: uzp1 z1.s, z2.s, z1.s ; CHECK-NEXT: uzp1 z0.h, z1.h, z0.h ; CHECK-NEXT: ret %r = call @llvm.vector.insert.nxv8i16.nxv2i16( %vec, %in, i64 2) ret %r } define @insert_nxv4f16_nxv2f16_0( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv4f16_nxv2f16_0: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpkhi z0.d, z0.s ; CHECK-NEXT: uzp1 z0.s, z1.s, z0.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4f16.nxv2f16( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv4f16_nxv2f16_2( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv4f16_nxv2f16_2: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpklo z0.d, z0.s ; CHECK-NEXT: uzp1 z0.s, z0.s, z1.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4f16.nxv2f16( %sv0, %sv1, i64 2) ret %v0 } ; Test that the index is scaled by vscale if the subvector is scalable. define @insert_nxv8f16_nxv2f16( %vec, %in) nounwind { ; CHECK-LABEL: insert_nxv8f16_nxv2f16: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: ptrue p0.h ; CHECK-NEXT: ptrue p1.d ; CHECK-NEXT: st1h { z0.h }, p0, [sp] ; CHECK-NEXT: st1h { z1.d }, p1, [sp, #1, mul vl] ; CHECK-NEXT: ld1h { z0.h }, p0/z, [sp] ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %r = call @llvm.vector.insert.nxv8f16.nxv2f16( %vec, %in, i64 2) ret %r } define @insert_nxv8f16_nxv4f16_0( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv8f16_nxv4f16_0: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpkhi z0.s, z0.h ; CHECK-NEXT: uzp1 z0.h, z1.h, z0.h ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv8f16.nxv4f16( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv8f16_nxv4f16_4( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv8f16_nxv4f16_4: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpklo z0.s, z0.h ; CHECK-NEXT: uzp1 z0.h, z0.h, z1.h ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv8f16.nxv4f16( %sv0, %sv1, i64 4) ret %v0 } ; Fixed length clamping define @insert_fixed_v2i64_nxv2i64( %vec, <2 x i64> %subvec) nounwind #0 { ; CHECK-LABEL: insert_fixed_v2i64_nxv2i64: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: st1d { z0.d }, p0, [sp] ; CHECK-NEXT: str q1, [sp, #16] ; CHECK-NEXT: ld1d { z0.d }, p0/z, [sp] ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %retval = call @llvm.vector.insert.nxv2i64.v2i64( %vec, <2 x i64> %subvec, i64 2) ret %retval } define @insert_fixed_v4i64_nxv2i64( %vec, <4 x i64>* %ptr) nounwind #0 { ; CHECK-LABEL: insert_fixed_v4i64_nxv2i64: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: ld1d { z1.d }, p0/z, [x0] ; CHECK-NEXT: st1d { z0.d }, p0, [sp] ; CHECK-NEXT: st1d { z1.d }, p0, [sp] ; CHECK-NEXT: ld1d { z0.d }, p0/z, [sp] ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %subvec = load <4 x i64>, <4 x i64>* %ptr %retval = call @llvm.vector.insert.nxv2i64.v4i64( %vec, <4 x i64> %subvec, i64 4) ret %retval } ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ;; Upacked types that need result widening ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; define @insert_nxv3i32_nxv2i32( %sv0) { ; CHECK-LABEL: insert_nxv3i32_nxv2i32: ; CHECK: // %bb.0: ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv3i32.nxv2i32( undef, %sv0, i64 0) ret %v0 } ;; Check that the Subvector is not widen so it does not crash. define @insert_nxv3i32_nxv2i32_2( %sv0, %sv1) { ; CHECK-LABEL: insert_nxv3i32_nxv2i32_2: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpkhi z0.d, z0.s ; CHECK-NEXT: uzp1 z0.s, z1.s, z0.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv3i32.nxv2i32( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv3f32_nxv2f32( %sv0) nounwind { ; CHECK-LABEL: insert_nxv3f32_nxv2f32: ; CHECK: // %bb.0: ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv3f32.nxv2f32( undef, %sv0, i64 0) ret %v0 } define @insert_nxv4f32_nxv2f32_0( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv4f32_nxv2f32_0: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpkhi z0.d, z0.s ; CHECK-NEXT: uzp1 z0.s, z1.s, z0.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4f32.nxv2f32( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv4f32_nxv2f32_2( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv4f32_nxv2f32_2: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpklo z0.d, z0.s ; CHECK-NEXT: uzp1 z0.s, z0.s, z1.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4f32.nxv2f32( %sv0, %sv1, i64 2) ret %v0 } define @insert_nxv6i32_nxv2i32( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv6i32_nxv2i32: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-2 ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: uzp1 z0.s, z0.s, z1.s ; CHECK-NEXT: ld1w { z1.s }, p0/z, [sp, #1, mul vl] ; CHECK-NEXT: st1w { z0.s }, p0, [sp] ; CHECK-NEXT: addvl sp, sp, #2 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv6i32.nxv2i32( undef, %sv0, i64 0) %v1 = call @llvm.vector.insert.nxv6i32.nxv2i32( %v0, %sv1, i64 2) ret %v1 } ;; This only works because the input vector is undef and index is zero define @insert_nxv6i32_nxv3i32( %sv0) { ; CHECK-LABEL: insert_nxv6i32_nxv3i32: ; CHECK: // %bb.0: ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv6i32.nxv3i32( undef, %sv0, i64 0) ret %v0 } define @insert_nxv12i32_nxv4i32( %sv0, %sv1, %sv2) { ; CHECK-LABEL: insert_nxv12i32_nxv4i32: ; CHECK: // %bb.0: ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4i32.nxv12i32( undef, %sv0, i64 0) %v1 = call @llvm.vector.insert.nxv4i32.nxv12i32( %v0, %sv1, i64 4) %v2 = call @llvm.vector.insert.nxv4i32.nxv12i32( %v1, %sv2, i64 8) ret %v2 } define @insert_nxv2bf16_nxv2bf16( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv2bf16_nxv2bf16: ; CHECK: // %bb.0: ; CHECK-NEXT: mov z0.d, z1.d ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv2bf16.nxv2bf16( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv4bf16_nxv4bf16( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv4bf16_nxv4bf16: ; CHECK: // %bb.0: ; CHECK-NEXT: mov z0.d, z1.d ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4bf16.nxv4bf16( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv4bf16_v4bf16( %sv0, <4 x bfloat> %v1) nounwind { ; CHECK-LABEL: insert_nxv4bf16_v4bf16: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: addpl x8, sp, #4 ; CHECK-NEXT: st1h { z0.s }, p0, [sp, #1, mul vl] ; CHECK-NEXT: str d1, [x8] ; CHECK-NEXT: ld1h { z0.s }, p0/z, [sp, #1, mul vl] ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4bf16.v4bf16( %sv0, <4 x bfloat> %v1, i64 0) ret %v0 } define @insert_nxv8bf16_nxv8bf16( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv8bf16_nxv8bf16: ; CHECK: // %bb.0: ; CHECK-NEXT: mov z0.d, z1.d ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv8bf16.nxv8bf16( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv8bf16_v8bf16( %sv0, <8 x bfloat> %v1) nounwind { ; CHECK-LABEL: insert_nxv8bf16_v8bf16: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.h, vl8 ; CHECK-NEXT: // kill: def $q1 killed $q1 def $z1 ; CHECK-NEXT: mov z0.h, p0/m, z1.h ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv8bf16.v8bf16( %sv0, <8 x bfloat> %v1, i64 0) ret %v0 } define @insert_nxv8bf16_nxv4bf16_0( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv8bf16_nxv4bf16_0: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpkhi z0.s, z0.h ; CHECK-NEXT: uzp1 z0.h, z1.h, z0.h ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv8bf16.nxv4bf16( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv8bf16_nxv4bf16_4( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv8bf16_nxv4bf16_4: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpklo z0.s, z0.h ; CHECK-NEXT: uzp1 z0.h, z0.h, z1.h ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv8bf16.nxv4bf16( %sv0, %sv1, i64 4) ret %v0 } define @insert_nxv4bf16_nxv2bf16_0( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv4bf16_nxv2bf16_0: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpkhi z0.d, z0.s ; CHECK-NEXT: uzp1 z0.s, z1.s, z0.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4bf16.nxv2bf16( %sv0, %sv1, i64 0) ret %v0 } define @insert_nxv4bf16_nxv2bf16_2( %sv0, %sv1) nounwind { ; CHECK-LABEL: insert_nxv4bf16_nxv2bf16_2: ; CHECK: // %bb.0: ; CHECK-NEXT: uunpklo z0.d, z0.s ; CHECK-NEXT: uzp1 z0.s, z0.s, z1.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4bf16.nxv2bf16( %sv0, %sv1, i64 2) ret %v0 } ; Test predicate inserts of half size. define @insert_nxv16i1_nxv8i1_0( %vec, %sv) { ; CHECK-LABEL: insert_nxv16i1_nxv8i1_0: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv16i1.nxv8i1( %vec, %sv, i64 0) ret %v0 } define @insert_nxv16i1_nxv8i1_8( %vec, %sv) { ; CHECK-LABEL: insert_nxv16i1_nxv8i1_8: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv16i1.nxv8i1( %vec, %sv, i64 8) ret %v0 } ; Test predicate inserts of less than half the size. define @insert_nxv16i1_nxv4i1_0( %vec, %sv) { ; CHECK-LABEL: insert_nxv16i1_nxv4i1_0: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv16i1.nxv4i1( %vec, %sv, i64 0) ret %v0 } define @insert_nxv16i1_nxv4i1_12( %vec, %sv) { ; CHECK-LABEL: insert_nxv16i1_nxv4i1_12: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv16i1.nxv4i1( %vec, %sv, i64 12) ret %v0 } ; Test predicate insert into undef/zero define @insert_nxv16i1_nxv4i1_into_zero( %sv) { ; CHECK-LABEL: insert_nxv16i1_nxv4i1_into_zero: ; CHECK: // %bb.0: ; CHECK-NEXT: pfalse p1.b ; CHECK-NEXT: uzp1 p0.h, p0.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv16i1.nxv4i1( zeroinitializer, %sv, i64 0) ret %v0 } define @insert_nxv16i1_nxv4i1_into_poison( %sv) { ; CHECK-LABEL: insert_nxv16i1_nxv4i1_into_poison: ; CHECK: // %bb.0: ; CHECK-NEXT: uzp1 p0.h, p0.h, p0.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p0.b ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv16i1.nxv4i1( poison, %sv, i64 0) ret %v0 } ; Test constant predicate insert into undef define @insert_nxv2i1_v8i1_const_true_into_undef() vscale_range(4,8) { ; CHECK-LABEL: insert_nxv2i1_v8i1_const_true_into_undef: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.d ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv2i1.v8i1 ( undef, <8 x i1> , i64 0) ret %v0 } define @insert_nxv4i1_v16i1_const_true_into_undef() vscale_range(4,8) { ; CHECK-LABEL: insert_nxv4i1_v16i1_const_true_into_undef: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.s ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv4i1.v16i1 ( undef, <16 x i1> , i64 0) ret %v0 } define @insert_nxv8i1_v32i1_const_true_into_undef() vscale_range(4,8) { ; CHECK-LABEL: insert_nxv8i1_v32i1_const_true_into_undef: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.h ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv8i1.v32i1 ( undef, <32 x i1> , i64 0) ret %v0 } define @insert_nxv16i1_v64i1_const_true_into_undef() vscale_range(4,8) { ; CHECK-LABEL: insert_nxv16i1_v64i1_const_true_into_undef: ; CHECK: // %bb.0: ; CHECK-NEXT: ptrue p0.b ; CHECK-NEXT: ret %v0 = call @llvm.vector.insert.nxv16i1.v64i1 ( undef, <64 x i1> , i64 0) ret %v0 } ; ; Insert nxv1i1 type into: nxv2i1 ; define @insert_nxv1i1_nxv2i1_0( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv2i1_0: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: uzp1 p0.d, p1.d, p0.d ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv2i1.nxv1i1( %vec, %sv, i64 0) ret %res } define @insert_nxv1i1_nxv2i1_1( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv2i1_1: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: uzp1 p0.d, p0.d, p1.d ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv2i1.nxv1i1( %vec, %sv, i64 1) ret %res } ; ; Insert nxv1i1 type into: nxv4i1 ; define @insert_nxv1i1_nxv4i1_0( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv4i1_0: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p2.d ; CHECK-NEXT: uzp1 p0.s, p1.s, p0.s ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv4i1.nxv1i1( %vec, %sv, i64 0) ret %res } define @insert_nxv1i1_nxv4i1_1( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv4i1_1: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: uzp1 p1.d, p2.d, p1.d ; CHECK-NEXT: uzp1 p0.s, p1.s, p0.s ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv4i1.nxv1i1( %vec, %sv, i64 1) ret %res } define @insert_nxv1i1_nxv4i1_2( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv4i1_2: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p2.d ; CHECK-NEXT: uzp1 p0.s, p0.s, p1.s ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv4i1.nxv1i1( %vec, %sv, i64 2) ret %res } define @insert_nxv1i1_nxv4i1_3( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv4i1_3: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: uzp1 p1.d, p2.d, p1.d ; CHECK-NEXT: uzp1 p0.s, p0.s, p1.s ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv4i1.nxv1i1( %vec, %sv, i64 3) ret %res } ; ; Insert nxv1i1 type into: nxv8i1 ; define @insert_nxv1i1_nxv8i1_0( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv8i1_0: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p3.d ; CHECK-NEXT: uzp1 p1.s, p1.s, p2.s ; CHECK-NEXT: uzp1 p0.h, p1.h, p0.h ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv8i1.nxv1i1( %vec, %sv, i64 0) ret %res } define @insert_nxv1i1_nxv8i1_1( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv8i1_1: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: uzp1 p1.d, p3.d, p1.d ; CHECK-NEXT: uzp1 p1.s, p1.s, p2.s ; CHECK-NEXT: uzp1 p0.h, p1.h, p0.h ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv8i1.nxv1i1( %vec, %sv, i64 1) ret %res } define @insert_nxv1i1_nxv8i1_2( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv8i1_2: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p3.d ; CHECK-NEXT: uzp1 p1.s, p2.s, p1.s ; CHECK-NEXT: uzp1 p0.h, p1.h, p0.h ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv8i1.nxv1i1( %vec, %sv, i64 2) ret %res } define @insert_nxv1i1_nxv8i1_3( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv8i1_3: ; CHECK: // %bb.0: ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: uzp1 p1.d, p3.d, p1.d ; CHECK-NEXT: uzp1 p1.s, p2.s, p1.s ; CHECK-NEXT: uzp1 p0.h, p1.h, p0.h ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv8i1.nxv1i1( %vec, %sv, i64 3) ret %res } define @insert_nxv1i1_nxv8i1_4( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv8i1_4: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p3.d ; CHECK-NEXT: uzp1 p1.s, p1.s, p2.s ; CHECK-NEXT: uzp1 p0.h, p0.h, p1.h ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv8i1.nxv1i1( %vec, %sv, i64 4) ret %res } define @insert_nxv1i1_nxv8i1_5( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv8i1_5: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: uzp1 p1.d, p3.d, p1.d ; CHECK-NEXT: uzp1 p1.s, p1.s, p2.s ; CHECK-NEXT: uzp1 p0.h, p0.h, p1.h ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv8i1.nxv1i1( %vec, %sv, i64 5) ret %res } define @insert_nxv1i1_nxv8i1_6( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv8i1_6: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p3.d ; CHECK-NEXT: uzp1 p1.s, p2.s, p1.s ; CHECK-NEXT: uzp1 p0.h, p0.h, p1.h ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv8i1.nxv1i1( %vec, %sv, i64 6) ret %res } define @insert_nxv1i1_nxv8i1_7( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv8i1_7: ; CHECK: // %bb.0: ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: uzp1 p1.d, p3.d, p1.d ; CHECK-NEXT: uzp1 p1.s, p2.s, p1.s ; CHECK-NEXT: uzp1 p0.h, p0.h, p1.h ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv8i1.nxv1i1( %vec, %sv, i64 7) ret %res } ; ; Insert nxv1i1 type into: nxv16i1 ; define @insert_nxv1i1_nxv16i1_0( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_0: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpklo p4.h, p3.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: punpkhi p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p4.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p1.s, p3.s ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 0) ret %res } define @insert_nxv1i1_nxv16i1_1( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_1: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpklo p4.h, p3.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: punpklo p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p4.d, p1.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p1.s, p3.s ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 1) ret %res } define @insert_nxv1i1_nxv16i1_2( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_2: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpkhi p4.h, p3.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: punpkhi p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p4.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p3.s, p1.s ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 2) ret %res } define @insert_nxv1i1_nxv16i1_3( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_3: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpkhi p4.h, p3.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: punpklo p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p4.d, p1.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p3.s, p1.s ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 3) ret %res } define @insert_nxv1i1_nxv16i1_4( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_4: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpklo p4.h, p3.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: punpkhi p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p4.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p1.s, p3.s ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 4) ret %res } define @insert_nxv1i1_nxv16i1_5( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_5: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpklo p4.h, p3.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: punpklo p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p4.d, p1.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p1.s, p3.s ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 5) ret %res } define @insert_nxv1i1_nxv16i1_6( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_6: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpkhi p4.h, p3.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: punpkhi p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p4.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p3.s, p1.s ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 6) ret %res } define @insert_nxv1i1_nxv16i1_7( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_7: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpklo p2.h, p0.b ; CHECK-NEXT: punpkhi p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpkhi p4.h, p3.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: punpklo p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p4.d, p1.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p3.s, p1.s ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p1.b, p0.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 7) ret %res } define @insert_nxv1i1_nxv16i1_8( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_8: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpklo p4.h, p3.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: punpkhi p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p4.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p1.s, p3.s ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 8) ret %res } define @insert_nxv1i1_nxv16i1_9( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_9: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpklo p4.h, p3.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: punpklo p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p4.d, p1.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p1.s, p3.s ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 9) ret %res } define @insert_nxv1i1_nxv16i1_10( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_10: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpkhi p4.h, p3.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: punpkhi p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p4.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p3.s, p1.s ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 10) ret %res } define @insert_nxv1i1_nxv16i1_11( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_11: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpklo p3.h, p2.b ; CHECK-NEXT: punpkhi p2.h, p2.b ; CHECK-NEXT: punpkhi p4.h, p3.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: punpklo p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p4.d, p1.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p3.s, p1.s ; CHECK-NEXT: uzp1 p1.h, p1.h, p2.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 11) ret %res } define @insert_nxv1i1_nxv16i1_12( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_12: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpklo p4.h, p3.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: punpkhi p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p4.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p1.s, p3.s ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 12) ret %res } define @insert_nxv1i1_nxv16i1_13( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_13: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpklo p4.h, p3.b ; CHECK-NEXT: punpkhi p3.h, p3.b ; CHECK-NEXT: punpklo p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p4.d, p1.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p1.s, p3.s ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 13) ret %res } define @insert_nxv1i1_nxv16i1_14( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_14: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpkhi p4.h, p3.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: punpkhi p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p1.d, p4.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p3.s, p1.s ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 14) ret %res } define @insert_nxv1i1_nxv16i1_15( %vec, %sv) { ; CHECK-LABEL: insert_nxv1i1_nxv16i1_15: ; CHECK: // %bb.0: ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill ; CHECK-NEXT: addvl sp, sp, #-1 ; CHECK-NEXT: str p4, [sp, #7, mul vl] // 2-byte Folded Spill ; CHECK-NEXT: .cfi_escape 0x0f, 0x0c, 0x8f, 0x00, 0x11, 0x10, 0x22, 0x11, 0x08, 0x92, 0x2e, 0x00, 0x1e, 0x22 // sp + 16 + 8 * VG ; CHECK-NEXT: .cfi_offset w29, -16 ; CHECK-NEXT: punpkhi p2.h, p0.b ; CHECK-NEXT: punpklo p0.h, p0.b ; CHECK-NEXT: punpkhi p3.h, p2.b ; CHECK-NEXT: punpklo p2.h, p2.b ; CHECK-NEXT: punpkhi p4.h, p3.b ; CHECK-NEXT: punpklo p3.h, p3.b ; CHECK-NEXT: punpklo p4.h, p4.b ; CHECK-NEXT: uzp1 p1.d, p4.d, p1.d ; CHECK-NEXT: ldr p4, [sp, #7, mul vl] // 2-byte Folded Reload ; CHECK-NEXT: uzp1 p1.s, p3.s, p1.s ; CHECK-NEXT: uzp1 p1.h, p2.h, p1.h ; CHECK-NEXT: uzp1 p0.b, p0.b, p1.b ; CHECK-NEXT: addvl sp, sp, #1 ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload ; CHECK-NEXT: ret %res = call @llvm.vector.insert.nxv16i1.nxv1i1( %vec, %sv, i64 15) ret %res } attributes #0 = { vscale_range(2,2) } declare @llvm.vector.insert.nxv16i8.v16i8(, <16 x i8>, i64) declare @llvm.vector.insert.nxv6i16.nxv1i16(, , i64) declare @llvm.vector.insert.nxv8i16.nxv2i16(, , i64) declare @llvm.vector.insert.nxv8i16.v8i16(, <8 x i16>, i64) declare @llvm.vector.insert.nxv3i32.nxv2i32(, , i64) declare @llvm.vector.insert.nxv4i32.nxv1i32(, , i64) declare @llvm.vector.insert.nxv4i32.v4i32(, <4 x i32>, i64) declare @llvm.vector.insert.nxv4i32.nxv12i32(, , i64) declare @llvm.vector.insert.nxv6i32.nxv2i32(, , i64) declare @llvm.vector.insert.nxv6i32.nxv3i32(, , i64) declare @llvm.vector.insert.nxv2bf16.nxv2bf16(, , i64) declare @llvm.vector.insert.nxv4bf16.nxv2bf16(, , i64) declare @llvm.vector.insert.nxv4bf16.nxv4bf16(, , i64) declare @llvm.vector.insert.nxv4bf16.v4bf16(, <4 x bfloat>, i64) declare @llvm.vector.insert.nxv8bf16.nxv8bf16(, , i64) declare @llvm.vector.insert.nxv8bf16.nxv4bf16(, , i64) declare @llvm.vector.insert.nxv8bf16.v8bf16(, <8 x bfloat>, i64) declare @llvm.vector.insert.nxv2i64.v2i64(, <2 x i64>, i64) declare @llvm.vector.insert.nxv2i64.v4i64(, <4 x i64>, i64) declare @llvm.vector.insert.nxv8i64.nxv16i64(, , i64) declare @llvm.vector.insert.v2i64.nxv16i64(, <2 x i64>, i64) declare @llvm.vector.insert.nxv4f16.nxv2f16(, , i64) declare @llvm.vector.insert.nxv8f16.nxv2f16(, , i64) declare @llvm.vector.insert.nxv8f16.nxv4f16(, , i64) declare @llvm.vector.insert.nxv3f32.nxv2f32(, , i64) declare @llvm.vector.insert.nxv4f32.nxv1f32(, , i64) declare @llvm.vector.insert.nxv4f32.nxv2f32(, , i64) declare @llvm.vector.insert.nxv2i1.v8i1(, <8 x i1>, i64) declare @llvm.vector.insert.nxv4i1.v16i1(, <16 x i1>, i64) declare @llvm.vector.insert.nxv8i1.v32i1(, <32 x i1>, i64) declare @llvm.vector.insert.nxv16i1.nxv1i1(, , i64) declare @llvm.vector.insert.nxv8i1.nxv1i1(, , i64) declare @llvm.vector.insert.nxv4i1.nxv1i1(, , i64) declare @llvm.vector.insert.nxv2i1.nxv1i1(, , i64) declare @llvm.vector.insert.nxv16i1.nxv4i1(, , i64) declare @llvm.vector.insert.nxv16i1.nxv8i1(, , i64) declare @llvm.vector.insert.nxv16i1.v64i1(, <64 x i1>, i64)