; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 3 ; RUN: llc < %s -O2 -mtriple=aarch64 -mcpu=ampere1 | FileCheck %s --check-prefixes=CHECK ; RUN: llc < %s -O2 -mtriple=aarch64 -mcpu=ampere1a | FileCheck %s --check-prefixes=CHECK ; RUN: llc < %s -O2 -mtriple=aarch64 | FileCheck %s --check-prefixes=CHECK-DEFAULT ; RUN: llc < %s -O2 -mtriple=aarch64 -mcpu=ampere1 -mattr=+disable-ldp | FileCheck %s --check-prefixes=CHECK-DISABLE-LDP ; RUN: llc < %s -O2 -mtriple=aarch64 -mcpu=ampere1 -mattr=+disable-stp | FileCheck %s --check-prefixes=CHECK-DISABLE-STP ; RUN: llc < %s -O2 -mtriple=aarch64 -mcpu=ampere1a -mattr=+disable-ldp | FileCheck %s --check-prefixes=CHECK-DISABLE-LDP ; RUN: llc < %s -O2 -mtriple=aarch64 -mcpu=ampere1a -mattr=+disable-stp | FileCheck %s --check-prefixes=CHECK-DISABLE-STP define i32 @ldp_aligned_int32_t(ptr %0) #0 { ; CHECK-LABEL: ldp_aligned_int32_t: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-NEXT: ldp w9, w8, [x8] ; CHECK-NEXT: add w0, w8, w9 ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: ldp_aligned_int32_t: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-DEFAULT-NEXT: ldp w9, w8, [x8] ; CHECK-DEFAULT-NEXT: add w0, w8, w9 ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-LDP-LABEL: ldp_aligned_int32_t: ; CHECK-DISABLE-LDP: // %bb.0: ; CHECK-DISABLE-LDP-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-DISABLE-LDP-NEXT: ldr w9, [x8] ; CHECK-DISABLE-LDP-NEXT: ldr w8, [x8, #4] ; CHECK-DISABLE-LDP-NEXT: add w0, w8, w9 ; CHECK-DISABLE-LDP-NEXT: ret %2 = ptrtoint ptr %0 to i64 %3 = and i64 %2, -64 %4 = inttoptr i64 %3 to ptr %5 = load i32, ptr %4, align 64 %6 = getelementptr inbounds i32, ptr %4, i64 1 %7 = load i32, ptr %6, align 4 %8 = add nsw i32 %7, %5 ret i32 %8 } define i64 @ldp_aligned_int64_t(ptr %0) #0 { ; CHECK-LABEL: ldp_aligned_int64_t: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-NEXT: ldp x9, x8, [x8] ; CHECK-NEXT: add x0, x8, x9 ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: ldp_aligned_int64_t: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-DEFAULT-NEXT: ldp x9, x8, [x8] ; CHECK-DEFAULT-NEXT: add x0, x8, x9 ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-LDP-LABEL: ldp_aligned_int64_t: ; CHECK-DISABLE-LDP: // %bb.0: ; CHECK-DISABLE-LDP-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-DISABLE-LDP-NEXT: ldr x9, [x8] ; CHECK-DISABLE-LDP-NEXT: ldr x8, [x8, #8] ; CHECK-DISABLE-LDP-NEXT: add x0, x8, x9 ; CHECK-DISABLE-LDP-NEXT: ret %2 = ptrtoint ptr %0 to i64 %3 = and i64 %2, -128 %4 = inttoptr i64 %3 to ptr %5 = load i64, ptr %4, align 128 %6 = getelementptr inbounds i64, ptr %4, i64 1 %7 = load i64, ptr %6, align 8 %8 = add nsw i64 %7, %5 ret i64 %8 } define <4 x i32> @ldp_aligned_v4si(ptr %0) #0 { ; CHECK-LABEL: ldp_aligned_v4si: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-NEXT: ldp q0, q1, [x8] ; CHECK-NEXT: add v0.4s, v1.4s, v0.4s ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: ldp_aligned_v4si: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-DEFAULT-NEXT: ldp q0, q1, [x8] ; CHECK-DEFAULT-NEXT: add v0.4s, v1.4s, v0.4s ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-LDP-LABEL: ldp_aligned_v4si: ; CHECK-DISABLE-LDP: // %bb.0: ; CHECK-DISABLE-LDP-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-DISABLE-LDP-NEXT: ldr q0, [x8] ; CHECK-DISABLE-LDP-NEXT: ldr q1, [x8, #16] ; CHECK-DISABLE-LDP-NEXT: add v0.4s, v1.4s, v0.4s ; CHECK-DISABLE-LDP-NEXT: ret %2 = ptrtoint ptr %0 to i64 %3 = and i64 %2, -256 %4 = inttoptr i64 %3 to ptr %5 = load <4 x i32>, ptr %4, align 256 %6 = getelementptr inbounds <4 x i32>, ptr %4, i64 1 %7 = load <4 x i32>, ptr %6, align 16 %8 = add <4 x i32> %7, %5 ret <4 x i32> %8 } define i32 @ldp_unaligned_int32_t(ptr %0) #0 { ; CHECK-LABEL: ldp_unaligned_int32_t: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-NEXT: ldr w9, [x8, #4] ; CHECK-NEXT: ldr w8, [x8, #8] ; CHECK-NEXT: add w0, w8, w9 ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: ldp_unaligned_int32_t: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-DEFAULT-NEXT: ldp w9, w8, [x8, #4] ; CHECK-DEFAULT-NEXT: add w0, w8, w9 ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-LDP-LABEL: ldp_unaligned_int32_t: ; CHECK-DISABLE-LDP: // %bb.0: ; CHECK-DISABLE-LDP-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-DISABLE-LDP-NEXT: ldr w9, [x8, #4] ; CHECK-DISABLE-LDP-NEXT: ldr w8, [x8, #8] ; CHECK-DISABLE-LDP-NEXT: add w0, w8, w9 ; CHECK-DISABLE-LDP-NEXT: ret %2 = ptrtoint ptr %0 to i64 %3 = and i64 %2, -64 %4 = inttoptr i64 %3 to ptr %5 = getelementptr inbounds i32, ptr %4, i64 1 %6 = load i32, ptr %5, align 4 %7 = getelementptr inbounds i32, ptr %4, i64 2 %8 = load i32, ptr %7, align 8 %9 = add nsw i32 %8, %6 ret i32 %9 } define i64 @ldp_unaligned_int64_t(ptr %0) #0 { ; CHECK-LABEL: ldp_unaligned_int64_t: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-NEXT: ldr x9, [x8, #8] ; CHECK-NEXT: ldr x8, [x8, #16] ; CHECK-NEXT: add x0, x8, x9 ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: ldp_unaligned_int64_t: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-DEFAULT-NEXT: ldp x9, x8, [x8, #8] ; CHECK-DEFAULT-NEXT: add x0, x8, x9 ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-LDP-LABEL: ldp_unaligned_int64_t: ; CHECK-DISABLE-LDP: // %bb.0: ; CHECK-DISABLE-LDP-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-DISABLE-LDP-NEXT: ldr x9, [x8, #8] ; CHECK-DISABLE-LDP-NEXT: ldr x8, [x8, #16] ; CHECK-DISABLE-LDP-NEXT: add x0, x8, x9 ; CHECK-DISABLE-LDP-NEXT: ret %2 = ptrtoint ptr %0 to i64 %3 = and i64 %2, -128 %4 = inttoptr i64 %3 to ptr %5 = getelementptr inbounds i64, ptr %4, i64 1 %6 = load i64, ptr %5, align 8 %7 = getelementptr inbounds i64, ptr %4, i64 2 %8 = load i64, ptr %7, align 16 %9 = add nsw i64 %8, %6 ret i64 %9 } define <4 x i32> @ldp_unaligned_v4si(ptr %0) #0 { ; CHECK-LABEL: ldp_unaligned_v4si: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-NEXT: ldr q0, [x8, #16] ; CHECK-NEXT: ldr q1, [x8, #32] ; CHECK-NEXT: add v0.4s, v1.4s, v0.4s ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: ldp_unaligned_v4si: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-DEFAULT-NEXT: ldp q0, q1, [x8, #16] ; CHECK-DEFAULT-NEXT: add v0.4s, v1.4s, v0.4s ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-LDP-LABEL: ldp_unaligned_v4si: ; CHECK-DISABLE-LDP: // %bb.0: ; CHECK-DISABLE-LDP-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-DISABLE-LDP-NEXT: ldr q0, [x8, #16] ; CHECK-DISABLE-LDP-NEXT: ldr q1, [x8, #32] ; CHECK-DISABLE-LDP-NEXT: add v0.4s, v1.4s, v0.4s ; CHECK-DISABLE-LDP-NEXT: ret %2 = ptrtoint ptr %0 to i64 %3 = and i64 %2, -256 %4 = inttoptr i64 %3 to ptr %5 = getelementptr inbounds <4 x i32>, ptr %4, i64 1 %6 = load <4 x i32>, ptr %5, align 16 %7 = getelementptr inbounds <4 x i32>, ptr %4, i64 2 %8 = load <4 x i32>, ptr %7, align 32 %9 = add <4 x i32> %8, %6 ret <4 x i32> %9 } define ptr @stp_aligned_int32_t(ptr %0, i32 %1) #0 { ; CHECK-LABEL: stp_aligned_int32_t: ; CHECK: // %bb.0: ; CHECK-NEXT: and x0, x0, #0xffffffffffffffc0 ; CHECK-NEXT: stp w1, w1, [x0] ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: stp_aligned_int32_t: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x0, x0, #0xffffffffffffffc0 ; CHECK-DEFAULT-NEXT: stp w1, w1, [x0] ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-STP-LABEL: stp_aligned_int32_t: ; CHECK-DISABLE-STP: // %bb.0: ; CHECK-DISABLE-STP-NEXT: and x0, x0, #0xffffffffffffffc0 ; CHECK-DISABLE-STP-NEXT: str w1, [x0] ; CHECK-DISABLE-STP-NEXT: str w1, [x0, #4] ; CHECK-DISABLE-STP-NEXT: ret %3 = ptrtoint ptr %0 to i64 %4 = and i64 %3, -64 %5 = inttoptr i64 %4 to ptr store i32 %1, ptr %5, align 64 %6 = getelementptr inbounds i32, ptr %5, i64 1 store i32 %1, ptr %6, align 4 ret ptr %5 } define dso_local ptr @stp_aligned_int64_t(ptr %0, i64 %1) #0 { ; CHECK-LABEL: stp_aligned_int64_t: ; CHECK: // %bb.0: ; CHECK-NEXT: and x0, x0, #0xffffffffffffff80 ; CHECK-NEXT: stp x1, x1, [x0] ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: stp_aligned_int64_t: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x0, x0, #0xffffffffffffff80 ; CHECK-DEFAULT-NEXT: stp x1, x1, [x0] ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-STP-LABEL: stp_aligned_int64_t: ; CHECK-DISABLE-STP: // %bb.0: ; CHECK-DISABLE-STP-NEXT: and x0, x0, #0xffffffffffffff80 ; CHECK-DISABLE-STP-NEXT: str x1, [x0] ; CHECK-DISABLE-STP-NEXT: str x1, [x0, #8] ; CHECK-DISABLE-STP-NEXT: ret %3 = ptrtoint ptr %0 to i64 %4 = and i64 %3, -128 %5 = inttoptr i64 %4 to ptr store i64 %1, ptr %5, align 128 %6 = getelementptr inbounds i64, ptr %5, i64 1 store i64 %1, ptr %6, align 8 ret ptr %5 } define ptr @stp_aligned_v4si(ptr %0, <4 x i32> %1) #0 { ; CHECK-LABEL: stp_aligned_v4si: ; CHECK: // %bb.0: ; CHECK-NEXT: and x0, x0, #0xffffffffffffff00 ; CHECK-NEXT: stp q0, q0, [x0] ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: stp_aligned_v4si: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x0, x0, #0xffffffffffffff00 ; CHECK-DEFAULT-NEXT: stp q0, q0, [x0] ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-STP-LABEL: stp_aligned_v4si: ; CHECK-DISABLE-STP: // %bb.0: ; CHECK-DISABLE-STP-NEXT: and x0, x0, #0xffffffffffffff00 ; CHECK-DISABLE-STP-NEXT: str q0, [x0] ; CHECK-DISABLE-STP-NEXT: str q0, [x0, #16] ; CHECK-DISABLE-STP-NEXT: ret %3 = ptrtoint ptr %0 to i64 %4 = and i64 %3, -256 %5 = inttoptr i64 %4 to ptr store <4 x i32> %1, ptr %5, align 256 %6 = getelementptr inbounds <4 x i32>, ptr %5, i64 1 store <4 x i32> %1, ptr %6, align 16 ret ptr %5 } define ptr @stp_unaligned_int32_t(ptr %0, i32 %1) #0 { ; CHECK-LABEL: stp_unaligned_int32_t: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-NEXT: orr x0, x8, #0x4 ; CHECK-NEXT: str w1, [x8, #4] ; CHECK-NEXT: str w1, [x8, #8] ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: stp_unaligned_int32_t: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-DEFAULT-NEXT: orr x0, x8, #0x4 ; CHECK-DEFAULT-NEXT: stp w1, w1, [x8, #4] ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-STP-LABEL: stp_unaligned_int32_t: ; CHECK-DISABLE-STP: // %bb.0: ; CHECK-DISABLE-STP-NEXT: and x8, x0, #0xffffffffffffffc0 ; CHECK-DISABLE-STP-NEXT: orr x0, x8, #0x4 ; CHECK-DISABLE-STP-NEXT: str w1, [x8, #4] ; CHECK-DISABLE-STP-NEXT: str w1, [x8, #8] ; CHECK-DISABLE-STP-NEXT: ret %3 = ptrtoint ptr %0 to i64 %4 = and i64 %3, -64 %5 = inttoptr i64 %4 to ptr %6 = getelementptr inbounds i32, ptr %5, i64 1 store i32 %1, ptr %6, align 4 %7 = getelementptr inbounds i32, ptr %5, i64 2 store i32 %1, ptr %7, align 8 ret ptr %6 } define ptr @stp_unaligned_int64_t(ptr %0, i64 %1) #0 { ; CHECK-LABEL: stp_unaligned_int64_t: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-NEXT: orr x0, x8, #0x8 ; CHECK-NEXT: str x1, [x8, #8] ; CHECK-NEXT: str x1, [x8, #16] ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: stp_unaligned_int64_t: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-DEFAULT-NEXT: orr x0, x8, #0x8 ; CHECK-DEFAULT-NEXT: stp x1, x1, [x8, #8] ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-STP-LABEL: stp_unaligned_int64_t: ; CHECK-DISABLE-STP: // %bb.0: ; CHECK-DISABLE-STP-NEXT: and x8, x0, #0xffffffffffffff80 ; CHECK-DISABLE-STP-NEXT: orr x0, x8, #0x8 ; CHECK-DISABLE-STP-NEXT: str x1, [x8, #8] ; CHECK-DISABLE-STP-NEXT: str x1, [x8, #16] ; CHECK-DISABLE-STP-NEXT: ret %3 = ptrtoint ptr %0 to i64 %4 = and i64 %3, -128 %5 = inttoptr i64 %4 to ptr %6 = getelementptr inbounds i64, ptr %5, i64 1 store i64 %1, ptr %6, align 8 %7 = getelementptr inbounds i64, ptr %5, i64 2 store i64 %1, ptr %7, align 16 ret ptr %6 } define ptr @stp_unaligned_v4si(ptr %0, <4 x i32> %1) #0 { ; CHECK-LABEL: stp_unaligned_v4si: ; CHECK: // %bb.0: ; CHECK-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-NEXT: orr x0, x8, #0x10 ; CHECK-NEXT: str q0, [x8, #16] ; CHECK-NEXT: str q0, [x8, #32] ; CHECK-NEXT: ret ; ; CHECK-DEFAULT-LABEL: stp_unaligned_v4si: ; CHECK-DEFAULT: // %bb.0: ; CHECK-DEFAULT-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-DEFAULT-NEXT: orr x0, x8, #0x10 ; CHECK-DEFAULT-NEXT: stp q0, q0, [x8, #16] ; CHECK-DEFAULT-NEXT: ret ; ; CHECK-DISABLE-STP-LABEL: stp_unaligned_v4si: ; CHECK-DISABLE-STP: // %bb.0: ; CHECK-DISABLE-STP-NEXT: and x8, x0, #0xffffffffffffff00 ; CHECK-DISABLE-STP-NEXT: orr x0, x8, #0x10 ; CHECK-DISABLE-STP-NEXT: str q0, [x8, #16] ; CHECK-DISABLE-STP-NEXT: str q0, [x8, #32] ; CHECK-DISABLE-STP-NEXT: ret %3 = ptrtoint ptr %0 to i64 %4 = and i64 %3, -256 %5 = inttoptr i64 %4 to ptr %6 = getelementptr inbounds <4 x i32>, ptr %5, i64 1 store <4 x i32> %1, ptr %6, align 16 %7 = getelementptr inbounds <4 x i32>, ptr %5, i64 2 store <4 x i32> %1, ptr %7, align 32 ret ptr %6 }