; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve < %s | FileCheck %s ; ; LD1B, LD1W, LD1H, LD1D: base + 32-bit unscaled offset, sign (sxtw) or zero ; (uxtw) extended to 64 bits. ; e.g. ld1h { z0.d }, p0/z, [x0, z0.d, uxtw] ; ; LD1B define @gld1b_s_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1b_s_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1b { z0.s }, p0/z, [x0, z0.s, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv4i8( %pg, ptr %base, %b) %res = zext %load to ret %res } define @gld1b_s_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1b_s_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1b { z0.s }, p0/z, [x0, z0.s, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv4i8( %pg, ptr %base, %b) %res = zext %load to ret %res } define @gld1b_d_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1b_d_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1b { z0.d }, p0/z, [x0, z0.d, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i8( %pg, ptr %base, %b) %res = zext %load to ret %res } define @gld1b_d_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1b_d_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1b { z0.d }, p0/z, [x0, z0.d, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i8( %pg, ptr %base, %b) %res = zext %load to ret %res } ; LD1H define @gld1h_s_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1h_s_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1h { z0.s }, p0/z, [x0, z0.s, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv4i16( %pg, ptr %base, %b) %res = zext %load to ret %res } define @gld1h_s_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1h_s_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1h { z0.s }, p0/z, [x0, z0.s, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv4i16( %pg, ptr %base, %b) %res = zext %load to ret %res } define @gld1h_d_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1h_d_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1h { z0.d }, p0/z, [x0, z0.d, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i16( %pg, ptr %base, %b) %res = zext %load to ret %res } define @gld1h_d_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1h_d_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1h { z0.d }, p0/z, [x0, z0.d, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i16( %pg, ptr %base, %b) %res = zext %load to ret %res } ; LD1W define @gld1w_s_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1w_s_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x0, z0.s, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv4i32( %pg, ptr %base, %b) ret %load } define @gld1w_s_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1w_s_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x0, z0.s, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv4i32( %pg, ptr %base, %b) ret %load } define @gld1w_d_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1w_d_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1w { z0.d }, p0/z, [x0, z0.d, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i32( %pg, ptr %base, %b) %res = zext %load to ret %res } define @gld1w_d_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1w_d_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1w { z0.d }, p0/z, [x0, z0.d, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i32( %pg, ptr %base, %b) %res = zext %load to ret %res } define @gld1w_s_uxtw_float( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1w_s_uxtw_float: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x0, z0.s, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv4f32( %pg, ptr %base, %b) ret %load } define @gld1w_s_sxtw_float( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1w_s_sxtw_float: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x0, z0.s, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv4f32( %pg, ptr %base, %b) ret %load } ; LD1D define @gld1d_d_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1d_d_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1d { z0.d }, p0/z, [x0, z0.d, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i64( %pg, ptr %base, %b) ret %load } define @gld1d_d_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1d_d_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1d { z0.d }, p0/z, [x0, z0.d, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i64( %pg, ptr %base, %b) ret %load } define @gld1d_d_uxtw_double( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1d_d_uxtw_double: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1d { z0.d }, p0/z, [x0, z0.d, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv2f64( %pg, ptr %base, %b) ret %load } define @gld1d_d_sxtw_double( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1d_d_sxtw_double: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1d { z0.d }, p0/z, [x0, z0.d, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv2f64( %pg, ptr %base, %b) ret %load } ; ; LD1SB, LD1SW, LD1SH: base + 32-bit unscaled offset, sign (sxtw) or zero ; (uxtw) extended to 64 bits. ; e.g. ld1sh { z0.d }, p0/z, [x0, z0.d, uxtw] ; ; LD1SB define @gld1sb_s_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sb_s_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sb { z0.s }, p0/z, [x0, z0.s, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv4i8( %pg, ptr %base, %b) %res = sext %load to ret %res } define @gld1sb_s_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sb_s_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sb { z0.s }, p0/z, [x0, z0.s, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv4i8( %pg, ptr %base, %b) %res = sext %load to ret %res } define @gld1sb_d_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sb_d_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sb { z0.d }, p0/z, [x0, z0.d, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i8( %pg, ptr %base, %b) %res = sext %load to ret %res } define @gld1sb_d_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sb_d_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sb { z0.d }, p0/z, [x0, z0.d, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i8( %pg, ptr %base, %b) %res = sext %load to ret %res } ; LD1SH define @gld1sh_s_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sh_s_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sh { z0.s }, p0/z, [x0, z0.s, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv4i16( %pg, ptr %base, %b) %res = sext %load to ret %res } define @gld1sh_s_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sh_s_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sh { z0.s }, p0/z, [x0, z0.s, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv4i16( %pg, ptr %base, %b) %res = sext %load to ret %res } define @gld1sh_d_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sh_d_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sh { z0.d }, p0/z, [x0, z0.d, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i16( %pg, ptr %base, %b) %res = sext %load to ret %res } define @gld1sh_d_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sh_d_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sh { z0.d }, p0/z, [x0, z0.d, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i16( %pg, ptr %base, %b) %res = sext %load to ret %res } ; LD1SW define @gld1sw_d_uxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sw_d_uxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sw { z0.d }, p0/z, [x0, z0.d, uxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i32( %pg, ptr %base, %b) %res = sext %load to ret %res } define @gld1sw_d_sxtw( %pg, ptr %base, %b) { ; CHECK-LABEL: gld1sw_d_sxtw: ; CHECK: // %bb.0: ; CHECK-NEXT: ld1sw { z0.d }, p0/z, [x0, z0.d, sxtw] ; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i32( %pg, ptr %base, %b) %res = sext %load to ret %res } ; LD1B/LD1SB declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv4i8(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i8(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv4i8(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i8(, ptr, ) ; LD1H/LD1SH declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv4i16(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i16(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv4i16(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i16(, ptr, ) ; LD1W/LD1SW declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv4i32(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i32(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv4i32(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i32(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv4f32(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv4f32(, ptr, ) ; LD1D declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv2i64(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv2i64(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.sxtw.nxv2f64(, ptr, ) declare @llvm.aarch64.sve.ld1.gather.uxtw.nxv2f64(, ptr, )