321 lines
11 KiB
LLVM
321 lines
11 KiB
LLVM
|
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
||
|
|
; RUN: llc -mtriple=aarch64-unknown-linux-gnu < %s | FileCheck %s
|
||
|
|
|
||
|
|
define <4 x i16> @fold_srem_vec_1(<4 x i16> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_vec_1:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI0_1
|
||
|
|
; CHECK-NEXT: ldr d1, [x8, :lo12:.LCPI0_1]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI0_0
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI0_0]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI0_2
|
||
|
|
; CHECK-NEXT: smull v1.4s, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: shrn v1.4h, v1.4s, #16
|
||
|
|
; CHECK-NEXT: mla v1.4h, v0.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI0_2]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI0_3
|
||
|
|
; CHECK-NEXT: sshl v1.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI0_3]
|
||
|
|
; CHECK-NEXT: usra v1.4h, v1.4h, #15
|
||
|
|
; CHECK-NEXT: mls v0.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i16> %x, <i16 95, i16 -124, i16 98, i16 -1003>
|
||
|
|
ret <4 x i16> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <4 x i16> @fold_srem_vec_2(<4 x i16> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_vec_2:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: mov w8, #44151 // =0xac77
|
||
|
|
; CHECK-NEXT: movi v2.4h, #95
|
||
|
|
; CHECK-NEXT: dup v1.4h, w8
|
||
|
|
; CHECK-NEXT: smull v1.4s, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: shrn v1.4h, v1.4s, #16
|
||
|
|
; CHECK-NEXT: add v1.4h, v1.4h, v0.4h
|
||
|
|
; CHECK-NEXT: sshr v1.4h, v1.4h, #6
|
||
|
|
; CHECK-NEXT: usra v1.4h, v1.4h, #15
|
||
|
|
; CHECK-NEXT: mls v0.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i16> %x, <i16 95, i16 95, i16 95, i16 95>
|
||
|
|
ret <4 x i16> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
; Don't fold if we can combine srem with sdiv.
|
||
|
|
define <4 x i16> @combine_srem_sdiv(<4 x i16> %x) {
|
||
|
|
; CHECK-LABEL: combine_srem_sdiv:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: mov w8, #44151 // =0xac77
|
||
|
|
; CHECK-NEXT: movi v2.4h, #95
|
||
|
|
; CHECK-NEXT: dup v1.4h, w8
|
||
|
|
; CHECK-NEXT: smull v1.4s, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: shrn v1.4h, v1.4s, #16
|
||
|
|
; CHECK-NEXT: add v1.4h, v1.4h, v0.4h
|
||
|
|
; CHECK-NEXT: sshr v1.4h, v1.4h, #6
|
||
|
|
; CHECK-NEXT: usra v1.4h, v1.4h, #15
|
||
|
|
; CHECK-NEXT: mls v0.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: add v0.4h, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i16> %x, <i16 95, i16 95, i16 95, i16 95>
|
||
|
|
%2 = sdiv <4 x i16> %x, <i16 95, i16 95, i16 95, i16 95>
|
||
|
|
%3 = add <4 x i16> %1, %2
|
||
|
|
ret <4 x i16> %3
|
||
|
|
}
|
||
|
|
|
||
|
|
; Don't fold for divisors that are a power of two.
|
||
|
|
define <4 x i16> @dont_fold_srem_power_of_two(<4 x i16> %x) {
|
||
|
|
; CHECK-LABEL: dont_fold_srem_power_of_two:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI3_0
|
||
|
|
; CHECK-NEXT: ldr d1, [x8, :lo12:.LCPI3_0]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI3_1
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI3_1]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI3_2
|
||
|
|
; CHECK-NEXT: smull v1.4s, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: shrn v1.4h, v1.4s, #16
|
||
|
|
; CHECK-NEXT: add v1.4h, v1.4h, v0.4h
|
||
|
|
; CHECK-NEXT: sshl v1.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI3_2]
|
||
|
|
; CHECK-NEXT: usra v1.4h, v1.4h, #15
|
||
|
|
; CHECK-NEXT: mls v0.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i16> %x, <i16 64, i16 32, i16 8, i16 95>
|
||
|
|
ret <4 x i16> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
; Don't fold if the divisor is one.
|
||
|
|
define <4 x i16> @dont_fold_srem_one(<4 x i16> %x) {
|
||
|
|
; CHECK-LABEL: dont_fold_srem_one:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI4_0
|
||
|
|
; CHECK-NEXT: movi d2, #0x00ffff0000ffff
|
||
|
|
; CHECK-NEXT: ldr d1, [x8, :lo12:.LCPI4_0]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI4_1
|
||
|
|
; CHECK-NEXT: smull v1.4s, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: and v2.8b, v0.8b, v2.8b
|
||
|
|
; CHECK-NEXT: shrn v1.4h, v1.4s, #16
|
||
|
|
; CHECK-NEXT: add v1.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI4_1]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI4_2
|
||
|
|
; CHECK-NEXT: sshl v1.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ushr v2.4h, v1.4h, #15
|
||
|
|
; CHECK-NEXT: mov v2.h[0], wzr
|
||
|
|
; CHECK-NEXT: add v1.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI4_2]
|
||
|
|
; CHECK-NEXT: mls v0.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i16> %x, <i16 1, i16 654, i16 23, i16 5423>
|
||
|
|
ret <4 x i16> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
; Don't fold if the divisor is 2^15.
|
||
|
|
define <4 x i16> @dont_fold_srem_i16_smax(<4 x i16> %x) {
|
||
|
|
; CHECK-LABEL: dont_fold_srem_i16_smax:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI5_1
|
||
|
|
; CHECK-NEXT: ldr d1, [x8, :lo12:.LCPI5_1]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI5_0
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI5_0]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI5_2
|
||
|
|
; CHECK-NEXT: smull v1.4s, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: shrn v1.4h, v1.4s, #16
|
||
|
|
; CHECK-NEXT: mla v1.4h, v0.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI5_2]
|
||
|
|
; CHECK-NEXT: adrp x8, .LCPI5_3
|
||
|
|
; CHECK-NEXT: sshl v1.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ushr v2.4h, v1.4h, #15
|
||
|
|
; CHECK-NEXT: mov v2.h[0], wzr
|
||
|
|
; CHECK-NEXT: add v1.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ldr d2, [x8, :lo12:.LCPI5_3]
|
||
|
|
; CHECK-NEXT: mls v0.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i16> %x, <i16 1, i16 32768, i16 23, i16 5423>
|
||
|
|
ret <4 x i16> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
; Don't fold i64 srem.
|
||
|
|
define <4 x i64> @dont_fold_srem_i64(<4 x i64> %x) {
|
||
|
|
; CHECK-LABEL: dont_fold_srem_i64:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: mov x8, #8549 // =0x2165
|
||
|
|
; CHECK-NEXT: fmov x10, d1
|
||
|
|
; CHECK-NEXT: mov x9, v1.d[1]
|
||
|
|
; CHECK-NEXT: movk x8, #22795, lsl #16
|
||
|
|
; CHECK-NEXT: mov x12, #6055 // =0x17a7
|
||
|
|
; CHECK-NEXT: mov x11, v0.d[1]
|
||
|
|
; CHECK-NEXT: movk x8, #17096, lsl #32
|
||
|
|
; CHECK-NEXT: movk x12, #58853, lsl #16
|
||
|
|
; CHECK-NEXT: mov x13, #21445 // =0x53c5
|
||
|
|
; CHECK-NEXT: movk x8, #45590, lsl #48
|
||
|
|
; CHECK-NEXT: movk x12, #47142, lsl #32
|
||
|
|
; CHECK-NEXT: movk x13, #1603, lsl #16
|
||
|
|
; CHECK-NEXT: smulh x8, x10, x8
|
||
|
|
; CHECK-NEXT: movk x12, #24749, lsl #48
|
||
|
|
; CHECK-NEXT: movk x13, #15432, lsl #32
|
||
|
|
; CHECK-NEXT: movk x13, #25653, lsl #48
|
||
|
|
; CHECK-NEXT: movi v0.2d, #0000000000000000
|
||
|
|
; CHECK-NEXT: smulh x12, x9, x12
|
||
|
|
; CHECK-NEXT: smulh x13, x11, x13
|
||
|
|
; CHECK-NEXT: add x8, x8, x10
|
||
|
|
; CHECK-NEXT: asr x14, x8, #4
|
||
|
|
; CHECK-NEXT: asr x15, x12, #11
|
||
|
|
; CHECK-NEXT: add x8, x14, x8, lsr #63
|
||
|
|
; CHECK-NEXT: mov w14, #23 // =0x17
|
||
|
|
; CHECK-NEXT: add x12, x15, x12, lsr #63
|
||
|
|
; CHECK-NEXT: msub x8, x8, x14, x10
|
||
|
|
; CHECK-NEXT: asr x10, x13, #8
|
||
|
|
; CHECK-NEXT: mov w14, #5423 // =0x152f
|
||
|
|
; CHECK-NEXT: add x10, x10, x13, lsr #63
|
||
|
|
; CHECK-NEXT: msub x9, x12, x14, x9
|
||
|
|
; CHECK-NEXT: mov w12, #654 // =0x28e
|
||
|
|
; CHECK-NEXT: msub x10, x10, x12, x11
|
||
|
|
; CHECK-NEXT: fmov d1, x8
|
||
|
|
; CHECK-NEXT: mov v1.d[1], x9
|
||
|
|
; CHECK-NEXT: mov v0.d[1], x10
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i64> %x, <i64 1, i64 654, i64 23, i64 5423>
|
||
|
|
ret <4 x i64> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <16 x i8> @fold_srem_v16i8(<16 x i8> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_v16i8:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: movi v1.16b, #103
|
||
|
|
; CHECK-NEXT: smull2 v2.8h, v0.16b, v1.16b
|
||
|
|
; CHECK-NEXT: smull v1.8h, v0.8b, v1.8b
|
||
|
|
; CHECK-NEXT: uzp2 v1.16b, v1.16b, v2.16b
|
||
|
|
; CHECK-NEXT: movi v2.16b, #10
|
||
|
|
; CHECK-NEXT: sshr v1.16b, v1.16b, #2
|
||
|
|
; CHECK-NEXT: usra v1.16b, v1.16b, #7
|
||
|
|
; CHECK-NEXT: mls v0.16b, v1.16b, v2.16b
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <16 x i8> %x, <i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10>
|
||
|
|
ret <16 x i8> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <8 x i8> @fold_srem_v8i8(<8 x i8> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_v8i8:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: movi v1.8b, #103
|
||
|
|
; CHECK-NEXT: movi v2.8b, #10
|
||
|
|
; CHECK-NEXT: smull v1.8h, v0.8b, v1.8b
|
||
|
|
; CHECK-NEXT: shrn v1.8b, v1.8h, #8
|
||
|
|
; CHECK-NEXT: sshr v1.8b, v1.8b, #2
|
||
|
|
; CHECK-NEXT: usra v1.8b, v1.8b, #7
|
||
|
|
; CHECK-NEXT: mls v0.8b, v1.8b, v2.8b
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <8 x i8> %x, <i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10, i8 10>
|
||
|
|
ret <8 x i8> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <8 x i16> @fold_srem_v8i16(<8 x i16> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_v8i16:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: mov w8, #26215 // =0x6667
|
||
|
|
; CHECK-NEXT: dup v1.8h, w8
|
||
|
|
; CHECK-NEXT: smull2 v2.4s, v0.8h, v1.8h
|
||
|
|
; CHECK-NEXT: smull v1.4s, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: uzp2 v1.8h, v1.8h, v2.8h
|
||
|
|
; CHECK-NEXT: movi v2.8h, #10
|
||
|
|
; CHECK-NEXT: sshr v1.8h, v1.8h, #2
|
||
|
|
; CHECK-NEXT: usra v1.8h, v1.8h, #15
|
||
|
|
; CHECK-NEXT: mls v0.8h, v1.8h, v2.8h
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <8 x i16> %x, <i16 10, i16 10, i16 10, i16 10, i16 10, i16 10, i16 10, i16 10>
|
||
|
|
ret <8 x i16> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <4 x i16> @fold_srem_v4i16(<4 x i16> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_v4i16:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: mov w8, #26215 // =0x6667
|
||
|
|
; CHECK-NEXT: movi v2.4h, #10
|
||
|
|
; CHECK-NEXT: dup v1.4h, w8
|
||
|
|
; CHECK-NEXT: smull v1.4s, v0.4h, v1.4h
|
||
|
|
; CHECK-NEXT: sshr v1.4s, v1.4s, #18
|
||
|
|
; CHECK-NEXT: xtn v1.4h, v1.4s
|
||
|
|
; CHECK-NEXT: usra v1.4h, v1.4h, #15
|
||
|
|
; CHECK-NEXT: mls v0.4h, v1.4h, v2.4h
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i16> %x, <i16 10, i16 10, i16 10, i16 10>
|
||
|
|
ret <4 x i16> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <4 x i32> @fold_srem_v4i32(<4 x i32> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_v4i32:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: mov w8, #26215 // =0x6667
|
||
|
|
; CHECK-NEXT: movk w8, #26214, lsl #16
|
||
|
|
; CHECK-NEXT: dup v1.4s, w8
|
||
|
|
; CHECK-NEXT: smull2 v2.2d, v0.4s, v1.4s
|
||
|
|
; CHECK-NEXT: smull v1.2d, v0.2s, v1.2s
|
||
|
|
; CHECK-NEXT: uzp2 v1.4s, v1.4s, v2.4s
|
||
|
|
; CHECK-NEXT: sshr v2.4s, v1.4s, #2
|
||
|
|
; CHECK-NEXT: usra v2.4s, v1.4s, #31
|
||
|
|
; CHECK-NEXT: movi v1.4s, #10
|
||
|
|
; CHECK-NEXT: mls v0.4s, v2.4s, v1.4s
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <4 x i32> %x, <i32 10, i32 10, i32 10, i32 10>
|
||
|
|
ret <4 x i32> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <2 x i32> @fold_srem_v2i32(<2 x i32> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_v2i32:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: mov w8, #26215 // =0x6667
|
||
|
|
; CHECK-NEXT: movi v3.2s, #10
|
||
|
|
; CHECK-NEXT: movk w8, #26214, lsl #16
|
||
|
|
; CHECK-NEXT: dup v1.2s, w8
|
||
|
|
; CHECK-NEXT: smull v1.2d, v0.2s, v1.2s
|
||
|
|
; CHECK-NEXT: ushr v2.2d, v1.2d, #63
|
||
|
|
; CHECK-NEXT: sshr v1.2d, v1.2d, #34
|
||
|
|
; CHECK-NEXT: xtn v2.2s, v2.2d
|
||
|
|
; CHECK-NEXT: xtn v1.2s, v1.2d
|
||
|
|
; CHECK-NEXT: add v1.2s, v1.2s, v2.2s
|
||
|
|
; CHECK-NEXT: mls v0.2s, v1.2s, v3.2s
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <2 x i32> %x, <i32 10, i32 10>
|
||
|
|
ret <2 x i32> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <2 x i64> @fold_srem_v2i64(<2 x i64> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_v2i64:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: fmov x10, d0
|
||
|
|
; CHECK-NEXT: mov x8, #7378697629483820646 // =0x6666666666666666
|
||
|
|
; CHECK-NEXT: mov x9, v0.d[1]
|
||
|
|
; CHECK-NEXT: movk x8, #26215
|
||
|
|
; CHECK-NEXT: smulh x11, x10, x8
|
||
|
|
; CHECK-NEXT: smulh x8, x9, x8
|
||
|
|
; CHECK-NEXT: asr x12, x11, #2
|
||
|
|
; CHECK-NEXT: add x11, x12, x11, lsr #63
|
||
|
|
; CHECK-NEXT: asr x13, x8, #2
|
||
|
|
; CHECK-NEXT: mov w12, #10 // =0xa
|
||
|
|
; CHECK-NEXT: msub x10, x11, x12, x10
|
||
|
|
; CHECK-NEXT: add x8, x13, x8, lsr #63
|
||
|
|
; CHECK-NEXT: msub x8, x8, x12, x9
|
||
|
|
; CHECK-NEXT: fmov d0, x10
|
||
|
|
; CHECK-NEXT: mov v0.d[1], x8
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <2 x i64> %x, <i64 10, i64 10>
|
||
|
|
ret <2 x i64> %1
|
||
|
|
}
|
||
|
|
|
||
|
|
define <1 x i64> @fold_srem_v1i64(<1 x i64> %x) {
|
||
|
|
; CHECK-LABEL: fold_srem_v1i64:
|
||
|
|
; CHECK: // %bb.0:
|
||
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 def $q0
|
||
|
|
; CHECK-NEXT: fmov x9, d0
|
||
|
|
; CHECK-NEXT: mov x8, #7378697629483820646 // =0x6666666666666666
|
||
|
|
; CHECK-NEXT: movk x8, #26215
|
||
|
|
; CHECK-NEXT: smulh x8, x9, x8
|
||
|
|
; CHECK-NEXT: asr x10, x8, #2
|
||
|
|
; CHECK-NEXT: add x8, x10, x8, lsr #63
|
||
|
|
; CHECK-NEXT: mov w10, #10 // =0xa
|
||
|
|
; CHECK-NEXT: msub x8, x8, x10, x9
|
||
|
|
; CHECK-NEXT: fmov d0, x8
|
||
|
|
; CHECK-NEXT: ret
|
||
|
|
%1 = srem <1 x i64> %x, <i64 10>
|
||
|
|
ret <1 x i64> %1
|
||
|
|
}
|