306 lines
12 KiB
LLVM
306 lines
12 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -verify-machineinstrs -mcpu=alderlake -mattr=+false-deps-perm -mtriple=x86_64-unknown-unknown < %s | FileCheck %s --check-prefixes=ENABLE,ENABLE-ADL
|
|
; RUN: llc -verify-machineinstrs -mcpu=sapphirerapids -mattr=+false-deps-perm -mtriple=x86_64-unknown-unknown < %s | FileCheck %s --check-prefixes=ENABLE,ENABLE-SPR
|
|
; RUN: llc -verify-machineinstrs -mcpu=alderlake -mattr=-false-deps-perm -mtriple=x86_64-unknown-unknown < %s | FileCheck %s --check-prefixes=DISABLE,DISABLE-ADL
|
|
; RUN: llc -verify-machineinstrs -mcpu=sapphirerapids -mattr=-false-deps-perm -mtriple=x86_64-unknown-unknown < %s | FileCheck %s --check-prefixes=DISABLE,DISABLE-SPR
|
|
|
|
define <8 x i32> @permd(<8 x i32> %a0, <8 x i32> %a1) {
|
|
; ENABLE-ADL-LABEL: permd:
|
|
; ENABLE-ADL: # %bb.0:
|
|
; ENABLE-ADL-NEXT: vmovups %ymm1, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
|
|
; ENABLE-ADL-NEXT: vmovups %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
|
|
; ENABLE-ADL-NEXT: #APP
|
|
; ENABLE-ADL-NEXT: nop
|
|
; ENABLE-ADL-NEXT: #NO_APP
|
|
; ENABLE-ADL-NEXT: vmovdqu {{[-0-9]+}}(%r{{[sb]}}p), %ymm1 # 32-byte Reload
|
|
; ENABLE-ADL-NEXT: vmovdqu {{[-0-9]+}}(%r{{[sb]}}p), %ymm2 # 32-byte Reload
|
|
; ENABLE-ADL-NEXT: vxorps %xmm0, %xmm0, %xmm0
|
|
; ENABLE-ADL-NEXT: vpermd %ymm2, %ymm1, %ymm0
|
|
; ENABLE-ADL-NEXT: vpaddd %ymm1, %ymm2, %ymm1
|
|
; ENABLE-ADL-NEXT: vpaddd %ymm1, %ymm0, %ymm0
|
|
; ENABLE-ADL-NEXT: retq
|
|
;
|
|
; ENABLE-SPR-LABEL: permd:
|
|
; ENABLE-SPR: # %bb.0:
|
|
; ENABLE-SPR-NEXT: vmovdqa64 %ymm1, %ymm16
|
|
; ENABLE-SPR-NEXT: vmovdqa64 %ymm0, %ymm17
|
|
; ENABLE-SPR-NEXT: #APP
|
|
; ENABLE-SPR-NEXT: nop
|
|
; ENABLE-SPR-NEXT: #NO_APP
|
|
; ENABLE-SPR-NEXT: vxorps %xmm0, %xmm0, %xmm0
|
|
; ENABLE-SPR-NEXT: vpermd %ymm17, %ymm16, %ymm0
|
|
; ENABLE-SPR-NEXT: vpaddd %ymm16, %ymm17, %ymm1
|
|
; ENABLE-SPR-NEXT: vpaddd %ymm1, %ymm0, %ymm0
|
|
; ENABLE-SPR-NEXT: retq
|
|
;
|
|
; DISABLE-ADL-LABEL: permd:
|
|
; DISABLE-ADL: # %bb.0:
|
|
; DISABLE-ADL-NEXT: vmovups %ymm1, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
|
|
; DISABLE-ADL-NEXT: vmovups %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
|
|
; DISABLE-ADL-NEXT: #APP
|
|
; DISABLE-ADL-NEXT: nop
|
|
; DISABLE-ADL-NEXT: #NO_APP
|
|
; DISABLE-ADL-NEXT: vmovdqu {{[-0-9]+}}(%r{{[sb]}}p), %ymm1 # 32-byte Reload
|
|
; DISABLE-ADL-NEXT: vmovdqu {{[-0-9]+}}(%r{{[sb]}}p), %ymm2 # 32-byte Reload
|
|
; DISABLE-ADL-NEXT: vpermd %ymm2, %ymm1, %ymm0
|
|
; DISABLE-ADL-NEXT: vpaddd %ymm1, %ymm2, %ymm1
|
|
; DISABLE-ADL-NEXT: vpaddd %ymm1, %ymm0, %ymm0
|
|
; DISABLE-ADL-NEXT: retq
|
|
;
|
|
; DISABLE-SPR-LABEL: permd:
|
|
; DISABLE-SPR: # %bb.0:
|
|
; DISABLE-SPR-NEXT: vmovdqa64 %ymm1, %ymm16
|
|
; DISABLE-SPR-NEXT: vmovdqa64 %ymm0, %ymm17
|
|
; DISABLE-SPR-NEXT: #APP
|
|
; DISABLE-SPR-NEXT: nop
|
|
; DISABLE-SPR-NEXT: #NO_APP
|
|
; DISABLE-SPR-NEXT: vpermd %ymm17, %ymm16, %ymm0
|
|
; DISABLE-SPR-NEXT: vpaddd %ymm16, %ymm17, %ymm1
|
|
; DISABLE-SPR-NEXT: vpaddd %ymm1, %ymm0, %ymm0
|
|
; DISABLE-SPR-NEXT: retq
|
|
%1 = tail call <2 x i64> asm sideeffect "nop", "=x,~{xmm1},~{xmm2},~{xmm3},~{xmm4},~{xmm5},~{xmm6},~{xmm7},~{xmm8},~{xmm9},~{xmm10},~{xmm11},~{xmm12},~{xmm13},~{xmm14},~{xmm15},~{flags}"()
|
|
%2 = call <8 x i32> @llvm.x86.avx2.permd(<8 x i32> %a0, <8 x i32> %a1)
|
|
%3 = add <8 x i32> %a0, %a1
|
|
%res = add <8 x i32> %2, %3
|
|
ret <8 x i32> %res
|
|
}
|
|
|
|
define <8 x i32> @permd_mem(ptr %p0, <8 x i32> %a1) {
|
|
; ENABLE-ADL-LABEL: permd_mem:
|
|
; ENABLE-ADL: # %bb.0:
|
|
; ENABLE-ADL-NEXT: vmovups %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
|
|
; ENABLE-ADL-NEXT: #APP
|
|
; ENABLE-ADL-NEXT: nop
|
|
; ENABLE-ADL-NEXT: #NO_APP
|
|
; ENABLE-ADL-NEXT: vmovdqu {{[-0-9]+}}(%r{{[sb]}}p), %ymm1 # 32-byte Reload
|
|
; ENABLE-ADL-NEXT: vxorps %xmm0, %xmm0, %xmm0
|
|
; ENABLE-ADL-NEXT: vpermd (%rdi), %ymm1, %ymm0
|
|
; ENABLE-ADL-NEXT: vpaddd %ymm1, %ymm0, %ymm0
|
|
; ENABLE-ADL-NEXT: retq
|
|
;
|
|
; ENABLE-SPR-LABEL: permd_mem:
|
|
; ENABLE-SPR: # %bb.0:
|
|
; ENABLE-SPR-NEXT: vmovdqa64 %ymm0, %ymm16
|
|
; ENABLE-SPR-NEXT: #APP
|
|
; ENABLE-SPR-NEXT: nop
|
|
; ENABLE-SPR-NEXT: #NO_APP
|
|
; ENABLE-SPR-NEXT: vxorps %xmm0, %xmm0, %xmm0
|
|
; ENABLE-SPR-NEXT: vpermd (%rdi), %ymm16, %ymm0
|
|
; ENABLE-SPR-NEXT: vpaddd %ymm16, %ymm0, %ymm0
|
|
; ENABLE-SPR-NEXT: retq
|
|
;
|
|
; DISABLE-ADL-LABEL: permd_mem:
|
|
; DISABLE-ADL: # %bb.0:
|
|
; DISABLE-ADL-NEXT: vmovups %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
|
|
; DISABLE-ADL-NEXT: #APP
|
|
; DISABLE-ADL-NEXT: nop
|
|
; DISABLE-ADL-NEXT: #NO_APP
|
|
; DISABLE-ADL-NEXT: vmovdqu {{[-0-9]+}}(%r{{[sb]}}p), %ymm1 # 32-byte Reload
|
|
; DISABLE-ADL-NEXT: vpermd (%rdi), %ymm1, %ymm0
|
|
; DISABLE-ADL-NEXT: vpaddd %ymm1, %ymm0, %ymm0
|
|
; DISABLE-ADL-NEXT: retq
|
|
;
|
|
; DISABLE-SPR-LABEL: permd_mem:
|
|
; DISABLE-SPR: # %bb.0:
|
|
; DISABLE-SPR-NEXT: vmovdqa64 %ymm0, %ymm16
|
|
; DISABLE-SPR-NEXT: #APP
|
|
; DISABLE-SPR-NEXT: nop
|
|
; DISABLE-SPR-NEXT: #NO_APP
|
|
; DISABLE-SPR-NEXT: vpermd (%rdi), %ymm16, %ymm0
|
|
; DISABLE-SPR-NEXT: vpaddd %ymm16, %ymm0, %ymm0
|
|
; DISABLE-SPR-NEXT: retq
|
|
%1 = tail call <2 x i64> asm sideeffect "nop", "=x,~{xmm1},~{xmm2},~{xmm3},~{xmm4},~{xmm5},~{xmm6},~{xmm7},~{xmm8},~{xmm9},~{xmm10},~{xmm11},~{xmm12},~{xmm13},~{xmm14},~{xmm15},~{flags}"()
|
|
%a0 = load <8 x i32>, ptr %p0, align 64
|
|
%2 = call <8 x i32> @llvm.x86.avx2.permd(<8 x i32> %a0, <8 x i32> %a1)
|
|
%res = add <8 x i32> %2, %a1
|
|
ret <8 x i32> %res
|
|
}
|
|
|
|
declare <8 x i32> @llvm.x86.avx2.permd(<8 x i32>, <8 x i32>) nounwind readonly
|
|
|
|
define <4 x i64> @permq(<4 x i64> %a0) {
|
|
; ENABLE-LABEL: permq:
|
|
; ENABLE: # %bb.0:
|
|
; ENABLE-NEXT: #APP
|
|
; ENABLE-NEXT: nop
|
|
; ENABLE-NEXT: #NO_APP
|
|
; ENABLE-NEXT: vxorps %xmm1, %xmm1, %xmm1
|
|
; ENABLE-NEXT: vpermq {{.*#+}} ymm1 = ymm0[1,2,1,0]
|
|
; ENABLE-NEXT: vpaddq %ymm0, %ymm1, %ymm0
|
|
; ENABLE-NEXT: retq
|
|
;
|
|
; DISABLE-LABEL: permq:
|
|
; DISABLE: # %bb.0:
|
|
; DISABLE-NEXT: #APP
|
|
; DISABLE-NEXT: nop
|
|
; DISABLE-NEXT: #NO_APP
|
|
; DISABLE-NEXT: vpermq {{.*#+}} ymm1 = ymm0[1,2,1,0]
|
|
; DISABLE-NEXT: vpaddq %ymm0, %ymm1, %ymm0
|
|
; DISABLE-NEXT: retq
|
|
%1 = tail call <2 x i64> asm sideeffect "nop", "=x,~{xmm2},~{xmm3},~{xmm4},~{xmm5},~{xmm6},~{xmm7},~{xmm8},~{xmm9},~{xmm10},~{xmm11},~{xmm12},~{xmm13},~{xmm14},~{xmm15},~{flags}"()
|
|
%2 = shufflevector <4 x i64> %a0, <4 x i64> undef, <4 x i32> <i32 1, i32 2, i32 1, i32 0>
|
|
%res = add <4 x i64> %2, %a0
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <4 x i64> @permq_mem(ptr %p0) {
|
|
; ENABLE-LABEL: permq_mem:
|
|
; ENABLE: # %bb.0:
|
|
; ENABLE-NEXT: #APP
|
|
; ENABLE-NEXT: nop
|
|
; ENABLE-NEXT: #NO_APP
|
|
; ENABLE-NEXT: vxorps %xmm0, %xmm0, %xmm0
|
|
; ENABLE-NEXT: vpermpd {{.*#+}} ymm0 = mem[1,2,1,0]
|
|
; ENABLE-NEXT: retq
|
|
;
|
|
; DISABLE-LABEL: permq_mem:
|
|
; DISABLE: # %bb.0:
|
|
; DISABLE-NEXT: #APP
|
|
; DISABLE-NEXT: nop
|
|
; DISABLE-NEXT: #NO_APP
|
|
; DISABLE-NEXT: vpermpd {{.*#+}} ymm0 = mem[1,2,1,0]
|
|
; DISABLE-NEXT: retq
|
|
%1 = tail call <2 x i64> asm sideeffect "nop", "=x,~{xmm1},~{xmm2},~{xmm3},~{xmm4},~{xmm5},~{xmm6},~{xmm7},~{xmm8},~{xmm9},~{xmm10},~{xmm11},~{xmm12},~{xmm13},~{xmm14},~{xmm15},~{flags}"()
|
|
%a0 = load <4 x i64>, ptr %p0, align 64
|
|
%2 = shufflevector <4 x i64> %a0, <4 x i64> undef, <4 x i32> <i32 1, i32 2, i32 1, i32 0>
|
|
ret <4 x i64> %2
|
|
}
|
|
|
|
define <8 x float> @permps(<8 x float> %a0, <8 x i32> %a1) {
|
|
; ENABLE-ADL-LABEL: permps:
|
|
; ENABLE-ADL: # %bb.0:
|
|
; ENABLE-ADL-NEXT: vmovups %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
|
|
; ENABLE-ADL-NEXT: #APP
|
|
; ENABLE-ADL-NEXT: nop
|
|
; ENABLE-ADL-NEXT: #NO_APP
|
|
; ENABLE-ADL-NEXT: vmovups {{[-0-9]+}}(%r{{[sb]}}p), %ymm2 # 32-byte Reload
|
|
; ENABLE-ADL-NEXT: vxorps %xmm1, %xmm1, %xmm1
|
|
; ENABLE-ADL-NEXT: vpermps %ymm2, %ymm0, %ymm1
|
|
; ENABLE-ADL-NEXT: vcvtdq2ps %ymm0, %ymm0
|
|
; ENABLE-ADL-NEXT: vaddps %ymm2, %ymm0, %ymm0
|
|
; ENABLE-ADL-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; ENABLE-ADL-NEXT: retq
|
|
;
|
|
; ENABLE-SPR-LABEL: permps:
|
|
; ENABLE-SPR: # %bb.0:
|
|
; ENABLE-SPR-NEXT: vmovaps %ymm0, %ymm16
|
|
; ENABLE-SPR-NEXT: #APP
|
|
; ENABLE-SPR-NEXT: nop
|
|
; ENABLE-SPR-NEXT: #NO_APP
|
|
; ENABLE-SPR-NEXT: vxorps %xmm1, %xmm1, %xmm1
|
|
; ENABLE-SPR-NEXT: vpermps %ymm16, %ymm0, %ymm1
|
|
; ENABLE-SPR-NEXT: vcvtdq2ps %ymm0, %ymm0
|
|
; ENABLE-SPR-NEXT: vaddps %ymm16, %ymm0, %ymm0
|
|
; ENABLE-SPR-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; ENABLE-SPR-NEXT: retq
|
|
;
|
|
; DISABLE-ADL-LABEL: permps:
|
|
; DISABLE-ADL: # %bb.0:
|
|
; DISABLE-ADL-NEXT: vmovups %ymm0, {{[-0-9]+}}(%r{{[sb]}}p) # 32-byte Spill
|
|
; DISABLE-ADL-NEXT: #APP
|
|
; DISABLE-ADL-NEXT: nop
|
|
; DISABLE-ADL-NEXT: #NO_APP
|
|
; DISABLE-ADL-NEXT: vmovups {{[-0-9]+}}(%r{{[sb]}}p), %ymm2 # 32-byte Reload
|
|
; DISABLE-ADL-NEXT: vpermps %ymm2, %ymm0, %ymm1
|
|
; DISABLE-ADL-NEXT: vcvtdq2ps %ymm0, %ymm0
|
|
; DISABLE-ADL-NEXT: vaddps %ymm2, %ymm0, %ymm0
|
|
; DISABLE-ADL-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; DISABLE-ADL-NEXT: retq
|
|
;
|
|
; DISABLE-SPR-LABEL: permps:
|
|
; DISABLE-SPR: # %bb.0:
|
|
; DISABLE-SPR-NEXT: vmovaps %ymm0, %ymm16
|
|
; DISABLE-SPR-NEXT: #APP
|
|
; DISABLE-SPR-NEXT: nop
|
|
; DISABLE-SPR-NEXT: #NO_APP
|
|
; DISABLE-SPR-NEXT: vpermps %ymm16, %ymm0, %ymm1
|
|
; DISABLE-SPR-NEXT: vcvtdq2ps %ymm0, %ymm0
|
|
; DISABLE-SPR-NEXT: vaddps %ymm16, %ymm0, %ymm0
|
|
; DISABLE-SPR-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; DISABLE-SPR-NEXT: retq
|
|
%1 = tail call <8 x i32> asm sideeffect "nop", "=x,~{xmm1},~{xmm2},~{xmm3},~{xmm4},~{xmm5},~{xmm6},~{xmm7},~{xmm8},~{xmm9},~{xmm10},~{xmm11},~{xmm12},~{xmm13},~{xmm14},~{xmm15},~{flags}"()
|
|
%2 = call <8 x float> @llvm.x86.avx2.permps(<8 x float> %a0, <8 x i32> %1)
|
|
%t = sitofp <8 x i32> %1 to <8 x float>
|
|
%3 = fadd <8 x float> %t, %a0
|
|
%res = fadd <8 x float> %2, %3
|
|
ret <8 x float> %res
|
|
}
|
|
|
|
define <8 x float> @permps_mem(ptr %p0, <8 x i32> %a1) {
|
|
; ENABLE-LABEL: permps_mem:
|
|
; ENABLE: # %bb.0:
|
|
; ENABLE-NEXT: #APP
|
|
; ENABLE-NEXT: nop
|
|
; ENABLE-NEXT: #NO_APP
|
|
; ENABLE-NEXT: vxorps %xmm1, %xmm1, %xmm1
|
|
; ENABLE-NEXT: vpermps (%rdi), %ymm0, %ymm1
|
|
; ENABLE-NEXT: vcvtdq2ps %ymm0, %ymm0
|
|
; ENABLE-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; ENABLE-NEXT: retq
|
|
;
|
|
; DISABLE-LABEL: permps_mem:
|
|
; DISABLE: # %bb.0:
|
|
; DISABLE-NEXT: #APP
|
|
; DISABLE-NEXT: nop
|
|
; DISABLE-NEXT: #NO_APP
|
|
; DISABLE-NEXT: vpermps (%rdi), %ymm0, %ymm1
|
|
; DISABLE-NEXT: vcvtdq2ps %ymm0, %ymm0
|
|
; DISABLE-NEXT: vaddps %ymm0, %ymm1, %ymm0
|
|
; DISABLE-NEXT: retq
|
|
%1 = tail call <2 x i64> asm sideeffect "nop", "=x,~{xmm2},~{xmm3},~{xmm4},~{xmm5},~{xmm6},~{xmm7},~{xmm8},~{xmm9},~{xmm10},~{xmm11},~{xmm12},~{xmm13},~{xmm14},~{xmm15},~{flags}"()
|
|
%a0 = load <8 x float>, ptr %p0, align 64
|
|
%2 = call <8 x float> @llvm.x86.avx2.permps(<8 x float> %a0, <8 x i32> %a1)
|
|
%t = sitofp <8 x i32> %a1 to <8 x float>
|
|
%res = fadd <8 x float> %2, %t
|
|
ret <8 x float> %res
|
|
}
|
|
|
|
declare <8 x float> @llvm.x86.avx2.permps(<8 x float>, <8 x i32>) nounwind readonly
|
|
|
|
define <4 x double> @permpd(<4 x double> %a0) {
|
|
; ENABLE-LABEL: permpd:
|
|
; ENABLE: # %bb.0:
|
|
; ENABLE-NEXT: #APP
|
|
; ENABLE-NEXT: nop
|
|
; ENABLE-NEXT: #NO_APP
|
|
; ENABLE-NEXT: vxorps %xmm1, %xmm1, %xmm1
|
|
; ENABLE-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[1,2,1,0]
|
|
; ENABLE-NEXT: vaddpd %ymm0, %ymm1, %ymm0
|
|
; ENABLE-NEXT: retq
|
|
;
|
|
; DISABLE-LABEL: permpd:
|
|
; DISABLE: # %bb.0:
|
|
; DISABLE-NEXT: #APP
|
|
; DISABLE-NEXT: nop
|
|
; DISABLE-NEXT: #NO_APP
|
|
; DISABLE-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[1,2,1,0]
|
|
; DISABLE-NEXT: vaddpd %ymm0, %ymm1, %ymm0
|
|
; DISABLE-NEXT: retq
|
|
%1 = tail call <2 x i64> asm sideeffect "nop", "=x,~{xmm2},~{xmm3},~{xmm4},~{xmm5},~{xmm6},~{xmm7},~{xmm8},~{xmm9},~{xmm10},~{xmm11},~{xmm12},~{xmm13},~{xmm14},~{xmm15},~{flags}"()
|
|
%2 = shufflevector <4 x double> %a0, <4 x double> undef, <4 x i32> <i32 1, i32 2, i32 1, i32 0>
|
|
%res = fadd <4 x double> %2, %a0
|
|
ret <4 x double> %res
|
|
}
|
|
|
|
define <4 x double> @permpd_mem(ptr %p0) {
|
|
; ENABLE-LABEL: permpd_mem:
|
|
; ENABLE: # %bb.0:
|
|
; ENABLE-NEXT: #APP
|
|
; ENABLE-NEXT: nop
|
|
; ENABLE-NEXT: #NO_APP
|
|
; ENABLE-NEXT: vxorps %xmm0, %xmm0, %xmm0
|
|
; ENABLE-NEXT: vpermpd {{.*#+}} ymm0 = mem[1,2,1,0]
|
|
; ENABLE-NEXT: retq
|
|
;
|
|
; DISABLE-LABEL: permpd_mem:
|
|
; DISABLE: # %bb.0:
|
|
; DISABLE-NEXT: #APP
|
|
; DISABLE-NEXT: nop
|
|
; DISABLE-NEXT: #NO_APP
|
|
; DISABLE-NEXT: vpermpd {{.*#+}} ymm0 = mem[1,2,1,0]
|
|
; DISABLE-NEXT: retq
|
|
%1 = tail call <2 x i64> asm sideeffect "nop", "=x,~{xmm1},~{xmm2},~{xmm3},~{xmm4},~{xmm5},~{xmm6},~{xmm7},~{xmm8},~{xmm9},~{xmm10},~{xmm11},~{xmm12},~{xmm13},~{xmm14},~{xmm15},~{flags}"()
|
|
%a0 = load <4 x double>, ptr %p0, align 64
|
|
%2 = shufflevector <4 x double> %a0, <4 x double> undef, <4 x i32> <i32 1, i32 2, i32 1, i32 0>
|
|
ret <4 x double> %2
|
|
}
|