; RUN: opt -S -O1 -mtriple=amdgcn-- -amdgpu-simplify-libcall < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=GCN-POSTLINK %s ; RUN: opt -S -O1 -mtriple=amdgcn-- -amdgpu-simplify-libcall -amdgpu-prelink -amdgpu-enable-ocl-mangling-mismatch-workaround=0 <%s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=GCN-PRELINK %s ; RUN: opt -S -O1 -mtriple=amdgcn-- -amdgpu-use-native -amdgpu-prelink < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=GCN-NATIVE %s ; RUN: opt -S -passes='default' -mtriple=amdgcn-- -amdgpu-simplify-libcall < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=GCN-POSTLINK %s ; RUN: opt -S -passes='default' -mtriple=amdgcn-- -amdgpu-simplify-libcall -amdgpu-prelink -amdgpu-enable-ocl-mangling-mismatch-workaround=0 <%s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=GCN-PRELINK %s ; RUN: opt -S -passes='default' -mtriple=amdgcn-- -amdgpu-use-native -amdgpu-prelink < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=GCN-NATIVE %s ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_sincos ; GCN-POSTLINK: call fast float @_Z3sinf( ; GCN-POSTLINK: call fast float @_Z3cosf( ; GCN-PRELINK: call fast float @_Z6sincosfPU3AS5f( ; GCN-NATIVE: call fast float @_Z10native_sinf( ; GCN-NATIVE: call fast float @_Z10native_cosf( define amdgpu_kernel void @test_sincos(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3sinf(float %tmp) store float %call, ptr addrspace(1) %a, align 4 %call2 = call fast float @_Z3cosf(float %tmp) %arrayidx3 = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 store float %call2, ptr addrspace(1) %arrayidx3, align 4 ret void } declare float @_Z3sinf(float) declare float @_Z3cosf(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_sincos_v2 ; GCN-POSTLINK: call fast <2 x float> @_Z3sinDv2_f( ; GCN-POSTLINK: call fast <2 x float> @_Z3cosDv2_f( ; GCN-PRELINK: call fast <2 x float> @_Z6sincosDv2_fPU3AS5S_( ; GCN-NATIVE: call fast <2 x float> @_Z10native_sinDv2_f( ; GCN-NATIVE: call fast <2 x float> @_Z10native_cosDv2_f( define amdgpu_kernel void @test_sincos_v2(ptr addrspace(1) nocapture %a) { entry: %tmp = load <2 x float>, ptr addrspace(1) %a, align 8 %call = call fast <2 x float> @_Z3sinDv2_f(<2 x float> %tmp) store <2 x float> %call, ptr addrspace(1) %a, align 8 %call2 = call fast <2 x float> @_Z3cosDv2_f(<2 x float> %tmp) %arrayidx3 = getelementptr inbounds <2 x float>, ptr addrspace(1) %a, i64 1 store <2 x float> %call2, ptr addrspace(1) %arrayidx3, align 8 ret void } declare <2 x float> @_Z3sinDv2_f(<2 x float>) declare <2 x float> @_Z3cosDv2_f(<2 x float>) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_sincos_v3 ; GCN-POSTLINK: call fast <3 x float> @_Z3sinDv3_f( ; GCN-POSTLINK: call fast <3 x float> @_Z3cosDv3_f( ; GCN-PRELINK: call fast <3 x float> @_Z6sincosDv3_fPU3AS5S_( ; GCN-NATIVE: call fast <3 x float> @_Z10native_sinDv3_f( ; GCN-NATIVE: call fast <3 x float> @_Z10native_cosDv3_f( define amdgpu_kernel void @test_sincos_v3(ptr addrspace(1) nocapture %a) { entry: %loadVec4 = load <4 x float>, ptr addrspace(1) %a, align 16 %extractVec4 = shufflevector <4 x float> %loadVec4, <4 x float> undef, <3 x i32> %call = call fast <3 x float> @_Z3sinDv3_f(<3 x float> %extractVec4) %extractVec6 = shufflevector <3 x float> %call, <3 x float> undef, <4 x i32> store <4 x float> %extractVec6, ptr addrspace(1) %a, align 16 %call11 = call fast <3 x float> @_Z3cosDv3_f(<3 x float> %extractVec4) %arrayidx12 = getelementptr inbounds <3 x float>, ptr addrspace(1) %a, i64 1 %extractVec13 = shufflevector <3 x float> %call11, <3 x float> undef, <4 x i32> store <4 x float> %extractVec13, ptr addrspace(1) %arrayidx12, align 16 ret void } declare <3 x float> @_Z3sinDv3_f(<3 x float>) declare <3 x float> @_Z3cosDv3_f(<3 x float>) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_sincos_v4 ; GCN-POSTLINK: call fast <4 x float> @_Z3sinDv4_f( ; GCN-POSTLINK: call fast <4 x float> @_Z3cosDv4_f( ; GCN-PRELINK: call fast <4 x float> @_Z6sincosDv4_fPU3AS5S_( ; GCN-NATIVE: call fast <4 x float> @_Z10native_sinDv4_f( ; GCN-NATIVE: call fast <4 x float> @_Z10native_cosDv4_f( define amdgpu_kernel void @test_sincos_v4(ptr addrspace(1) nocapture %a) { entry: %tmp = load <4 x float>, ptr addrspace(1) %a, align 16 %call = call fast <4 x float> @_Z3sinDv4_f(<4 x float> %tmp) store <4 x float> %call, ptr addrspace(1) %a, align 16 %call2 = call fast <4 x float> @_Z3cosDv4_f(<4 x float> %tmp) %arrayidx3 = getelementptr inbounds <4 x float>, ptr addrspace(1) %a, i64 1 store <4 x float> %call2, ptr addrspace(1) %arrayidx3, align 16 ret void } declare <4 x float> @_Z3sinDv4_f(<4 x float>) declare <4 x float> @_Z3cosDv4_f(<4 x float>) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_sincos_v8 ; GCN-POSTLINK: call fast <8 x float> @_Z3sinDv8_f( ; GCN-POSTLINK: call fast <8 x float> @_Z3cosDv8_f( ; GCN-PRELINK: call fast <8 x float> @_Z6sincosDv8_fPU3AS5S_( ; GCN-NATIVE: call fast <8 x float> @_Z10native_sinDv8_f( ; GCN-NATIVE: call fast <8 x float> @_Z10native_cosDv8_f( define amdgpu_kernel void @test_sincos_v8(ptr addrspace(1) nocapture %a) { entry: %tmp = load <8 x float>, ptr addrspace(1) %a, align 32 %call = call fast <8 x float> @_Z3sinDv8_f(<8 x float> %tmp) store <8 x float> %call, ptr addrspace(1) %a, align 32 %call2 = call fast <8 x float> @_Z3cosDv8_f(<8 x float> %tmp) %arrayidx3 = getelementptr inbounds <8 x float>, ptr addrspace(1) %a, i64 1 store <8 x float> %call2, ptr addrspace(1) %arrayidx3, align 32 ret void } declare <8 x float> @_Z3sinDv8_f(<8 x float>) declare <8 x float> @_Z3cosDv8_f(<8 x float>) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_sincos_v16 ; GCN-POSTLINK: call fast <16 x float> @_Z3sinDv16_f( ; GCN-POSTLINK: call fast <16 x float> @_Z3cosDv16_f( ; GCN-PRELINK: call fast <16 x float> @_Z6sincosDv16_fPU3AS5S_( ; GCN-NATIVE: call fast <16 x float> @_Z10native_sinDv16_f( ; GCN-NATIVE: call fast <16 x float> @_Z10native_cosDv16_f( define amdgpu_kernel void @test_sincos_v16(ptr addrspace(1) nocapture %a) { entry: %tmp = load <16 x float>, ptr addrspace(1) %a, align 64 %call = call fast <16 x float> @_Z3sinDv16_f(<16 x float> %tmp) store <16 x float> %call, ptr addrspace(1) %a, align 64 %call2 = call fast <16 x float> @_Z3cosDv16_f(<16 x float> %tmp) %arrayidx3 = getelementptr inbounds <16 x float>, ptr addrspace(1) %a, i64 1 store <16 x float> %call2, ptr addrspace(1) %arrayidx3, align 64 ret void } declare <16 x float> @_Z3sinDv16_f(<16 x float>) declare <16 x float> @_Z3cosDv16_f(<16 x float>) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_native_recip ; GCN: %call = tail call fast float @_Z12native_recipf(float 3.000000e+00) define amdgpu_kernel void @test_native_recip(ptr addrspace(1) nocapture %a) { entry: %call = call fast float @_Z12native_recipf(float 3.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z12native_recipf(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_half_recip ; GCN: %call = tail call fast float @_Z10half_recipf(float 3.000000e+00) define amdgpu_kernel void @test_half_recip(ptr addrspace(1) nocapture %a) { entry: %call = call fast float @_Z10half_recipf(float 3.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z10half_recipf(float) ; Do nothing, the underlying implementation will optimize correctly ; after inlining. ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_native_divide ; GCN: %call = tail call fast float @_Z13native_divideff(float %tmp, float 3.000000e+00) define amdgpu_kernel void @test_native_divide(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z13native_divideff(float %tmp, float 3.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z13native_divideff(float, float) ; Do nothing, the optimization will naturally happen after inlining. ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_half_divide ; GCN: %call = tail call fast float @_Z11half_divideff(float %tmp, float 3.000000e+00) define amdgpu_kernel void @test_half_divide(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z11half_divideff(float %tmp, float 3.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z11half_divideff(float, float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_0f ; GCN: store float 1.000000e+00, ptr addrspace(1) %a define amdgpu_kernel void @test_pow_0f(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3powff(float %tmp, float 0.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z3powff(float, float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_0i ; GCN: store float 1.000000e+00, ptr addrspace(1) %a define amdgpu_kernel void @test_pow_0i(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3powff(float %tmp, float 0.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_1f ; GCN: %tmp = load float, ptr addrspace(1) %arrayidx, align 4 ; GCN: store float %tmp, ptr addrspace(1) %a, align 4 define amdgpu_kernel void @test_pow_1f(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z3powff(float %tmp, float 1.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_1i ; GCN: %tmp = load float, ptr addrspace(1) %arrayidx, align 4 ; GCN: store float %tmp, ptr addrspace(1) %a, align 4 define amdgpu_kernel void @test_pow_1i(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z3powff(float %tmp, float 1.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_2f ; GCN: %tmp = load float, ptr addrspace(1) %a, align 4 ; GCN: %__pow2 = fmul fast float %tmp, %tmp define amdgpu_kernel void @test_pow_2f(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3powff(float %tmp, float 2.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_2i ; GCN: %tmp = load float, ptr addrspace(1) %a, align 4 ; GCN: %__pow2 = fmul fast float %tmp, %tmp define amdgpu_kernel void @test_pow_2i(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3powff(float %tmp, float 2.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_m1f ; GCN: %tmp = load float, ptr addrspace(1) %arrayidx, align 4 ; GCN: %__powrecip = fdiv fast float 1.000000e+00, %tmp define amdgpu_kernel void @test_pow_m1f(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z3powff(float %tmp, float -1.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_m1i ; GCN: %tmp = load float, ptr addrspace(1) %arrayidx, align 4 ; GCN: %__powrecip = fdiv fast float 1.000000e+00, %tmp define amdgpu_kernel void @test_pow_m1i(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z3powff(float %tmp, float -1.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_half ; GCN-POSTLINK: call fast float @_Z3powff(float %tmp, float 5.000000e-01) ; GCN-PRELINK: %__pow2sqrt = tail call fast float @_Z4sqrtf(float %tmp) define amdgpu_kernel void @test_pow_half(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z3powff(float %tmp, float 5.000000e-01) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_mhalf ; GCN-POSTLINK: call fast float @_Z3powff(float %tmp, float -5.000000e-01) ; GCN-PRELINK: %__pow2rsqrt = tail call fast float @_Z5rsqrtf(float %tmp) define amdgpu_kernel void @test_pow_mhalf(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z3powff(float %tmp, float -5.000000e-01) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow_c ; GCN: %__powx2 = fmul fast float %tmp, %tmp ; GCN: %__powx21 = fmul fast float %__powx2, %__powx2 ; GCN: %__powx22 = fmul fast float %__powx2, %tmp ; GCN: %[[r0:.*]] = fmul fast float %__powx21, %__powx21 ; GCN: %__powprod3 = fmul fast float %[[r0]], %__powx22 define amdgpu_kernel void @test_pow_c(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z3powff(float %tmp, float 1.100000e+01) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_powr_c ; GCN: %__powx2 = fmul fast float %tmp, %tmp ; GCN: %__powx21 = fmul fast float %__powx2, %__powx2 ; GCN: %__powx22 = fmul fast float %__powx2, %tmp ; GCN: %[[r0:.*]] = fmul fast float %__powx21, %__powx21 ; GCN: %__powprod3 = fmul fast float %[[r0]], %__powx22 define amdgpu_kernel void @test_powr_c(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z4powrff(float %tmp, float 1.100000e+01) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z4powrff(float, float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pown_c ; GCN: %__powx2 = fmul fast float %tmp, %tmp ; GCN: %__powx21 = fmul fast float %__powx2, %__powx2 ; GCN: %__powx22 = fmul fast float %__powx2, %tmp ; GCN: %[[r0:.*]] = fmul fast float %__powx21, %__powx21 ; GCN: %__powprod3 = fmul fast float %[[r0]], %__powx22 define amdgpu_kernel void @test_pown_c(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z4pownfi(float %tmp, i32 11) store float %call, ptr addrspace(1) %a, align 4 ret void } declare half @_Z4pownDhi(half, i32) ; GCN-LABEL: {{^}}define half @test_pown_f16( ; GCN-NATIVE: %__fabs = tail call fast half @llvm.fabs.f16(half %x) ; GCN-NATIVE: %__log2 = tail call fast half @llvm.log2.f16(half %__fabs) ; GCN-NATIVE: %pownI2F = sitofp i32 %y to half ; GCN-NATIVE: %__ylogx = fmul fast half %__log2, %pownI2F ; GCN-NATIVE: %__exp2 = tail call fast half @llvm.exp2.f16(half %__ylogx) ; GCN-NATIVE: %__ytou = trunc i32 %y to i16 ; GCN-NATIVE: %__yeven = shl i16 %__ytou, 15 ; GCN-NATIVE: %0 = bitcast half %x to i16 ; GCN-NATIVE: %__pow_sign = and i16 %__yeven, %0 ; GCN-NATIVE: %1 = bitcast half %__exp2 to i16 ; GCN-NATIVE: %2 = or i16 %__pow_sign, %1 ; GCN-NATIVE: %3 = bitcast i16 %2 to half define half @test_pown_f16(half %x, i32 %y) { entry: %call = call fast half @_Z4pownDhi(half %x, i32 %y) ret half %call } declare float @_Z4pownfi(float, i32) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pow ; GCN: %__fabs = tail call fast float @llvm.fabs.f32(float %tmp) ; GCN: %__log2 = tail call fast float @llvm.log2.f32(float %__fabs) ; GCN: %__ylogx = fmul fast float %__log2, 1.013000e+03 ; GCN: %__exp2 = tail call fast float @llvm.exp2.f32(float %__ylogx) ; GCN: %[[r0:.*]] = bitcast float %tmp to i32 ; GCN: %__pow_sign = and i32 %[[r0]], -2147483648 ; GCN: %[[r1:.*]] = bitcast float %__exp2 to i32 ; GCN: %[[r2:.*]] = or i32 %__pow_sign, %[[r1]] ; GCN: store i32 %[[r2]], ptr addrspace(1) %a, align 4 define amdgpu_kernel void @test_pow(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3powff(float %tmp, float 1.013000e+03) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_powr ; GCN: %__log2 = tail call fast float @llvm.log2.f32(float %tmp) ; GCN: %__ylogx = fmul fast float %tmp1, %__log2 ; GCN: %__exp2 = tail call fast float @llvm.exp2.f32(float %__ylogx) ; GCN: store float %__exp2, ptr addrspace(1) %a, align 4 define amdgpu_kernel void @test_powr(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %arrayidx1 = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp1 = load float, ptr addrspace(1) %arrayidx1, align 4 %call = call fast float @_Z4powrff(float %tmp, float %tmp1) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pown ; GCN: %conv = fptosi float %tmp1 to i32 ; GCN: %__fabs = tail call fast float @llvm.fabs.f32(float %tmp) ; GCN: %__log2 = tail call fast float @llvm.log2.f32(float %__fabs) ; GCN: %pownI2F = sitofp i32 %conv to float ; GCN: %__ylogx = fmul fast float %__log2, %pownI2F ; GCN: %__exp2 = tail call fast float @llvm.exp2.f32(float %__ylogx) ; GCN: %__yeven = shl i32 %conv, 31 ; GCN: %[[r0:.*]] = bitcast float %tmp to i32 ; GCN: %__pow_sign = and i32 %__yeven, %[[r0]] ; GCN: %[[r1:.*]] = bitcast float %__exp2 to i32 ; GCN: %[[r2:.*]] = or i32 %__pow_sign, %[[r1]] ; GCN: store i32 %[[r2]], ptr addrspace(1) %a, align 4 define amdgpu_kernel void @test_pown(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %arrayidx1 = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp1 = load float, ptr addrspace(1) %arrayidx1, align 4 %conv = fptosi float %tmp1 to i32 %call = call fast float @_Z4pownfi(float %tmp, i32 %conv) store float %call, ptr addrspace(1) %a, align 4 ret void } declare half @_Z3powDhDh(half, half) declare <2 x half> @_Z3powDv2_DhS_(<2 x half>, <2 x half>) ; GCN-LABEL: define half @test_pow_fast_f16__y_13(half %x) ; GCN: %__fabs = tail call fast half @llvm.fabs.f16(half %x) ; GCN: %__log2 = tail call fast half @llvm.log2.f16(half %__fabs) ; GCN: %__ylogx = fmul fast half %__log2, 0xH4A80 ; GCN: %__exp2 = tail call fast half @llvm.exp2.f16(half %__ylogx) ; GCN: %1 = bitcast half %x to i16 ; GCN: %__pow_sign = and i16 %1, -32768 ; GCN: %2 = bitcast half %__exp2 to i16 ; GCN: %3 = or i16 %__pow_sign, %2 ; GCN: %4 = bitcast i16 %3 to half define half @test_pow_fast_f16__y_13(half %x) { %powr = tail call fast half @_Z3powDhDh(half %x, half 13.0) ret half %powr } ; GCN-LABEL: define <2 x half> @test_pow_fast_v2f16__y_13(<2 x half> %x) ; GCN: %__fabs = tail call fast <2 x half> @llvm.fabs.v2f16(<2 x half> %x) ; GCN: %__log2 = tail call fast <2 x half> @llvm.log2.v2f16(<2 x half> %__fabs) ; GCN: %__ylogx = fmul fast <2 x half> %__log2, ; GCN: %__exp2 = tail call fast <2 x half> @llvm.exp2.v2f16(<2 x half> %__ylogx) ; GCN: %1 = bitcast <2 x half> %x to <2 x i16> ; GCN: %__pow_sign = and <2 x i16> %1, ; GCN: %2 = bitcast <2 x half> %__exp2 to <2 x i16> ; GCN: %3 = or <2 x i16> %__pow_sign, %2 ; GCN: %4 = bitcast <2 x i16> %3 to <2 x half> define <2 x half> @test_pow_fast_v2f16__y_13(<2 x half> %x) { %powr = tail call fast <2 x half> @_Z3powDv2_DhS_(<2 x half> %x, <2 x half> ) ret <2 x half> %powr } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_rootn_1 ; GCN: %tmp = load float, ptr addrspace(1) %arrayidx, align 4 ; GCN: store float %tmp, ptr addrspace(1) %a, align 4 define amdgpu_kernel void @test_rootn_1(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %call = call fast float @_Z5rootnfi(float %tmp, i32 1) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z5rootnfi(float, i32) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_rootn_2 ; GCN-POSTLINK: call fast float @_Z5rootnfi(float %tmp, i32 2) ; GCN-PRELINK: %__rootn2sqrt = tail call fast float @_Z4sqrtf(float %tmp) define amdgpu_kernel void @test_rootn_2(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z5rootnfi(float %tmp, i32 2) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_rootn_3 ; GCN-POSTLINK: call fast float @_Z5rootnfi(float %tmp, i32 3) ; GCN-PRELINK: %__rootn2cbrt = tail call fast float @_Z4cbrtf(float %tmp) define amdgpu_kernel void @test_rootn_3(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z5rootnfi(float %tmp, i32 3) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_rootn_m1 ; GCN: fdiv fast float 1.000000e+00, %tmp define amdgpu_kernel void @test_rootn_m1(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z5rootnfi(float %tmp, i32 -1) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_rootn_m2 ; GCN-POSTLINK: call fast float @_Z5rootnfi(float %tmp, i32 -2) ; GCN-PRELINK: %__rootn2rsqrt = tail call fast float @_Z5rsqrtf(float %tmp) define amdgpu_kernel void @test_rootn_m2(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z5rootnfi(float %tmp, i32 -2) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_fma_0x ; GCN: store float %y define amdgpu_kernel void @test_fma_0x(ptr addrspace(1) nocapture %a, float %y) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3fmafff(float 0.000000e+00, float %tmp, float %y) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z3fmafff(float, float, float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_fma_x0 ; GCN: store float %y, define amdgpu_kernel void @test_fma_x0(ptr addrspace(1) nocapture %a, float %y) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3fmafff(float %tmp, float 0.000000e+00, float %y) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_mad_0x ; GCN: store float %y, define amdgpu_kernel void @test_mad_0x(ptr addrspace(1) nocapture %a, float %y) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3madfff(float 0.000000e+00, float %tmp, float %y) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z3madfff(float, float, float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_mad_x0 ; GCN: store float %y, define amdgpu_kernel void @test_mad_x0(ptr addrspace(1) nocapture %a, float %y) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3madfff(float %tmp, float 0.000000e+00, float %y) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_fma_x1y ; GCN: %call = fadd fast float %tmp, %y define amdgpu_kernel void @test_fma_x1y(ptr addrspace(1) nocapture %a, float %y) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3fmafff(float %tmp, float 1.000000e+00, float %y) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_fma_1xy ; GCN: %call = fadd fast float %tmp, %y define amdgpu_kernel void @test_fma_1xy(ptr addrspace(1) nocapture %a, float %y) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3fmafff(float 1.000000e+00, float %tmp, float %y) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_fma_xy0 ; GCN: %call = fmul fast float %tmp1, %tmp define amdgpu_kernel void @test_fma_xy0(ptr addrspace(1) nocapture %a) { entry: %arrayidx = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp = load float, ptr addrspace(1) %arrayidx, align 4 %tmp1 = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3fmafff(float %tmp, float %tmp1, float 0.000000e+00) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_exp ; GCN-NATIVE: call fast float @llvm.exp.f32(float %tmp) define amdgpu_kernel void @test_use_native_exp(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3expf(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z3expf(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_exp2 ; GCN-NATIVE: call fast float @llvm.exp2.f32(float %tmp) define amdgpu_kernel void @test_use_native_exp2(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z4exp2f(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z4exp2f(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_exp10 ; GCN-NATIVE: call fast float @_Z12native_exp10f(float %tmp) define amdgpu_kernel void @test_use_native_exp10(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z5exp10f(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z5exp10f(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_log ; GCN-NATIVE: call fast float @llvm.log.f32(float %tmp) define amdgpu_kernel void @test_use_native_log(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3logf(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z3logf(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_log2 ; GCN-NATIVE: call fast float @llvm.log2.f32(float %tmp) define amdgpu_kernel void @test_use_native_log2(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z4log2f(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z4log2f(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_log10 ; GCN-NATIVE: call fast float @llvm.log10.f32(float %tmp) define amdgpu_kernel void @test_use_native_log10(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z5log10f(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z5log10f(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_powr ; GCN: %tmp1 = load float, ptr addrspace(1) %arrayidx1, align 4 ; GCN: %__log2 = tail call fast float @llvm.log2.f32(float %tmp) ; GCN: %__ylogx = fmul fast float %tmp1, %__log2 ; GCN: %__exp2 = tail call fast float @llvm.exp2.f32(float %__ylogx) ; GCN: store float %__exp2, ptr addrspace(1) %a, align 4 define amdgpu_kernel void @test_use_native_powr(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %arrayidx1 = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp1 = load float, ptr addrspace(1) %arrayidx1, align 4 %call = call fast float @_Z4powrff(float %tmp, float %tmp1) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_powr_nobuiltin ; GCN: %call = tail call fast float @_Z4powrff(float %tmp, float %tmp1) define amdgpu_kernel void @test_use_native_powr_nobuiltin(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %arrayidx1 = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp1 = load float, ptr addrspace(1) %arrayidx1, align 4 %call = call fast float @_Z4powrff(float %tmp, float %tmp1) nobuiltin store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_sqrt ; GCN-NATIVE: call fast float @llvm.sqrt.f32(float %tmp) define amdgpu_kernel void @test_use_native_sqrt(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z4sqrtf(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_dont_use_native_sqrt_fast_f64 ; GCN: call fast double @llvm.sqrt.f64(double %tmp) define amdgpu_kernel void @test_dont_use_native_sqrt_fast_f64(ptr addrspace(1) nocapture %a) { entry: %tmp = load double, ptr addrspace(1) %a, align 8 %call = call fast double @_Z4sqrtd(double %tmp) store double %call, ptr addrspace(1) %a, align 8 ret void } declare float @_Z4sqrtf(float) declare double @_Z4sqrtd(double) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_rsqrt ; GCN-NATIVE: call fast float @_Z12native_rsqrtf(float %tmp) define amdgpu_kernel void @test_use_native_rsqrt(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z5rsqrtf(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z5rsqrtf(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_tan ; GCN-NATIVE: call fast float @_Z10native_tanf(float %tmp) define amdgpu_kernel void @test_use_native_tan(ptr addrspace(1) nocapture %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %call = call fast float @_Z3tanf(float %tmp) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z3tanf(float) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_use_native_sincos ; GCN-NATIVE: call float @_Z10native_sinf(float %tmp) ; GCN-NATIVE: call float @_Z10native_cosf(float %tmp) define amdgpu_kernel void @test_use_native_sincos(ptr addrspace(1) %a) { entry: %tmp = load float, ptr addrspace(1) %a, align 4 %arrayidx1 = getelementptr inbounds float, ptr addrspace(1) %a, i64 1 %tmp1 = addrspacecast ptr addrspace(1) %arrayidx1 to ptr %call = call fast float @_Z6sincosfPf(float %tmp, ptr %tmp1) store float %call, ptr addrspace(1) %a, align 4 ret void } declare float @_Z6sincosfPf(float, ptr) %opencl.pipe_t = type opaque %opencl.reserve_id_t = type opaque ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_read_pipe(ptr addrspace(1) %p, ptr addrspace(1) %ptr) ; GCN-PRELINK: call i32 @__read_pipe_2_4(ptr addrspace(1) %{{.*}}, ptr %{{.*}}) #[[$NOUNWIND:[0-9]+]] ; GCN-PRELINK: call i32 @__read_pipe_4_4(ptr addrspace(1) %{{.*}}, ptr addrspace(5) %{{.*}}, i32 2, ptr %{{.*}}) #[[$NOUNWIND]] define amdgpu_kernel void @test_read_pipe(ptr addrspace(1) %p, ptr addrspace(1) %ptr) local_unnamed_addr { entry: %tmp1 = addrspacecast ptr addrspace(1) %ptr to ptr %tmp2 = call i32 @__read_pipe_2(ptr addrspace(1) %p, ptr %tmp1, i32 4, i32 4) #0 %tmp3 = call ptr addrspace(5) @__reserve_read_pipe(ptr addrspace(1) %p, i32 2, i32 4, i32 4) %tmp4 = call i32 @__read_pipe_4(ptr addrspace(1) %p, ptr addrspace(5) %tmp3, i32 2, ptr %tmp1, i32 4, i32 4) #0 call void @__commit_read_pipe(ptr addrspace(1) %p, ptr addrspace(5) %tmp3, i32 4, i32 4) ret void } declare i32 @__read_pipe_2(ptr addrspace(1), ptr, i32, i32) declare ptr addrspace(5) @__reserve_read_pipe(ptr addrspace(1), i32, i32, i32) declare i32 @__read_pipe_4(ptr addrspace(1), ptr addrspace(5), i32, ptr, i32, i32) declare void @__commit_read_pipe(ptr addrspace(1), ptr addrspace(5), i32, i32) ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_write_pipe(ptr addrspace(1) %p, ptr addrspace(1) %ptr) ; GCN-PRELINK: call i32 @__write_pipe_2_4(ptr addrspace(1) %{{.*}}, ptr %{{.*}}) #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__write_pipe_4_4(ptr addrspace(1) %{{.*}}, ptr addrspace(5) %{{.*}}, i32 2, ptr %{{.*}}) #[[$NOUNWIND]] define amdgpu_kernel void @test_write_pipe(ptr addrspace(1) %p, ptr addrspace(1) %ptr) local_unnamed_addr { entry: %tmp1 = addrspacecast ptr addrspace(1) %ptr to ptr %tmp2 = call i32 @__write_pipe_2(ptr addrspace(1) %p, ptr %tmp1, i32 4, i32 4) #0 %tmp3 = call ptr addrspace(5) @__reserve_write_pipe(ptr addrspace(1) %p, i32 2, i32 4, i32 4) #0 %tmp4 = call i32 @__write_pipe_4(ptr addrspace(1) %p, ptr addrspace(5) %tmp3, i32 2, ptr %tmp1, i32 4, i32 4) #0 call void @__commit_write_pipe(ptr addrspace(1) %p, ptr addrspace(5) %tmp3, i32 4, i32 4) #0 ret void } declare i32 @__write_pipe_2(ptr addrspace(1), ptr, i32, i32) local_unnamed_addr declare ptr addrspace(5) @__reserve_write_pipe(ptr addrspace(1), i32, i32, i32) local_unnamed_addr declare i32 @__write_pipe_4(ptr addrspace(1), ptr addrspace(5), i32, ptr, i32, i32) local_unnamed_addr declare void @__commit_write_pipe(ptr addrspace(1), ptr addrspace(5), i32, i32) local_unnamed_addr %struct.S = type { [100 x i32] } ; GCN-LABEL: {{^}}define amdgpu_kernel void @test_pipe_size ; GCN-PRELINK: call i32 @__read_pipe_2_1(ptr addrspace(1) %{{.*}} ptr %{{.*}}) #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__read_pipe_2_2(ptr addrspace(1) %{{.*}} ptr %{{.*}}) #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__read_pipe_2_4(ptr addrspace(1) %{{.*}} ptr %{{.*}}) #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__read_pipe_2_8(ptr addrspace(1) %{{.*}} ptr %{{.*}}) #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__read_pipe_2_16(ptr addrspace(1) %{{.*}}, ptr %{{.*}}) #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__read_pipe_2_32(ptr addrspace(1) %{{.*}}, ptr %{{.*}} #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__read_pipe_2_64(ptr addrspace(1) %{{.*}}, ptr %{{.*}} #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__read_pipe_2_128(ptr addrspace(1) %{{.*}}, ptr %{{.*}} #[[$NOUNWIND]] ; GCN-PRELINK: call i32 @__read_pipe_2(ptr addrspace(1) %{{.*}}, ptr %{{.*}} i32 400, i32 4) #[[$NOUNWIND]] define amdgpu_kernel void @test_pipe_size(ptr addrspace(1) %p1, ptr addrspace(1) %ptr1, ptr addrspace(1) %p2, ptr addrspace(1) %ptr2, ptr addrspace(1) %p4, ptr addrspace(1) %ptr4, ptr addrspace(1) %p8, ptr addrspace(1) %ptr8, ptr addrspace(1) %p16, ptr addrspace(1) %ptr16, ptr addrspace(1) %p32, ptr addrspace(1) %ptr32, ptr addrspace(1) %p64, ptr addrspace(1) %ptr64, ptr addrspace(1) %p128, ptr addrspace(1) %ptr128, ptr addrspace(1) %pu, ptr addrspace(1) %ptru) local_unnamed_addr #0 { entry: %tmp = addrspacecast ptr addrspace(1) %ptr1 to ptr %tmp1 = call i32 @__read_pipe_2(ptr addrspace(1) %p1, ptr %tmp, i32 1, i32 1) #0 %tmp3 = addrspacecast ptr addrspace(1) %ptr2 to ptr %tmp4 = call i32 @__read_pipe_2(ptr addrspace(1) %p2, ptr %tmp3, i32 2, i32 2) #0 %tmp6 = addrspacecast ptr addrspace(1) %ptr4 to ptr %tmp7 = call i32 @__read_pipe_2(ptr addrspace(1) %p4, ptr %tmp6, i32 4, i32 4) #0 %tmp9 = addrspacecast ptr addrspace(1) %ptr8 to ptr %tmp10 = call i32 @__read_pipe_2(ptr addrspace(1) %p8, ptr %tmp9, i32 8, i32 8) #0 %tmp12 = addrspacecast ptr addrspace(1) %ptr16 to ptr %tmp13 = call i32 @__read_pipe_2(ptr addrspace(1) %p16, ptr %tmp12, i32 16, i32 16) #0 %tmp15 = addrspacecast ptr addrspace(1) %ptr32 to ptr %tmp16 = call i32 @__read_pipe_2(ptr addrspace(1) %p32, ptr %tmp15, i32 32, i32 32) #0 %tmp18 = addrspacecast ptr addrspace(1) %ptr64 to ptr %tmp19 = call i32 @__read_pipe_2(ptr addrspace(1) %p64, ptr %tmp18, i32 64, i32 64) #0 %tmp21 = addrspacecast ptr addrspace(1) %ptr128 to ptr %tmp22 = call i32 @__read_pipe_2(ptr addrspace(1) %p128, ptr %tmp21, i32 128, i32 128) #0 %tmp24 = addrspacecast ptr addrspace(1) %ptru to ptr %tmp25 = call i32 @__read_pipe_2(ptr addrspace(1) %pu, ptr %tmp24, i32 400, i32 4) #0 ret void } ; GCN-PRELINK: declare float @_Z4cbrtf(float) local_unnamed_addr #[[$NOUNWIND_READONLY:[0-9]+]] ; GCN-PRELINK-DAG: attributes #[[$NOUNWIND]] = { nounwind } ; GCN-PRELINK-DAG: attributes #[[$NOUNWIND_READONLY]] = { nofree nounwind memory(read) } attributes #0 = { nounwind }