502 lines
24 KiB
LLVM
502 lines
24 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -mtriple=aarch64-linux-gnu -verify-machineinstrs -mattr=+sme < %s | FileCheck %s
|
|
|
|
; This file tests the following combinations related to streaming-enabled functions:
|
|
; [ ] N -> SC (Normal -> Streaming-compatible)
|
|
; [ ] SC -> N (Streaming-compatible -> Normal)
|
|
; [ ] SC -> S (Streaming-compatible -> Streaming)
|
|
; [ ] SC -> SC (Streaming-compatible -> Streaming-compatible)
|
|
;
|
|
; The following combination is tested in sme-streaming-interface.ll
|
|
; [ ] S -> SC (Streaming -> Streaming-compatible)
|
|
|
|
declare void @normal_callee();
|
|
declare void @streaming_callee() "aarch64_pstate_sm_enabled";
|
|
declare void @streaming_compatible_callee() "aarch64_pstate_sm_compatible";
|
|
|
|
; [x] N -> SC (Normal -> Streaming-compatible)
|
|
; [ ] SC -> N (Streaming-compatible -> Normal)
|
|
; [ ] SC -> S (Streaming-compatible -> Streaming)
|
|
; [ ] SC -> SC (Streaming-compatible -> Streaming-compatible)
|
|
define void @normal_caller_streaming_compatible_callee() nounwind {
|
|
; CHECK-LABEL: normal_caller_streaming_compatible_callee:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-NEXT: bl streaming_compatible_callee
|
|
; CHECK-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
call void @streaming_compatible_callee();
|
|
ret void;
|
|
}
|
|
|
|
; [ ] N -> SC (Normal -> Streaming-compatible)
|
|
; [x] SC -> N (Streaming-compatible -> Normal)
|
|
; [ ] SC -> S (Streaming-compatible -> Streaming)
|
|
; [ ] SC -> SC (Streaming-compatible -> Streaming-compatible)
|
|
define void @streaming_compatible_caller_normal_callee() "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: streaming_compatible_caller_normal_callee:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: stp d15, d14, [sp, #-80]! // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d13, d12, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d11, d10, [sp, #32] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d9, d8, [sp, #48] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #64] // 16-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: tbz w19, #0, .LBB1_2
|
|
; CHECK-NEXT: // %bb.1:
|
|
; CHECK-NEXT: smstop sm
|
|
; CHECK-NEXT: .LBB1_2:
|
|
; CHECK-NEXT: bl normal_callee
|
|
; CHECK-NEXT: tbz w19, #0, .LBB1_4
|
|
; CHECK-NEXT: // %bb.3:
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB1_4:
|
|
; CHECK-NEXT: ldp x30, x19, [sp, #64] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d9, d8, [sp, #48] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d11, d10, [sp, #32] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d13, d12, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d15, d14, [sp], #80 // 16-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
|
|
call void @normal_callee();
|
|
ret void;
|
|
}
|
|
|
|
; Streaming Compatible Caller, Streaming Callee
|
|
|
|
; [ ] N -> SC (Normal -> Streaming-compatible)
|
|
; [ ] SC -> N (Streaming-compatible -> Normal)
|
|
; [x] SC -> S (Streaming-compatible -> Streaming)
|
|
; [ ] SC -> SC (Streaming-compatible -> Streaming-compatible)
|
|
define void @streaming_compatible_caller_streaming_callee() "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: streaming_compatible_caller_streaming_callee:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: stp d15, d14, [sp, #-80]! // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d13, d12, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d11, d10, [sp, #32] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d9, d8, [sp, #48] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #64] // 16-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: tbnz w19, #0, .LBB2_2
|
|
; CHECK-NEXT: // %bb.1:
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB2_2:
|
|
; CHECK-NEXT: bl streaming_callee
|
|
; CHECK-NEXT: tbnz w19, #0, .LBB2_4
|
|
; CHECK-NEXT: // %bb.3:
|
|
; CHECK-NEXT: smstop sm
|
|
; CHECK-NEXT: .LBB2_4:
|
|
; CHECK-NEXT: ldp x30, x19, [sp, #64] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d9, d8, [sp, #48] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d11, d10, [sp, #32] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d13, d12, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d15, d14, [sp], #80 // 16-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
|
|
call void @streaming_callee();
|
|
ret void;
|
|
}
|
|
|
|
; [ ] N -> SC (Normal -> Streaming-compatible)
|
|
; [ ] SC -> N (Streaming-compatible -> Normal)
|
|
; [ ] SC -> S (Streaming-compatible -> Streaming)
|
|
; [x] SC -> SC (Streaming-compatible -> Streaming-compatible)
|
|
define void @streaming_compatible_caller_and_callee() "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: streaming_compatible_caller_and_callee:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-NEXT: bl streaming_compatible_callee
|
|
; CHECK-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
|
|
call void @streaming_compatible_callee();
|
|
ret void;
|
|
}
|
|
|
|
|
|
;
|
|
; Handle special cases here.
|
|
;
|
|
|
|
define <2 x double> @streaming_compatible_with_neon_vectors(<2 x double> %arg) "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: streaming_compatible_with_neon_vectors:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: stp d15, d14, [sp, #-96]! // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d13, d12, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d11, d10, [sp, #32] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d9, d8, [sp, #48] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str x29, [sp, #64] // 8-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #80] // 16-byte Folded Spill
|
|
; CHECK-NEXT: sub sp, sp, #16
|
|
; CHECK-NEXT: addvl sp, sp, #-1
|
|
; CHECK-NEXT: add x8, sp, #16
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
|
|
; CHECK-NEXT: str z0, [x8] // 16-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: add x8, sp, #16
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: ldr z0, [x8] // 16-byte Folded Reload
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: str q0, [sp] // 16-byte Folded Spill
|
|
; CHECK-NEXT: tbz w19, #0, .LBB4_2
|
|
; CHECK-NEXT: // %bb.1:
|
|
; CHECK-NEXT: smstop sm
|
|
; CHECK-NEXT: .LBB4_2:
|
|
; CHECK-NEXT: ldr q0, [sp] // 16-byte Folded Reload
|
|
; CHECK-NEXT: bl normal_callee_vec_arg
|
|
; CHECK-NEXT: str q0, [sp] // 16-byte Folded Spill
|
|
; CHECK-NEXT: tbz w19, #0, .LBB4_4
|
|
; CHECK-NEXT: // %bb.3:
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB4_4:
|
|
; CHECK-NEXT: ptrue p0.d, vl2
|
|
; CHECK-NEXT: add x8, sp, #16
|
|
; CHECK-NEXT: ldr q0, [sp] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z1, [x8] // 16-byte Folded Reload
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
|
|
; CHECK-NEXT: fadd z0.d, p0/m, z0.d, z1.d
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: addvl sp, sp, #1
|
|
; CHECK-NEXT: add sp, sp, #16
|
|
; CHECK-NEXT: ldp x30, x19, [sp, #80] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr x29, [sp, #64] // 8-byte Folded Reload
|
|
; CHECK-NEXT: ldp d9, d8, [sp, #48] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d11, d10, [sp, #32] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d13, d12, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d15, d14, [sp], #96 // 16-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
%res = call <2 x double> @normal_callee_vec_arg(<2 x double> %arg)
|
|
%fadd = fadd <2 x double> %res, %arg
|
|
ret <2 x double> %fadd
|
|
}
|
|
declare <2 x double> @normal_callee_vec_arg(<2 x double>)
|
|
|
|
define <vscale x 2 x double> @streaming_compatible_with_scalable_vectors(<vscale x 2 x double> %arg) "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: streaming_compatible_with_scalable_vectors:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: str x29, [sp, #-32]! // 8-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: addvl sp, sp, #-18
|
|
; CHECK-NEXT: str p15, [sp, #4, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p14, [sp, #5, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p13, [sp, #6, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p12, [sp, #7, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p11, [sp, #8, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p10, [sp, #9, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p9, [sp, #10, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p8, [sp, #11, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p7, [sp, #12, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p6, [sp, #13, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p5, [sp, #14, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p4, [sp, #15, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str z23, [sp, #2, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z22, [sp, #3, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z21, [sp, #4, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z20, [sp, #5, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z19, [sp, #6, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z18, [sp, #7, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z17, [sp, #8, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z16, [sp, #9, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z15, [sp, #10, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z14, [sp, #11, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z13, [sp, #12, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z12, [sp, #13, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z11, [sp, #14, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z10, [sp, #15, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z9, [sp, #16, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z8, [sp, #17, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: addvl sp, sp, #-2
|
|
; CHECK-NEXT: str z0, [sp, #1, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: tbz w19, #0, .LBB5_2
|
|
; CHECK-NEXT: // %bb.1:
|
|
; CHECK-NEXT: smstop sm
|
|
; CHECK-NEXT: .LBB5_2:
|
|
; CHECK-NEXT: ldr z0, [sp, #1, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: bl normal_callee_scalable_vec_arg
|
|
; CHECK-NEXT: str z0, [sp] // 16-byte Folded Spill
|
|
; CHECK-NEXT: tbz w19, #0, .LBB5_4
|
|
; CHECK-NEXT: // %bb.3:
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB5_4:
|
|
; CHECK-NEXT: ldr z0, [sp, #1, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z1, [sp] // 16-byte Folded Reload
|
|
; CHECK-NEXT: fadd z0.d, z1.d, z0.d
|
|
; CHECK-NEXT: addvl sp, sp, #2
|
|
; CHECK-NEXT: ldr p15, [sp, #4, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z23, [sp, #2, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z22, [sp, #3, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p14, [sp, #5, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z21, [sp, #4, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z20, [sp, #5, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p13, [sp, #6, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z19, [sp, #6, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z18, [sp, #7, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p12, [sp, #7, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z17, [sp, #8, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z16, [sp, #9, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p11, [sp, #8, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z15, [sp, #10, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z14, [sp, #11, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p10, [sp, #9, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z13, [sp, #12, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z12, [sp, #13, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p9, [sp, #10, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z11, [sp, #14, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z10, [sp, #15, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p8, [sp, #11, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z9, [sp, #16, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z8, [sp, #17, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p7, [sp, #12, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr p6, [sp, #13, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr p5, [sp, #14, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr p4, [sp, #15, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: addvl sp, sp, #18
|
|
; CHECK-NEXT: ldp x30, x19, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr x29, [sp], #32 // 8-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
%res = call <vscale x 2 x double> @normal_callee_scalable_vec_arg(<vscale x 2 x double> %arg)
|
|
%fadd = fadd <vscale x 2 x double> %res, %arg
|
|
ret <vscale x 2 x double> %fadd
|
|
}
|
|
|
|
declare <vscale x 2 x double> @normal_callee_scalable_vec_arg(<vscale x 2 x double>)
|
|
|
|
define <vscale x 2 x i1> @streaming_compatible_with_predicate_vectors(<vscale x 2 x i1> %arg) "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: streaming_compatible_with_predicate_vectors:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: str x29, [sp, #-32]! // 8-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: addvl sp, sp, #-18
|
|
; CHECK-NEXT: str p15, [sp, #4, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p14, [sp, #5, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p13, [sp, #6, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p12, [sp, #7, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p11, [sp, #8, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p10, [sp, #9, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p9, [sp, #10, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p8, [sp, #11, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p7, [sp, #12, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p6, [sp, #13, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p5, [sp, #14, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str p4, [sp, #15, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: str z23, [sp, #2, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z22, [sp, #3, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z21, [sp, #4, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z20, [sp, #5, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z19, [sp, #6, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z18, [sp, #7, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z17, [sp, #8, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z16, [sp, #9, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z15, [sp, #10, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z14, [sp, #11, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z13, [sp, #12, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z12, [sp, #13, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z11, [sp, #14, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z10, [sp, #15, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z9, [sp, #16, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: str z8, [sp, #17, mul vl] // 16-byte Folded Spill
|
|
; CHECK-NEXT: addvl sp, sp, #-1
|
|
; CHECK-NEXT: str p0, [sp, #7, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: tbz w19, #0, .LBB6_2
|
|
; CHECK-NEXT: // %bb.1:
|
|
; CHECK-NEXT: smstop sm
|
|
; CHECK-NEXT: .LBB6_2:
|
|
; CHECK-NEXT: ldr p0, [sp, #7, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: bl normal_callee_predicate_vec_arg
|
|
; CHECK-NEXT: str p0, [sp, #6, mul vl] // 2-byte Folded Spill
|
|
; CHECK-NEXT: tbz w19, #0, .LBB6_4
|
|
; CHECK-NEXT: // %bb.3:
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB6_4:
|
|
; CHECK-NEXT: ldr p0, [sp, #7, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr p1, [sp, #6, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: and p0.b, p1/z, p1.b, p0.b
|
|
; CHECK-NEXT: addvl sp, sp, #1
|
|
; CHECK-NEXT: ldr p15, [sp, #4, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z23, [sp, #2, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z22, [sp, #3, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p14, [sp, #5, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z21, [sp, #4, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z20, [sp, #5, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p13, [sp, #6, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z19, [sp, #6, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z18, [sp, #7, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p12, [sp, #7, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z17, [sp, #8, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z16, [sp, #9, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p11, [sp, #8, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z15, [sp, #10, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z14, [sp, #11, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p10, [sp, #9, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z13, [sp, #12, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z12, [sp, #13, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p9, [sp, #10, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z11, [sp, #14, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z10, [sp, #15, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p8, [sp, #11, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr z9, [sp, #16, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr z8, [sp, #17, mul vl] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr p7, [sp, #12, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr p6, [sp, #13, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr p5, [sp, #14, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: ldr p4, [sp, #15, mul vl] // 2-byte Folded Reload
|
|
; CHECK-NEXT: addvl sp, sp, #18
|
|
; CHECK-NEXT: ldp x30, x19, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldr x29, [sp], #32 // 8-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
%res = call <vscale x 2 x i1> @normal_callee_predicate_vec_arg(<vscale x 2 x i1> %arg)
|
|
%and = and <vscale x 2 x i1> %res, %arg
|
|
ret <vscale x 2 x i1> %and
|
|
}
|
|
|
|
declare <vscale x 2 x i1> @normal_callee_predicate_vec_arg(<vscale x 2 x i1>)
|
|
|
|
define i32 @conditional_smstart_unreachable_block() "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: conditional_smstart_unreachable_block:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: stp d15, d14, [sp, #-80]! // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d13, d12, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d11, d10, [sp, #32] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d9, d8, [sp, #48] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #64] // 16-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: tbnz w19, #0, .LBB7_2
|
|
; CHECK-NEXT: // %bb.1:
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB7_2:
|
|
; CHECK-NEXT: bl streaming_callee
|
|
call void @streaming_callee()
|
|
unreachable
|
|
}
|
|
|
|
define void @conditional_smstart_no_successor_block(i1 %p) "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: conditional_smstart_no_successor_block:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: tbz w0, #0, .LBB8_6
|
|
; CHECK-NEXT: // %bb.1: // %if.then
|
|
; CHECK-NEXT: stp d15, d14, [sp, #-80]! // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d13, d12, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d11, d10, [sp, #32] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d9, d8, [sp, #48] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #64] // 16-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: tbnz w19, #0, .LBB8_3
|
|
; CHECK-NEXT: // %bb.2: // %if.then
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB8_3: // %if.then
|
|
; CHECK-NEXT: bl streaming_callee
|
|
; CHECK-NEXT: tbnz w19, #0, .LBB8_5
|
|
; CHECK-NEXT: // %bb.4: // %if.then
|
|
; CHECK-NEXT: smstop sm
|
|
; CHECK-NEXT: .LBB8_5: // %if.then
|
|
; CHECK-NEXT: ldp x30, x19, [sp, #64] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d9, d8, [sp, #48] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d11, d10, [sp, #32] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d13, d12, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d15, d14, [sp], #80 // 16-byte Folded Reload
|
|
; CHECK-NEXT: .LBB8_6: // %exit
|
|
; CHECK-NEXT: ret
|
|
br i1 %p, label %if.then, label %exit
|
|
|
|
if.then:
|
|
call void @streaming_callee()
|
|
br label %exit
|
|
|
|
exit:
|
|
ret void
|
|
}
|
|
|
|
define void @disable_tailcallopt() "aarch64_pstate_sm_compatible" nounwind {
|
|
; CHECK-LABEL: disable_tailcallopt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: stp d15, d14, [sp, #-80]! // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d13, d12, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d11, d10, [sp, #32] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d9, d8, [sp, #48] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #64] // 16-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: tbz w19, #0, .LBB9_2
|
|
; CHECK-NEXT: // %bb.1:
|
|
; CHECK-NEXT: smstop sm
|
|
; CHECK-NEXT: .LBB9_2:
|
|
; CHECK-NEXT: bl normal_callee
|
|
; CHECK-NEXT: tbz w19, #0, .LBB9_4
|
|
; CHECK-NEXT: // %bb.3:
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB9_4:
|
|
; CHECK-NEXT: ldp x30, x19, [sp, #64] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d9, d8, [sp, #48] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d11, d10, [sp, #32] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d13, d12, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d15, d14, [sp], #80 // 16-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
|
|
tail call void @normal_callee();
|
|
ret void;
|
|
}
|
|
|
|
define void @call_to_non_streaming_pass_args(ptr nocapture noundef readnone %ptr, i64 %long1, i64 %long2, i32 %int1, i32 %int2, float %float1, float %float2, double %double1, double %double2) "aarch64_pstate_sm_compatible" {
|
|
; CHECK-LABEL: call_to_non_streaming_pass_args:
|
|
; CHECK: // %bb.0: // %entry
|
|
; CHECK-NEXT: sub sp, sp, #112
|
|
; CHECK-NEXT: stp d15, d14, [sp, #32] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d13, d12, [sp, #48] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d11, d10, [sp, #64] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp d9, d8, [sp, #80] // 16-byte Folded Spill
|
|
; CHECK-NEXT: stp x30, x19, [sp, #96] // 16-byte Folded Spill
|
|
; CHECK-NEXT: .cfi_def_cfa_offset 112
|
|
; CHECK-NEXT: .cfi_offset w19, -8
|
|
; CHECK-NEXT: .cfi_offset w30, -16
|
|
; CHECK-NEXT: .cfi_offset b8, -24
|
|
; CHECK-NEXT: .cfi_offset b9, -32
|
|
; CHECK-NEXT: .cfi_offset b10, -40
|
|
; CHECK-NEXT: .cfi_offset b11, -48
|
|
; CHECK-NEXT: .cfi_offset b12, -56
|
|
; CHECK-NEXT: .cfi_offset b13, -64
|
|
; CHECK-NEXT: .cfi_offset b14, -72
|
|
; CHECK-NEXT: .cfi_offset b15, -80
|
|
; CHECK-NEXT: stp d2, d3, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: mov x8, x1
|
|
; CHECK-NEXT: mov x9, x0
|
|
; CHECK-NEXT: stp s0, s1, [sp, #8] // 8-byte Folded Spill
|
|
; CHECK-NEXT: bl __arm_sme_state
|
|
; CHECK-NEXT: ldp s4, s0, [sp, #8] // 8-byte Folded Reload
|
|
; CHECK-NEXT: and x19, x0, #0x1
|
|
; CHECK-NEXT: stp s4, s0, [sp, #8] // 8-byte Folded Spill
|
|
; CHECK-NEXT: ldp d4, d0, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: stp d4, d0, [sp, #16] // 16-byte Folded Spill
|
|
; CHECK-NEXT: tbz w19, #0, .LBB10_2
|
|
; CHECK-NEXT: // %bb.1: // %entry
|
|
; CHECK-NEXT: smstop sm
|
|
; CHECK-NEXT: .LBB10_2: // %entry
|
|
; CHECK-NEXT: ldp s0, s1, [sp, #8] // 8-byte Folded Reload
|
|
; CHECK-NEXT: mov x0, x9
|
|
; CHECK-NEXT: ldp d2, d3, [sp, #16] // 16-byte Folded Reload
|
|
; CHECK-NEXT: mov x1, x8
|
|
; CHECK-NEXT: bl bar
|
|
; CHECK-NEXT: tbz w19, #0, .LBB10_4
|
|
; CHECK-NEXT: // %bb.3: // %entry
|
|
; CHECK-NEXT: smstart sm
|
|
; CHECK-NEXT: .LBB10_4: // %entry
|
|
; CHECK-NEXT: ldp x30, x19, [sp, #96] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d9, d8, [sp, #80] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d11, d10, [sp, #64] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d13, d12, [sp, #48] // 16-byte Folded Reload
|
|
; CHECK-NEXT: ldp d15, d14, [sp, #32] // 16-byte Folded Reload
|
|
; CHECK-NEXT: add sp, sp, #112
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
call void @bar(ptr noundef nonnull %ptr, i64 %long1, i64 %long2, i32 %int1, i32 %int2, float %float1, float %float2, double %double1, double %double2)
|
|
ret void
|
|
}
|
|
|
|
declare void @bar(ptr noundef, i64 noundef, i64 noundef, i32 noundef, i32 noundef, float noundef, float noundef, double noundef, double noundef)
|