forked from OSchip/llvm-project
528 lines
13 KiB
LLVM
528 lines
13 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
|
|
; RUN: opt -simplifycfg -S -o - < %s | FileCheck %s
|
|
|
|
declare void @helper(i32)
|
|
|
|
define void @test1(i1 %a, i1 %b) {
|
|
; CHECK-LABEL: @test1(
|
|
entry:
|
|
br i1 %a, label %Y, label %X, !prof !0
|
|
; CHECK: br i1 %or.cond, label %Z, label %Y, !prof !0
|
|
|
|
X:
|
|
%c = or i1 %b, false
|
|
br i1 %c, label %Z, label %Y, !prof !1
|
|
|
|
Y:
|
|
call void @helper(i32 0)
|
|
ret void
|
|
|
|
Z:
|
|
call void @helper(i32 1)
|
|
ret void
|
|
}
|
|
|
|
; Make sure the metadata name string is "branch_weights" before propagating it.
|
|
|
|
define void @fake_weights(i1 %a, i1 %b) {
|
|
; CHECK-LABEL: @fake_weights(
|
|
entry:
|
|
br i1 %a, label %Y, label %X, !prof !12
|
|
; CHECK: %or.cond = and i1 %a.not, %c
|
|
; CHECK-NEXT: br i1 %or.cond, label %Z, label %Y, !prof !1
|
|
; CHECK: Y:
|
|
X:
|
|
%c = or i1 %b, false
|
|
br i1 %c, label %Z, label %Y, !prof !1
|
|
|
|
Y:
|
|
call void @helper(i32 0)
|
|
ret void
|
|
|
|
Z:
|
|
call void @helper(i32 1)
|
|
ret void
|
|
}
|
|
|
|
define void @test2(i1 %a, i1 %b) {
|
|
; CHECK-LABEL: @test2(
|
|
entry:
|
|
br i1 %a, label %X, label %Y, !prof !1
|
|
; CHECK: br i1 %or.cond, label %Z, label %Y, !prof !2
|
|
; CHECK-NOT: !prof
|
|
|
|
X:
|
|
%c = or i1 %b, false
|
|
br i1 %c, label %Z, label %Y, !prof !2
|
|
|
|
Y:
|
|
call void @helper(i32 0)
|
|
ret void
|
|
|
|
Z:
|
|
call void @helper(i32 1)
|
|
ret void
|
|
}
|
|
|
|
define void @test3(i1 %a, i1 %b) {
|
|
; CHECK-LABEL: @test3(
|
|
; CHECK: br i1 %or.cond, label %Z, label %Y, !prof !1
|
|
entry:
|
|
br i1 %a, label %X, label %Y, !prof !1
|
|
|
|
X:
|
|
%c = or i1 %b, false
|
|
br i1 %c, label %Z, label %Y
|
|
|
|
Y:
|
|
call void @helper(i32 0)
|
|
ret void
|
|
|
|
Z:
|
|
call void @helper(i32 1)
|
|
ret void
|
|
}
|
|
|
|
define void @test4(i1 %a, i1 %b) {
|
|
; CHECK-LABEL: @test4(
|
|
; CHECK: br i1 %or.cond, label %Z, label %Y, !prof !1
|
|
entry:
|
|
br i1 %a, label %X, label %Y
|
|
|
|
X:
|
|
%c = or i1 %b, false
|
|
br i1 %c, label %Z, label %Y, !prof !1
|
|
|
|
Y:
|
|
call void @helper(i32 0)
|
|
ret void
|
|
|
|
Z:
|
|
call void @helper(i32 1)
|
|
ret void
|
|
}
|
|
|
|
;; test5 - The case where it jumps to the default target will be removed.
|
|
define void @test5(i32 %M, i32 %N) nounwind uwtable {
|
|
entry:
|
|
switch i32 %N, label %sw2 [
|
|
i32 1, label %sw2
|
|
i32 2, label %sw.bb
|
|
i32 3, label %sw.bb1
|
|
], !prof !3
|
|
; CHECK-LABEL: @test5(
|
|
; CHECK: switch i32 %N, label %sw2 [
|
|
; CHECK: i32 3, label %sw.bb1
|
|
; CHECK: i32 2, label %sw.bb
|
|
; CHECK: ], !prof !3
|
|
|
|
sw.bb:
|
|
call void @helper(i32 0)
|
|
br label %sw.epilog
|
|
|
|
sw.bb1:
|
|
call void @helper(i32 1)
|
|
br label %sw.epilog
|
|
|
|
sw2:
|
|
call void @helper(i32 2)
|
|
br label %sw.epilog
|
|
|
|
sw.epilog:
|
|
ret void
|
|
}
|
|
|
|
;; test6 - Some cases of the second switch are pruned during optimization.
|
|
;; Then the second switch will be converted to a branch, finally, the first
|
|
;; switch and the branch will be merged into a single switch.
|
|
define void @test6(i32 %M, i32 %N) nounwind uwtable {
|
|
entry:
|
|
switch i32 %N, label %sw2 [
|
|
i32 1, label %sw2
|
|
i32 2, label %sw.bb
|
|
i32 3, label %sw.bb1
|
|
], !prof !4
|
|
; CHECK-LABEL: @test6(
|
|
; CHECK: switch i32 %N, label %sw.epilog
|
|
; CHECK: i32 3, label %sw.bb1
|
|
; CHECK: i32 2, label %sw.bb
|
|
; CHECK: i32 4, label %sw.bb5
|
|
; CHECK: ], !prof !4
|
|
|
|
sw.bb:
|
|
call void @helper(i32 0)
|
|
br label %sw.epilog
|
|
|
|
sw.bb1:
|
|
call void @helper(i32 1)
|
|
br label %sw.epilog
|
|
|
|
sw2:
|
|
;; Here "case 2" is invalidated since the default case of the first switch
|
|
;; does not include "case 2".
|
|
switch i32 %N, label %sw.epilog [
|
|
i32 2, label %sw.bb4
|
|
i32 4, label %sw.bb5
|
|
], !prof !5
|
|
|
|
sw.bb4:
|
|
call void @helper(i32 2)
|
|
br label %sw.epilog
|
|
|
|
sw.bb5:
|
|
call void @helper(i32 3)
|
|
br label %sw.epilog
|
|
|
|
sw.epilog:
|
|
ret void
|
|
}
|
|
|
|
;; This test is based on test1 but swapped the targets of the second branch.
|
|
define void @test1_swap(i1 %a, i1 %b) {
|
|
; CHECK-LABEL: @test1_swap(
|
|
entry:
|
|
br i1 %a, label %Y, label %X, !prof !0
|
|
; CHECK: br i1 %or.cond, label %Y, label %Z, !prof !5
|
|
|
|
X:
|
|
%c = or i1 %b, false
|
|
br i1 %c, label %Y, label %Z, !prof !1
|
|
|
|
Y:
|
|
call void @helper(i32 0)
|
|
ret void
|
|
|
|
Z:
|
|
call void @helper(i32 1)
|
|
ret void
|
|
}
|
|
|
|
define void @test7(i1 %a, i1 %b) {
|
|
; CHECK-LABEL: @test7(
|
|
entry:
|
|
%c = or i1 %b, false
|
|
br i1 %a, label %Y, label %X, !prof !0
|
|
; CHECK: br i1 %brmerge, label %Y, label %Z, !prof !6
|
|
|
|
X:
|
|
br i1 %c, label %Y, label %Z, !prof !6
|
|
|
|
Y:
|
|
call void @helper(i32 0)
|
|
ret void
|
|
|
|
Z:
|
|
call void @helper(i32 1)
|
|
ret void
|
|
}
|
|
|
|
; Test basic folding to a conditional branch.
|
|
define void @test8(i64 %x, i64 %y) nounwind {
|
|
; CHECK-LABEL: @test8(
|
|
entry:
|
|
%lt = icmp slt i64 %x, %y
|
|
; CHECK: br i1 %lt, label %a, label %b, !prof !7
|
|
%qux = select i1 %lt, i32 0, i32 2
|
|
switch i32 %qux, label %bees [
|
|
i32 0, label %a
|
|
i32 1, label %b
|
|
i32 2, label %b
|
|
], !prof !7
|
|
a:
|
|
call void @helper(i32 0) nounwind
|
|
ret void
|
|
b:
|
|
call void @helper(i32 1) nounwind
|
|
ret void
|
|
bees:
|
|
call void @helper(i32 2) nounwind
|
|
ret void
|
|
}
|
|
|
|
; Test edge splitting when the default target has icmp and unconditinal
|
|
; branch
|
|
define i1 @test9(i32 %x, i32 %y) nounwind {
|
|
; CHECK-LABEL: @test9(
|
|
entry:
|
|
switch i32 %x, label %bees [
|
|
i32 0, label %a
|
|
i32 1, label %end
|
|
i32 2, label %end
|
|
], !prof !7
|
|
; CHECK: switch i32 %x, label %bees [
|
|
; CHECK: i32 0, label %a
|
|
; CHECK: i32 1, label %end
|
|
; CHECK: i32 2, label %end
|
|
; CHECK: i32 92, label %end
|
|
; CHECK: ], !prof !8
|
|
|
|
a:
|
|
call void @helper(i32 0) nounwind
|
|
%reta = icmp slt i32 %x, %y
|
|
ret i1 %reta
|
|
|
|
bees:
|
|
%tmp = icmp eq i32 %x, 92
|
|
br label %end
|
|
|
|
end:
|
|
; CHECK: end:
|
|
; CHECK: %ret = phi i1 [ true, %entry ], [ false, %bees ], [ true, %entry ], [ true, %entry ]
|
|
%ret = phi i1 [ true, %entry ], [%tmp, %bees], [true, %entry]
|
|
call void @helper(i32 2) nounwind
|
|
ret i1 %ret
|
|
}
|
|
|
|
define void @test10(i32 %x) nounwind readnone ssp noredzone {
|
|
entry:
|
|
switch i32 %x, label %lor.rhs [
|
|
i32 2, label %lor.end
|
|
i32 1, label %lor.end
|
|
i32 3, label %lor.end
|
|
], !prof !7
|
|
|
|
lor.rhs:
|
|
call void @helper(i32 1) nounwind
|
|
ret void
|
|
|
|
lor.end:
|
|
call void @helper(i32 0) nounwind
|
|
ret void
|
|
|
|
; CHECK-LABEL: @test10(
|
|
; CHECK: %x.off = add i32 %x, -1
|
|
; CHECK: %switch = icmp ult i32 %x.off, 3
|
|
; CHECK: br i1 %switch, label %lor.end, label %lor.rhs, !prof !9
|
|
}
|
|
|
|
; Remove dead cases from the switch.
|
|
define void @test11(i32 %x) nounwind {
|
|
%i = shl i32 %x, 1
|
|
switch i32 %i, label %a [
|
|
i32 21, label %b
|
|
i32 24, label %c
|
|
], !prof !8
|
|
; CHECK-LABEL: @test11(
|
|
; CHECK: %cond = icmp eq i32 %i, 24
|
|
; CHECK: br i1 %cond, label %c, label %a, !prof !10
|
|
|
|
a:
|
|
call void @helper(i32 0) nounwind
|
|
ret void
|
|
b:
|
|
call void @helper(i32 1) nounwind
|
|
ret void
|
|
c:
|
|
call void @helper(i32 2) nounwind
|
|
ret void
|
|
}
|
|
|
|
;; test12 - Don't crash if the whole switch is removed
|
|
define void @test12(i32 %M, i32 %N) nounwind uwtable {
|
|
entry:
|
|
switch i32 %N, label %sw.bb [
|
|
i32 1, label %sw.bb
|
|
], !prof !9
|
|
; CHECK-LABEL: @test12(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: call void @helper
|
|
; CHECK-NEXT: ret void
|
|
|
|
sw.bb:
|
|
call void @helper(i32 0)
|
|
br label %sw.epilog
|
|
|
|
sw.epilog:
|
|
ret void
|
|
}
|
|
|
|
;; If every case is dead, make sure they are all removed. This used to
|
|
;; crash trying to merge the metadata.
|
|
define void @test13(i32 %x) nounwind {
|
|
entry:
|
|
%i = shl i32 %x, 1
|
|
switch i32 %i, label %a [
|
|
i32 21, label %b
|
|
i32 25, label %c
|
|
], !prof !8
|
|
; CHECK-LABEL: @test13(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: call void @helper
|
|
; CHECK-NEXT: ret void
|
|
|
|
a:
|
|
call void @helper(i32 0) nounwind
|
|
ret void
|
|
b:
|
|
call void @helper(i32 1) nounwind
|
|
ret void
|
|
c:
|
|
call void @helper(i32 2) nounwind
|
|
ret void
|
|
}
|
|
|
|
;; When folding branches to common destination, the updated branch weights
|
|
;; can exceed uint32 by more than factor of 2. We should keep halving the
|
|
;; weights until they can fit into uint32.
|
|
@max_regno = common global i32 0, align 4
|
|
define void @test14(i32* %old, i32 %final) {
|
|
; CHECK-LABEL: @test14
|
|
; CHECK: br i1 %or.cond, label %for.exit, label %for.inc, !prof !11
|
|
for.cond:
|
|
br label %for.cond2
|
|
for.cond2:
|
|
%i.1 = phi i32 [ %inc19, %for.inc ], [ 0, %for.cond ]
|
|
%bit.0 = phi i32 [ %shl, %for.inc ], [ 1, %for.cond ]
|
|
%tobool = icmp eq i32 %bit.0, 0
|
|
br i1 %tobool, label %for.exit, label %for.body3, !prof !10
|
|
for.body3:
|
|
%v3 = load i32, i32* @max_regno, align 4
|
|
%cmp4 = icmp eq i32 %i.1, %v3
|
|
br i1 %cmp4, label %for.exit, label %for.inc, !prof !11
|
|
for.inc:
|
|
%shl = shl i32 %bit.0, 1
|
|
%inc19 = add nsw i32 %i.1, 1
|
|
br label %for.cond2
|
|
for.exit:
|
|
ret void
|
|
}
|
|
|
|
; Don't drop the metadata.
|
|
|
|
define i32 @HoistThenElseCodeToIf(i32 %n) {
|
|
; CHECK-LABEL: @HoistThenElseCodeToIf(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[TOBOOL:%.*]] = icmp eq i32 %n, 0
|
|
; CHECK-NEXT: [[DOT:%.*]] = select i1 [[TOBOOL]], i32 1, i32 234, !prof !12
|
|
; CHECK-NEXT: ret i32 [[DOT]]
|
|
;
|
|
entry:
|
|
%tobool = icmp eq i32 %n, 0
|
|
br i1 %tobool, label %if, label %else, !prof !0
|
|
|
|
if:
|
|
br label %return
|
|
|
|
else:
|
|
br label %return
|
|
|
|
return:
|
|
%retval.0 = phi i32 [ 1, %if ], [ 234, %else ]
|
|
ret i32 %retval.0
|
|
}
|
|
|
|
; The selects should have freshly calculated branch weights.
|
|
|
|
define i32 @SimplifyCondBranchToCondBranch(i1 %cmpa, i1 %cmpb) {
|
|
; CHECK-LABEL: @SimplifyCondBranchToCondBranch(
|
|
; CHECK-NEXT: block1:
|
|
; CHECK-NEXT: [[BRMERGE:%.*]] = or i1 %cmpa, %cmpb
|
|
; CHECK-NEXT: [[DOTMUX:%.*]] = select i1 %cmpa, i32 0, i32 2, !prof !13
|
|
; CHECK-NEXT: [[OUTVAL:%.*]] = select i1 [[BRMERGE]], i32 [[DOTMUX]], i32 1, !prof !14
|
|
; CHECK-NEXT: ret i32 [[OUTVAL]]
|
|
;
|
|
block1:
|
|
br i1 %cmpa, label %block3, label %block2, !prof !13
|
|
|
|
block2:
|
|
br i1 %cmpb, label %block3, label %exit, !prof !14
|
|
|
|
block3:
|
|
%cowval = phi i32 [ 2, %block2 ], [ 0, %block1 ]
|
|
br label %exit
|
|
|
|
exit:
|
|
%outval = phi i32 [ %cowval, %block3 ], [ 1, %block2 ]
|
|
ret i32 %outval
|
|
}
|
|
|
|
; Swap the operands of the compares to verify that the weights update correctly.
|
|
|
|
define i32 @SimplifyCondBranchToCondBranchSwap(i1 %cmpa, i1 %cmpb) {
|
|
; CHECK-LABEL: @SimplifyCondBranchToCondBranchSwap(
|
|
; CHECK-NEXT: block1:
|
|
; CHECK-NEXT: [[CMPA_NOT:%.*]] = xor i1 %cmpa, true
|
|
; CHECK-NEXT: [[CMPB_NOT:%.*]] = xor i1 %cmpb, true
|
|
; CHECK-NEXT: [[BRMERGE:%.*]] = or i1 [[CMPA_NOT]], [[CMPB_NOT]]
|
|
; CHECK-NEXT: [[DOTMUX:%.*]] = select i1 [[CMPA_NOT]], i32 0, i32 2, !prof !15
|
|
; CHECK-NEXT: [[OUTVAL:%.*]] = select i1 [[BRMERGE]], i32 [[DOTMUX]], i32 1, !prof !16
|
|
; CHECK-NEXT: ret i32 [[OUTVAL]]
|
|
;
|
|
block1:
|
|
br i1 %cmpa, label %block2, label %block3, !prof !13
|
|
|
|
block2:
|
|
br i1 %cmpb, label %exit, label %block3, !prof !14
|
|
|
|
block3:
|
|
%cowval = phi i32 [ 2, %block2 ], [ 0, %block1 ]
|
|
br label %exit
|
|
|
|
exit:
|
|
%outval = phi i32 [ %cowval, %block3 ], [ 1, %block2 ]
|
|
ret i32 %outval
|
|
}
|
|
|
|
define i32 @SimplifyCondBranchToCondBranchSwapMissingWeight(i1 %cmpa, i1 %cmpb) {
|
|
; CHECK-LABEL: @SimplifyCondBranchToCondBranchSwapMissingWeight(
|
|
; CHECK-NEXT: block1:
|
|
; CHECK-NEXT: [[CMPA_NOT:%.*]] = xor i1 %cmpa, true
|
|
; CHECK-NEXT: [[CMPB_NOT:%.*]] = xor i1 %cmpb, true
|
|
; CHECK-NEXT: [[BRMERGE:%.*]] = or i1 [[CMPA_NOT]], [[CMPB_NOT]]
|
|
; CHECK-NEXT: [[DOTMUX:%.*]] = select i1 [[CMPA_NOT]], i32 0, i32 2, !prof !17
|
|
; CHECK-NEXT: [[OUTVAL:%.*]] = select i1 [[BRMERGE]], i32 [[DOTMUX]], i32 1, !prof !18
|
|
; CHECK-NEXT: ret i32 [[OUTVAL]]
|
|
;
|
|
block1:
|
|
br i1 %cmpa, label %block2, label %block3, !prof !13
|
|
|
|
block2:
|
|
br i1 %cmpb, label %exit, label %block3
|
|
|
|
block3:
|
|
%cowval = phi i32 [ 2, %block2 ], [ 0, %block1 ]
|
|
br label %exit
|
|
|
|
exit:
|
|
%outval = phi i32 [ %cowval, %block3 ], [ 1, %block2 ]
|
|
ret i32 %outval
|
|
}
|
|
|
|
!0 = !{!"branch_weights", i32 3, i32 5}
|
|
!1 = !{!"branch_weights", i32 1, i32 1}
|
|
!2 = !{!"branch_weights", i32 1, i32 2}
|
|
!3 = !{!"branch_weights", i32 4, i32 3, i32 2, i32 1}
|
|
!4 = !{!"branch_weights", i32 4, i32 3, i32 2, i32 1}
|
|
!5 = !{!"branch_weights", i32 7, i32 6, i32 5}
|
|
!6 = !{!"branch_weights", i32 1, i32 3}
|
|
!7 = !{!"branch_weights", i32 33, i32 9, i32 8, i32 7}
|
|
!8 = !{!"branch_weights", i32 33, i32 9, i32 8}
|
|
!9 = !{!"branch_weights", i32 7, i32 6}
|
|
!10 = !{!"branch_weights", i32 672646, i32 21604207}
|
|
!11 = !{!"branch_weights", i32 6960, i32 21597248}
|
|
!12 = !{!"these_are_not_the_branch_weights_you_are_looking_for", i32 3, i32 5}
|
|
!13 = !{!"branch_weights", i32 2, i32 3}
|
|
!14 = !{!"branch_weights", i32 4, i32 7}
|
|
|
|
; CHECK: !0 = !{!"branch_weights", i32 5, i32 11}
|
|
; CHECK: !1 = !{!"branch_weights", i32 1, i32 3}
|
|
; CHECK: !2 = !{!"branch_weights", i32 1, i32 5}
|
|
; CHECK: !3 = !{!"branch_weights", i32 7, i32 1, i32 2}
|
|
; CHECK: !4 = !{!"branch_weights", i32 49, i32 12, i32 24, i32 35}
|
|
; CHECK: !5 = !{!"branch_weights", i32 11, i32 5}
|
|
; CHECK: !6 = !{!"branch_weights", i32 17, i32 15}
|
|
; CHECK: !7 = !{!"branch_weights", i32 9, i32 7}
|
|
; CHECK: !8 = !{!"branch_weights", i32 17, i32 9, i32 8, i32 7, i32 17}
|
|
; CHECK: !9 = !{!"branch_weights", i32 24, i32 33}
|
|
; CHECK: !10 = !{!"branch_weights", i32 8, i32 33}
|
|
;; The false weight prints out as a negative integer here, but inside llvm, we
|
|
;; treat the weight as an unsigned integer.
|
|
; CHECK: !11 = !{!"branch_weights", i32 112017436, i32 -735157296}
|
|
; CHECK: !12 = !{!"branch_weights", i32 3, i32 5}
|
|
; CHECK: !13 = !{!"branch_weights", i32 22, i32 12}
|
|
; CHECK: !14 = !{!"branch_weights", i32 34, i32 21}
|
|
; CHECK: !15 = !{!"branch_weights", i32 33, i32 14}
|
|
; CHECK: !16 = !{!"branch_weights", i32 47, i32 8}
|
|
; CHECK: !17 = !{!"branch_weights", i32 6, i32 2}
|
|
; CHECK: !18 = !{!"branch_weights", i32 8, i32 2}
|