mirror of
https://github.com/RPCSX/llvm.git
synced 2024-11-24 20:29:53 +00:00
Fix the API usage in loop probability heuristics. It was incorrectly
classifying many edges as exiting which were in fact not. These mainly formed edges into sub-loops. It was also not correctly classifying all returning edges out of loops as leaving the loop. With this match most of the loop heuristics are more rational. Several serious regressions on loop-intesive benchmarks like perlbench's loop tests when built with -enable-block-placement are fixed by these updated heuristics. Unfortunately they in turn uncover some other regressions. There are still several improvemenst that should be made to loop heuristics including trip-count, and early back-edge management. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@142917 91177308-0d34-0410-b5e6-96231b3b80d8
This commit is contained in:
Chandler Carruth
parent
526c80bae4
commit
45baf6bb85
@ -216,8 +216,6 @@ bool BranchProbabilityInfo::calcPointerHeuristics(BasicBlock *BB) {
|
||||
// Calculate Edge Weights using "Loop Branch Heuristics". Predict backedges
|
||||
// as taken, exiting edges as not-taken.
|
||||
bool BranchProbabilityInfo::calcLoopBranchHeuristics(BasicBlock *BB) {
|
||||
uint32_t numSuccs = BB->getTerminator()->getNumSuccessors();
|
||||
|
||||
Loop *L = LI->getLoopFor(BB);
|
||||
if (!L)
|
||||
return false;
|
||||
@ -226,17 +224,13 @@ bool BranchProbabilityInfo::calcLoopBranchHeuristics(BasicBlock *BB) {
|
||||
SmallPtrSet<BasicBlock *, 8> ExitingEdges;
|
||||
SmallPtrSet<BasicBlock *, 8> InEdges; // Edges from header to the loop.
|
||||
|
||||
bool isHeader = BB == L->getHeader();
|
||||
|
||||
for (succ_iterator I = succ_begin(BB), E = succ_end(BB); I != E; ++I) {
|
||||
BasicBlock *Succ = *I;
|
||||
Loop *SuccL = LI->getLoopFor(Succ);
|
||||
if (SuccL != L)
|
||||
ExitingEdges.insert(Succ);
|
||||
else if (Succ == L->getHeader())
|
||||
BackEdges.insert(Succ);
|
||||
else if (isHeader)
|
||||
InEdges.insert(Succ);
|
||||
if (!L->contains(*I))
|
||||
ExitingEdges.insert(*I);
|
||||
else if (L->getHeader() == *I)
|
||||
BackEdges.insert(*I);
|
||||
else
|
||||
InEdges.insert(*I);
|
||||
}
|
||||
|
||||
if (uint32_t numBackEdges = BackEdges.size()) {
|
||||
@ -263,9 +257,8 @@ bool BranchProbabilityInfo::calcLoopBranchHeuristics(BasicBlock *BB) {
|
||||
}
|
||||
}
|
||||
|
||||
uint32_t numExitingEdges = ExitingEdges.size();
|
||||
if (uint32_t numNonExitingEdges = numSuccs - numExitingEdges) {
|
||||
uint32_t exitWeight = LBH_NONTAKEN_WEIGHT / numNonExitingEdges;
|
||||
if (uint32_t numExitingEdges = ExitingEdges.size()) {
|
||||
uint32_t exitWeight = LBH_NONTAKEN_WEIGHT / numExitingEdges;
|
||||
if (exitWeight < MIN_WEIGHT)
|
||||
exitWeight = MIN_WEIGHT;
|
||||
|
||||
|
||||
365
test/Analysis/BranchProbabilityInfo/loop.ll
Normal file
365
test/Analysis/BranchProbabilityInfo/loop.ll
Normal file
@ -0,0 +1,365 @@
|
||||
; Test the static branch probability heuristics for no-return functions.
|
||||
; RUN: opt < %s -analyze -branch-prob | FileCheck %s
|
||||
|
||||
declare void @g1()
|
||||
declare void @g2()
|
||||
declare void @g3()
|
||||
declare void @g4()
|
||||
|
||||
define void @test1(i32 %a, i32 %b) {
|
||||
entry:
|
||||
br label %do.body
|
||||
; CHECK: edge entry -> do.body probability is 16 / 16 = 100%
|
||||
|
||||
do.body:
|
||||
%i.0 = phi i32 [ 0, %entry ], [ %inc3, %do.end ]
|
||||
call void @g1()
|
||||
br label %do.body1
|
||||
; CHECK: edge do.body -> do.body1 probability is 124 / 124 = 100%
|
||||
|
||||
do.body1:
|
||||
%j.0 = phi i32 [ 0, %do.body ], [ %inc, %do.body1 ]
|
||||
call void @g2()
|
||||
%inc = add nsw i32 %j.0, 1
|
||||
%cmp = icmp slt i32 %inc, %b
|
||||
br i1 %cmp, label %do.body1, label %do.end
|
||||
; CHECK: edge do.body1 -> do.body1 probability is 124 / 128
|
||||
; CHECK: edge do.body1 -> do.end probability is 4 / 128
|
||||
|
||||
do.end:
|
||||
call void @g3()
|
||||
%inc3 = add nsw i32 %i.0, 1
|
||||
%cmp4 = icmp slt i32 %inc3, %a
|
||||
br i1 %cmp4, label %do.body, label %do.end5
|
||||
; CHECK: edge do.end -> do.body probability is 124 / 128
|
||||
; CHECK: edge do.end -> do.end5 probability is 4 / 128
|
||||
|
||||
do.end5:
|
||||
call void @g4()
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @test2(i32 %a, i32 %b) {
|
||||
entry:
|
||||
%cmp9 = icmp sgt i32 %a, 0
|
||||
br i1 %cmp9, label %for.body.lr.ph, label %for.end6
|
||||
; CHECK: edge entry -> for.body.lr.ph probability is 20 / 32
|
||||
; CHECK: edge entry -> for.end6 probability is 12 / 32
|
||||
|
||||
for.body.lr.ph:
|
||||
%cmp27 = icmp sgt i32 %b, 0
|
||||
br label %for.body
|
||||
; CHECK: edge for.body.lr.ph -> for.body probability is 16 / 16 = 100%
|
||||
|
||||
for.body:
|
||||
%i.010 = phi i32 [ 0, %for.body.lr.ph ], [ %inc5, %for.end ]
|
||||
call void @g1()
|
||||
br i1 %cmp27, label %for.body3, label %for.end
|
||||
; CHECK: edge for.body -> for.body3 probability is 62 / 124 = 50%
|
||||
; CHECK: edge for.body -> for.end probability is 62 / 124 = 50%
|
||||
|
||||
for.body3:
|
||||
%j.08 = phi i32 [ %inc, %for.body3 ], [ 0, %for.body ]
|
||||
call void @g2()
|
||||
%inc = add nsw i32 %j.08, 1
|
||||
%exitcond = icmp eq i32 %inc, %b
|
||||
br i1 %exitcond, label %for.end, label %for.body3
|
||||
; CHECK: edge for.body3 -> for.end probability is 4 / 128
|
||||
; CHECK: edge for.body3 -> for.body3 probability is 124 / 128
|
||||
|
||||
for.end:
|
||||
call void @g3()
|
||||
%inc5 = add nsw i32 %i.010, 1
|
||||
%exitcond11 = icmp eq i32 %inc5, %a
|
||||
br i1 %exitcond11, label %for.end6, label %for.body
|
||||
; CHECK: edge for.end -> for.end6 probability is 4 / 128
|
||||
; CHECK: edge for.end -> for.body probability is 124 / 128
|
||||
|
||||
for.end6:
|
||||
call void @g4()
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @test3(i32 %a, i32 %b, i32* %c) {
|
||||
entry:
|
||||
br label %do.body
|
||||
; CHECK: edge entry -> do.body probability is 16 / 16 = 100%
|
||||
|
||||
do.body:
|
||||
%i.0 = phi i32 [ 0, %entry ], [ %inc4, %if.end ]
|
||||
call void @g1()
|
||||
%0 = load i32* %c, align 4
|
||||
%cmp = icmp slt i32 %0, 42
|
||||
br i1 %cmp, label %do.body1, label %if.end
|
||||
; CHECK: edge do.body -> do.body1 probability is 62 / 124 = 50%
|
||||
; CHECK: edge do.body -> if.end probability is 62 / 124 = 50%
|
||||
|
||||
do.body1:
|
||||
%j.0 = phi i32 [ %inc, %do.body1 ], [ 0, %do.body ]
|
||||
call void @g2()
|
||||
%inc = add nsw i32 %j.0, 1
|
||||
%cmp2 = icmp slt i32 %inc, %b
|
||||
br i1 %cmp2, label %do.body1, label %if.end
|
||||
; CHECK: edge do.body1 -> do.body1 probability is 124 / 128
|
||||
; CHECK: edge do.body1 -> if.end probability is 4 / 128
|
||||
|
||||
if.end:
|
||||
call void @g3()
|
||||
%inc4 = add nsw i32 %i.0, 1
|
||||
%cmp5 = icmp slt i32 %inc4, %a
|
||||
br i1 %cmp5, label %do.body, label %do.end6
|
||||
; CHECK: edge if.end -> do.body probability is 124 / 128
|
||||
; CHECK: edge if.end -> do.end6 probability is 4 / 128
|
||||
|
||||
do.end6:
|
||||
call void @g4()
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @test4(i32 %a, i32 %b, i32* %c) {
|
||||
entry:
|
||||
br label %do.body
|
||||
; CHECK: edge entry -> do.body probability is 16 / 16 = 100%
|
||||
|
||||
do.body:
|
||||
%i.0 = phi i32 [ 0, %entry ], [ %inc4, %do.end ]
|
||||
call void @g1()
|
||||
%0 = load i32* %c, align 4
|
||||
%cmp = icmp slt i32 %0, 42
|
||||
br i1 %cmp, label %return, label %do.body1
|
||||
; CHECK: edge do.body -> return probability is 4 / 128
|
||||
; CHECK: edge do.body -> do.body1 probability is 124 / 128
|
||||
|
||||
do.body1:
|
||||
%j.0 = phi i32 [ %inc, %do.body1 ], [ 0, %do.body ]
|
||||
call void @g2()
|
||||
%inc = add nsw i32 %j.0, 1
|
||||
%cmp2 = icmp slt i32 %inc, %b
|
||||
br i1 %cmp2, label %do.body1, label %do.end
|
||||
; CHECK: edge do.body1 -> do.body1 probability is 124 / 128
|
||||
; CHECK: edge do.body1 -> do.end probability is 4 / 128
|
||||
|
||||
do.end:
|
||||
call void @g3()
|
||||
%inc4 = add nsw i32 %i.0, 1
|
||||
%cmp5 = icmp slt i32 %inc4, %a
|
||||
br i1 %cmp5, label %do.body, label %do.end6
|
||||
; CHECK: edge do.end -> do.body probability is 124 / 128
|
||||
; CHECK: edge do.end -> do.end6 probability is 4 / 128
|
||||
|
||||
do.end6:
|
||||
call void @g4()
|
||||
br label %return
|
||||
; CHECK: edge do.end6 -> return probability is 16 / 16 = 100%
|
||||
|
||||
return:
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @test5(i32 %a, i32 %b, i32* %c) {
|
||||
entry:
|
||||
br label %do.body
|
||||
; CHECK: edge entry -> do.body probability is 16 / 16 = 100%
|
||||
|
||||
do.body:
|
||||
%i.0 = phi i32 [ 0, %entry ], [ %inc4, %do.end ]
|
||||
call void @g1()
|
||||
br label %do.body1
|
||||
; CHECK: edge do.body -> do.body1 probability is 124 / 124 = 100%
|
||||
|
||||
do.body1:
|
||||
%j.0 = phi i32 [ 0, %do.body ], [ %inc, %if.end ]
|
||||
%0 = load i32* %c, align 4
|
||||
%cmp = icmp slt i32 %0, 42
|
||||
br i1 %cmp, label %return, label %if.end
|
||||
; CHECK: edge do.body1 -> return probability is 4 / 128
|
||||
; CHECK: edge do.body1 -> if.end probability is 124 / 128
|
||||
|
||||
if.end:
|
||||
call void @g2()
|
||||
%inc = add nsw i32 %j.0, 1
|
||||
%cmp2 = icmp slt i32 %inc, %b
|
||||
br i1 %cmp2, label %do.body1, label %do.end
|
||||
; CHECK: edge if.end -> do.body1 probability is 124 / 128
|
||||
; CHECK: edge if.end -> do.end probability is 4 / 128
|
||||
|
||||
do.end:
|
||||
call void @g3()
|
||||
%inc4 = add nsw i32 %i.0, 1
|
||||
%cmp5 = icmp slt i32 %inc4, %a
|
||||
br i1 %cmp5, label %do.body, label %do.end6
|
||||
; CHECK: edge do.end -> do.body probability is 124 / 128
|
||||
; CHECK: edge do.end -> do.end6 probability is 4 / 128
|
||||
|
||||
do.end6:
|
||||
call void @g4()
|
||||
br label %return
|
||||
; CHECK: edge do.end6 -> return probability is 16 / 16 = 100%
|
||||
|
||||
return:
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @test6(i32 %a, i32 %b, i32* %c) {
|
||||
entry:
|
||||
br label %do.body
|
||||
; CHECK: edge entry -> do.body probability is 16 / 16 = 100%
|
||||
|
||||
do.body:
|
||||
%i.0 = phi i32 [ 0, %entry ], [ %inc4, %do.end ]
|
||||
call void @g1()
|
||||
br label %do.body1
|
||||
; CHECK: edge do.body -> do.body1 probability is 124 / 124 = 100%
|
||||
|
||||
do.body1:
|
||||
%j.0 = phi i32 [ 0, %do.body ], [ %inc, %do.cond ]
|
||||
call void @g2()
|
||||
%0 = load i32* %c, align 4
|
||||
%cmp = icmp slt i32 %0, 42
|
||||
br i1 %cmp, label %return, label %do.cond
|
||||
; CHECK: edge do.body1 -> return probability is 4 / 128
|
||||
; CHECK: edge do.body1 -> do.cond probability is 124 / 128
|
||||
|
||||
do.cond:
|
||||
%inc = add nsw i32 %j.0, 1
|
||||
%cmp2 = icmp slt i32 %inc, %b
|
||||
br i1 %cmp2, label %do.body1, label %do.end
|
||||
; CHECK: edge do.cond -> do.body1 probability is 124 / 128
|
||||
; CHECK: edge do.cond -> do.end probability is 4 / 128
|
||||
|
||||
do.end:
|
||||
call void @g3()
|
||||
%inc4 = add nsw i32 %i.0, 1
|
||||
%cmp5 = icmp slt i32 %inc4, %a
|
||||
br i1 %cmp5, label %do.body, label %do.end6
|
||||
; CHECK: edge do.end -> do.body probability is 124 / 128
|
||||
; CHECK: edge do.end -> do.end6 probability is 4 / 128
|
||||
|
||||
do.end6:
|
||||
call void @g4()
|
||||
br label %return
|
||||
; CHECK: edge do.end6 -> return probability is 16 / 16 = 100%
|
||||
|
||||
return:
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @test7(i32 %a, i32 %b, i32* %c) {
|
||||
entry:
|
||||
%cmp10 = icmp sgt i32 %a, 0
|
||||
br i1 %cmp10, label %for.body.lr.ph, label %for.end7
|
||||
; CHECK: edge entry -> for.body.lr.ph probability is 20 / 32
|
||||
; CHECK: edge entry -> for.end7 probability is 12 / 32
|
||||
|
||||
for.body.lr.ph:
|
||||
%cmp38 = icmp sgt i32 %b, 0
|
||||
br label %for.body
|
||||
; CHECK: edge for.body.lr.ph -> for.body probability is 16 / 16 = 100%
|
||||
|
||||
for.body:
|
||||
%i.011 = phi i32 [ 0, %for.body.lr.ph ], [ %inc6, %for.inc5 ]
|
||||
%0 = load i32* %c, align 4
|
||||
%cmp1 = icmp eq i32 %0, %i.011
|
||||
br i1 %cmp1, label %for.inc5, label %if.end
|
||||
; CHECK: edge for.body -> for.inc5 probability is 62 / 124 = 50%
|
||||
; CHECK: edge for.body -> if.end probability is 62 / 124 = 50%
|
||||
|
||||
if.end:
|
||||
call void @g1()
|
||||
br i1 %cmp38, label %for.body4, label %for.end
|
||||
; CHECK: edge if.end -> for.body4 probability is 62 / 124 = 50%
|
||||
; CHECK: edge if.end -> for.end probability is 62 / 124 = 50%
|
||||
|
||||
for.body4:
|
||||
%j.09 = phi i32 [ %inc, %for.body4 ], [ 0, %if.end ]
|
||||
call void @g2()
|
||||
%inc = add nsw i32 %j.09, 1
|
||||
%exitcond = icmp eq i32 %inc, %b
|
||||
br i1 %exitcond, label %for.end, label %for.body4
|
||||
; CHECK: edge for.body4 -> for.end probability is 4 / 128
|
||||
; CHECK: edge for.body4 -> for.body4 probability is 124 / 128
|
||||
|
||||
for.end:
|
||||
call void @g3()
|
||||
br label %for.inc5
|
||||
; CHECK: edge for.end -> for.inc5 probability is 124 / 124 = 100%
|
||||
|
||||
for.inc5:
|
||||
%inc6 = add nsw i32 %i.011, 1
|
||||
%exitcond12 = icmp eq i32 %inc6, %a
|
||||
br i1 %exitcond12, label %for.end7, label %for.body
|
||||
; CHECK: edge for.inc5 -> for.end7 probability is 4 / 128
|
||||
; CHECK: edge for.inc5 -> for.body probability is 124 / 128
|
||||
|
||||
for.end7:
|
||||
call void @g4()
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @test8(i32 %a, i32 %b, i32* %c) {
|
||||
entry:
|
||||
%cmp18 = icmp sgt i32 %a, 0
|
||||
br i1 %cmp18, label %for.body.lr.ph, label %for.end15
|
||||
; CHECK: edge entry -> for.body.lr.ph probability is 20 / 32
|
||||
; CHECK: edge entry -> for.end15 probability is 12 / 32
|
||||
|
||||
for.body.lr.ph:
|
||||
%cmp216 = icmp sgt i32 %b, 0
|
||||
%arrayidx5 = getelementptr inbounds i32* %c, i64 1
|
||||
%arrayidx9 = getelementptr inbounds i32* %c, i64 2
|
||||
br label %for.body
|
||||
; CHECK: edge for.body.lr.ph -> for.body probability is 16 / 16 = 100%
|
||||
|
||||
for.body:
|
||||
%i.019 = phi i32 [ 0, %for.body.lr.ph ], [ %inc14, %for.end ]
|
||||
call void @g1()
|
||||
br i1 %cmp216, label %for.body3, label %for.end
|
||||
; CHECK: edge for.body -> for.body3 probability is 62 / 124 = 50%
|
||||
; CHECK: edge for.body -> for.end probability is 62 / 124 = 50%
|
||||
|
||||
for.body3:
|
||||
%j.017 = phi i32 [ 0, %for.body ], [ %inc, %for.inc ]
|
||||
%0 = load i32* %c, align 4
|
||||
%cmp4 = icmp eq i32 %0, %j.017
|
||||
br i1 %cmp4, label %for.inc, label %if.end
|
||||
; CHECK: edge for.body3 -> for.inc probability is 62 / 124 = 50%
|
||||
; CHECK: edge for.body3 -> if.end probability is 62 / 124 = 50%
|
||||
|
||||
if.end:
|
||||
%1 = load i32* %arrayidx5, align 4
|
||||
%cmp6 = icmp eq i32 %1, %j.017
|
||||
br i1 %cmp6, label %for.inc, label %if.end8
|
||||
; CHECK: edge if.end -> for.inc probability is 62 / 124 = 50%
|
||||
; CHECK: edge if.end -> if.end8 probability is 62 / 124 = 50%
|
||||
|
||||
if.end8:
|
||||
%2 = load i32* %arrayidx9, align 4
|
||||
%cmp10 = icmp eq i32 %2, %j.017
|
||||
br i1 %cmp10, label %for.inc, label %if.end12
|
||||
; CHECK: edge if.end8 -> for.inc probability is 62 / 124 = 50%
|
||||
; CHECK: edge if.end8 -> if.end12 probability is 62 / 124 = 50%
|
||||
|
||||
if.end12:
|
||||
call void @g2()
|
||||
br label %for.inc
|
||||
; CHECK: edge if.end12 -> for.inc probability is 124 / 124 = 100%
|
||||
|
||||
for.inc:
|
||||
%inc = add nsw i32 %j.017, 1
|
||||
%exitcond = icmp eq i32 %inc, %b
|
||||
br i1 %exitcond, label %for.end, label %for.body3
|
||||
; CHECK: edge for.inc -> for.end probability is 4 / 128
|
||||
; CHECK: edge for.inc -> for.body3 probability is 124 / 128
|
||||
|
||||
for.end:
|
||||
call void @g3()
|
||||
%inc14 = add nsw i32 %i.019, 1
|
||||
%exitcond20 = icmp eq i32 %inc14, %a
|
||||
br i1 %exitcond20, label %for.end15, label %for.body
|
||||
; CHECK: edge for.end -> for.end15 probability is 4 / 128
|
||||
; CHECK: edge for.end -> for.body probability is 124 / 128
|
||||
|
||||
for.end15:
|
||||
call void @g4()
|
||||
ret void
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user