From 45baf6bb85ee0d61e18213979a4efbd2f16eb338 Mon Sep 17 00:00:00 2001 From: Chandler Carruth Date: Tue, 25 Oct 2011 09:47:41 +0000 Subject: [PATCH] Fix the API usage in loop probability heuristics. It was incorrectly classifying many edges as exiting which were in fact not. These mainly formed edges into sub-loops. It was also not correctly classifying all returning edges out of loops as leaving the loop. With this match most of the loop heuristics are more rational. Several serious regressions on loop-intesive benchmarks like perlbench's loop tests when built with -enable-block-placement are fixed by these updated heuristics. Unfortunately they in turn uncover some other regressions. There are still several improvemenst that should be made to loop heuristics including trip-count, and early back-edge management. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@142917 91177308-0d34-0410-b5e6-96231b3b80d8 --- lib/Analysis/BranchProbabilityInfo.cpp | 23 +- test/Analysis/BranchProbabilityInfo/loop.ll | 365 ++++++++++++++++++++ 2 files changed, 373 insertions(+), 15 deletions(-) create mode 100644 test/Analysis/BranchProbabilityInfo/loop.ll diff --git a/lib/Analysis/BranchProbabilityInfo.cpp b/lib/Analysis/BranchProbabilityInfo.cpp index 0396f99f120..258fe54bee7 100644 --- a/lib/Analysis/BranchProbabilityInfo.cpp +++ b/lib/Analysis/BranchProbabilityInfo.cpp @@ -216,8 +216,6 @@ bool BranchProbabilityInfo::calcPointerHeuristics(BasicBlock *BB) { // Calculate Edge Weights using "Loop Branch Heuristics". Predict backedges // as taken, exiting edges as not-taken. bool BranchProbabilityInfo::calcLoopBranchHeuristics(BasicBlock *BB) { - uint32_t numSuccs = BB->getTerminator()->getNumSuccessors(); - Loop *L = LI->getLoopFor(BB); if (!L) return false; @@ -226,17 +224,13 @@ bool BranchProbabilityInfo::calcLoopBranchHeuristics(BasicBlock *BB) { SmallPtrSet ExitingEdges; SmallPtrSet InEdges; // Edges from header to the loop. - bool isHeader = BB == L->getHeader(); - for (succ_iterator I = succ_begin(BB), E = succ_end(BB); I != E; ++I) { - BasicBlock *Succ = *I; - Loop *SuccL = LI->getLoopFor(Succ); - if (SuccL != L) - ExitingEdges.insert(Succ); - else if (Succ == L->getHeader()) - BackEdges.insert(Succ); - else if (isHeader) - InEdges.insert(Succ); + if (!L->contains(*I)) + ExitingEdges.insert(*I); + else if (L->getHeader() == *I) + BackEdges.insert(*I); + else + InEdges.insert(*I); } if (uint32_t numBackEdges = BackEdges.size()) { @@ -263,9 +257,8 @@ bool BranchProbabilityInfo::calcLoopBranchHeuristics(BasicBlock *BB) { } } - uint32_t numExitingEdges = ExitingEdges.size(); - if (uint32_t numNonExitingEdges = numSuccs - numExitingEdges) { - uint32_t exitWeight = LBH_NONTAKEN_WEIGHT / numNonExitingEdges; + if (uint32_t numExitingEdges = ExitingEdges.size()) { + uint32_t exitWeight = LBH_NONTAKEN_WEIGHT / numExitingEdges; if (exitWeight < MIN_WEIGHT) exitWeight = MIN_WEIGHT; diff --git a/test/Analysis/BranchProbabilityInfo/loop.ll b/test/Analysis/BranchProbabilityInfo/loop.ll new file mode 100644 index 00000000000..b648cbb16a6 --- /dev/null +++ b/test/Analysis/BranchProbabilityInfo/loop.ll @@ -0,0 +1,365 @@ +; Test the static branch probability heuristics for no-return functions. +; RUN: opt < %s -analyze -branch-prob | FileCheck %s + +declare void @g1() +declare void @g2() +declare void @g3() +declare void @g4() + +define void @test1(i32 %a, i32 %b) { +entry: + br label %do.body +; CHECK: edge entry -> do.body probability is 16 / 16 = 100% + +do.body: + %i.0 = phi i32 [ 0, %entry ], [ %inc3, %do.end ] + call void @g1() + br label %do.body1 +; CHECK: edge do.body -> do.body1 probability is 124 / 124 = 100% + +do.body1: + %j.0 = phi i32 [ 0, %do.body ], [ %inc, %do.body1 ] + call void @g2() + %inc = add nsw i32 %j.0, 1 + %cmp = icmp slt i32 %inc, %b + br i1 %cmp, label %do.body1, label %do.end +; CHECK: edge do.body1 -> do.body1 probability is 124 / 128 +; CHECK: edge do.body1 -> do.end probability is 4 / 128 + +do.end: + call void @g3() + %inc3 = add nsw i32 %i.0, 1 + %cmp4 = icmp slt i32 %inc3, %a + br i1 %cmp4, label %do.body, label %do.end5 +; CHECK: edge do.end -> do.body probability is 124 / 128 +; CHECK: edge do.end -> do.end5 probability is 4 / 128 + +do.end5: + call void @g4() + ret void +} + +define void @test2(i32 %a, i32 %b) { +entry: + %cmp9 = icmp sgt i32 %a, 0 + br i1 %cmp9, label %for.body.lr.ph, label %for.end6 +; CHECK: edge entry -> for.body.lr.ph probability is 20 / 32 +; CHECK: edge entry -> for.end6 probability is 12 / 32 + +for.body.lr.ph: + %cmp27 = icmp sgt i32 %b, 0 + br label %for.body +; CHECK: edge for.body.lr.ph -> for.body probability is 16 / 16 = 100% + +for.body: + %i.010 = phi i32 [ 0, %for.body.lr.ph ], [ %inc5, %for.end ] + call void @g1() + br i1 %cmp27, label %for.body3, label %for.end +; CHECK: edge for.body -> for.body3 probability is 62 / 124 = 50% +; CHECK: edge for.body -> for.end probability is 62 / 124 = 50% + +for.body3: + %j.08 = phi i32 [ %inc, %for.body3 ], [ 0, %for.body ] + call void @g2() + %inc = add nsw i32 %j.08, 1 + %exitcond = icmp eq i32 %inc, %b + br i1 %exitcond, label %for.end, label %for.body3 +; CHECK: edge for.body3 -> for.end probability is 4 / 128 +; CHECK: edge for.body3 -> for.body3 probability is 124 / 128 + +for.end: + call void @g3() + %inc5 = add nsw i32 %i.010, 1 + %exitcond11 = icmp eq i32 %inc5, %a + br i1 %exitcond11, label %for.end6, label %for.body +; CHECK: edge for.end -> for.end6 probability is 4 / 128 +; CHECK: edge for.end -> for.body probability is 124 / 128 + +for.end6: + call void @g4() + ret void +} + +define void @test3(i32 %a, i32 %b, i32* %c) { +entry: + br label %do.body +; CHECK: edge entry -> do.body probability is 16 / 16 = 100% + +do.body: + %i.0 = phi i32 [ 0, %entry ], [ %inc4, %if.end ] + call void @g1() + %0 = load i32* %c, align 4 + %cmp = icmp slt i32 %0, 42 + br i1 %cmp, label %do.body1, label %if.end +; CHECK: edge do.body -> do.body1 probability is 62 / 124 = 50% +; CHECK: edge do.body -> if.end probability is 62 / 124 = 50% + +do.body1: + %j.0 = phi i32 [ %inc, %do.body1 ], [ 0, %do.body ] + call void @g2() + %inc = add nsw i32 %j.0, 1 + %cmp2 = icmp slt i32 %inc, %b + br i1 %cmp2, label %do.body1, label %if.end +; CHECK: edge do.body1 -> do.body1 probability is 124 / 128 +; CHECK: edge do.body1 -> if.end probability is 4 / 128 + +if.end: + call void @g3() + %inc4 = add nsw i32 %i.0, 1 + %cmp5 = icmp slt i32 %inc4, %a + br i1 %cmp5, label %do.body, label %do.end6 +; CHECK: edge if.end -> do.body probability is 124 / 128 +; CHECK: edge if.end -> do.end6 probability is 4 / 128 + +do.end6: + call void @g4() + ret void +} + +define void @test4(i32 %a, i32 %b, i32* %c) { +entry: + br label %do.body +; CHECK: edge entry -> do.body probability is 16 / 16 = 100% + +do.body: + %i.0 = phi i32 [ 0, %entry ], [ %inc4, %do.end ] + call void @g1() + %0 = load i32* %c, align 4 + %cmp = icmp slt i32 %0, 42 + br i1 %cmp, label %return, label %do.body1 +; CHECK: edge do.body -> return probability is 4 / 128 +; CHECK: edge do.body -> do.body1 probability is 124 / 128 + +do.body1: + %j.0 = phi i32 [ %inc, %do.body1 ], [ 0, %do.body ] + call void @g2() + %inc = add nsw i32 %j.0, 1 + %cmp2 = icmp slt i32 %inc, %b + br i1 %cmp2, label %do.body1, label %do.end +; CHECK: edge do.body1 -> do.body1 probability is 124 / 128 +; CHECK: edge do.body1 -> do.end probability is 4 / 128 + +do.end: + call void @g3() + %inc4 = add nsw i32 %i.0, 1 + %cmp5 = icmp slt i32 %inc4, %a + br i1 %cmp5, label %do.body, label %do.end6 +; CHECK: edge do.end -> do.body probability is 124 / 128 +; CHECK: edge do.end -> do.end6 probability is 4 / 128 + +do.end6: + call void @g4() + br label %return +; CHECK: edge do.end6 -> return probability is 16 / 16 = 100% + +return: + ret void +} + +define void @test5(i32 %a, i32 %b, i32* %c) { +entry: + br label %do.body +; CHECK: edge entry -> do.body probability is 16 / 16 = 100% + +do.body: + %i.0 = phi i32 [ 0, %entry ], [ %inc4, %do.end ] + call void @g1() + br label %do.body1 +; CHECK: edge do.body -> do.body1 probability is 124 / 124 = 100% + +do.body1: + %j.0 = phi i32 [ 0, %do.body ], [ %inc, %if.end ] + %0 = load i32* %c, align 4 + %cmp = icmp slt i32 %0, 42 + br i1 %cmp, label %return, label %if.end +; CHECK: edge do.body1 -> return probability is 4 / 128 +; CHECK: edge do.body1 -> if.end probability is 124 / 128 + +if.end: + call void @g2() + %inc = add nsw i32 %j.0, 1 + %cmp2 = icmp slt i32 %inc, %b + br i1 %cmp2, label %do.body1, label %do.end +; CHECK: edge if.end -> do.body1 probability is 124 / 128 +; CHECK: edge if.end -> do.end probability is 4 / 128 + +do.end: + call void @g3() + %inc4 = add nsw i32 %i.0, 1 + %cmp5 = icmp slt i32 %inc4, %a + br i1 %cmp5, label %do.body, label %do.end6 +; CHECK: edge do.end -> do.body probability is 124 / 128 +; CHECK: edge do.end -> do.end6 probability is 4 / 128 + +do.end6: + call void @g4() + br label %return +; CHECK: edge do.end6 -> return probability is 16 / 16 = 100% + +return: + ret void +} + +define void @test6(i32 %a, i32 %b, i32* %c) { +entry: + br label %do.body +; CHECK: edge entry -> do.body probability is 16 / 16 = 100% + +do.body: + %i.0 = phi i32 [ 0, %entry ], [ %inc4, %do.end ] + call void @g1() + br label %do.body1 +; CHECK: edge do.body -> do.body1 probability is 124 / 124 = 100% + +do.body1: + %j.0 = phi i32 [ 0, %do.body ], [ %inc, %do.cond ] + call void @g2() + %0 = load i32* %c, align 4 + %cmp = icmp slt i32 %0, 42 + br i1 %cmp, label %return, label %do.cond +; CHECK: edge do.body1 -> return probability is 4 / 128 +; CHECK: edge do.body1 -> do.cond probability is 124 / 128 + +do.cond: + %inc = add nsw i32 %j.0, 1 + %cmp2 = icmp slt i32 %inc, %b + br i1 %cmp2, label %do.body1, label %do.end +; CHECK: edge do.cond -> do.body1 probability is 124 / 128 +; CHECK: edge do.cond -> do.end probability is 4 / 128 + +do.end: + call void @g3() + %inc4 = add nsw i32 %i.0, 1 + %cmp5 = icmp slt i32 %inc4, %a + br i1 %cmp5, label %do.body, label %do.end6 +; CHECK: edge do.end -> do.body probability is 124 / 128 +; CHECK: edge do.end -> do.end6 probability is 4 / 128 + +do.end6: + call void @g4() + br label %return +; CHECK: edge do.end6 -> return probability is 16 / 16 = 100% + +return: + ret void +} + +define void @test7(i32 %a, i32 %b, i32* %c) { +entry: + %cmp10 = icmp sgt i32 %a, 0 + br i1 %cmp10, label %for.body.lr.ph, label %for.end7 +; CHECK: edge entry -> for.body.lr.ph probability is 20 / 32 +; CHECK: edge entry -> for.end7 probability is 12 / 32 + +for.body.lr.ph: + %cmp38 = icmp sgt i32 %b, 0 + br label %for.body +; CHECK: edge for.body.lr.ph -> for.body probability is 16 / 16 = 100% + +for.body: + %i.011 = phi i32 [ 0, %for.body.lr.ph ], [ %inc6, %for.inc5 ] + %0 = load i32* %c, align 4 + %cmp1 = icmp eq i32 %0, %i.011 + br i1 %cmp1, label %for.inc5, label %if.end +; CHECK: edge for.body -> for.inc5 probability is 62 / 124 = 50% +; CHECK: edge for.body -> if.end probability is 62 / 124 = 50% + +if.end: + call void @g1() + br i1 %cmp38, label %for.body4, label %for.end +; CHECK: edge if.end -> for.body4 probability is 62 / 124 = 50% +; CHECK: edge if.end -> for.end probability is 62 / 124 = 50% + +for.body4: + %j.09 = phi i32 [ %inc, %for.body4 ], [ 0, %if.end ] + call void @g2() + %inc = add nsw i32 %j.09, 1 + %exitcond = icmp eq i32 %inc, %b + br i1 %exitcond, label %for.end, label %for.body4 +; CHECK: edge for.body4 -> for.end probability is 4 / 128 +; CHECK: edge for.body4 -> for.body4 probability is 124 / 128 + +for.end: + call void @g3() + br label %for.inc5 +; CHECK: edge for.end -> for.inc5 probability is 124 / 124 = 100% + +for.inc5: + %inc6 = add nsw i32 %i.011, 1 + %exitcond12 = icmp eq i32 %inc6, %a + br i1 %exitcond12, label %for.end7, label %for.body +; CHECK: edge for.inc5 -> for.end7 probability is 4 / 128 +; CHECK: edge for.inc5 -> for.body probability is 124 / 128 + +for.end7: + call void @g4() + ret void +} + +define void @test8(i32 %a, i32 %b, i32* %c) { +entry: + %cmp18 = icmp sgt i32 %a, 0 + br i1 %cmp18, label %for.body.lr.ph, label %for.end15 +; CHECK: edge entry -> for.body.lr.ph probability is 20 / 32 +; CHECK: edge entry -> for.end15 probability is 12 / 32 + +for.body.lr.ph: + %cmp216 = icmp sgt i32 %b, 0 + %arrayidx5 = getelementptr inbounds i32* %c, i64 1 + %arrayidx9 = getelementptr inbounds i32* %c, i64 2 + br label %for.body +; CHECK: edge for.body.lr.ph -> for.body probability is 16 / 16 = 100% + +for.body: + %i.019 = phi i32 [ 0, %for.body.lr.ph ], [ %inc14, %for.end ] + call void @g1() + br i1 %cmp216, label %for.body3, label %for.end +; CHECK: edge for.body -> for.body3 probability is 62 / 124 = 50% +; CHECK: edge for.body -> for.end probability is 62 / 124 = 50% + +for.body3: + %j.017 = phi i32 [ 0, %for.body ], [ %inc, %for.inc ] + %0 = load i32* %c, align 4 + %cmp4 = icmp eq i32 %0, %j.017 + br i1 %cmp4, label %for.inc, label %if.end +; CHECK: edge for.body3 -> for.inc probability is 62 / 124 = 50% +; CHECK: edge for.body3 -> if.end probability is 62 / 124 = 50% + +if.end: + %1 = load i32* %arrayidx5, align 4 + %cmp6 = icmp eq i32 %1, %j.017 + br i1 %cmp6, label %for.inc, label %if.end8 +; CHECK: edge if.end -> for.inc probability is 62 / 124 = 50% +; CHECK: edge if.end -> if.end8 probability is 62 / 124 = 50% + +if.end8: + %2 = load i32* %arrayidx9, align 4 + %cmp10 = icmp eq i32 %2, %j.017 + br i1 %cmp10, label %for.inc, label %if.end12 +; CHECK: edge if.end8 -> for.inc probability is 62 / 124 = 50% +; CHECK: edge if.end8 -> if.end12 probability is 62 / 124 = 50% + +if.end12: + call void @g2() + br label %for.inc +; CHECK: edge if.end12 -> for.inc probability is 124 / 124 = 100% + +for.inc: + %inc = add nsw i32 %j.017, 1 + %exitcond = icmp eq i32 %inc, %b + br i1 %exitcond, label %for.end, label %for.body3 +; CHECK: edge for.inc -> for.end probability is 4 / 128 +; CHECK: edge for.inc -> for.body3 probability is 124 / 128 + +for.end: + call void @g3() + %inc14 = add nsw i32 %i.019, 1 + %exitcond20 = icmp eq i32 %inc14, %a + br i1 %exitcond20, label %for.end15, label %for.body +; CHECK: edge for.end -> for.end15 probability is 4 / 128 +; CHECK: edge for.end -> for.body probability is 124 / 128 + +for.end15: + call void @g4() + ret void +}