blob: 180c38ddacc22b9bbabe7dab1362470e3a63eccf [file] [log] [blame]
Philip Reames4961d4c2018-03-20 17:09:21 +00001//===- MustExecute.cpp - Printer for isGuaranteedToExecute ----------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Philip Reames1c3e6b62018-03-29 19:22:12 +000010#include "llvm/Analysis/MustExecute.h"
Philip Reames16a143e2018-03-20 22:45:23 +000011#include "llvm/Analysis/InstructionSimplify.h"
Philip Reames4961d4c2018-03-20 17:09:21 +000012#include "llvm/Analysis/LoopInfo.h"
13#include "llvm/Analysis/Passes.h"
14#include "llvm/Analysis/ValueTracking.h"
Philip Reames284e7ac2018-03-20 18:43:44 +000015#include "llvm/IR/AssemblyAnnotationWriter.h"
Philip Reames4961d4c2018-03-20 17:09:21 +000016#include "llvm/IR/DataLayout.h"
17#include "llvm/IR/InstIterator.h"
18#include "llvm/IR/LLVMContext.h"
19#include "llvm/IR/Module.h"
20#include "llvm/Support/ErrorHandling.h"
Philip Reames284e7ac2018-03-20 18:43:44 +000021#include "llvm/Support/FormattedStream.h"
Philip Reames4961d4c2018-03-20 17:09:21 +000022#include "llvm/Support/raw_ostream.h"
Philip Reames4961d4c2018-03-20 17:09:21 +000023using namespace llvm;
24
Max Kazantsevd8710422018-10-16 08:07:14 +000025const DenseMap<BasicBlock *, ColorVector> &
26LoopSafetyInfo::getBlockColors() const {
27 return BlockColors;
28}
29
30void LoopSafetyInfo::copyColors(BasicBlock *New, BasicBlock *Old) {
31 ColorVector &ColorsForNewBlock = BlockColors[New];
32 ColorVector &ColorsForOldBlock = BlockColors[Old];
33 ColorsForNewBlock = ColorsForOldBlock;
34}
35
Max Kazantsev288477a2018-10-16 08:31:05 +000036bool SimpleLoopSafetyInfo::blockMayThrow(const BasicBlock *BB) const {
Max Kazantsev2173a4b2018-10-16 07:50:14 +000037 (void)BB;
38 return anyBlockMayThrow();
39}
40
Max Kazantsev288477a2018-10-16 08:31:05 +000041bool SimpleLoopSafetyInfo::anyBlockMayThrow() const {
Max Kazantsevd823f472018-08-15 05:55:43 +000042 return MayThrow;
43}
44
Max Kazantsev288477a2018-10-16 08:31:05 +000045void SimpleLoopSafetyInfo::computeLoopSafetyInfo(const Loop *CurLoop) {
Shoaib Meenai6e502832018-07-19 19:11:29 +000046 assert(CurLoop != nullptr && "CurLoop can't be null");
Philip Reames16a143e2018-03-20 22:45:23 +000047 BasicBlock *Header = CurLoop->getHeader();
Philip Reames16a143e2018-03-20 22:45:23 +000048 // Iterate over header and compute safety info.
Max Kazantsevd823f472018-08-15 05:55:43 +000049 HeaderMayThrow = !isGuaranteedToTransferExecutionToSuccessor(Header);
50 MayThrow = HeaderMayThrow;
Philip Reames16a143e2018-03-20 22:45:23 +000051 // Iterate over loop instructions and compute safety info.
52 // Skip header as it has been computed and stored in HeaderMayThrow.
53 // The first block in loopinfo.Blocks is guaranteed to be the header.
54 assert(Header == *CurLoop->getBlocks().begin() &&
55 "First block must be header");
56 for (Loop::block_iterator BB = std::next(CurLoop->block_begin()),
57 BBE = CurLoop->block_end();
Max Kazantsevd823f472018-08-15 05:55:43 +000058 (BB != BBE) && !MayThrow; ++BB)
59 MayThrow |= !isGuaranteedToTransferExecutionToSuccessor(*BB);
Philip Reames16a143e2018-03-20 22:45:23 +000060
Max Kazantsevd8710422018-10-16 08:07:14 +000061 computeBlockColors(CurLoop);
62}
63
Max Kazantsevb22a1a52018-10-16 09:58:09 +000064bool ICFLoopSafetyInfo::blockMayThrow(const BasicBlock *BB) const {
65 return ICF.hasICF(BB);
66}
67
68bool ICFLoopSafetyInfo::anyBlockMayThrow() const {
69 return MayThrow;
70}
71
72void ICFLoopSafetyInfo::computeLoopSafetyInfo(const Loop *CurLoop) {
73 assert(CurLoop != nullptr && "CurLoop can't be null");
74 ICF.clear();
Max Kazantsev8e59cd12018-11-12 09:29:58 +000075 MW.clear();
Max Kazantsevb22a1a52018-10-16 09:58:09 +000076 MayThrow = false;
77 // Figure out the fact that at least one block may throw.
78 for (auto &BB : CurLoop->blocks())
79 if (ICF.hasICF(&*BB)) {
80 MayThrow = true;
81 break;
82 }
83 computeBlockColors(CurLoop);
84}
85
Max Kazantsevc80a38c2019-01-09 07:28:13 +000086void ICFLoopSafetyInfo::insertInstructionTo(const Instruction *Inst,
87 const BasicBlock *BB) {
88 ICF.insertInstructionTo(Inst, BB);
89 MW.insertInstructionTo(Inst, BB);
Max Kazantsevb22a1a52018-10-16 09:58:09 +000090}
91
Max Kazantsev477ccd42018-11-01 10:16:06 +000092void ICFLoopSafetyInfo::removeInstruction(const Instruction *Inst) {
Max Kazantsevc80a38c2019-01-09 07:28:13 +000093 ICF.removeInstruction(Inst);
94 MW.removeInstruction(Inst);
Max Kazantsev477ccd42018-11-01 10:16:06 +000095}
96
Max Kazantsevd8710422018-10-16 08:07:14 +000097void LoopSafetyInfo::computeBlockColors(const Loop *CurLoop) {
Philip Reames16a143e2018-03-20 22:45:23 +000098 // Compute funclet colors if we might sink/hoist in a function with a funclet
99 // personality routine.
100 Function *Fn = CurLoop->getHeader()->getParent();
101 if (Fn->hasPersonalityFn())
102 if (Constant *PersonalityFn = Fn->getPersonalityFn())
Heejin Ahn5b752cf2018-05-17 20:52:03 +0000103 if (isScopedEHPersonality(classifyEHPersonality(PersonalityFn)))
Max Kazantsevd823f472018-08-15 05:55:43 +0000104 BlockColors = colorEHFunclets(*Fn);
Philip Reames16a143e2018-03-20 22:45:23 +0000105}
106
107/// Return true if we can prove that the given ExitBlock is not reached on the
108/// first iteration of the given loop. That is, the backedge of the loop must
109/// be executed before the ExitBlock is executed in any dynamic execution trace.
Max Kazantsev2a96c802018-08-16 06:28:04 +0000110static bool CanProveNotTakenFirstIteration(const BasicBlock *ExitBlock,
Philip Reames16a143e2018-03-20 22:45:23 +0000111 const DominatorTree *DT,
112 const Loop *CurLoop) {
113 auto *CondExitBlock = ExitBlock->getSinglePredecessor();
114 if (!CondExitBlock)
115 // expect unique exits
116 return false;
117 assert(CurLoop->contains(CondExitBlock) && "meaning of exit block");
118 auto *BI = dyn_cast<BranchInst>(CondExitBlock->getTerminator());
119 if (!BI || !BI->isConditional())
120 return false;
Serguei Katkov5f0ee1d2018-05-18 04:56:28 +0000121 // If condition is constant and false leads to ExitBlock then we always
122 // execute the true branch.
123 if (auto *Cond = dyn_cast<ConstantInt>(BI->getCondition()))
124 return BI->getSuccessor(Cond->getZExtValue() ? 1 : 0) == ExitBlock;
Philip Reames16a143e2018-03-20 22:45:23 +0000125 auto *Cond = dyn_cast<CmpInst>(BI->getCondition());
126 if (!Cond)
127 return false;
128 // todo: this would be a lot more powerful if we used scev, but all the
129 // plumbing is currently missing to pass a pointer in from the pass
130 // Check for cmp (phi [x, preheader] ...), y where (pred x, y is known
131 auto *LHS = dyn_cast<PHINode>(Cond->getOperand(0));
132 auto *RHS = Cond->getOperand(1);
133 if (!LHS || LHS->getParent() != CurLoop->getHeader())
134 return false;
135 auto DL = ExitBlock->getModule()->getDataLayout();
136 auto *IVStart = LHS->getIncomingValueForBlock(CurLoop->getLoopPreheader());
137 auto *SimpleValOrNull = SimplifyCmpInst(Cond->getPredicate(),
138 IVStart, RHS,
139 {DL, /*TLI*/ nullptr,
140 DT, /*AC*/ nullptr, BI});
141 auto *SimpleCst = dyn_cast_or_null<Constant>(SimpleValOrNull);
142 if (!SimpleCst)
143 return false;
144 if (ExitBlock == BI->getSuccessor(0))
145 return SimpleCst->isZeroValue();
146 assert(ExitBlock == BI->getSuccessor(1) && "implied by above");
147 return SimpleCst->isAllOnesValue();
148}
149
Max Kazantsevd16e7d92018-11-06 09:07:03 +0000150/// Collect all blocks from \p CurLoop which lie on all possible paths from
151/// the header of \p CurLoop (inclusive) to BB (exclusive) into the set
152/// \p Predecessors. If \p BB is the header, \p Predecessors will be empty.
153static void collectTransitivePredecessors(
Max Kazantseva5a23b62018-08-21 07:15:06 +0000154 const Loop *CurLoop, const BasicBlock *BB,
Max Kazantsevd16e7d92018-11-06 09:07:03 +0000155 SmallPtrSetImpl<const BasicBlock *> &Predecessors) {
Max Kazantseva5a23b62018-08-21 07:15:06 +0000156 assert(Predecessors.empty() && "Garbage in predecessors set?");
Max Kazantsev18374182018-08-17 06:19:17 +0000157 assert(CurLoop->contains(BB) && "Should only be called for loop blocks!");
Max Kazantsev18374182018-08-17 06:19:17 +0000158 if (BB == CurLoop->getHeader())
Max Kazantseva5a23b62018-08-21 07:15:06 +0000159 return;
Max Kazantsev18374182018-08-17 06:19:17 +0000160 SmallVector<const BasicBlock *, 4> WorkList;
161 for (auto *Pred : predecessors(BB)) {
162 Predecessors.insert(Pred);
163 WorkList.push_back(Pred);
164 }
165 while (!WorkList.empty()) {
166 auto *Pred = WorkList.pop_back_val();
167 assert(CurLoop->contains(Pred) && "Should only reach loop blocks!");
168 // We are not interested in backedges and we don't want to leave loop.
169 if (Pred == CurLoop->getHeader())
170 continue;
171 // TODO: If BB lies in an inner loop of CurLoop, this will traverse over all
172 // blocks of this inner loop, even those that are always executed AFTER the
173 // BB. It may make our analysis more conservative than it could be, see test
174 // @nested and @nested_no_throw in test/Analysis/MustExecute/loop-header.ll.
175 // We can ignore backedge of all loops containing BB to get a sligtly more
176 // optimistic result.
177 for (auto *PredPred : predecessors(Pred))
178 if (Predecessors.insert(PredPred).second)
179 WorkList.push_back(PredPred);
180 }
Max Kazantseva5a23b62018-08-21 07:15:06 +0000181}
182
183bool LoopSafetyInfo::allLoopPathsLeadToBlock(const Loop *CurLoop,
184 const BasicBlock *BB,
185 const DominatorTree *DT) const {
186 assert(CurLoop->contains(BB) && "Should only be called for loop blocks!");
187
188 // Fast path: header is always reached once the loop is entered.
189 if (BB == CurLoop->getHeader())
190 return true;
191
192 // Collect all transitive predecessors of BB in the same loop. This set will
193 // be a subset of the blocks within the loop.
194 SmallPtrSet<const BasicBlock *, 4> Predecessors;
195 collectTransitivePredecessors(CurLoop, BB, Predecessors);
Max Kazantsev18374182018-08-17 06:19:17 +0000196
197 // Make sure that all successors of all predecessors of BB are either:
198 // 1) BB,
199 // 2) Also predecessors of BB,
200 // 3) Exit blocks which are not taken on 1st iteration.
201 // Memoize blocks we've already checked.
202 SmallPtrSet<const BasicBlock *, 4> CheckedSuccessors;
Max Kazantsev2173a4b2018-10-16 07:50:14 +0000203 for (auto *Pred : Predecessors) {
204 // Predecessor block may throw, so it has a side exit.
205 if (blockMayThrow(Pred))
206 return false;
Max Kazantsev18374182018-08-17 06:19:17 +0000207 for (auto *Succ : successors(Pred))
208 if (CheckedSuccessors.insert(Succ).second &&
209 Succ != BB && !Predecessors.count(Succ))
210 // By discharging conditions that are not executed on the 1st iteration,
211 // we guarantee that *at least* on the first iteration all paths from
212 // header that *may* execute will lead us to the block of interest. So
213 // that if we had virtually peeled one iteration away, in this peeled
214 // iteration the set of predecessors would contain only paths from
215 // header to BB without any exiting edges that may execute.
216 //
217 // TODO: We only do it for exiting edges currently. We could use the
218 // same function to skip some of the edges within the loop if we know
219 // that they will not be taken on the 1st iteration.
220 //
221 // TODO: If we somehow know the number of iterations in loop, the same
222 // check may be done for any arbitrary N-th iteration as long as N is
223 // not greater than minimum number of iterations in this loop.
224 if (CurLoop->contains(Succ) ||
225 !CanProveNotTakenFirstIteration(Succ, DT, CurLoop))
226 return false;
Max Kazantsev2173a4b2018-10-16 07:50:14 +0000227 }
Max Kazantsev18374182018-08-17 06:19:17 +0000228
229 // All predecessors can only lead us to BB.
230 return true;
231}
232
Philip Reames16a143e2018-03-20 22:45:23 +0000233/// Returns true if the instruction in a loop is guaranteed to execute at least
234/// once.
Max Kazantsev288477a2018-10-16 08:31:05 +0000235bool SimpleLoopSafetyInfo::isGuaranteedToExecute(const Instruction &Inst,
236 const DominatorTree *DT,
237 const Loop *CurLoop) const {
Philip Reames16a143e2018-03-20 22:45:23 +0000238 // If the instruction is in the header block for the loop (which is very
239 // common), it is always guaranteed to dominate the exit blocks. Since this
240 // is a common case, and can save some work, check it now.
241 if (Inst.getParent() == CurLoop->getHeader())
242 // If there's a throw in the header block, we can't guarantee we'll reach
Philip Reames4ae479c2018-04-27 20:44:01 +0000243 // Inst unless we can prove that Inst comes before the potential implicit
244 // exit. At the moment, we use a (cheap) hack for the common case where
245 // the instruction of interest is the first one in the block.
Max Kazantsev141415c2018-10-16 09:11:25 +0000246 return !HeaderMayThrow ||
Max Kazantsev600d43c2018-10-16 06:34:53 +0000247 Inst.getParent()->getFirstNonPHIOrDbg() == &Inst;
Philip Reames16a143e2018-03-20 22:45:23 +0000248
Max Kazantsev18374182018-08-17 06:19:17 +0000249 // If there is a path from header to exit or latch that doesn't lead to our
250 // instruction's block, return false.
Max Kazantsev141415c2018-10-16 09:11:25 +0000251 return allLoopPathsLeadToBlock(CurLoop, Inst.getParent(), DT);
Philip Reames16a143e2018-03-20 22:45:23 +0000252}
253
Max Kazantsevb22a1a52018-10-16 09:58:09 +0000254bool ICFLoopSafetyInfo::isGuaranteedToExecute(const Instruction &Inst,
255 const DominatorTree *DT,
256 const Loop *CurLoop) const {
257 return !ICF.isDominatedByICFIFromSameBlock(&Inst) &&
258 allLoopPathsLeadToBlock(CurLoop, Inst.getParent(), DT);
259}
Philip Reames16a143e2018-03-20 22:45:23 +0000260
Max Kazantsev8e59cd12018-11-12 09:29:58 +0000261bool ICFLoopSafetyInfo::doesNotWriteMemoryBefore(const BasicBlock *BB,
262 const Loop *CurLoop) const {
263 assert(CurLoop->contains(BB) && "Should only be called for loop blocks!");
264
265 // Fast path: there are no instructions before header.
266 if (BB == CurLoop->getHeader())
267 return true;
268
269 // Collect all transitive predecessors of BB in the same loop. This set will
270 // be a subset of the blocks within the loop.
271 SmallPtrSet<const BasicBlock *, 4> Predecessors;
272 collectTransitivePredecessors(CurLoop, BB, Predecessors);
273 // Find if there any instruction in either predecessor that could write
274 // to memory.
275 for (auto *Pred : Predecessors)
276 if (MW.mayWriteToMemory(Pred))
277 return false;
278 return true;
279}
280
281bool ICFLoopSafetyInfo::doesNotWriteMemoryBefore(const Instruction &I,
282 const Loop *CurLoop) const {
283 auto *BB = I.getParent();
284 assert(CurLoop->contains(BB) && "Should only be called for loop blocks!");
285 return !MW.isDominatedByMemoryWriteFromSameBlock(&I) &&
286 doesNotWriteMemoryBefore(BB, CurLoop);
287}
288
Philip Reames4961d4c2018-03-20 17:09:21 +0000289namespace {
290 struct MustExecutePrinter : public FunctionPass {
Philip Reames4961d4c2018-03-20 17:09:21 +0000291
292 static char ID; // Pass identification, replacement for typeid
293 MustExecutePrinter() : FunctionPass(ID) {
294 initializeMustExecutePrinterPass(*PassRegistry::getPassRegistry());
295 }
296 void getAnalysisUsage(AnalysisUsage &AU) const override {
297 AU.setPreservesAll();
298 AU.addRequired<DominatorTreeWrapperPass>();
299 AU.addRequired<LoopInfoWrapperPass>();
300 }
301 bool runOnFunction(Function &F) override;
Philip Reames4961d4c2018-03-20 17:09:21 +0000302 };
303}
304
305char MustExecutePrinter::ID = 0;
306INITIALIZE_PASS_BEGIN(MustExecutePrinter, "print-mustexecute",
307 "Instructions which execute on loop entry", false, true)
308INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass)
309INITIALIZE_PASS_DEPENDENCY(LoopInfoWrapperPass)
310INITIALIZE_PASS_END(MustExecutePrinter, "print-mustexecute",
311 "Instructions which execute on loop entry", false, true)
312
313FunctionPass *llvm::createMustExecutePrinter() {
314 return new MustExecutePrinter();
315}
316
Benjamin Kramerab9704d2018-04-04 11:45:11 +0000317static bool isMustExecuteIn(const Instruction &I, Loop *L, DominatorTree *DT) {
Philip Reames16193ef2018-03-20 23:00:54 +0000318 // TODO: merge these two routines. For the moment, we display the best
319 // result obtained by *either* implementation. This is a bit unfair since no
320 // caller actually gets the full power at the moment.
Max Kazantsev288477a2018-10-16 08:31:05 +0000321 SimpleLoopSafetyInfo LSI;
Max Kazantsevd823f472018-08-15 05:55:43 +0000322 LSI.computeLoopSafetyInfo(L);
Max Kazantsev600d43c2018-10-16 06:34:53 +0000323 return LSI.isGuaranteedToExecute(I, DT, L) ||
Philip Reames16193ef2018-03-20 23:00:54 +0000324 isGuaranteedToExecuteForEveryIteration(&I, L);
Philip Reames4961d4c2018-03-20 17:09:21 +0000325}
326
Benjamin Kramerab9704d2018-04-04 11:45:11 +0000327namespace {
Adrian Prantl26b584c2018-05-01 15:54:18 +0000328/// An assembly annotator class to print must execute information in
Philip Reames284e7ac2018-03-20 18:43:44 +0000329/// comments.
330class MustExecuteAnnotatedWriter : public AssemblyAnnotationWriter {
331 DenseMap<const Value*, SmallVector<Loop*, 4> > MustExec;
Philip Reames4961d4c2018-03-20 17:09:21 +0000332
Philip Reames284e7ac2018-03-20 18:43:44 +0000333public:
334 MustExecuteAnnotatedWriter(const Function &F,
335 DominatorTree &DT, LoopInfo &LI) {
336 for (auto &I: instructions(F)) {
337 Loop *L = LI.getLoopFor(I.getParent());
338 while (L) {
339 if (isMustExecuteIn(I, L, &DT)) {
340 MustExec[&I].push_back(L);
341 }
342 L = L->getParentLoop();
343 };
344 }
345 }
346 MustExecuteAnnotatedWriter(const Module &M,
347 DominatorTree &DT, LoopInfo &LI) {
348 for (auto &F : M)
349 for (auto &I: instructions(F)) {
350 Loop *L = LI.getLoopFor(I.getParent());
351 while (L) {
352 if (isMustExecuteIn(I, L, &DT)) {
353 MustExec[&I].push_back(L);
354 }
355 L = L->getParentLoop();
356 };
357 }
358 }
359
360
Fangrui Songaf7b1832018-07-30 19:41:25 +0000361 void printInfoComment(const Value &V, formatted_raw_ostream &OS) override {
Philip Reames284e7ac2018-03-20 18:43:44 +0000362 if (!MustExec.count(&V))
363 return;
364
365 const auto &Loops = MustExec.lookup(&V);
366 const auto NumLoops = Loops.size();
Philip Reames4961d4c2018-03-20 17:09:21 +0000367 if (NumLoops > 1)
Philip Reames284e7ac2018-03-20 18:43:44 +0000368 OS << " ; (mustexec in " << NumLoops << " loops: ";
Philip Reames4961d4c2018-03-20 17:09:21 +0000369 else
Philip Reames284e7ac2018-03-20 18:43:44 +0000370 OS << " ; (mustexec in: ";
Fangrui Songaf7b1832018-07-30 19:41:25 +0000371
Philip Reames4961d4c2018-03-20 17:09:21 +0000372 bool first = true;
Philip Reames284e7ac2018-03-20 18:43:44 +0000373 for (const Loop *L : Loops) {
Philip Reames4961d4c2018-03-20 17:09:21 +0000374 if (!first)
375 OS << ", ";
376 first = false;
377 OS << L->getHeader()->getName();
378 }
Philip Reames284e7ac2018-03-20 18:43:44 +0000379 OS << ")";
Philip Reames4961d4c2018-03-20 17:09:21 +0000380 }
Philip Reames284e7ac2018-03-20 18:43:44 +0000381};
Benjamin Kramerab9704d2018-04-04 11:45:11 +0000382} // namespace
Philip Reames284e7ac2018-03-20 18:43:44 +0000383
384bool MustExecutePrinter::runOnFunction(Function &F) {
385 auto &LI = getAnalysis<LoopInfoWrapperPass>().getLoopInfo();
386 auto &DT = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
387
388 MustExecuteAnnotatedWriter Writer(F, DT, LI);
389 F.print(dbgs(), &Writer);
Fangrui Songaf7b1832018-07-30 19:41:25 +0000390
Philip Reames284e7ac2018-03-20 18:43:44 +0000391 return false;
Philip Reames4961d4c2018-03-20 17:09:21 +0000392}